-- Logs begin at Sun 2021-12-12 14:30:32 UTC, end at Sun 2021-12-12 17:09:40 UTC. -- Dec 12 15:06:48.172172 n-d-710847-8 systemd[1]: Started Devstack devstack@q-svc.service. Dec 12 15:06:50.983948 n-d-710847-8 neutron-server[103304]: INFO neutron.common.config [-] Logging enabled! Dec 12 15:06:50.984559 n-d-710847-8 neutron-server[103304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 15:06:50.984840 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 15:06:50.988219 n-d-710847-8 neutron-server[103304]: INFO neutron.common.config [-] Logging enabled! Dec 12 15:06:50.988473 n-d-710847-8 neutron-server[103304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 12 15:06:50.988827 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 12 15:06:50.989754 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 15:06:50.989990 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 15:06:50.990357 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 15:06:50.990604 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 15:06:50.990830 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 15:06:50.991153 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.991571 n-d-710847-8 neutron-server[103304]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 12 15:06:50.991891 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.992186 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.992480 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.992804 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.993098 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.993380 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.993667 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.993966 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.994251 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.994532 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.994812 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.995100 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.995385 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.995671 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.995956 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.996256 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] debug = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.996516 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.996983 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.997452 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.997732 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.998025 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.998302 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.998573 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.998851 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.999134 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.999461 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] host = n-d-710847-8 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:50.999738 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.000024 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.000307 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.000592 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.000893 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.001170 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.001976 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.002253 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.002524 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.002797 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.003084 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.003370 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.003656 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.003881 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.004103 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.004389 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.004757 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.005036 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.005310 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.005582 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.005859 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.006129 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.006397 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.006683 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.006965 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.007250 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.007525 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.007796 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.008067 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.008334 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.008615 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.008910 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.009186 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.009458 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.009745 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.010014 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.010286 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.010586 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.010869 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.011151 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.011433 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.011707 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.011986 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.012261 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.012533 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.012832 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_json = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.013106 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.013378 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.013660 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.013931 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.014202 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.014472 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.014744 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.015026 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:51.015323 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.015619 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.015924 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.016208 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.016524 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.016826 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.017737 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.018027 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.018319 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.018608 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.018899 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.019178 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.019468 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.019750 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.020046 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.020354 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.020666 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.020962 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.021237 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.021510 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.021785 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.022064 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.022351 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.022628 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.022915 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.023203 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.023481 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.023777 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.024064 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.024357 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.024662 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.024941 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.025221 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.025511 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.025791 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.026067 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.026345 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.026632 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.026909 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.027181 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.027463 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.027741 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.028012 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.028282 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.028560 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.028885 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.029162 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.029432 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.029703 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.029979 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.030248 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.030530 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.030805 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.031074 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.031344 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.031623 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.031894 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.032166 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.032445 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.032774 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.033057 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.033329 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.033600 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.033873 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.034144 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.034415 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.034684 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.034953 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.035228 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.035496 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.035767 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.036312 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.036580 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.036905 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.037191 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.037488 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.037766 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.038045 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.038320 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.038596 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.038871 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.039147 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.039421 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.039697 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.039969 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.040258 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.040540 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.040848 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.041134 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.041428 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.041722 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.041999 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.042278 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.042552 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.042828 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.043109 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.043390 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.043681 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.043973 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.044266 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.044557 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.044879 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.045157 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.045463 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.045743 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:51.045966 n-d-710847-8 neutron-server[103304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 15:06:51.046205 n-d-710847-8 neutron-server[103304]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103304) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 12 15:06:51.475744 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 15:06:51.476025 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 15:06:51.476329 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 12 15:06:51.476683 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 12 15:06:51.804822 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.805034 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.805391 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.806683 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.806960 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.807230 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.853657 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.853938 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.854199 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.868589 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.868897 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.869166 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.897786 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.898065 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.898332 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.935979 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.936261 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:51.936531 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.273590 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.274180 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.274180 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.274392 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.275097 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.374968 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.375291 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.375574 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.375847 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.376114 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.376452 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.376741 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.377001 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.377255 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.377542 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.377802 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.378071 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.378329 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.378584 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.378840 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.379104 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.379359 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.379626 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.379895 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.380153 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.380424 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.380764 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.381052 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.381426 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.381676 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.381919 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.382319 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.382559 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.382796 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.383032 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.383269 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.383503 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:52.383865 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 12 15:06:52.387017 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 12 15:06:52.391078 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 12 15:06:52.395124 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 12 15:06:52.396725 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 12 15:06:52.397191 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 12 15:06:52.397533 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 12 15:06:52.397913 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 12 15:06:52.400771 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 12 15:06:52.401027 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 12 15:06:52.401375 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 15:06:52.406669 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 12 15:06:52.430926 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 12 15:06:52.431382 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.431680 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103304) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 12 15:06:52.432048 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.433469 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103304) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 12 15:06:52.433753 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 12 15:06:52.434004 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 12 15:06:52.437263 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.437550 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:52.501454 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 12 15:06:52.501700 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 12 15:06:52.501942 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 12 15:06:52.502312 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 12 15:06:52.523840 n-d-710847-8 neutron-server[103304]: DEBUG oslo_db.sqlalchemy.engines [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103304) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 12 15:06:52.951982 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing driver for type 'gre' Dec 12 15:06:52.952536 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] gre ID ranges: [(1, 1000)] Dec 12 15:06:53.004591 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing driver for type 'local' Dec 12 15:06:53.004981 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing driver for type 'vlan' Dec 12 15:06:53.017621 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] VlanTypeDriver initialization complete Dec 12 15:06:53.018057 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing driver for type 'vxlan' Dec 12 15:06:53.018552 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] vxlan ID ranges: [(1, 1000)] Dec 12 15:06:53.071139 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing extension driver 'port_security' Dec 12 15:06:53.071580 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.extensions.port_security [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] PortSecurityExtensionDriver initialization complete Dec 12 15:06:53.072003 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing mechanism driver 'openvswitch' Dec 12 15:06:53.072327 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing mechanism driver 'hyperv' Dec 12 15:06:53.078907 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.plugin [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:06:53.080310 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.080698 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.081050 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.081584 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.082015 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.082366 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.082710 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.083106 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.083505 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.083846 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.084186 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.084579 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.085074 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.085418 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.085756 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.086150 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.086549 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.086891 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.087227 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.087621 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.088020 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > address_group after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.088362 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > address_group after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.088804 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.089198 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103304) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 12 15:06:53.089575 n-d-710847-8 neutron-server[103304]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] ML2 OVO RPC backend initialized. {{(pid=103304) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 12 15:06:53.090271 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.090619 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.091027 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.091370 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > networks before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.091714 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.092052 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > ports before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.092389 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.092757 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnets before_response 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.093102 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.093438 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.093768 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.094099 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.094429 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.094758 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.095110 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.095440 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.095766 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.096325 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.plugin [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Modular L2 Plugin initialization complete Dec 12 15:06:53.096670 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading services supported by the core plugin {{(pid=103304) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 12 15:06:53.096995 n-d-710847-8 neutron-server[103304]: INFO neutron.plugins.ml2.managers [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Got port-security extension from driver 'port_security' Dec 12 15:06:53.097454 n-d-710847-8 neutron-server[103304]: INFO neutron.extensions.vlantransparent [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Disabled vlantransparent extension. Dec 12 15:06:53.097928 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103304) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 12 15:06:53.098238 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: router Dec 12 15:06:53.134050 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.134434 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_create 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.134797 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router before_create 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.135160 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.135527 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.135903 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_delete 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.136256 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.136749 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.137109 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_create 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.137451 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.137794 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.138137 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.138489 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.138896 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.139256 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.139594 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.139927 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: subnet after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.140261 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.140604 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.140968 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_create 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.141307 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.141645 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.142042 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router after_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.142877 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.143258 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_create 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.143613 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.143961 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_update 55549900 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.144326 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > agent after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.144694 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > agent after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.145037 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > network after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.145897 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Tracking information for resource: router configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:53.146225 n-d-710847-8 neutron-server[103304]: DEBUG neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Tracking information for resource: floatingip configured {{(pid=103304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 12 15:06:53.151190 n-d-710847-8 neutron-server[103304]: INFO neutron.db.l3_agentschedulers_db [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 12 15:06:53.151755 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.152111 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.152456 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.152835 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: port after_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.153624 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router before_create 55550100 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.153986 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.154344 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_create 55550100 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.154693 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > router precommit_update 55550100 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.159753 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.provider_configuration [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service providers = [] {{(pid=103304) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 12 15:06:53.160110 n-d-710847-8 neutron-server[103304]: DEBUG neutron.db.servicetype_db [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103304) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 12 15:06:53.163316 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.service_base [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 15:06:53.163663 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.service_base [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 15:06:53.164011 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.service_base [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 15:06:53.164916 n-d-710847-8 neutron-server[103304]: DEBUG neutron.services.service_base [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 12 15:06:53.165278 n-d-710847-8 neutron-server[103304]: INFO neutron.services.service_base [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 12 15:06:53.165651 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.165964 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 12 15:06:53.176653 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.176969 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: auto_allocate Dec 12 15:06:53.182715 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: network precommit_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.183079 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: network precommit_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.183591 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.183909 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: tag Dec 12 15:06:53.191162 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.191490 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: timestamp Dec 12 15:06:53.195322 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.195647 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: network_ip_availability Dec 12 15:06:53.201126 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.201491 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.201843 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.202588 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.202859 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: flavors Dec 12 15:06:53.208397 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.208765 n-d-710847-8 neutron-server[103304]: INFO neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading Plugin: revisions Dec 12 15:06:53.213098 n-d-710847-8 neutron-server[103304]: DEBUG neutron.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 12 15:06:53.213485 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.737s {{(pid=103304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 12 15:06:53.214227 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103304) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 12 15:06:53.214558 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Initializing extension manager. Dec 12 15:06:53.215070 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: __init__.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.215406 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: __pycache__ {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.215732 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.216061 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: address_group.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.216835 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.217388 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: address-group Dec 12 15:06:53.217705 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: address_scope.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.218415 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.218916 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: address-scope Dec 12 15:06:53.219333 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.220290 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.220824 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: router-admin-state-down-before-update Dec 12 15:06:53.221145 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: agent.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.221846 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.222352 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: agent Dec 12 15:06:53.222673 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: agent_resources_synced.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.223588 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.224097 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: agent-resources-synced Dec 12 15:06:53.224416 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: allowedaddresspairs.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.226197 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.226719 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: allowed-address-pairs Dec 12 15:06:53.227042 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: auto_allocated_topology.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.228115 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.228657 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: auto-allocated-topology Dec 12 15:06:53.228976 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: availability_zone.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.229662 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.230174 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: availability_zone Dec 12 15:06:53.230488 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: availability_zone_filter.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.231395 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.231899 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: availability_zone_filter Dec 12 15:06:53.232217 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: data_plane_status.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.233149 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.233654 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension data-plane-status not supported by any of loaded plugins Dec 12 15:06:53.233971 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: default_subnetpools.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.234879 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.235381 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: default-subnetpools Dec 12 15:06:53.235729 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.236526 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.237092 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: dhcp_agent_scheduler Dec 12 15:06:53.237411 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: dns.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.238345 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.238849 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension dns-integration not supported by any of loaded plugins Dec 12 15:06:53.239194 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: dns_domain_ports.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.240108 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.240610 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 12 15:06:53.240959 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.241874 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.242382 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 12 15:06:53.242699 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: dvr.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.243364 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.243863 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: dvr Dec 12 15:06:53.244179 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: ecmp_routes.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.245115 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.245617 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 12 15:06:53.245933 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: empty_string_filtering.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.246833 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.247337 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: empty-string-filtering Dec 12 15:06:53.247653 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.248558 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.249095 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 12 15:06:53.249419 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.250333 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.250836 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 12 15:06:53.251152 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: external_net.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.252579 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.253119 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: external-net Dec 12 15:06:53.253435 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.254340 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.254847 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: extra_dhcp_opt Dec 12 15:06:53.255164 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: extraroute.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.256067 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.256583 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: extraroute Dec 12 15:06:53.256928 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: extraroute_atomic.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.259393 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.259928 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: extraroute-atomic Dec 12 15:06:53.260257 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: filter_validation.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.260954 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.261465 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: filter-validation Dec 12 15:06:53.261786 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: fip_pf_description.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.262700 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.263209 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 12 15:06:53.263534 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: fip_port_details.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.264445 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.264985 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: fip-port-details Dec 12 15:06:53.265307 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: flavors.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.266533 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.267617 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: flavors Dec 12 15:06:53.267941 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.269648 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.270172 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 12 15:06:53.270503 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: floatingip_pools.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.271202 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.271708 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: floatingip-pools Dec 12 15:06:53.272031 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: ip_allocation.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.272976 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.273485 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension ip_allocation not supported by any of loaded plugins Dec 12 15:06:53.273809 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.274722 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.275229 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: ip-substring-filtering Dec 12 15:06:53.275554 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l2_adjacency.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.276472 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.277016 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 12 15:06:53.277338 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.278287 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.278801 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: router Dec 12 15:06:53.279120 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.281436 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.281986 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 12 15:06:53.282314 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.283269 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.283786 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: ext-gw-mode Dec 12 15:06:53.284109 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.285051 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.285562 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: l3-ha Dec 12 15:06:53.286145 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3_flavors.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.287055 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.287570 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: l3-flavors Dec 12 15:06:53.287888 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.288823 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.289332 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 12 15:06:53.289655 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: l3agentscheduler.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.290658 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.291165 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: l3_agent_scheduler Dec 12 15:06:53.291488 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: local_ip.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.293277 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.293798 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension local_ip not supported by any of loaded plugins Dec 12 15:06:53.294121 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: logging.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.295592 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.296113 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension logging not supported by any of loaded plugins Dec 12 15:06:53.296439 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: metering.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.297328 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.297905 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: metering Dec 12 15:06:53.298273 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.299360 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.299885 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: metering_source_and_destination_fields Dec 12 15:06:53.300206 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: multiprovidernet.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.301153 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.301665 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: multi-provider Dec 12 15:06:53.301984 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: netmtu.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.302891 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.303398 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: net-mtu Dec 12 15:06:53.303718 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: netmtu_writable.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.304624 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.305158 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: net-mtu-writable Dec 12 15:06:53.305475 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: network_availability_zone.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.306144 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.306647 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: network_availability_zone Dec 12 15:06:53.306962 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: network_ip_availability.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.308056 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.308573 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: network-ip-availability Dec 12 15:06:53.308937 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: network_segment_range.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.309701 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.310207 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension network-segment-range not supported by any of loaded plugins Dec 12 15:06:53.310524 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: pagination.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.311516 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.311841 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: pagination Dec 12 15:06:53.312158 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: port_device_profile.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.313096 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.313613 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: port-device-profile Dec 12 15:06:53.314462 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.315370 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.315877 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: port-mac-address-regenerate Dec 12 15:06:53.316193 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.317136 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.317646 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: port-numa-affinity-policy Dec 12 15:06:53.317963 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: port_resource_request.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.318860 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.319363 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension port-resource-request not supported by any of loaded plugins Dec 12 15:06:53.319680 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: port_resource_request_groups.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.320758 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.321260 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 12 15:06:53.321577 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: portbindings.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.322493 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.322995 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: binding Dec 12 15:06:53.323314 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: portbindings_extended.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.324590 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.325131 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: binding-extended Dec 12 15:06:53.325453 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: portsecurity.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.326363 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.326872 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: port-security Dec 12 15:06:53.327192 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: project_id.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.328177 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.328501 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: project-id Dec 12 15:06:53.328845 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: providernet.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.330337 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.330850 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: provider Dec 12 15:06:53.331169 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.334762 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.335295 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos not supported by any of loaded plugins Dec 12 15:06:53.335624 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.336910 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.337427 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 12 15:06:53.337753 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.338667 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.339180 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 12 15:06:53.339504 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_default.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.340413 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.340950 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-default not supported by any of loaded plugins Dec 12 15:06:53.341273 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_fip.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.341919 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.342418 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-fip not supported by any of loaded plugins Dec 12 15:06:53.342737 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.343722 n-d-710847-8 neutron-server[103304]: WARNING neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 12 15:06:53.344048 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_gateway_ip.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.344996 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.345535 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 12 15:06:53.345856 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_port_network_policy.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.346776 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.347284 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 12 15:06:53.347600 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.348775 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.349293 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 12 15:06:53.349614 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_pps_rule.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.350795 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.351306 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-pps not supported by any of loaded plugins Dec 12 15:06:53.351629 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_rule_type_details.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.352543 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.353078 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 12 15:06:53.353396 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: qos_rules_alias.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.354434 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.354945 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 12 15:06:53.355267 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: quota_check_limit.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.356174 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.356712 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: quota-check-limit Dec 12 15:06:53.357036 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: quotasv2.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.357956 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.358275 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: quotas Dec 12 15:06:53.358591 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: quotasv2_detail.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.362231 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.362568 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: quota_details Dec 12 15:06:53.362895 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: rbac.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.363938 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.364457 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: rbac-policies Dec 12 15:06:53.364816 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: rbac_address_group.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.365893 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.366420 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: rbac-address-group Dec 12 15:06:53.366747 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: rbac_address_scope.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.367667 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.368179 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: rbac-address-scope Dec 12 15:06:53.368500 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: rbac_security_groups.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.369437 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.369995 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: rbac-security-groups Dec 12 15:06:53.370272 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: rbac_subnetpool.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.371185 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.371693 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: rbac-subnetpool Dec 12 15:06:53.372013 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: revisionifmatch.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.372961 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.373472 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: revision-if-match Dec 12 15:06:53.373792 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: revisions.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.374897 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.375407 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: standard-attr-revisions Dec 12 15:06:53.375731 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: router_availability_zone.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.376978 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.377491 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: router_availability_zone Dec 12 15:06:53.377812 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: routerservicetype.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.378727 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.379237 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension router-service-type not supported by any of loaded plugins Dec 12 15:06:53.379557 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.380549 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.381087 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: security-groups-normalized-cidr Dec 12 15:06:53.381410 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.382338 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.382843 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: port-security-groups-filtering Dec 12 15:06:53.383162 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.384076 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.384582 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: security-groups-remote-address-group Dec 12 15:06:53.384931 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.385863 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.386368 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: security-groups-shared-filtering Dec 12 15:06:53.386689 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.387263 n-d-710847-8 neutron-server[103304]: WARNING neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 12 15:06:53.387579 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: securitygroup.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.397418 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.397949 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: security-group Dec 12 15:06:53.398278 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: segment.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.399062 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.399571 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension segment not supported by any of loaded plugins Dec 12 15:06:53.399892 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.400866 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.401376 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 12 15:06:53.401697 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: servicetype.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.402810 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.403328 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: service-type Dec 12 15:06:53.403650 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: sorting.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.404625 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.405053 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: sorting Dec 12 15:06:53.405374 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: standard_attr_segment.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.406285 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.406799 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 12 15:06:53.407118 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: standardattrdescription.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.407834 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.408348 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: standard-attr-description Dec 12 15:06:53.408699 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: stateful_security_group.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.409627 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.410147 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: stateful-security-group Dec 12 15:06:53.410473 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: stdattrs_common.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.411308 n-d-710847-8 neutron-server[103304]: WARNING neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 12 15:06:53.411627 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.412556 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.413099 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 12 15:06:53.413420 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnet_onboard.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.414503 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.415019 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: subnet_onboard Dec 12 15:06:53.415342 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.416264 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.416801 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 12 15:06:53.417125 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnet_service_types.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.418040 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.418548 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: subnet-service-types Dec 12 15:06:53.418868 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnetallocation.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.419964 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.420478 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: subnet_allocation Dec 12 15:06:53.420827 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.421564 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.422077 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: subnetpool-prefix-ops Dec 12 15:06:53.422398 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.423850 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.424358 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 12 15:06:53.424710 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: tagging.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.425756 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.426270 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: standard-attr-tag Dec 12 15:06:53.426599 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: timestamp.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.427800 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.428322 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loaded extension: standard-attr-timestamp Dec 12 15:06:53.428664 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: trunk.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.429707 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.430221 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension trunk not supported by any of loaded plugins Dec 12 15:06:53.430546 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: trunk_details.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.431482 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.431998 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension trunk-details not supported by any of loaded plugins Dec 12 15:06:53.432321 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: uplink_status_propagation.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.433269 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.433782 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 12 15:06:53.434103 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Loading extension file: vlantransparent.py {{(pid=103304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 12 15:06:53.434764 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 12 15:06:53.435267 n-d-710847-8 neutron-server[103304]: INFO neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 12 15:06:53.437773 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:network Dec 12 15:06:53.438287 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnet Dec 12 15:06:53.438689 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 15:06:53.439687 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:port Dec 12 15:06:53.440953 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.441397 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service FLAVORS assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.441998 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.442426 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.442755 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:router Dec 12 15:06:53.443180 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 15:06:53.443658 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service METERING assigned prefix: /metering {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.445120 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.445486 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.445832 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:06:53.446810 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 15:06:53.447257 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:security_group Dec 12 15:06:53.447691 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 15:06:53.448307 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service CORE assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.448647 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 15:06:53.449009 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] subnetpool is already registered Dec 12 15:06:53.449452 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service CORE assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.449775 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 15:06:53.450104 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] subnetpool is already registered Dec 12 15:06:53.452330 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.452843 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service FLAVORS assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.453383 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.453800 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.454130 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:router Dec 12 15:06:53.454490 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] router is already registered Dec 12 15:06:53.454897 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:floatingip Dec 12 15:06:53.455228 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] floatingip is already registered Dec 12 15:06:53.455678 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service METERING assigned prefix: /metering {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.456336 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of CountableResource for resource:rbac_policy Dec 12 15:06:53.456678 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] rbac_policy is already registered Dec 12 15:06:53.457087 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:security_group Dec 12 15:06:53.457415 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] security_group is already registered Dec 12 15:06:53.457810 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 12 15:06:53.458138 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] security_group_rule is already registered Dec 12 15:06:53.458771 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service CORE assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.459094 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 15:06:53.459422 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] subnetpool is already registered Dec 12 15:06:53.459832 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.v2.resource_helper [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Service CORE assigned prefix: {{(pid=103304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 12 15:06:53.460150 n-d-710847-8 neutron-server[103304]: INFO neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Creating instance of TrackedResource for resource:subnetpool Dec 12 15:06:53.460473 n-d-710847-8 neutron-server[103304]: WARNING neutron.quota.resource_registry [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] subnetpool is already registered Dec 12 15:06:53.460955 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: extensions {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.462395 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: address-groups {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.464053 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: address-scopes {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.465411 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: agents {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.466563 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: auto-allocated-topology {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.467810 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: availability_zones {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.469043 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: dhcp-networks {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.470589 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: dhcp-agents {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.472022 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: routers {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.474245 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: flavors {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.475394 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: service_profiles {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.476612 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: next_providers {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.478083 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: service_profiles {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.480527 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: floatingip-pools {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.481799 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: routers {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.483905 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: floatingips {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.485217 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: l3-routers {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.487439 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: l3-agents {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.488883 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: metering-labels {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.490247 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: metering-label-rules {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.491534 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: network-ip-availabilities {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.492811 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: bindings {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.494458 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: quotas {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.496039 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: quotas {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.497601 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: rbac-policies {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.498885 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: security-groups {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.500116 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: security-group-rules {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.501401 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: service-providers {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.503131 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: subnetpools {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.504545 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: subnetpools {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.506030 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.507703 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.509542 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.511358 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.513204 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.515045 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.516758 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.518684 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.520447 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.522402 n-d-710847-8 neutron-server[103304]: DEBUG neutron.api.extensions [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Extended resource: tags {{(pid=103304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 12 15:06:53.528417 n-d-710847-8 neutron-server[103304]: WARNING keystonemiddleware.auth_token [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 12 15:06:53.533169 n-d-710847-8 neutron-server[103304]: WARNING keystonemiddleware.auth_token [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 12 15:06:53.542168 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Acquired lock "singleton_lock" {{(pid=103304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 12 15:06:53.542625 n-d-710847-8 neutron-server[103304]: DEBUG oslo_concurrency.lockutils [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Releasing lock "singleton_lock" {{(pid=103304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 12 15:06:53.543268 n-d-710847-8 neutron-server[103304]: INFO oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Starting 2 workers Dec 12 15:06:53.548101 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Started child 103411 {{(pid=103304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 15:06:53.553063 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Started child 103412 {{(pid=103304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 15:06:53.554208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.554832 n-d-710847-8 neutron-server[103304]: INFO neutron.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 12 15:06:53.555262 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Publish callbacks [] for process, before_spawn {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.555696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [-] (103411) wsgi starting up on http://0.0.0.0:9696 Dec 12 15:06:53.557757 n-d-710847-8 neutron-server[103304]: INFO oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Starting 1 workers Dec 12 15:06:53.557948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.559337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [-] (103412) wsgi starting up on http://0.0.0.0:9696 Dec 12 15:06:53.562921 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Started child 103413 {{(pid=103304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 15:06:53.563501 n-d-710847-8 neutron-server[103304]: INFO oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Starting 1 workers Dec 12 15:06:53.567479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] calling RpcWorker wait() {{(pid=103413) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 12 15:06:53.568010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] returning from RpcWorker wait() {{(pid=103413) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 12 15:06:53.568475 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Started child 103414 {{(pid=103304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 12 15:06:53.569295 n-d-710847-8 neutron-server[103304]: DEBUG neutron_lib.callbacks.manager [None req-24b9bd91-5a50-41ba-a87c-20a6af000939 None None] Publish callbacks [] for process, after_spawn {{(pid=103304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.569544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.570070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:06:53.571156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 15:06:53.571366 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 15:06:53.571550 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 15:06:53.571773 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 15:06:53.572146 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 15:06:53.572327 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 15:06:53.572864 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.573147 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.573400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.573528 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:06:53.573969 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.573969 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.574459 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.574732 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.574983 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.575250 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.575505 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.575670 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.575833 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.576088 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.576317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.576638 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.576915 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.577152 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.577395 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.577564 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.577819 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.578076 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.578315 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.578579 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] debug = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.578815 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.579303 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.579574 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.579827 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.580063 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.580331 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.580552 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.580863 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.581080 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.581291 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.581503 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.581750 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.582015 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.582242 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.582476 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.582685 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.582936 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.583152 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.583618 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] host = n-d-710847-8 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.583857 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.584104 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.584331 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.584586 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.584869 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.585104 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.585362 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.585624 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.585852 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.586076 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.586318 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.586570 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.586799 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.587045 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.587207 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_options = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.587438 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.587703 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.587972 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.588191 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.588328 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.588485 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.588760 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.588924 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.589178 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.589413 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.589620 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.589830 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.590043 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.590270 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.590542 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.590767 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.590977 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.591182 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.591424 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.591644 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.591864 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.592111 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.592339 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.592567 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.592825 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.593036 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.593257 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.593485 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.593726 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.593966 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.594189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.594443 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.594670 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.594909 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.595198 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.595445 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.595672 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.595903 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.596161 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.596383 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.596649 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.596903 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.597132 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.597379 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.597586 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.597794 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.598063 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_json = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.598226 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.598451 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.598689 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.598894 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.599104 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.599312 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.599540 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.599777 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.600186 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.600495 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.600893 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.601323 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.601760 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.602170 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.602411 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.602653 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.602916 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.603164 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.604509 n-d-710847-8 neutron-server[103414]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:06:53.604687 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.604927 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.605201 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.605450 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.605720 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.606056 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.606313 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.606590 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.606837 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.607048 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.607280 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.607494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.607792 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.608973 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.609299 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.609644 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.609832 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.610187 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.610419 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.611278 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.611554 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.612070 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.612378 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.612609 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.612870 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.613101 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.614094 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.614720 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.615520 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.615840 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.616102 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.616331 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.616580 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.616862 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.617119 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.619156 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620302 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620302 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620302 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620302 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620797 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620797 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.620797 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.621133 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.621285 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.621490 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.621618 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.621819 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.622036 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.622271 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.622528 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.622766 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.622977 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.623210 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.623448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.623678 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.623911 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.624145 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.624376 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.624593 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.624829 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.625058 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.625266 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.625474 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.625703 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.625931 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.626139 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.626361 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.627190 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.627401 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.627611 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.627825 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.628037 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.628305 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.628613 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.628882 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.629139 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.629356 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.629620 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.629865 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.630095 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.630327 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.630564 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.630790 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.631036 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.631258 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.631529 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.631748 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.631963 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.632231 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.632480 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.632725 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.632974 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.633211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.633453 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.634114 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.634114 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.634308 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.634462 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.634981 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.635271 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636157 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636157 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636157 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636537 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636537 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.636893 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.637151 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.637393 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.637789 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.637921 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.638123 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.638370 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.638587 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.639286 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.639286 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.639286 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640008 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640008 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640008 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640434 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640434 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640701 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.640885 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.641158 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.641418 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.641666 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.642291 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.642291 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.642533 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.642657 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.642902 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.643134 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.643361 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644087 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644087 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644087 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644456 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644456 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644721 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.644844 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.645308 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.645308 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.645576 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.645701 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.647875 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.648913 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.648913 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.648913 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.648913 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.648913 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.649489 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.649489 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.649489 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.649839 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.649970 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.650161 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.650403 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.650623 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.650837 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.651051 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.651271 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.651487 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.651756 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.652336 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.652336 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.652610 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.652768 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.653013 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.653273 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.653604 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.653846 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.654064 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.654284 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.654522 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.654741 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.654974 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.655205 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.655418 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.655674 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.655912 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.656161 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.656392 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.656620 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.656853 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.657069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.657277 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.657595 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.657839 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.658078 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.658344 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.658566 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.658793 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.659020 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.659242 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.659439 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.659664 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.659883 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.660093 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.660319 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.660550 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.660785 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.661250 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.661465 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.662698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.662698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.662698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.662698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.662698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663242 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663242 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663242 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663545 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663669 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.663867 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.665400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.666098 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.666098 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.666296 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.666520 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.666809 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.667061 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.667309 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.667532 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.667845 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.668089 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.668331 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.668582 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.668922 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.669140 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.669409 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.669713 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.669994 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.670250 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.670485 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.670759 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.671033 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.671304 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.671538 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.671853 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.672189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.672478 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.672749 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.672979 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.673755 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.673976 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.674190 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.674405 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.674650 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.674862 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.675098 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.675323 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.675544 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.675757 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.676005 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.676239 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.676499 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.676739 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.676978 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.677190 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.677344 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 15:06:53.678072 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 12 15:06:53.678240 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 12 15:06:53.678400 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 12 15:06:53.678585 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 12 15:06:53.678768 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 12 15:06:53.678920 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 12 15:06:53.679132 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.679296 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.679453 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.679618 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.679777 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.680171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.680342 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.680664 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681010 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681176 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681341 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681501 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681663 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681822 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.681989 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682151 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682474 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682639 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682799 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.682956 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683115 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683273 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] debug = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683433 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683644 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683812 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.683974 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684131 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684293 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684453 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684610 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684801 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.684949 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.685106 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.685414 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.685724 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.685884 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686045 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686202 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686361 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686520 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686681 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] host = n-d-710847-8 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686839 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.686996 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687153 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687307 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687460 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687639 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687767 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.687920 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.688077 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.688236 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.688394 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.688552 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.688736 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.689444 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.689607 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_options = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.689765 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.689921 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690080 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690270 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690434 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690592 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690750 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.690909 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691067 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691223 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691381 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691539 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691696 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.691852 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692013 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692172 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692328 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692484 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692655 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692821 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.692979 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693137 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693294 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693452 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693609 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693766 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.693923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694080 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694238 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694397 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694554 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694712 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.694871 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695030 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695187 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695344 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695503 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695659 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695821 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.695980 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.696137 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.696295 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.696452 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.696716 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.696861 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_json = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.697804 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699317 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.699843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700232 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700232 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700383 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700460 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700595 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700783 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.700940 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.701258 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.701567 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.701567 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.702742 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.704671 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705262 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705822 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705822 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705822 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.705822 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706115 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706115 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706244 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706414 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706575 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706736 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.706898 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707058 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707221 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707393 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707556 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707868 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.707868 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708053 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708172 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708339 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708659 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708659 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708843 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.708967 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709142 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709296 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709458 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709619 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709779 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.709937 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710096 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710258 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710416 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710594 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710775 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.710879 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711039 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711204 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.711923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712236 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712236 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712430 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712430 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712703 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.712832 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713041 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713126 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713232 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713390 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713706 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.713857 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714022 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714169 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714489 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714653 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714811 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.714973 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715132 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715292 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715452 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715612 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715771 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.715927 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716088 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716249 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716410 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:06:53.716681 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716806 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.716927 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717062 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717185 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717342 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717507 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717666 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.717831 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718000 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718162 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718321 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718481 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718638 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718798 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.718958 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719117 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719275 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719434 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719593 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719764 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.719923 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.720595 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.720795 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.720980 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721140 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721301 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721461 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721619 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721779 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.721938 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722097 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722260 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722419 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722579 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722739 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.722898 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723057 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723217 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723378 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723538 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723698 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.723858 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724018 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724178 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724337 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724498 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724677 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.724841 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725001 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725162 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725322 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725482 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725641 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725801 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.725959 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726118 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726277 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726436 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726595 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726754 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.726916 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.727077 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.727316 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.727479 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.727641 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.727803 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.729171 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.731079 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.734069 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.736997 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.738448 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.739510 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.740494 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.741330 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742189 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.742784 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.743512 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.744068 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745211 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745838 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745838 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745838 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 12 15:06:53.745838 n-d-710847-8 neutron-server[103304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 12 15:06:53.841052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:06:53.850037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068877 Dec 12 15:07:05.339510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4c25c-ec98-4397-933f-835c20e5b2c6 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:07:05.433135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a4c25c-ec98-4397-933f-835c20e5b2c6 None None] No non-hosted networks {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 12 15:07:05.448461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.agentschedulers_db [None req-71a4c25c-ec98-4397-933f-835c20e5b2c6 None None] DHCP Agent not found on host n-d-710847-8 {{(pid=103413) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 12 15:07:05.617966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ef2685a-2caa-40aa-850c-ac2dd7e60cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:07.645097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3cff8eb3-86ad-4f88-bbe7-b9bdd7d4a04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:07.687136 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09d34a2f-025c-423b-a772-08c4233233c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:08.406359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:10.199278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:10.961189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:10.961870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.962208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.962534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.963041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.963362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.963846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.964170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.964483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.965033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.965358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.965676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.965992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.966347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:10.966748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-710847-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:10.972192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-710847-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:11.445781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47216) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:11.945256 n-d-710847-8 neutron-server[103412]: WARNING oslo_policy.policy [None req-0e40af59-d5db-420c-8a2e-22b5680a0c04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:11.945819 n-d-710847-8 neutron-server[103412]: WARNING oslo_policy.policy [None req-0e40af59-d5db-420c-8a2e-22b5680a0c04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:12.179962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-0e40af59-d5db-420c-8a2e-22b5680a0c04 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:07:12.192727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e40af59-d5db-420c-8a2e-22b5680a0c04 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7344747 Dec 12 15:07:14.120568 n-d-710847-8 neutron-server[103413]: INFO neutron.db.l3_hamode_db [None req-54c89a45-7ae9-4acf-bd42-5bacabf03b2e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 12 15:07:14.200964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c89a45-7ae9-4acf-bd42-5bacabf03b2e None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:07:14.201347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c89a45-7ae9-4acf-bd42-5bacabf03b2e None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 15:07:14.763097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47232) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:15.069606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:15.165292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.policy [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103412) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 15:07:15.212147 n-d-710847-8 neutron-server[103412]: WARNING oslo_policy.policy [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:15.212547 n-d-710847-8 neutron-server[103412]: WARNING oslo_policy.policy [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:15.221710 n-d-710847-8 neutron-server[103412]: INFO neutron.quota [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] Loaded quota_driver: . Dec 12 15:07:15.308971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240676540', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240675695', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240850683', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240827831', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240829916', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750240878324', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1642901', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1696661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7816481'] for rbac-policy, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:15.377707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:15.378867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0abe9c58-2daf-44bc-8781-64e60034f220 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6147897 Dec 12 15:07:18.138091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47244) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:18.432425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Request body: {'network': {'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'name': 'private', 'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:18.461459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Made reservation on behalf of 5c11bc49a54d441f8643c378dae381fe for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:07:18.464437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.480922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.587867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.591376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.611149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:07:18.638465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750237282681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.639046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Unsubscribe: segment precommit_create {{(pid=103412) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 15:07:18.639546 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Added segment cb4d6ea2-d292-491e-86bd-689b3678d9a8 of type vlan for network 452554c3-ab7d-468d-951a-6528d98d39a5 Dec 12 15:07:18.655447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae06ad-716e-4b31-a38a-acccb76b2e3f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:18.702776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.703120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.704245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.704586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.704948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.705276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.705604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.705924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.706242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.706557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.706872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.707182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.707517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Tracked resource versions report: Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: pushed versions: Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: { 'AddressGroup': {'1.2'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'ConntrackHelper': {'1.0'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Log': {'1.0'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Network': {'1.1'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Port': {'1.7'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'PortForwarding': {'1.2'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'QosPolicy': {'1.10'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SecurityGroup': {'1.5'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SubPort': {'1.0'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Subnet': {'1.1'}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Trunk': {'1.1'}} Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: consumer versions: Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: L3 agent@n-d-710847-8: {}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: Metadata agent@n-d-710847-8: {}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: Metering agent@n-d-710847-8: {}, Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'ConntrackHelper': '1.0', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'LocalIPAssociation': '1.0', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Log': '1.0', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Network': '1.1', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Port': '1.7', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'PortForwarding': '1.2', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'QosPolicy': '1.10', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SecurityGroup': '1.5', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SecurityGroupRule': '1.2', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'SubPort': '1.0', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Subnet': '1.1', Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: 'Trunk': '1.1'}} Dec 12 15:07:18.708680 n-d-710847-8 neutron-server[103412]: {{(pid=103412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:07:18.756161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.795790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.796847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:18.797564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:18.882784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7435298 Dec 12 15:07:18.895827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c016c-6f2e-46f0-9cf7-bca32d4f70eb admin admin] Pushing event updated for resources: {'Network': ['ID=452554c3-ab7d-468d-951a-6528d98d39a5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:18.918415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 452554c3-ab7d-468d-951a-6528d98d39a5 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:07:21.723672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47258) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:22.105921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f03c5b2-d737-4064-8c3d-31ca42369b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:22.107267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f03c5b2-d737-4064-8c3d-31ca42369b97 admin admin] 10.222.0.36 "GET /v2.0/networks/452554c3-ab7d-468d-951a-6528d98d39a5 HTTP/1.1" status: 200 len: 824 time: 0.3826461 Dec 12 15:07:22.132372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a1ff4d81-a247-4518-941d-04872b738e74 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/611fcb75-dd58-49e5-9ef5-ca3e498f164d HTTP/1.1" status: 200 len: 734 time: 0.0184262 Dec 12 15:07:22.141233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Request body: {'subnet': {'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:22.162978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Made reservation on behalf of 5c11bc49a54d441f8643c378dae381fe for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:07:22.165292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:22.449180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:22.518342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Checking segment: {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:07:22.518720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Network hostable DHCP agents. Network: 452554c3-ab7d-468d-951a-6528d98d39a5, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:07:22.523642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8e1c26-8f3f-461b-8ca4-47db800d520b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:22.542628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Network 452554c3-ab7d-468d-951a-6528d98d39a5 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:07:22.554425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 452554c3-ab7d-468d-951a-6528d98d39a5) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:22.559191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:22.559779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:22.564008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09c0fe-beab-44b5-86bc-63f3d064c8ea None None] Network 452554c3-ab7d-468d-951a-6528d98d39a5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:07:22.574756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-58f8295e-23e2-4238-b16a-a60a4547cb57 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4367869 Dec 12 15:07:22.828922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-452554c3-ab7d-468d-951a-6528d98d39a5', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:07:22.830181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.131742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Allocated IP 172.20.0.2 (452554c3-ab7d-468d-951a-6528d98d39a5/1a8e1c26-8f3f-461b-8ca4-47db800d520b/178bfd1e-d39b-4a9a-af4a-b782d1516e14) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:07:23.379893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.387452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.459064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Network 452554c3-ab7d-468d-951a-6528d98d39a5 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:07:23.468113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:23.476416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:07:23.479437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Pushing event updated for resources: {'Port': ['ID=178bfd1e-d39b-4a9a-af4a-b782d1516e14,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:23.512584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.512966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.513310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.513645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.513976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.514304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.514630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.514957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.515280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.515629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.515950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.516269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.516589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Tracked resource versions report: Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: pushed versions: Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: { 'AddressGroup': {'1.2'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'ConntrackHelper': {'1.0'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Log': {'1.0'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Network': {'1.1'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Port': {'1.7'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'PortForwarding': {'1.2'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'QosPolicy': {'1.10'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SecurityGroup': {'1.5'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SubPort': {'1.0'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Subnet': {'1.1'}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Trunk': {'1.1'}} Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: consumer versions: Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: L3 agent@n-d-710847-8: {}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: Metadata agent@n-d-710847-8: {}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: Metering agent@n-d-710847-8: {}, Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'ConntrackHelper': '1.0', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'LocalIPAssociation': '1.0', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Log': '1.0', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Network': '1.1', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Port': '1.7', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'PortForwarding': '1.2', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'QosPolicy': '1.10', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SecurityGroup': '1.5', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SecurityGroupRule': '1.2', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'SubPort': '1.0', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Subnet': '1.1', Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: 'Trunk': '1.1'}} Dec 12 15:07:23.517745 n-d-710847-8 neutron-server[103413]: {{(pid=103413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:07:23.564338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Attempting to bind port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:07:23.564996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Attempting to bind port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:07:23.565180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Attempting to bind port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 on network 452554c3-ab7d-468d-951a-6528d98d39a5 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:07:23.570014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:07:23.570400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Checking segment: {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:07:23.570864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.571270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Bound using segment: {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:07:23.571747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Bound port: 178bfd1e-d39b-4a9a-af4a-b782d1516e14, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:07:23.572315 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.635953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] For port 178bfd1e-d39b-4a9a-af4a-b782d1516e14, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:07:23.640529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] For port 178bfd1e-d39b-4a9a-af4a-b782d1516e14, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=178bfd1e-d39b-4a9a-af4a-b782d1516e14,segment=NetworkSegment(cb4d6ea2-d292-491e-86bd-689b3678d9a8),segment_id=cb4d6ea2-d292-491e-86bd-689b3678d9a8)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:07:23.644889 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:23.708162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ab51b-93e9-4d3c-9616-7f320a64912e None None] Pushing event updated for resources: {'Port': ['ID=178bfd1e-d39b-4a9a-af4a-b782d1516e14,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:25.185727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:25.685407 n-d-710847-8 neutron-server[103411]: WARNING oslo_policy.policy [None req-e45dfb56-1985-4faa-8938-abd33f04117a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:25.686047 n-d-710847-8 neutron-server[103411]: WARNING oslo_policy.policy [None req-e45dfb56-1985-4faa-8938-abd33f04117a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:25.911175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-e45dfb56-1985-4faa-8938-abd33f04117a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:07:25.912393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e45dfb56-1985-4faa-8938-abd33f04117a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7247622 Dec 12 15:07:28.487144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47280) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:28.800904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-5aadeb68-ce09-48e8-9018-f1ebda03e6d1 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:07:28.802010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5aadeb68-ce09-48e8-9018-f1ebda03e6d1 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138888 Dec 12 15:07:31.659488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47294) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:31.954822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Request body: {'router': {'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'name': 'router1', 'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:31.978629 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:31.980143 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:32.114886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:32.119876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:32.135405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:32.143831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e37fdc1a-2c7b-4c9d-9419-6df41bcf9cb7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4759073 Dec 12 15:07:32.801509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 178bfd1e-d39b-4a9a-af4a-b782d1516e14 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:07:32.846160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962daf8b-bfaf-454c-822e-f51f36c75b18 None None] Network 452554c3-ab7d-468d-951a-6528d98d39a5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:07:32.966726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] Provisioning complete for port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:32.967121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:32.971646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:32.971950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:33.175118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:33.190634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:33.230199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] For port 178bfd1e-d39b-4a9a-af4a-b782d1516e14, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=178bfd1e-d39b-4a9a-af4a-b782d1516e14,segment=NetworkSegment(cb4d6ea2-d292-491e-86bd-689b3678d9a8),segment_id=cb4d6ea2-d292-491e-86bd-689b3678d9a8)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:07:33.236788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:33.309858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:07:33.310272 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:07:33.315024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc2daf-29b6-49d5-98e4-1eac5ad5bf5a None None] Pushing event updated for resources: {'Port': ['ID=178bfd1e-d39b-4a9a-af4a-b782d1516e14,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:33.355659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-867a9b98-346a-4617-a536-ed06647a147a None None] Provisioning complete for port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:33.355942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-867a9b98-346a-4617-a536-ed06647a147a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:34.706442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47304) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:34.774605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 178bfd1e-d39b-4a9a-af4a-b782d1516e14 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:07:34.822532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:34.822899 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:35.024617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-5b32bfc3-abc3-4250-b716-0d79c927925e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:07:35.025577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b32bfc3-abc3-4250-b716-0d79c927925e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3181994 Dec 12 15:07:35.270591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cc3f0f67-71e0-4e4a-83e3-8427252f00eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.570623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47312) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:37.640843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-78876267-6dcf-4ecc-9760-80756ea42071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.874637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:37.895706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Made reservation on behalf of 5f1635b765bc49059311122e9184dedc for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:07:37.898011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.906359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.979884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.983330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:37.998006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Reserving flat network on physical network physnet1 {{(pid=103412) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 12 15:07:38.017091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1419b-19c5-4123-bb47-613dba16e9e8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:38.023912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:38.024283 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Added segment 323ef9a4-bce4-4423-8782-e65d57944a78 of type flat for network 477f4f59-b866-4849-8e8f-98605ba18e0e Dec 12 15:07:38.069559 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:38.100331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:38.101262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:38.101812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:38.151119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5794663 Dec 12 15:07:38.163477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e55eb7-12ef-42fb-8f3f-3c9aa2888f76 admin admin] Pushing event updated for resources: {'Network': ['ID=477f4f59-b866-4849-8e8f-98605ba18e0e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:38.173913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 477f4f59-b866-4849-8e8f-98605ba18e0e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:07:38.349806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:40.113721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:40.710811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47330) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:40.878965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e4a79-7ddf-4355-bfcd-9f5664e8814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:40.880208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b5e4a79-7ddf-4355-bfcd-9f5664e8814a admin admin] 10.222.0.36 "GET /v2.0/subnets/1a8e1c26-8f3f-461b-8ca4-47db800d520b HTTP/1.1" status: 200 len: 849 time: 0.1684244 Dec 12 15:07:40.967793 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:40.995741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5de1c80a-a41b-4604-ab3d-36a9740a7dfa admin admin] 10.222.0.36 "GET /v2.0/routers/83de020a-33c1-406f-9deb-a0c12b5fd446 HTTP/1.1" status: 200 len: 704 time: 0.1094918 Dec 12 15:07:41.257257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:41.538421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Allocated IP 172.20.0.1 (452554c3-ab7d-468d-951a-6528d98d39a5/1a8e1c26-8f3f-461b-8ca4-47db800d520b/0faf1191-ecf1-4be8-bab8-1722bcab3696) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:07:41.729032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:41.791922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:41.862896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Network 452554c3-ab7d-468d-951a-6528d98d39a5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:07:41.868131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:41.870747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:07:41.871367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:41.929432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Pushing event updated for resources: {'Port': ['ID=0faf1191-ecf1-4be8-bab8-1722bcab3696,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:42.029271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e36ca2a7-643e-4f13-b352-9c6f020c71bf None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:42.029829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e36ca2a7-643e-4f13-b352-9c6f020c71bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.063443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e36ca2a7-643e-4f13-b352-9c6f020c71bf None None] Port 0faf1191-ecf1-4be8-bab8-1722bcab3696 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:07:42.070340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.275050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.279385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.280119 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.352590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Pushing event updated for resources: {'Port': ['ID=0faf1191-ecf1-4be8-bab8-1722bcab3696,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:42.399802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Network 452554c3-ab7d-468d-951a-6528d98d39a5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:07:42.401144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:42.558775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Router 83de020a-33c1-406f-9deb-a0c12b5fd446 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:07:42.584012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f4592d1a-7101-411c-8afa-402df79d58bc None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:42.584389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4592d1a-7101-411c-8afa-402df79d58bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:42.616999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f4592d1a-7101-411c-8afa-402df79d58bc None None] Port 0faf1191-ecf1-4be8-bab8-1722bcab3696 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:07:42.646729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:07:42.651786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8459192e-6d7e-4303-a575-d882ffb47c55 admin admin] 10.222.0.36 "PUT /v2.0/routers/83de020a-33c1-406f-9deb-a0c12b5fd446/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6498938 Dec 12 15:07:42.657399 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Sync routers for ids ['83de020a-33c1-406f-9deb-a0c12b5fd446'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:07:42.669662 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Routers {'83de020a-33c1-406f-9deb-a0c12b5fd446'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:07:42.670399 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:07:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83de020a-33c1-406f-9deb-a0c12b5fd446'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:42.857203 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Set router 83de020a-33c1-406f-9deb-a0c12b5fd446 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:07:43.289579 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:42Z', 'revision_number': 2, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port_host': None, '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:42Z', 'revision_number': 2, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:43.338390 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Checking router: 83de020a-33c1-406f-9deb-a0c12b5fd446 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:07:43.338758 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Updating router 83de020a-33c1-406f-9deb-a0c12b5fd446 port 0faf1191-ecf1-4be8-bab8-1722bcab3696 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:07:43.386676 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:43.886024 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:43.893468 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.057672 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Pushing event updated for resources: {'Port': ['ID=0faf1191-ecf1-4be8-bab8-1722bcab3696,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:44.063701 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Attempting to bind port 0faf1191-ecf1-4be8-bab8-1722bcab3696 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:07:44.064100 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Attempting to bind port 0faf1191-ecf1-4be8-bab8-1722bcab3696 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:07:44.064537 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Attempting to bind port 0faf1191-ecf1-4be8-bab8-1722bcab3696 on network 452554c3-ab7d-468d-951a-6528d98d39a5 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:07:44.072546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:07:44.072974 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Checking segment: {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:07:44.073453 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.073845 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Bound using segment: {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:07:44.074351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Bound port: 0faf1191-ecf1-4be8-bab8-1722bcab3696, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d6ea2-d292-491e-86bd-689b3678d9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:07:44.074741 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.084733 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.085082 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.085449 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.085814 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.086143 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.086469 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.086793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.087140 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.087461 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.087782 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.088122 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.088442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.088794 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Tracked resource versions report: Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: pushed versions: Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: { 'AddressGroup': {'1.2'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'ConntrackHelper': {'1.0'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Log': {'1.0'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Network': {'1.1'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Port': {'1.7'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'PortForwarding': {'1.2'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'QosPolicy': {'1.10'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SecurityGroup': {'1.5'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SubPort': {'1.0'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Subnet': {'1.1'}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Trunk': {'1.1'}} Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: consumer versions: Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: L3 agent@n-d-710847-8: {}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: Metadata agent@n-d-710847-8: {}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: Metering agent@n-d-710847-8: {}, Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'ConntrackHelper': '1.0', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'LocalIPAssociation': '1.0', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Log': '1.0', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Network': '1.1', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Port': '1.7', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'PortForwarding': '1.2', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'QosPolicy': '1.10', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SecurityGroup': '1.5', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SecurityGroupRule': '1.2', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'SubPort': '1.0', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Subnet': '1.1', Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: 'Trunk': '1.1'}} Dec 12 15:07:44.089922 n-d-710847-8 neutron-server[103414]: {{(pid=103414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:07:44.146007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a990b92-25e1-47f9-83a6-7d3cf2e0b635 None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:44.147332 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a990b92-25e1-47f9-83a6-7d3cf2e0b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.156226 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] For port 0faf1191-ecf1-4be8-bab8-1722bcab3696, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:07:44.176943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] For port 0faf1191-ecf1-4be8-bab8-1722bcab3696, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0faf1191-ecf1-4be8-bab8-1722bcab3696,segment=NetworkSegment(cb4d6ea2-d292-491e-86bd-689b3678d9a8),segment_id=cb4d6ea2-d292-491e-86bd-689b3678d9a8)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:07:44.181857 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.185073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5a990b92-25e1-47f9-83a6-7d3cf2e0b635 None None] Port 0faf1191-ecf1-4be8-bab8-1722bcab3696 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:07:44.240013 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Routers {'83de020a-33c1-406f-9deb-a0c12b5fd446'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:07:44.240624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:07:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83de020a-33c1-406f-9deb-a0c12b5fd446'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:44.243279 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935d5a-6d04-45e3-81f7-ebafa4fba587 None None] Pushing event updated for resources: {'Port': ['ID=0faf1191-ecf1-4be8-bab8-1722bcab3696,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:44.330254 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] Set router 83de020a-33c1-406f-9deb-a0c12b5fd446 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:07:44.403226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:44.403528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.484105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.517357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] For port 0faf1191-ecf1-4be8-bab8-1722bcab3696, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0faf1191-ecf1-4be8-bab8-1722bcab3696,segment=NetworkSegment(cb4d6ea2-d292-491e-86bd-689b3678d9a8),segment_id=cb4d6ea2-d292-491e-86bd-689b3678d9a8)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:07:44.522454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:44.541948 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:42Z', 'revision_number': 2, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port_host': None, '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:44Z', 'revision_number': 4, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:44.571404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae8dc6-1ed5-4d1e-9ca5-e3b7e2bc6c56 None None] Pushing event updated for resources: {'Port': ['ID=0faf1191-ecf1-4be8-bab8-1722bcab3696,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:44.574749 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4696e9-b1e7-4c32-8af1-cafe1328f34d None None] The sync data for ids ['83de020a-33c1-406f-9deb-a0c12b5fd446'] in n-d-710847-8 is: [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:42Z', 'revision_number': 2, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port_host': None, '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:44Z', 'revision_number': 4, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:07:45.069740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47350) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:45.176988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e64f6a-7fdf-4fa7-bfd9-69e519712c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:45.178341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b6e64f6a-7fdf-4fa7-bfd9-69e519712c97 admin admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 842 time: 0.1075702 Dec 12 15:07:45.188865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_dhcp': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:45.210496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Made reservation on behalf of 5f1635b765bc49059311122e9184dedc for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:07:45.212667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:45.552145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:07:45.552573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:45.603535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf5ff96-a810-4544-9d54-735a9af8e9bd,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:45.614960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:07:45.615315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Network hostable DHCP agents. Network: 477f4f59-b866-4849-8e8f-98605ba18e0e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:07:45.630984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:07:45.639600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 477f4f59-b866-4849-8e8f-98605ba18e0e) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:45.647697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:45.647979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67227ce8-4cc0-4c63-b850-e0c030feb0ea None None] Network 477f4f59-b866-4849-8e8f-98605ba18e0e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:07:45.648521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:45.664430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3b14ad71-a7d2-4537-a497-4d2212a2f640 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4795177 Dec 12 15:07:45.762569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1387ae07-4f23-4fff-b503-0895a5d60660 None None] Network 477f4f59-b866-4849-8e8f-98605ba18e0e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:07:47.627331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:07:48.172063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47358) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:48.287130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.policy [None req-9740f028-e279-49b5-a0e2-3f87cf5083f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 12 15:07:48.336360 n-d-710847-8 neutron-server[103411]: WARNING oslo_policy.policy [None req-9740f028-e279-49b5-a0e2-3f87cf5083f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:48.336771 n-d-710847-8 neutron-server[103411]: WARNING oslo_policy.policy [None req-9740f028-e279-49b5-a0e2-3f87cf5083f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 12 15:07:48.576977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9740f028-e279-49b5-a0e2-3f87cf5083f1 admin admin] 10.222.0.36 "GET /v2.0/routers/83de020a-33c1-406f-9deb-a0c12b5fd446 HTTP/1.1" status: 200 len: 710 time: 0.4037883 Dec 12 15:07:48.768969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfef27f-6ca3-4dd8-b4f0-d9789fb24bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:07:48.776426 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebfef27f-6ca3-4dd8-b4f0-d9789fb24bbf admin admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 886 time: 0.1879654 Dec 12 15:07:48.781659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:07:49.037315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:49.274017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:49.351962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:49.531663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Allocated IP 172.25.3.250 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/754c9c49-fa6f-4f34-8445-287f8b46e153) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:07:49.641930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:49.703952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:49.743843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:07:49.765179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:07:49.821271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Pushing event updated for resources: {'Port': ['ID=754c9c49-fa6f-4f34-8445-287f8b46e153,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:49.823908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:07:49.860724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.861068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.861406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.861737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.862064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.862401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.862713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.863031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.863355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.863672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.863988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.864302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.864616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Tracked resource versions report: Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: pushed versions: Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: { 'AddressGroup': {'1.2'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Log': {'1.0'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Network': {'1.1'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Port': {'1.7'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'PortForwarding': {'1.2'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'QosPolicy': {'1.10'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SecurityGroup': {'1.5'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SubPort': {'1.0'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Subnet': {'1.1'}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Trunk': {'1.1'}} Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: consumer versions: Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: L3 agent@n-d-710847-8: {}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: Metadata agent@n-d-710847-8: {}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: Metering agent@n-d-710847-8: {}, Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'ConntrackHelper': '1.0', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'LocalIPAssociation': '1.0', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Log': '1.0', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Network': '1.1', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Port': '1.7', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'PortForwarding': '1.2', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'QosPolicy': '1.10', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SecurityGroup': '1.5', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SecurityGroupRule': '1.2', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'SubPort': '1.0', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Subnet': '1.1', Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: 'Trunk': '1.1'}} Dec 12 15:07:49.865762 n-d-710847-8 neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:07:50.121089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:50.366735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:50.371796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:50.480971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Router 83de020a-33c1-406f-9deb-a0c12b5fd446 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:07:50.585518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:07:50.590481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:50.591682 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e7b7fc4c-9532-409b-9c0b-5ae3408d4c78 admin admin] 10.222.0.36 "PUT /v2.0/routers/83de020a-33c1-406f-9deb-a0c12b5fd446 HTTP/1.1" status: 200 len: 890 time: 1.8145096 Dec 12 15:07:50.805800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0faf1191-ecf1-4be8-bab8-1722bcab3696 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:07:50.859357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:50.859834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:51.579100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Sync routers for ids ['83de020a-33c1-406f-9deb-a0c12b5fd446'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:07:51.590054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Routers {'83de020a-33c1-406f-9deb-a0c12b5fd446'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:07:51.590760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:07:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83de020a-33c1-406f-9deb-a0c12b5fd446'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:51.797112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Set router 83de020a-33c1-406f-9deb-a0c12b5fd446 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:07:52.247963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:49Z', 'revision_number': 4, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port': {'id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:49Z', 'updated_at': '2021-12-12T15:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:44Z', 'revision_number': 5, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:52.296215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Checking router: 83de020a-33c1-406f-9deb-a0c12b5fd446 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:07:52.296569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Updating router 83de020a-33c1-406f-9deb-a0c12b5fd446 port 754c9c49-fa6f-4f34-8445-287f8b46e153 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:07:52.342953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.646019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.652682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.701103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e53b1a-0594-4753-839e-fcbf8306d37f None None] Pushing event updated for resources: {'Port': ['ID=754c9c49-fa6f-4f34-8445-287f8b46e153,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:52.707330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Attempting to bind port 754c9c49-fa6f-4f34-8445-287f8b46e153 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:07:52.707708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Attempting to bind port 754c9c49-fa6f-4f34-8445-287f8b46e153 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:07:52.708079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Attempting to bind port 754c9c49-fa6f-4f34-8445-287f8b46e153 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:07:52.713181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:07:52.713561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:07:52.713968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.714362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:07:52.714845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Bound port: 754c9c49-fa6f-4f34-8445-287f8b46e153, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:07:52.715253 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.767383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] For port 754c9c49-fa6f-4f34-8445-287f8b46e153, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:07:52.770306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] For port 754c9c49-fa6f-4f34-8445-287f8b46e153, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=754c9c49-fa6f-4f34-8445-287f8b46e153,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:07:52.774727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:52.827607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Routers {'83de020a-33c1-406f-9deb-a0c12b5fd446'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:07:52.828201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:07:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83de020a-33c1-406f-9deb-a0c12b5fd446'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:52.868133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e53b1a-0594-4753-839e-fcbf8306d37f None None] Pushing event updated for resources: {'Port': ['ID=754c9c49-fa6f-4f34-8445-287f8b46e153,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:52.941352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] Set router 83de020a-33c1-406f-9deb-a0c12b5fd446 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:07:53.150325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:49Z', 'revision_number': 4, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port': {'id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:49Z', 'updated_at': '2021-12-12T15:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:44Z', 'revision_number': 5, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:07:53.179953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e61c9e-5830-44a6-be60-0423194cce2b None None] The sync data for ids ['83de020a-33c1-406f-9deb-a0c12b5fd446'] in n-d-710847-8 is: [{'id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'name': 'router1', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:07:31Z', 'updated_at': '2021-12-12T15:07:49Z', 'revision_number': 4, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'gw_port': {'id': '754c9c49-fa6f-4f34-8445-287f8b46e153', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:fb:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:49Z', 'updated_at': '2021-12-12T15:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0faf1191-ecf1-4be8-bab8-1722bcab3696', 'name': '', 'network_id': '452554c3-ab7d-468d-951a-6528d98d39a5', 'tenant_id': '5c11bc49a54d441f8643c378dae381fe', 'mac_address': 'fa:16:3e:6e:6e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83de020a-33c1-406f-9deb-a0c12b5fd446', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:07:41Z', 'updated_at': '2021-12-12T15:07:44Z', 'revision_number': 5, 'project_id': '5c11bc49a54d441f8643c378dae381fe', 'subnets': [{'id': '1a8e1c26-8f3f-461b-8ca4-47db800d520b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611fcb75-dd58-49e5-9ef5-ca3e498f164d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:07:53.193677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:07:53.337893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-28ec682c-8423-4343-9ff1-0e0e16e20e9f admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1428912 Dec 12 15:07:54.807065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 754c9c49-fa6f-4f34-8445-287f8b46e153 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:07:54.853052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 754c9c49-fa6f-4f34-8445-287f8b46e153 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:54.853428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:54.927273 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:54.946766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 754c9c49-fa6f-4f34-8445-287f8b46e153, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=754c9c49-fa6f-4f34-8445-287f8b46e153,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:07:54.951174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:07:55.006147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=754c9c49-fa6f-4f34-8445-287f8b46e153,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:07:56.838842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 754c9c49-fa6f-4f34-8445-287f8b46e153 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:07:56.911801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 754c9c49-fa6f-4f34-8445-287f8b46e153 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:07:56.912526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:05.272328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59800738-306f-48b5-979d-e8a61906497a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:07.665761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68227e76-9360-41d7-a2a3-4430c8036bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:08.371218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:10.125974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:10.975766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:24.625948 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:08:35.302381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2e56a25d-948a-404d-b00b-ce763d2041b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:37.645065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b07e080a-06e4-49be-9272-800a6d8f946f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:38.361684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:40.126881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:08:40.972662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:01.624642 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:09:05.275637 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5fe365-6103-46ee-a2ad-f3b3a1b478ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:07.637322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-075e2e1c-f3b1-41db-ab05-91aa09559cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:08.359389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:10.128276 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:10.967933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:18.761818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47892) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:18.823115 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3df88e-82b0-43bd-b096-368a8ffa6d09 admin admin] GET failed (client error): The resource could not be found. Dec 12 15:09:18.824391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a3df88e-82b0-43bd-b096-368a8ffa6d09 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615990 Dec 12 15:09:18.983774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f364a-8b53-4900-8c52-d519b2e6de30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:18.985166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7f1f364a-8b53-4900-8c52-d519b2e6de30 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1560636 Dec 12 15:09:21.335695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47902) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:21.427719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b7ea9-6b4e-472b-b519-2495cfe729fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:21.429068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-817b7ea9-6b4e-472b-b519-2495cfe729fc admin admin] 10.222.0.36 "GET /v2.0/subnets/1a8e1c26-8f3f-461b-8ca4-47db800d520b HTTP/1.1" status: 200 len: 849 time: 0.0924239 Dec 12 15:09:21.439471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:09:21.525536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Publish callbacks [] for subnet, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:21.664344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750237297116'] for subnet, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:21.692985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:21.693553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:21.695059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] 10.222.0.36 "PUT /v2.0/subnets/1a8e1c26-8f3f-461b-8ca4-47db800d520b HTTP/1.1" status: 200 len: 868 time: 0.2590067 Dec 12 15:09:21.698255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4329be1-c08d-4258-88e7-fa9229fb9d51 None None] Network 452554c3-ab7d-468d-951a-6528d98d39a5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:09:21.718787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8e1c26-8f3f-461b-8ca4-47db800d520b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:09:21.726136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.726491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.726824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.727147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.727475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.727802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.728123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.728444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.728795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.729114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.729435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.729809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:21.730132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d073d6-45d3-41b7-87fe-52d9475b661e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:09:22.046503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fb452c71-c8da-4b65-af55-63cd84bd0b46 None None] Provisioning complete for port 0faf1191-ecf1-4be8-bab8-1722bcab3696 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:09:22.046949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fb452c71-c8da-4b65-af55-63cd84bd0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:22.129899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fb452c71-c8da-4b65-af55-63cd84bd0b46 None None] Provisioning complete for port 178bfd1e-d39b-4a9a-af4a-b782d1516e14 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:09:22.130186 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fb452c71-c8da-4b65-af55-63cd84bd0b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:24.082779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47910) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:24.278954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad8c4e-a142-48cf-9aa8-b9a0a72e7dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:24.279351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ad8c4e-a142-48cf-9aa8-b9a0a72e7dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:24.280900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c0ad8c4e-a142-48cf-9aa8-b9a0a72e7dcb admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1971445 Dec 12 15:09:26.657095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:26.854790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7844cf1-d696-430d-b316-e62560489c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:26.855210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7844cf1-d696-430d-b316-e62560489c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:26.856944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7844cf1-d696-430d-b316-e62560489c5e admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1988769 Dec 12 15:09:29.235220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:29.376888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7775a-d99c-49fc-9879-146d1dac90bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:29.378251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bde7775a-d99c-49fc-9879-146d1dac90bd admin admin] 10.222.0.36 "GET /v2.0/networks/452554c3-ab7d-468d-951a-6528d98d39a5 HTTP/1.1" status: 200 len: 868 time: 0.1420484 Dec 12 15:09:31.737955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:31.862151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc4a629-378d-43e8-bb2b-91746df4c49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:31.863511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8bc4a629-378d-43e8-bb2b-91746df4c49e admin admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 886 time: 0.1245377 Dec 12 15:09:34.222004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:34.347542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180aabb-2e26-4036-8241-2c7efa1a4706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:34.347987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180aabb-2e26-4036-8241-2c7efa1a4706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:34.349526 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b180aabb-2e26-4036-8241-2c7efa1a4706 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265759 Dec 12 15:09:35.276377 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9cc00e87-8137-4d8e-904f-0b7891fb4df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:36.705641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:36.794017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b931f11-7722-48a6-8077-bec281cb5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:36.794466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b931f11-7722-48a6-8077-bec281cb5839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:36.795926 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3b931f11-7722-48a6-8077-bec281cb5839 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893211 Dec 12 15:09:37.640097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-65f65a0c-a4e2-4ce2-b78a-e322339392c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:38.362036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:38.622620 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:09:39.135336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:39.234780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db42e81-76ff-4f5c-a87a-3661e902d9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:39.236101 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4db42e81-76ff-4f5c-a87a-3661e902d9d4 admin admin] 10.222.0.36 "GET /v2.0/subnets/1a8e1c26-8f3f-461b-8ca4-47db800d520b HTTP/1.1" status: 200 len: 868 time: 0.0998025 Dec 12 15:09:40.133177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:40.971601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:09:41.598038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:09:41.686937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05431dc-74dc-4683-aba0-d25024947730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:09:41.688260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a05431dc-74dc-4683-aba0-d25024947730 admin admin] 10.222.0.36 "GET /v2.0/subnets/eaf5ff96-a810-4544-9d54-735a9af8e9bd HTTP/1.1" status: 200 len: 816 time: 0.0892456 Dec 12 15:10:05.278096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8dd08b0c-0386-47ed-a0c0-e0e7c572b2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:06.600873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48022) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:10:06.647487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-9f7b3cf6-6cd0-4ea1-94c4-f6366d910f5c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:10:06.648472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f7b3cf6-6cd0-4ea1-94c4-f6366d910f5c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466578 Dec 12 15:10:07.644613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e220bf3-f1e5-4cd9-9de6-1d025e613428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:08.368459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:09.085727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:10:09.145883 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-106ee43f-4e84-48cd-b3f2-5e5855150211 admin admin] GET failed (client error): The resource could not be found. Dec 12 15:10:09.147212 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-106ee43f-4e84-48cd-b3f2-5e5855150211 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605733 Dec 12 15:10:09.290167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa9d5f-d401-40f5-87bb-7f163b6bda67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:10:09.291624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-abfa9d5f-d401-40f5-87bb-7f163b6bda67 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398113 Dec 12 15:10:10.133068 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:10.972849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:11.679888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:10:11.727169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:10:11.728375 n-d-710847-8 neutron-server[103411]: INFO neutron.quota [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Loaded quota_driver: . Dec 12 15:10:11.764732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Made reservation on behalf of 5f1635b765bc49059311122e9184dedc for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:10:11.767266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:11.809451 n-d-710847-8 neutron-server[103411]: WARNING neutron.services.revisions.revision_plugin [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Could not find related network for resource to bump revision. Dec 12 15:10:11.825465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:10:11.840286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750237282681', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:11.840868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Unsubscribe: segment precommit_create {{(pid=103411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 12 15:10:11.841342 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Added segment f6b1335c-1f03-44ab-b53c-da11acfb8ddd of type vlan for network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f Dec 12 15:10:11.890680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:11.921535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:11.922596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:10:11.923185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:12.066314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3852851 Dec 12 15:10:12.091629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Pushing event updated for resources: {'Network': ['ID=2088dcaf-0b48-4b93-9b87-06f5d4abd76f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:10:12.099099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.099451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.099796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.100140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.100479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.100846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.101180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.101515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.101845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.102174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.102503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.102828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.103153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1127e22-8299-49e8-a688-fda0e7ec8805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:12.120216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:10:14.452558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48046) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:10:14.510214 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-56128972-2f96-4557-90d7-c1f2f148bd72 admin admin] GET failed (client error): The resource could not be found. Dec 12 15:10:14.511461 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-56128972-2f96-4557-90d7-c1f2f148bd72 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0579147 Dec 12 15:10:14.581539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d993d41-c04f-43bb-9e65-897b75ef38a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:10:14.582912 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d993d41-c04f-43bb-9e65-897b75ef38a4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0663640 Dec 12 15:10:14.592857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:10:14.616131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Made reservation on behalf of 5f1635b765bc49059311122e9184dedc for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:10:14.618434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:14.798102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:14.849951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1dc4f8a-ec6c-4e73-ba98-81f964efd190,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:10:14.862009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:10:14.862354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Network hostable DHCP agents. Network: 2088dcaf-0b48-4b93-9b87-06f5d4abd76f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:10:14.881947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:10:14.892244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2088dcaf-0b48-4b93-9b87-06f5d4abd76f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:10:14.898484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:10:14.899051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:14.903430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df5e8b-68fe-4373-8f10-6ee2b687f295 None None] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:10:14.914814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0440e6c4-9912-4d78-8b05-8cb1551c5047 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3252158 Dec 12 15:10:15.109690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'project_id': '5f1635b765bc49059311122e9184dedc', 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:10:15.110831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.246183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Allocated IP 192.168.233.2 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/c3170c2b-7c7e-410e-ac8d-c4d9beb9d195) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:10:15.388027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.393349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.437392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:10:15.440090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:10:15.444200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:10:15.447212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Pushing event updated for resources: {'Port': ['ID=c3170c2b-7c7e-410e-ac8d-c4d9beb9d195,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:10:15.458471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.458807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.459139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.459465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.459786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.460125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.460430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.460771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.461341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.461459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.461694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.462010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.462323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:10:15.507414 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Attempting to bind port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:10:15.507782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Attempting to bind port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:10:15.508142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Attempting to bind port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:10:15.513817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:10:15.514187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:10:15.514584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.515023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:10:15.515484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Bound port: c3170c2b-7c7e-410e-ac8d-c4d9beb9d195, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:10:15.515870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.576378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] For port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:10:15.579390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] For port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c3170c2b-7c7e-410e-ac8d-c4d9beb9d195,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:10:15.584090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:15.623220 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:10:15.640170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8b74-4adb-4927-9d80-72a94a35e9e2 None None] Pushing event updated for resources: {'Port': ['ID=c3170c2b-7c7e-410e-ac8d-c4d9beb9d195,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:10:16.490394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33622556-9d05-479d-95da-32f236bb4a37 None None] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:10:16.570216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] Provisioning complete for port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:10:16.570579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:16.674092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:16.713680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] For port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c3170c2b-7c7e-410e-ac8d-c4d9beb9d195,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:10:16.721584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:16.771772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278801b-100e-46ee-8bdd-3e2ebcc15492 None None] Pushing event updated for resources: {'Port': ['ID=c3170c2b-7c7e-410e-ac8d-c4d9beb9d195,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:10:16.943511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:10:16.981204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ae69bd18-b9bd-43a3-a537-72b7d983d71f None None] Provisioning complete for port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:10:16.981500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae69bd18-b9bd-43a3-a537-72b7d983d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:17.038714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c3170c2b-7c7e-410e-ac8d-c4d9beb9d195 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:10:17.039084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:35.287052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fabb5901-0b49-417b-95a6-30754e52ea94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:37.646705 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6731fb9f-5e12-40d5-b58e-7f84f0ba4406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:38.370263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:40.137997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:40.975648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:10:52.623325 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:11:05.279888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4491fec6-761c-4949-9633-bdbf155f44f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:07.649630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4435c858-ebe7-42d4-b3d5-5063c2ad0c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:08.374166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:10.142519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:10.977781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:29.622395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:11:33.773687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:11:33.779585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6b94bd19-742e-4cf6-bf65-eda51df5bb06 tempest-verify_tempest_config-2125999361 tempest-verify_tempest_config-2125999361-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:11:33.780571 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b94bd19-742e-4cf6-bf65-eda51df5bb06 tempest-verify_tempest_config-2125999361 tempest-verify_tempest_config-2125999361-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059009 Dec 12 15:11:34.076863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:11:34.182851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.284249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.287741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.329904 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d04e96486d94159b00cac8fcd278ed5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2520204 Dec 12 15:11:34.331980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aeac8c-2536-4d3f-8bcd-976e15e2cb94,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:11:34.332651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48112) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:11:34.339608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.339956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.340298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.340655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.340987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.341316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.341641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.341966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.342288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.342612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.342933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.343255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.343577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdac73fb-8161-497d-88cf-f529bed62ca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.387475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.407855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.496715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.499284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:34.500540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08aeac8c-2536-4d3f-8bcd-976e15e2cb94 HTTP/1.1" status: 204 len: 168 time: 0.1669378 Dec 12 15:11:34.507826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aeac8c-2536-4d3f-8bcd-976e15e2cb94,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:11:34.514890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.515238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.515571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.515896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.516219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.516622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.516930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.517203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.517530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.517839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.518138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.518449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:34.518761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888784b-ed96-4f14-89db-08d7e20c6cc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:11:35.281369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c00c7fa5-9119-4cba-9c0e-faa56c4cba38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:37.652009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f578837b-2838-48dd-840f-f3956f017d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:38.373869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:40.141232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:11:40.972979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:05.284237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-148bdbd4-1913-417b-b522-2b295dba1fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:06.620191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:12:07.653642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-53eb7107-89f1-4a3b-b8f7-f9f31dd61e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:08.378146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:10.144874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:10.974411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:35.290088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d28a9181-5b71-43fe-910c-d62f9e6ad4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:37.657247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca98f-d1ee-4583-a049-645e0192359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:38.380884 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:40.278775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:40.975799 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:12:43.619108 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:13:05.284009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a1f17da-969a-4519-b602-c8ce74548d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:07.659333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8a1c59e-25d0-4575-9b58-5333e43fa0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:08.387081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:10.149272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:10.976160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:20.618635 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:13:35.287801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0114db3-864f-47e3-9bc8-7a9c9aa4ee72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:37.661352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-21edace6-e3a3-4a61-a2b4-3944ceff96f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:38.385693 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:40.153395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:40.978664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:13:57.617356 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:14:05.291050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f72393d-0fac-4827-8da7-d8d7e2230b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:07.662051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-115c8204-f442-4106-aca0-7cfe5ae2b978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:08.389747 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:10.158319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:10.980947 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:34.615645 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 5 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:14:35.296532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19694281-eaa7-4933-a844-920591bf21dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:37.663598 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7644e0a-f758-41c2-8c7f-d12144505ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:38.393164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:38.878496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:40.155446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:40.982215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539640'] for agent, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:14:40.986597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:05.298386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-76330b53-17d0-4f25-9615-75379821bc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:07.665387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0addd9e4-1e76-4c9c-b7cc-d3144838a11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:08.396205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:08.846555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:10.162977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:10.913696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:10.977358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:11.615026 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:15:29.246841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48170) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:15:29.349215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d8daba36-3464-482a-abbb-051bc83e94b4 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1012740 Dec 12 15:15:31.743022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48180) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:15:31.798677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3725e638-3542-48d3-a825-45363a19d2a8 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0545089 Dec 12 15:15:35.299099 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9eeefdf8-a75b-4f58-bfe5-85e8a44107c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:37.672464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f2a4ded-ef8c-4058-8b5c-b742cad7415c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:38.398073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:38.845494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:40.166755 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:40.917839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:40.980696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:15:48.614242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:16:05.301675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1fade91-c759-44eb-9ad8-e3743948de52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:07.663757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9210345c-5923-4c5d-bd57-d72a79f75b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:08.401410 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:08.860188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:10.169944 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:10.928924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:10.985290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:25.613832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:16:35.306614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32ad6239-e319-4077-a579-4d09609e487f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:37.665871 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14a96066-2cd4-459c-bd83-799f4a290117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:38.406627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:38.859145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:40.174298 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:40.941537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:40.987271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.324013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48594) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.326818 n-d-710847-8 neutron-server[103412]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 15:16:58.357764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-73bc7fca-d7b4-4614-8bfc-c7d140919364 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326209 Dec 12 15:16:58.434105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.515656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48610) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.554535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-54e608b7-6f22-4c45-8a9e-9d15e4c5a04d tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:16:58.557131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-54e608b7-6f22-4c45-8a9e-9d15e4c5a04d tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882873 Dec 12 15:16:58.585533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-3e055034-d0a0-49d1-b0da-310bef01f6f7 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/quotas/0d1e4234e6a34c4cbf6f64e087ea722f HTTP/1.1" status: 200 len: 375 time: 0.0236087 Dec 12 15:16:58.646037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.656859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-7434f2f0-77a8-475b-8967-809526e30645 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701735 Dec 12 15:16:58.705184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b2e527-a2a5-46ee-a3aa-f7eefc38da35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.795962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.806601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.851304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae418e99a5824455a17c951c089ad04a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4154131 Dec 12 15:16:58.854165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48634) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.864844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b2e527-a2a5-46ee-a3aa-f7eefc38da35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.876978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b2e527-a2a5-46ee-a3aa-f7eefc38da35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:58.903847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f827ba-bdd7-4edd-97ac-22d9b3ba09f2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:16:58.920366 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04b2e527-a2a5-46ee-a3aa-f7eefc38da35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5afe0af36d564c0bb75c137b67d4b8c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4034083 Dec 12 15:16:58.920951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.931896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.931896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.932103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.932415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.932791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.933082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.933399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.933722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.934043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.934361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.934742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.934995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.935305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02a08f0-4172-46d7-91d4-5ef92cba68a3 admin admin] Tracked resource versions report: Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: pushed versions: Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: { 'AddressGroup': {'1.2'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Log': {'1.0'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Network': {'1.1'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Port': {'1.7'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'PortForwarding': {'1.2'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'QosPolicy': {'1.10'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SecurityGroup': {'1.5'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SubPort': {'1.0'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Subnet': {'1.1'}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Trunk': {'1.1'}} Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: consumer versions: Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: HyperV agent@n-h1-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: HyperV agent@n-h2-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: L3 agent@n-d-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: Metadata agent@n-d-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: Metering agent@n-d-710847-8: {}, Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'ConntrackHelper': '1.0', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'LocalIPAssociation': '1.0', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Log': '1.0', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Network': '1.1', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Port': '1.7', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'PortForwarding': '1.2', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'QosPolicy': '1.10', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SecurityGroup': '1.5', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SecurityGroupRule': '1.2', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'SubPort': '1.0', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Subnet': '1.1', Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: 'Trunk': '1.1'}} Dec 12 15:16:58.936508 n-d-710847-8 neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:16:58.985254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:58.992953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.008013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2e527-a2a5-46ee-a3aa-f7eefc38da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a304c406-0bbb-4c9e-a084-b59200547f99,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:16:59.044237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.048575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.068994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.103187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.108825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.116416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15f827ba-bdd7-4edd-97ac-22d9b3ba09f2 HTTP/1.1" status: 204 len: 168 time: 0.2606258 Dec 12 15:16:59.127923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f827ba-bdd7-4edd-97ac-22d9b3ba09f2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:16:59.129170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.133760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.135144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a304c406-0bbb-4c9e-a084-b59200547f99 HTTP/1.1" status: 204 len: 168 time: 0.2098131 Dec 12 15:16:59.153089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1278918-d851-4c9e-a5ae-5a4972ab2294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a304c406-0bbb-4c9e-a084-b59200547f99,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:16:59.194364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-071124de-ba97-4e46-8619-93d500363fbd req-e3fa1c36-4f5b-480f-858a-216ef0955280 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 210 time: 0.2077773 Dec 12 15:16:59.200917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.201467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.202097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.202749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.203251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.203750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.204239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.204948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.211450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.212136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.213326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.220515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.225378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff0701-b94c-4161-b934-9419a8eca9b4 admin admin] Tracked resource versions report: Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: pushed versions: Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: { 'AddressGroup': {'1.2'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'ConntrackHelper': {'1.0'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Log': {'1.0'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Network': {'1.1'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Port': {'1.7'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'PortForwarding': {'1.2'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'QosPolicy': {'1.10'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SecurityGroup': {'1.5'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SubPort': {'1.0'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Subnet': {'1.1'}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Trunk': {'1.1'}} Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: consumer versions: Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: HyperV agent@n-h1-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: HyperV agent@n-h2-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: L3 agent@n-d-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: Metadata agent@n-d-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: Metering agent@n-d-710847-8: {}, Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'ConntrackHelper': '1.0', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'LocalIPAssociation': '1.0', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Log': '1.0', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Network': '1.1', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Port': '1.7', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'PortForwarding': '1.2', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'QosPolicy': '1.10', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SecurityGroup': '1.5', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SecurityGroupRule': '1.2', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'SubPort': '1.0', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Subnet': '1.1', Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: 'Trunk': '1.1'}} Dec 12 15:16:59.226752 n-d-710847-8 neutron-server[103412]: {{(pid=103412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:16:59.521348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:59.536213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dde3c7e1-ea4e-4dbf-8bac-ae6d72cb3b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.753095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dde3c7e1-ea4e-4dbf-8bac-ae6d72cb3b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.763180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dde3c7e1-ea4e-4dbf-8bac-ae6d72cb3b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.795079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48710) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:59.796572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3c7e1-ea4e-4dbf-8bac-ae6d72cb3b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08804af-b1db-4b43-bcf2-ab4992d586c8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:16:59.813050 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dde3c7e1-ea4e-4dbf-8bac-ae6d72cb3b3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=621e369b869a481382dc597610239b01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2899969 Dec 12 15:16:59.815651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:16:59.840693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d06fb3-9c73-40d2-ae15-49ccba36b194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.886694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.943538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.971514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d06fb3-9c73-40d2-ae15-49ccba36b194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:16:59.990788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d06fb3-9c73-40d2-ae15-49ccba36b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.001919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.005177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.006998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a08804af-b1db-4b43-bcf2-ab4992d586c8 HTTP/1.1" status: 204 len: 168 time: 0.1902759 Dec 12 15:17:00.021813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62635d0b-413f-45b6-b86a-d7f37c3fee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08804af-b1db-4b43-bcf2-ab4992d586c8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:00.054025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06fb3-9c73-40d2-ae15-49ccba36b194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c5e26-c73d-4d25-8dc7-083da6e439a6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:00.103548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:00.104590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6d06fb3-9c73-40d2-ae15-49ccba36b194 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86162190ca484327a2ab03817c8038ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3081000 Dec 12 15:17:00.180976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.230053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.325051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.328109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:00.329548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f17c5e26-c73d-4d25-8dc7-083da6e439a6 HTTP/1.1" status: 204 len: 168 time: 0.2227876 Dec 12 15:17:00.338426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f4bd6-b80b-4445-bf3a-3d63924f926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c5e26-c73d-4d25-8dc7-083da6e439a6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:00.521234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9686944f-3f66-4497-a957-dcb69b222b01 req-9880a701-8d1a-45fc-a0dc-770680de9224 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 210 time: 0.0507252 Dec 12 15:17:00.523722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-ea29ce2c-2e29-4157-aebd-9f3d4e04595f tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921042 Dec 12 15:17:00.756520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-6540610b-746f-44f2-98ef-87930354f182 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:00.756699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:00.761868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-6540610b-746f-44f2-98ef-87930354f182 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294917 Dec 12 15:17:00.776876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-8ee26fdf-54a1-441a-a0d1-ceb0c80cb979 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/quotas/098cd1dc5e95485a93db27fcc27a3b0a HTTP/1.1" status: 200 len: 375 time: 0.0110674 Dec 12 15:17:00.816447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-fa1e9ad5-ddc7-4dde-8b94-937bc7a70205 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304070 Dec 12 15:17:01.004092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f0fead7-4209-4b7c-b352-380e0cea1aee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.055686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf902af8-9972-4e5a-b03c-847fa1b1ba32 req-8cfbf220-6349-4b95-a02e-38957b5ae449 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 210 time: 0.0513549 Dec 12 15:17:01.094988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.13', 51819) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:01.133164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-176bf97a-9b5c-46f3-848a-66d1dd5b94a3 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368547 Dec 12 15:17:01.194378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f0fead7-4209-4b7c-b352-380e0cea1aee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.202500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:01.216769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f0fead7-4209-4b7c-b352-380e0cea1aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.285129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f0fead7-4209-4b7c-b352-380e0cea1aee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54f55c57b97244f48f9acbe0809474ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5274768 Dec 12 15:17:01.290358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:01.358422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-8097915a-26f8-43e7-9d53-dd5dd6b78887 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:01.359270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-8097915a-26f8-43e7-9d53-dd5dd6b78887 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193048 Dec 12 15:17:01.368737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fead7-4209-4b7c-b352-380e0cea1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108fc19c-ae02-466d-b72a-b973f21d55e0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:01.416625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec56a08a-fc7e-4eea-8f8e-c7ad42282efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.420166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.455981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Request body: {'port': {'device_id': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '0d1e4234e6a34c4cbf6f64e087ea722f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:01.477758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.608429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.611227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.617128 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/108fc19c-ae02-466d-b72a-b973f21d55e0 HTTP/1.1" status: 204 len: 168 time: 0.3256092 Dec 12 15:17:01.642395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6785e-180c-4a08-b8ad-a6722ebef002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108fc19c-ae02-466d-b72a-b973f21d55e0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:01.670932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec56a08a-fc7e-4eea-8f8e-c7ad42282efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.683787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec56a08a-fc7e-4eea-8f8e-c7ad42282efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.734067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec56a08a-fc7e-4eea-8f8e-c7ad42282efe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f0e87e9025e43949c81b0b6c80bdc92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5282056 Dec 12 15:17:01.734067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56a08a-fc7e-4eea-8f8e-c7ad42282efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7016c1a-0682-4c03-ac96-b6b5526c189b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:01.735405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:01.735947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:01.797833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.828579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.861293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d414936-8354-4626-9965-3a6e4086f492 req-99554b14-8fd4-4f57-a012-282e52f802cc tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 210 time: 0.0555875 Dec 12 15:17:01.897317 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.901040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:01.905345 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7016c1a-0682-4c03-ac96-b6b5526c189b HTTP/1.1" status: 204 len: 168 time: 0.1606717 Dec 12 15:17:01.921942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33cf3e-445a-4fe3-8615-4231c1ddb60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7016c1a-0682-4c03-ac96-b6b5526c189b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:01.989224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Made reservation on behalf of 0d1e4234e6a34c4cbf6f64e087ea722f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:01.995384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.009180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.127834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-network', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:02.137083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.156681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.170907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Made reservation on behalf of 7d2d13402c3341748e6039c706c9d63d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:02.174381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.184266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.224703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-371f02fa-dea7-458b-9c10-0f9e00aff58d req-5355eab4-7e98-4667-9266-e5e7a5e9bb44 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 210 time: 0.0838060 Dec 12 15:17:02.264509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:02.303444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5101ad23-2c7b-4538-8407-bd1166b32830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.325461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.334383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.392403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:02.408619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa3f18-9529-4568-920a-62c3d90192b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:02.414616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.415145 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Added segment 7a768dc8-4c3c-4c61-bf30-5cac7bdcde63 of type vlan for network 52f193cd-0bb7-4043-81c3-567504b48202 Dec 12 15:17:02.447507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19711155-f2e1-4bec-8804-13ea0b641886,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:02.472112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.521307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5101ad23-2c7b-4538-8407-bd1166b32830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.525802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.527063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:02.527815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.536024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5101ad23-2c7b-4538-8407-bd1166b32830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.565060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Allocated IP 192.168.233.226 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/b43d25b0-7ddb-4b97-a51d-a2e7eb040e43) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:02.599983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48890) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:02.616621 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:17:02.625373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101ad23-2c7b-4538-8407-bd1166b32830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a7b65a-0c3b-4dc1-857a-72762a796d85,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:02.636515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8992884 Dec 12 15:17:02.642001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:02.649671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Request body: {'subnet': {'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-subnet', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:02.661068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-883d5649-e30e-4a8e-bae2-3ad04d987a45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.664139 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5101ad23-2c7b-4538-8407-bd1166b32830 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07d855b5561e4019b6b119b846541831&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3960946 Dec 12 15:17:02.668124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48894) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:02.671097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8dfa1-9d14-4e8b-87b4-ecf15e5335f3 admin admin] Pushing event updated for resources: {'Network': ['ID=52f193cd-0bb7-4043-81c3-567504b48202,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:02.677593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Made reservation on behalf of 7d2d13402c3341748e6039c706c9d63d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:02.681888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.685933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 52f193cd-0bb7-4043-81c3-567504b48202 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:02.941092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:02.998091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.041225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.13', 51824) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:03.073044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.102848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-149ad861-f4da-464e-97f3-6acff275d625 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605102 Dec 12 15:17:03.118474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed02a759-c54e-47c6-9945-8589f6453058 req-434d4db5-eacd-439e-950d-ffa9d86fa515 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 210 time: 0.1153007 Dec 12 15:17:03.203404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6626825f-ef2c-4398-8ab6-4e6a2e0e7352,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:03.242462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Checking segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:03.246187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Network hostable DHCP agents. Network: 52f193cd-0bb7-4043-81c3-567504b48202, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:03.261698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.269848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-b196a59c-cd13-4fee-9680-d6e316da96dc tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:03.271311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-b196a59c-cd13-4fee-9680-d6e316da96dc tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404963 Dec 12 15:17:03.274927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-883d5649-e30e-4a8e-bae2-3ad04d987a45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.300823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Request body: {'port': {'device_id': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '098cd1dc5e95485a93db27fcc27a3b0a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:03.304052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-883d5649-e30e-4a8e-bae2-3ad04d987a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.314034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Network 52f193cd-0bb7-4043-81c3-567504b48202 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:03.334859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-883d5649-e30e-4a8e-bae2-3ad04d987a45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cec36eedb4243ef800acd94dce737b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7337177 Dec 12 15:17:03.338155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:03.349141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 52f193cd-0bb7-4043-81c3-567504b48202) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:03.357629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:03.358416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dbd8c-0399-44ca-92c9-7a9c976361d5 None None] Network 52f193cd-0bb7-4043-81c3-567504b48202 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:03.358542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.527786 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7af54bd-5490-4020-ac5c-704337163ef5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8840854 Dec 12 15:17:03.534497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:03.544891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:03.554669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e91532f-6d6a-4f34-82dc-3b2c8a2c7856 req-80fe1674-76b5-4c19-ba84-aaccda626cef tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 210 time: 0.2186503 Dec 12 15:17:03.562029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.564542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.565734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2a7b65a-0c3b-4dc1-857a-72762a796d85 HTTP/1.1" status: 204 len: 168 time: 0.8913331 Dec 12 15:17:03.592556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5649-e30e-4a8e-bae2-3ad04d987a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d416df7-fb7d-43dc-813c-273d85a6bdd8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:03.634725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.637075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.649009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213fdb9-2dff-4238-8f63-7ca2dde63af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a7b65a-0c3b-4dc1-857a-72762a796d85,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:03.668958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-52f193cd-0bb7-4043-81c3-567504b48202', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:17:03.670567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.671189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.723041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:03.772257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:03.783930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:03.784436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.792753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:03.793707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.866454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Pushing event updated for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:03.885198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Made reservation on behalf of 098cd1dc5e95485a93db27fcc27a3b0a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:03.890378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:03.911430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-c08ca4f1-b783-4c91-b9b1-e63e1187c5d2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4595768 Dec 12 15:17:03.939882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-43887d4b-469b-4312-8ec3-2b0a55b9b9f7 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:03.943948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-43887d4b-469b-4312-8ec3-2b0a55b9b9f7 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161707 Dec 12 15:17:03.962926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.155273 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.207132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.289985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.321979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.323980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Allocated IP 172.20.0.2 (52f193cd-0bb7-4043-81c3-567504b48202/6626825f-ef2c-4398-8ab6-4e6a2e0e7352/1d39cf06-c3fb-4eca-a890-29c99963c672) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:04.418656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.499765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ecd497-3804-4196-9d2c-549e2b60485d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:04.577043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a865581d-d0eb-431f-b5f1-2197d5f6fe25 None None] Provisioning complete for port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:04.577335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a865581d-d0eb-431f-b5f1-2197d5f6fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.609501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.615785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.616548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d416df7-fb7d-43dc-813c-273d85a6bdd8 HTTP/1.1" status: 204 len: 168 time: 1.2760358 Dec 12 15:17:04.643710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14bcbf-e6d2-4814-b397-0710c40384d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d416df7-fb7d-43dc-813c-273d85a6bdd8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:04.823740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.837773 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:04.867688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34068091-f84f-48a0-b63b-1a17ed848cc8 req-9fd5749c-8f1c-4605-a5cb-ae0074a15314 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:04.875069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34068091-f84f-48a0-b63b-1a17ed848cc8 req-9fd5749c-8f1c-4605-a5cb-ae0074a15314 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 936 time: 0.5813158 Dec 12 15:17:04.884550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1228d74-a648-48ac-9b79-03b03ffe9aab req-674ab488-5812-4d18-be1f-c6b00b900340 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 210 time: 0.1199026 Dec 12 15:17:04.935346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.000114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.034164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Request body: {'port': {'device_id': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'device_owner': 'compute:tempest-test_az-332248438', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:05.155257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Allocated IP 192.168.233.86 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/8273c7bb-6d5f-4074-b710-408f003fc1ad) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:05.191345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Network 52f193cd-0bb7-4043-81c3-567504b48202 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:05.200370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Pushing event updated for resources: {'Port': ['ID=1d39cf06-c3fb-4eca-a890-29c99963c672,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:05.211090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34068091-f84f-48a0-b63b-1a17ed848cc8 req-3a82b018-0190-40fd-ad8d-353e74faa1b8 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348174 Dec 12 15:17:05.217815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:05.221943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:05.228909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.230298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.230983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.231657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.232315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.233020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.233662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.234644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.235321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.235939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.236532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.237249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.237906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Tracked resource versions report: Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: pushed versions: Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: { 'AddressGroup': {'1.2'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'ConntrackHelper': {'1.0'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Log': {'1.0'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Network': {'1.1'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Port': {'1.7'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'PortForwarding': {'1.2'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'QosPolicy': {'1.10'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SecurityGroup': {'1.5'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SubPort': {'1.0'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Subnet': {'1.1'}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Trunk': {'1.1'}} Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: consumer versions: Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: HyperV agent@n-h1-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: HyperV agent@n-h2-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: L3 agent@n-d-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: Metadata agent@n-d-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: Metering agent@n-d-710847-8: {}, Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'ConntrackHelper': '1.0', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'LocalIPAssociation': '1.0', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Log': '1.0', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Network': '1.1', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Port': '1.7', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'PortForwarding': '1.2', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'QosPolicy': '1.10', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SecurityGroup': '1.5', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SecurityGroupRule': '1.2', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'SubPort': '1.0', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Subnet': '1.1', Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: 'Trunk': '1.1'}} Dec 12 15:17:05.239399 n-d-710847-8 neutron-server[103413]: {{(pid=103413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:17:05.282379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Allocated IP 172.25.3.168 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/99b04436-a6b8-4bc0-b372-127cfd621be2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:05.288371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a865581d-d0eb-431f-b5f1-2197d5f6fe25 None None] Port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:05.308362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Attempting to bind port 1d39cf06-c3fb-4eca-a890-29c99963c672 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:05.309307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Attempting to bind port 1d39cf06-c3fb-4eca-a890-29c99963c672 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:05.309985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Attempting to bind port 1d39cf06-c3fb-4eca-a890-29c99963c672 on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:05.318556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:05.319460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Checking segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:05.320218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.320918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Bound using segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:05.321608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Bound port: 1d39cf06-c3fb-4eca-a890-29c99963c672, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:05.322211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.360000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.401777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] For port 1d39cf06-c3fb-4eca-a890-29c99963c672, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:05.407246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] For port 1d39cf06-c3fb-4eca-a890-29c99963c672, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1d39cf06-c3fb-4eca-a890-29c99963c672,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:05.411385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9352220e-e241-48bd-a0c1-f5005855a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.415418 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.508386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749ccd8-b4e4-477d-9f7f-3cc896e800bc None None] Pushing event updated for resources: {'Port': ['ID=1d39cf06-c3fb-4eca-a890-29c99963c672,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:05.579700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.692517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:05.787115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:05.790514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:05.795667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:05.971156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.056000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Pushing event updated for resources: {'Port': ['ID=99b04436-a6b8-4bc0-b372-127cfd621be2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:06.089141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.331855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Pushing event updated for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:06.388958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:06.398765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.413163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:06.429561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3d2a8-3ddc-4fec-8d48-36fe0fd9dd1e req-c6807987-7601-4aca-86ce-cd536bd44a1b tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:06.440313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67c3d2a8-3ddc-4fec-8d48-36fe0fd9dd1e req-c6807987-7601-4aca-86ce-cd536bd44a1b tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 935 time: 0.3166392 Dec 12 15:17:06.445328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:06.455956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:06.455956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.613751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67c3d2a8-3ddc-4fec-8d48-36fe0fd9dd1e req-f32b6edc-ecf6-4d3f-bd8c-0e777d63287d tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677375 Dec 12 15:17:06.672724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-96ceb907-ea76-4931-806f-619677d119a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3762643 Dec 12 15:17:06.691507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291004b-d36a-44d0-a1b9-57c1bbce146c req-c6723004-a2d8-4a08-bfe6-34535e0f5fe1 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:06.694335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4291004b-d36a-44d0-a1b9-57c1bbce146c req-c6723004-a2d8-4a08-bfe6-34535e0f5fe1 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 936 time: 0.2774780 Dec 12 15:17:06.793237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4291004b-d36a-44d0-a1b9-57c1bbce146c req-599162d8-059d-4718-9b84-9e0549f5ab07 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Dec 12 15:17:06.847248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9196dbac-0ca8-4ff5-934f-7c84454de950 None None] Provisioning complete for port 8273c7bb-6d5f-4074-b710-408f003fc1ad triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:06.847752 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9196dbac-0ca8-4ff5-934f-7c84454de950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.889126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:06.924601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:06.946426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9196dbac-0ca8-4ff5-934f-7c84454de950 None None] Port 8273c7bb-6d5f-4074-b710-408f003fc1ad cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:07.009279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Transition to ACTIVE for port object b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:07.016222 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.054852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Request body: {'port': {'device_id': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'device_owner': 'compute:tempest-test_az-332248438', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:07.198900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.379464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1d39cf06-c3fb-4eca-a890-29c99963c672 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:07.466031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcd2a3-3494-4a4c-a627-84d785d93bb4 None None] Network 52f193cd-0bb7-4043-81c3-567504b48202 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:07.521727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:07.540544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.548095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:17:07.549698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Attempting to bind port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:07.550177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Attempting to bind port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:07.550679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Attempting to bind port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:07.563917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:07.564409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Attempting to bind port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:07.577289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:07.577943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:07.578685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:07.598119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Bound port: b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:07.598850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.703846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] Provisioning complete for port 1d39cf06-c3fb-4eca-a890-29c99963c672 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:07.704477 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.836863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e1d7ac6-4e16-4c61-b3b1-efc627e18e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:07.846392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1d39cf06-c3fb-4eca-a890-29c99963c672 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:07.847005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.067648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:17:08.080049 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:17:08.101865 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:08.102533 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:08.115807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.117101 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ad0bb3a7-9a7d-4715-ad7a-6e60e3e499ea admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5813949 Dec 12 15:17:08.125175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:08.170153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.288448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8273c7bb-6d5f-4074-b710-408f003fc1ad {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:08.297332 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.382393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] For port 1d39cf06-c3fb-4eca-a890-29c99963c672, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1d39cf06-c3fb-4eca-a890-29c99963c672,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:08.404983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.446131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.488754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:08.653154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Transition to ACTIVE for port object 8273c7bb-6d5f-4074-b710-408f003fc1ad will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:08.666826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370d49a-ff3b-49f6-8dc0-c00a7b317f8b None None] Pushing event updated for resources: {'Port': ['ID=1d39cf06-c3fb-4eca-a890-29c99963c672,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:08.675451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:17:08.676195 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:17:08.687341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474cec-6b8e-4de0-9c00-552039be30b9 req-57bedd35-b090-4533-92a0-ff79c947d2e1 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:08.690972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50474cec-6b8e-4de0-9c00-552039be30b9 req-57bedd35-b090-4533-92a0-ff79c947d2e1 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 935 time: 0.7703261 Dec 12 15:17:08.716985 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.719841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.733411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:06Z', 'revision_number': 3, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:08.735083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bc34c579-ec50-4663-ba8a-deba63262d6a None None] Provisioning complete for port 1d39cf06-c3fb-4eca-a890-29c99963c672 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:08.735660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc34c579-ec50-4663-ba8a-deba63262d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.803917 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:17:08.804580 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Updating router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 port 99b04436-a6b8-4bc0-b372-127cfd621be2 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:17:08.884182 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:08.906549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcad5a7-b752-4920-bbc4-ee2f365a19fd req-b9c0fa02-f299-4d57-8ed2-c28f6375677e tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:08.908188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dcad5a7-b752-4920-bbc4-ee2f365a19fd req-b9c0fa02-f299-4d57-8ed2-c28f6375677e tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.3851986 Dec 12 15:17:08.909515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:08.947268 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.019770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:09.035044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50474cec-6b8e-4de0-9c00-552039be30b9 req-bdf0d80c-1cb1-4581-9ec4-916a28a820f8 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308232 Dec 12 15:17:09.110491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.217803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dcad5a7-b752-4920-bbc4-ee2f365a19fd req-7fa0484e-f41a-4241-b7af-9da71007ea04 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696631 Dec 12 15:17:09.303111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Pushing event updated for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:09.326325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.508142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1d39cf06-c3fb-4eca-a890-29c99963c672 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:09.536671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:09.537296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.539761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] 10.222.0.13 "PUT /v2.0/ports/b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 HTTP/1.1" status: 200 len: 1117 time: 5.0698793 Dec 12 15:17:09.542539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:09.692596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1d39cf06-c3fb-4eca-a890-29c99963c672 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:09.694609 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.803824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70c0b8-e147-4605-8f78-c8c46dc85f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:09.807001 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.822081 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.931567 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Attempting to bind port 99b04436-a6b8-4bc0-b372-127cfd621be2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:09.932191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Attempting to bind port 99b04436-a6b8-4bc0-b372-127cfd621be2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:09.933306 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Attempting to bind port 99b04436-a6b8-4bc0-b372-127cfd621be2 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:09.937186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Pushing event updated for resources: {'Port': ['ID=99b04436-a6b8-4bc0-b372-127cfd621be2,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:09.948486 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:09.949136 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:09.955000 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.955769 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:09.956471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Bound port: 99b04436-a6b8-4bc0-b372-127cfd621be2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:09.957096 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:09.963806 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.965309 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.965844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.966512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.967050 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.967595 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.968130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.968681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.969303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.969826 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.970359 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.970885 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.971403 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Tracked resource versions report: Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: pushed versions: Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: { 'AddressGroup': {'1.2'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'ConntrackHelper': {'1.0'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'LocalIPAssociation': {'1.0'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Log': {'1.0'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Network': {'1.1'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Port': {'1.7'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'PortForwarding': {'1.2'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'QosPolicy': {'1.10'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SecurityGroup': {'1.5'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SecurityGroupRule': {'1.2'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SubPort': {'1.0'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Subnet': {'1.1'}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Trunk': {'1.1'}} Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: consumer versions: Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: { DHCP agent@n-d-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: HyperV agent@n-h1-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: HyperV agent@n-h2-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: L3 agent@n-d-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: Metadata agent@n-d-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: Metering agent@n-d-710847-8: {}, Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: Open vSwitch agent@n-d-710847-8: { 'AddressGroup': '1.2', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'ConntrackHelper': '1.0', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'LocalIPAssociation': '1.0', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Log': '1.0', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Network': '1.1', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Port': '1.7', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'PortForwarding': '1.2', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'QosPolicy': '1.10', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SecurityGroup': '1.5', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SecurityGroupRule': '1.2', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'SubPort': '1.0', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Subnet': '1.1', Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: 'Trunk': '1.1'}} Dec 12 15:17:09.972789 n-d-710847-8 neutron-server[103414]: {{(pid=103414) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 12 15:17:10.018495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Attempting to bind port 8273c7bb-6d5f-4074-b710-408f003fc1ad on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:10.018841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Attempting to bind port 8273c7bb-6d5f-4074-b710-408f003fc1ad by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:10.019176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Attempting to bind port 8273c7bb-6d5f-4074-b710-408f003fc1ad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:10.035855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Allocated IP 172.20.0.1 (52f193cd-0bb7-4043-81c3-567504b48202/6626825f-ef2c-4398-8ab6-4e6a2e0e7352/15a47e83-39c8-47ad-884a-9f8ea254dc48) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:10.059058 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] For port 99b04436-a6b8-4bc0-b372-127cfd621be2, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:10.066690 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] For port 99b04436-a6b8-4bc0-b372-127cfd621be2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99b04436-a6b8-4bc0-b372-127cfd621be2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:10.071388 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.133432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Port 8273c7bb-6d5f-4074-b710-408f003fc1ad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:10.135122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Attempting to bind port 8273c7bb-6d5f-4074-b710-408f003fc1ad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:10.167700 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:10.168812 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:10.171262 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecc113-3590-4aa4-9d7a-3b592553fe74 None None] Pushing event updated for resources: {'Port': ['ID=99b04436-a6b8-4bc0-b372-127cfd621be2,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:10.199610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.224336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:10.226296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:10.226703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:10.228453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Bound port: 8273c7bb-6d5f-4074-b710-408f003fc1ad, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:10.228845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.246637 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:10.287788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.361583 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:10.383510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.446813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Network 52f193cd-0bb7-4043-81c3-567504b48202 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:10.452264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5cc4def8-e839-4c9d-b8ad-e01b2f1f0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:10.453384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-5cc4def8-e839-4c9d-b8ad-e01b2f1f0ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 1120 time: 0.6462455 Dec 12 15:17:10.456268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:10.472203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:10.473510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.684528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:10.693086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:10.742073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Pushing event updated for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:10.776606 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:06Z', 'revision_number': 3, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:10.780094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.822523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-94073c72-7070-42d3-bf57-2fbc0d93150d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 HTTP/1.1" status: 200 len: 217 time: 0.3536751 Dec 12 15:17:10.838294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bc27dfaf-67ef-4eda-85d4-792a42db7b61 None None] Provisioning complete for port 15a47e83-39c8-47ad-884a-9f8ea254dc48 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:10.839559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc27dfaf-67ef-4eda-85d4-792a42db7b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.845223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98166c-e991-405e-968d-356b777e0cff req-96a8613b-d00e-428e-8894-8f6bc59c357e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:10.845670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371a781-1f03-4ac4-a80b-b7c617fc9c19 None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:06Z', 'revision_number': 3, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:17:10.855409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b98166c-e991-405e-968d-356b777e0cff req-96a8613b-d00e-428e-8894-8f6bc59c357e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.6010053 Dec 12 15:17:10.919008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bc27dfaf-67ef-4eda-85d4-792a42db7b61 None None] Port 15a47e83-39c8-47ad-884a-9f8ea254dc48 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:10.970047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:10.970980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:10.972684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-618cd515-feb3-4cc5-969c-78890125774e service neutron] 10.222.0.13 "PUT /v2.0/ports/8273c7bb-6d5f-4074-b710-408f003fc1ad HTTP/1.1" status: 200 len: 1116 time: 3.9421134 Dec 12 15:17:11.044572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.047973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b98166c-e991-405e-968d-356b777e0cff req-fabff075-3403-4901-818a-3253594fdda0 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914315 Dec 12 15:17:11.051243 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.069122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0cec7-3e68-4ba5-8560-bce59c9436cf req-9f1d0240-82d0-4012-b41d-da2b8e133160 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:11.073613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45e0cec7-3e68-4ba5-8560-bce59c9436cf req-9f1d0240-82d0-4012-b41d-da2b8e133160 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.3006034 Dec 12 15:17:11.075448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cd515-feb3-4cc5-969c-78890125774e service neutron] Pushing event updated for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:11.162115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45e0cec7-3e68-4ba5-8560-bce59c9436cf req-91285aa7-9d31-4b97-b417-8dbfbf491f36 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813060 Dec 12 15:17:11.176844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.358124 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579eaaf3-59bb-4f70-b81e-79e922fb78d4 x-openstack-request-id: req-579eaaf3-59bb-4f70-b81e-79e922fb78d4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:11.359420 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:11.361248 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-579eaaf3-59bb-4f70-b81e-79e922fb78d4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:11.361684 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43', 'status': 'completed', 'code': 200} Dec 12 15:17:11.615776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99b04436-a6b8-4bc0-b372-127cfd621be2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:11.753913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-8fffd4af-7b74-44ee-b3de-4332fb4a611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:11.758639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-8fffd4af-7b74-44ee-b3de-4332fb4a611f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 1119 time: 0.2310953 Dec 12 15:17:11.764168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-191f3747-e873-4b65-b7bf-958be024388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:11.766029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-191f3747-e873-4b65-b7bf-958be024388e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.3630250 Dec 12 15:17:11.814875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 99b04436-a6b8-4bc0-b372-127cfd621be2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:11.815823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.827647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.837549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.838617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:11.961596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Pushing event updated for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:11.983827 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.016809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Network 52f193cd-0bb7-4043-81c3-567504b48202 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:12.019388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:12.030288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 99b04436-a6b8-4bc0-b372-127cfd621be2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99b04436-a6b8-4bc0-b372-127cfd621be2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:12.037316 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.219169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=99b04436-a6b8-4bc0-b372-127cfd621be2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:12.288027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-2380079b-6a2d-47d5-b6a0-21c6e66b3861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad HTTP/1.1" status: 200 len: 217 time: 0.1006126 Dec 12 15:17:12.289787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49118) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:12.405222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:17:12.505660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b7d600fc-aa70-4e0c-a819-6669b9d5ba03 None None] Provisioning complete for port 15a47e83-39c8-47ad-884a-9f8ea254dc48 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:12.506029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b7d600fc-aa70-4e0c-a819-6669b9d5ba03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.593688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b7d600fc-aa70-4e0c-a819-6669b9d5ba03 None None] Port 15a47e83-39c8-47ad-884a-9f8ea254dc48 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:12.643994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-87cff674-96d0-4d46-ab05-ff9935ca58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:12.645660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-87cff674-96d0-4d46-ab05-ff9935ca58ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6085403 Dec 12 15:17:12.667423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb76d-426d-4ec2-924c-f4c543ddbdb2 req-20bee589-a418-47ca-9ccd-22b195454494 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:12.669703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45cdb76d-426d-4ec2-924c-f4c543ddbdb2 req-20bee589-a418-47ca-9ccd-22b195454494 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.1906552 Dec 12 15:17:12.690641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec54b32-77b4-443b-8de5-0fe63f2eb7ed req-3334d1fd-2d87-4243-aa6c-4476717d59d9 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:12.691865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:17:12.695814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:12.701620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ec54b32-77b4-443b-8de5-0fe63f2eb7ed req-3334d1fd-2d87-4243-aa6c-4476717d59d9 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.4124281 Dec 12 15:17:12.709776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-835d5fe6-1834-416e-9ad9-310c99830bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:12.711175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-835d5fe6-1834-416e-9ad9-310c99830bdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.3878770 Dec 12 15:17:12.723494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3b2f32a9-85e7-4801-a727-71849ffb10d3 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7565d5c-bd3e-4533-8fe5-6ae4a0adca20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5972199 Dec 12 15:17:12.813808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58eb8443-5d70-4b43-af1c-f3bced679c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.890209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d009ae4-261d-494c-b485-f9661f743c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.983303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58eb8443-5d70-4b43-af1c-f3bced679c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:12.988814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58eb8443-5d70-4b43-af1c-f3bced679c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.045219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ec54b32-77b4-443b-8de5-0fe63f2eb7ed req-d3653d64-276b-4ba3-af03-0263beffb986 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377285 Dec 12 15:17:13.054198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-58eb8443-5d70-4b43-af1c-f3bced679c9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b35f58939284b278c54fcb18fe566b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3469777 Dec 12 15:17:13.054860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:13.063570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb8443-5d70-4b43-af1c-f3bced679c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ad7dfd-486c-430f-89bc-f480951def3b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:13.068155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-27b9e520-25bf-4855-9926-9426c4f5f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:13.069655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-27b9e520-25bf-4855-9926-9426c4f5f8fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3186090 Dec 12 15:17:13.091097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45cdb76d-426d-4ec2-924c-f4c543ddbdb2 req-dfbe3f64-6c23-4e5d-a076-5e4e9acf1456 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108462 Dec 12 15:17:13.136424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-341dd099-2b95-462b-9c5d-cd52346fb14f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220598 Dec 12 15:17:13.149754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.225937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.340012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.343003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.346852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13ad7dfd-486c-430f-89bc-f480951def3b HTTP/1.1" status: 204 len: 168 time: 0.2871358 Dec 12 15:17:13.361154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7231db-363a-4592-93e0-06c15a9b04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ad7dfd-486c-430f-89bc-f480951def3b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:13.405479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:13.428123 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05635bd3-41be-41a3-a6d5-4c1ea5e67894" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:13.528489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99b04436-a6b8-4bc0-b372-127cfd621be2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:13.593397 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3522ad7-76eb-4325-b4b0-25d13159d13b x-openstack-request-id: req-c3522ad7-76eb-4325-b4b0-25d13159d13b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:13.593725 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:13.593957 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3522ad7-76eb-4325-b4b0-25d13159d13b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:13.594352 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad', 'status': 'completed', 'code': 200} Dec 12 15:17:13.627035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d009ae4-261d-494c-b485-f9661f743c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.647907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 99b04436-a6b8-4bc0-b372-127cfd621be2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:13.648284 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.650348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116390cc-02b8-45ff-b302-e957c3b6d0b5 req-676a5631-6ee2-41cf-a3be-8638a2ed9d5f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545176 Dec 12 15:17:13.653926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d009ae4-261d-494c-b485-f9661f743c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.724280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:13.724547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7d009ae4-261d-494c-b485-f9661f743c9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=372e956656fe453d8daad0fdf3ebadd9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4190772 Dec 12 15:17:13.781268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-dbe6f3bb-689a-46f8-9d80-09aacf9b2725 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074386 Dec 12 15:17:13.793754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d009ae4-261d-494c-b485-f9661f743c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dac000-81fe-420a-8b97-b4ed328ca8cc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:13.872320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.902075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-fbb0dd8f-4616-447b-9d7b-c4ef387522c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:13.905295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-fbb0dd8f-4616-447b-9d7b-c4ef387522c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 1120 time: 0.1699970 Dec 12 15:17:13.919504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:13.937052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49164) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:14.038943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.042278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.043492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73dac000-81fe-420a-8b97-b4ed328ca8cc HTTP/1.1" status: 204 len: 168 time: 0.3181102 Dec 12 15:17:14.062382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:17:14.074085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e973afb-a933-47bb-b72b-f2171a81a6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dac000-81fe-420a-8b97-b4ed328ca8cc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:14.078053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:14.079821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:14.248527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c749326-8248-48a8-b09e-81a10c437a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.419357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:14.425364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-network', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:14.468344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Made reservation on behalf of d45141860c264a6aa3f44cd11305a1a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:14.472417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.474399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:14.483100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.491230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7711bbf-b308-4d25-84fa-98b094968f25 req-05891c6b-3b69-461a-b0aa-0300ea149d97 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6883249 Dec 12 15:17:14.556896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-bd33b83f-eda1-48e9-bf64-0aa4e7f5688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:14.559693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-bd33b83f-eda1-48e9-bf64-0aa4e7f5688c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.6235936 Dec 12 15:17:14.581866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78ee3-aa80-4fc7-af8b-9732a86497b0 req-a43485b1-ba9e-40ce-97f8-b1638ea5cdf8 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:14.590374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0db78ee3-aa80-4fc7-af8b-9732a86497b0 req-a43485b1-ba9e-40ce-97f8-b1638ea5cdf8 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.4071057 Dec 12 15:17:14.625077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.633935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe150f-0b78-49ae-b54c-5c3ec52d9e42 req-3aaf9449-14ff-44c1-be83-418632f32d53 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:14.636205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0fe150f-0b78-49ae-b54c-5c3ec52d9e42 req-3aaf9449-14ff-44c1-be83-418632f32d53 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.1826162 Dec 12 15:17:14.644238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.728698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:14.785673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0049011-b6a9-4ed0-aef8-7f66f3e43fae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:14.794867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.795241 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Added segment 63e61869-0cfb-4846-94d3-947ec2d46da3 of type vlan for network b002bd49-0f40-49e1-a314-f88415902743 Dec 12 15:17:14.851716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:14.892975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-805eb1d3-112b-4c0a-9f19-e5c79b6d04f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.895743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.936539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0fe150f-0b78-49ae-b54c-5c3ec52d9e42 req-c309ba53-00eb-4406-ba02-74433a0f4510 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857530 Dec 12 15:17:14.939649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0db78ee3-aa80-4fc7-af8b-9732a86497b0 req-b0f10592-59fe-46aa-81e5-3bdc75185a73 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484297 Dec 12 15:17:14.941742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c749326-8248-48a8-b09e-81a10c437a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.948181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c749326-8248-48a8-b09e-81a10c437a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.952416 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.962365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:14.963865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:14.973272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 2, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:15.005810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5846274 Dec 12 15:17:15.005979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0c749326-8248-48a8-b09e-81a10c437a32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31739d7623b44ef8a64328471c4706cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0678961 Dec 12 15:17:15.006753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49190) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:15.008501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49192) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:15.009153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c749326-8248-48a8-b09e-81a10c437a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370de20-29ec-41f0-9323-24f1769dc2f0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.026640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:17:15.027136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Updating router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 port 15a47e83-39c8-47ad-884a-9f8ea254dc48 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:17:15.046222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Request body: {'subnet': {'network_id': 'b002bd49-0f40-49e1-a314-f88415902743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-subnet', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:15.056945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.080254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Made reservation on behalf of d45141860c264a6aa3f44cd11305a1a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:15.080441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0881c-aa6f-4d75-8c74-cc22aec91ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=b002bd49-0f40-49e1-a314-f88415902743,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.080967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.101881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b002bd49-0f40-49e1-a314-f88415902743 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:15.138118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-805eb1d3-112b-4c0a-9f19-e5c79b6d04f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.146435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-805eb1d3-112b-4c0a-9f19-e5c79b6d04f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.155825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.188613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-805eb1d3-112b-4c0a-9f19-e5c79b6d04f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=158f906a92924fd79e038a7ab12a44f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334572 Dec 12 15:17:15.200384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.204780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:15.247989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805eb1d3-112b-4c0a-9f19-e5c79b6d04f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a52ef-5388-49b2-8f7b-bb1698dd7883,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.297608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.323175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.330580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-c656d76c-38ce-45a8-ad82-5256aa9cb56e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 HTTP/1.1" status: 200 len: 217 time: 0.0853627 Dec 12 15:17:15.331251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.334004 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.335119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1370de20-29ec-41f0-9323-24f1769dc2f0 HTTP/1.1" status: 204 len: 168 time: 0.3274632 Dec 12 15:17:15.409933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9f940-cb79-442c-8d2f-1a8db462c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370de20-29ec-41f0-9323-24f1769dc2f0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.423225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.432045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.445645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b22a52ef-5388-49b2-8f7b-bb1698dd7883 HTTP/1.1" status: 204 len: 168 time: 0.2353780 Dec 12 15:17:15.445898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-dc8ee764-d105-4438-b6eb-f92e110eb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:15.448537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-dc8ee764-d105-4438-b6eb-f92e110eb7b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 1119 time: 0.2009966 Dec 12 15:17:15.475303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-260bf6de-336b-4e5d-b025-72fbf20255ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:15.476667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-260bf6de-336b-4e5d-b025-72fbf20255ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1324737 Dec 12 15:17:15.477005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda4edc-ce32-4f47-bdc7-995c726667c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a52ef-5388-49b2-8f7b-bb1698dd7883,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.530957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.538554 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.659051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-0d8e8424-63e9-47a2-a013-a3bf8e83d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:15.660488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-0d8e8424-63e9-47a2-a013-a3bf8e83d54b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676903 Dec 12 15:17:15.663576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.700984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-5cc0bbbf-a2d0-4778-ae56-9b339cc6ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:15.702439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-5cc0bbbf-a2d0-4778-ae56-9b339cc6ba71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2233536 Dec 12 15:17:15.790915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74212f9f-97da-4af8-a26c-1e9d99d727c9 None None] Pushing event updated for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.803161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Attempting to bind port 15a47e83-39c8-47ad-884a-9f8ea254dc48 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:15.803572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Attempting to bind port 15a47e83-39c8-47ad-884a-9f8ea254dc48 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:15.803950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Attempting to bind port 15a47e83-39c8-47ad-884a-9f8ea254dc48 on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Checking segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Bound using segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Bound port: 15a47e83-39c8-47ad-884a-9f8ea254dc48, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:15.813904 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.814328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-b19f233a-ea34-4242-83d4-1b2583d2d947 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad HTTP/1.1" status: 200 len: 217 time: 0.0938179 Dec 12 15:17:15.836038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1cc89c-87bf-44de-afe3-a2a8b7baab09,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:15.910412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Checking segment: {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:15.910789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Network hostable DHCP agents. Network: b002bd49-0f40-49e1-a314-f88415902743, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:15.911476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] For port 15a47e83-39c8-47ad-884a-9f8ea254dc48, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:15.916062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] For port 15a47e83-39c8-47ad-884a-9f8ea254dc48, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15a47e83-39c8-47ad-884a-9f8ea254dc48,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:15.917870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-a2f9e6c2-5faa-45a7-8d8c-c1b47f8e63dd service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474370 Dec 12 15:17:15.922876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:15.924806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-27f17929-829a-4150-9f67-93910c3a4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:15.926212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-27f17929-829a-4150-9f67-93910c3a4089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1015866 Dec 12 15:17:16.013493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] Provisioning complete for port 15a47e83-39c8-47ad-884a-9f8ea254dc48 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:16.013493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.069961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:16.073543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:16.075792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74212f9f-97da-4af8-a26c-1e9d99d727c9 None None] Pushing event updated for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:16.082224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Network b002bd49-0f40-49e1-a314-f88415902743 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:16.134210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b002bd49-0f40-49e1-a314-f88415902743) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:16.138824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:16.139471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.170893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123b231-6c04-4550-9096-cad97f2eddc2 None None] Network b002bd49-0f40-49e1-a314-f88415902743 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:16.221199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:16.224454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-69ec7b43-5bf3-4976-96f4-8ccdd0c5c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:16.228343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-69ec7b43-5bf3-4976-96f4-8ccdd0c5c999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2881565 Dec 12 15:17:16.268918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-43ae0ce3-3e1b-43fa-b5b9-e9aa900984e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2560577 Dec 12 15:17:16.271054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bcc0fc-3631-4c7e-af2f-0b3a7d6024a0 req-248a5469-21a4-46b0-88bf-121a2799be2a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401954 Dec 12 15:17:16.272034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:16.278639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:16.298767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972a0e3-3df9-41dd-8ed4-841b42c97c82 req-240a6ea5-41ea-4e44-ba83-b8e07148cc56 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:16.300325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4972a0e3-3df9-41dd-8ed4-841b42c97c82 req-240a6ea5-41ea-4e44-ba83-b8e07148cc56 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.2475739 Dec 12 15:17:16.339790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.341177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.349402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.378852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93c83-73d1-4b0f-b052-37ae0bcecbc2 req-d71a658e-c0a3-4da0-a749-76d6d6a9676d tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:16.387231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc93c83-73d1-4b0f-b052-37ae0bcecbc2 req-d71a658e-c0a3-4da0-a749-76d6d6a9676d tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.2816556 Dec 12 15:17:16.436538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] For port 15a47e83-39c8-47ad-884a-9f8ea254dc48, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15a47e83-39c8-47ad-884a-9f8ea254dc48,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:16.449470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.484603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4972a0e3-3df9-41dd-8ed4-841b42c97c82 req-7e970be4-5ca4-4b0a-a0b5-34d582175d29 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407113 Dec 12 15:17:16.499579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.506249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-bf33d217-a33d-4c92-afea-e891cdeebeb4 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629580 Dec 12 15:17:16.509669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc93c83-73d1-4b0f-b052-37ae0bcecbc2 req-283679a4-335f-42ca-a6b0-6673bccea771 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214390 Dec 12 15:17:16.511379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df36be5c-261b-46eb-93fc-15cab697fe10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.558785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eded46-838b-4c53-8048-fb30708cdcbe None None] Pushing event updated for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:16.575964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b002bd49-0f40-49e1-a314-f88415902743', 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743', 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'fixed_ips': [{'subnet_id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:17:16.576825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.600717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:16.652906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e7326044-dcb5-4788-91b7-a38998ce98d2 None None] Provisioning complete for port 15a47e83-39c8-47ad-884a-9f8ea254dc48 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:16.653564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7326044-dcb5-4788-91b7-a38998ce98d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.712704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.743596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05635bd3-41be-41a3-a6d5-4c1ea5e67894 req-a80c8b39-2974-43d5-995e-d193805cd90f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247288 Dec 12 15:17:16.805029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df36be5c-261b-46eb-93fc-15cab697fe10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.815441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df36be5c-261b-46eb-93fc-15cab697fe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:16.865882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36be5c-261b-46eb-93fc-15cab697fe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbc9c9-5f18-42e5-b281-14e41e233620,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:16.882391 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-df36be5c-261b-46eb-93fc-15cab697fe10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c73f3edc2d6457facd42b4beaf36670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6598744 Dec 12 15:17:16.885030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49256) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:16.990725 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.008263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Allocated IP 172.20.0.2 (b002bd49-0f40-49e1-a314-f88415902743/ea1cc89c-87bf-44de-afe3-a2a8b7baab09/13fb8636-beeb-4980-a34a-13f6dd54c251) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:17.039714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.071445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.093941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.102705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.106308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.112025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0cfbc9c9-5f18-42e5-b281-14e41e233620 HTTP/1.1" status: 204 len: 168 time: 0.2230551 Dec 12 15:17:17.123435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab29d76e-ec42-4111-b9a0-51e05d034011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbc9c9-5f18-42e5-b281-14e41e233620,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:17.229195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:15Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:17.235810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Allocated IP 172.25.3.89 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/0b20c6c8-2ddb-4a0c-92f7-4361e818621e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:17.278867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830e23b-d01e-4657-ac39-61251d72a3ca None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:15Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:17:17.305254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.316533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.387359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Network b002bd49-0f40-49e1-a314-f88415902743 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:17.390671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:17.406830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:17.410349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Pushing event updated for resources: {'Port': ['ID=13fb8636-beeb-4980-a34a-13f6dd54c251,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:17.416352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.492417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Attempting to bind port 13fb8636-beeb-4980-a34a-13f6dd54c251 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:17.494074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Attempting to bind port 13fb8636-beeb-4980-a34a-13f6dd54c251 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:17.495823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Attempting to bind port 13fb8636-beeb-4980-a34a-13f6dd54c251 on network b002bd49-0f40-49e1-a314-f88415902743 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:17.497970 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.518039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:17.520567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Checking segment: {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:17.521663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.522838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Bound using segment: {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:17.528295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Bound port: 13fb8636-beeb-4980-a34a-13f6dd54c251, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:17.528295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.529260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49276) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:17.587042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:17.597907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:17.599709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:17.602799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:17.668567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] For port 13fb8636-beeb-4980-a34a-13f6dd54c251, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:17.672215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] For port 13fb8636-beeb-4980-a34a-13f6dd54c251, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13fb8636-beeb-4980-a34a-13f6dd54c251,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:17.686643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15a47e83-39c8-47ad-884a-9f8ea254dc48 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:17.732175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.773613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:17.782874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-932838589-network', 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:17.792659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa11-c398-4037-813f-106772fffd72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.883908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8da8aa-20ee-4a9c-a523-23644c07516d req-2039f1e8-a942-4ee8-a70b-640c8ef55e21 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:17.885449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b8da8aa-20ee-4a9c-a523-23644c07516d req-2039f1e8-a942-4ee8-a70b-640c8ef55e21 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.1782842 Dec 12 15:17:17.888494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe75a7-8dad-4778-adf1-2c68e25aebfb None None] Pushing event updated for resources: {'Port': ['ID=13fb8636-beeb-4980-a34a-13f6dd54c251,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:17.911138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 15a47e83-39c8-47ad-884a-9f8ea254dc48 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:17.911777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:17.919084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c742b9-b4c9-4297-b2b4-91334697bb6a req-a8503c8d-ce7c-4570-a2b6-70b676b626fc tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:17.922270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8c742b9-b4c9-4297-b2b4-91334697bb6a req-a8503c8d-ce7c-4570-a2b6-70b676b626fc tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.2673688 Dec 12 15:17:18.078987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8c742b9-b4c9-4297-b2b4-91334697bb6a req-8b7ef0f6-44f3-48a5-bd62-a5d2d6513da8 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460967 Dec 12 15:17:18.079804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:18.082310 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.113874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.219454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa11-c398-4037-813f-106772fffd72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.229810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71f7aa11-c398-4037-813f-106772fffd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.233720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.251565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b8da8aa-20ee-4a9c-a523-23644c07516d req-bd1cb58b-8e54-418a-ac1c-6c5a9380ad5e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260410 Dec 12 15:17:18.295828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.301655 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.333818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8044dd21-ded6-4eb9-a06a-bf598885e86f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:18.355473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:18.370201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.370871 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Added segment 051b610a-dc6c-4b86-9e9a-ac054cf5f029 of type vlan for network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 Dec 12 15:17:18.421459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7aa11-c398-4037-813f-106772fffd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebcf5a1-034b-4729-b5d3-fcbb917dfdf6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:18.423603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.427771 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71f7aa11-c398-4037-813f-106772fffd72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb94bf025dd14995881ef6c962701cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6531332 Dec 12 15:17:18.434543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:18.461603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.462722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:18.464142 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.534728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0027390 Dec 12 15:17:18.538809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a19234-773e-467c-ae6c-bad43af33b0f admin admin] Pushing event updated for resources: {'Network': ['ID=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:18.542053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49298) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:18.548332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Request body: {'subnet': {'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-932838589-subnet', 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:18.549488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:18.572125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:18.575851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.723972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.790877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.797387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.821898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.849352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=502cac89-ba0b-4c5e-912a-228266ca6499,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:18.883914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:18.884484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Network hostable DHCP agents. Network: 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:18.914128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:18.928141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:18.935636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:18.937361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.942970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a380823-f080-4e1c-822c-421e9706d903 None None] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:18.973018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.982799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f717e850-373e-46b0-9bd5-e7f4ba8eb1da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4312980 Dec 12 15:17:18.983005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:18.983005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ebcf5a1-034b-4729-b5d3-fcbb917dfdf6 HTTP/1.1" status: 204 len: 168 time: 0.5471141 Dec 12 15:17:19.024612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd6780-e3d3-45f8-b24b-7da6426fd890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebcf5a1-034b-4729-b5d3-fcbb917dfdf6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:19.051613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:17:19.324360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49318) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:19.332323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:17:19.343225 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Sync routers for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:17:19.383178 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:19.383845 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:19.384729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2a638-3b5d-4266-89cf-53fecec3b7fd req-fdd54426-76ee-4f0a-85af-287ac0143f60 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:19.388203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:19.390013 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48202061-40a4-4e4a-af33-b68a357b8176 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1162922 Dec 12 15:17:19.393769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:19.396781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55e2a638-3b5d-4266-89cf-53fecec3b7fd req-fdd54426-76ee-4f0a-85af-287ac0143f60 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 969 time: 0.1570222 Dec 12 15:17:19.526250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f245ad-33d6-4ad1-915b-da498d007af1 None None] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:19.571654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55e2a638-3b5d-4266-89cf-53fecec3b7fd req-e48bdcfe-90b9-48bf-82a5-9ec10196bf56 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736743 Dec 12 15:17:19.606248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b34df95-9b9c-46b5-aa60-3358dc757bf1 req-02bc0d59-14d0-44ec-95af-df60916a5466 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:19.608021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b34df95-9b9c-46b5-aa60-3358dc757bf1 req-02bc0d59-14d0-44ec-95af-df60916a5466 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.1771722 Dec 12 15:17:19.644721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:19.659871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-872e9684-04e1-49b5-b42c-61b74a195fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:19.706238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b34df95-9b9c-46b5-aa60-3358dc757bf1 req-12ab82a4-8de9-48d1-bd43-154178368ad4 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917587 Dec 12 15:17:19.717154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:19.734077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e417a5f0-ed1a-4210-9c0e-b46c20e76661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:19.741293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13fb8636-beeb-4980-a34a-13f6dd54c251 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:19.743688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89261336-f430-48cd-a119-b296c145e3c1 None None] Network b002bd49-0f40-49e1-a314-f88415902743 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:19.830483 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:19.859894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] Provisioning complete for port 13fb8636-beeb-4980-a34a-13f6dd54c251 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:19.860263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:19.883911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-872e9684-04e1-49b5-b42c-61b74a195fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:19.899539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-872e9684-04e1-49b5-b42c-61b74a195fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.020120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.067338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] For port 13fb8636-beeb-4980-a34a-13f6dd54c251, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13fb8636-beeb-4980-a34a-13f6dd54c251,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:20.081581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.128810 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:17Z', 'revision_number': 3, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:20.138624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:20.182707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43', 'mac_address': 'fa:16:3e:90:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-332248438', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:20.189254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.190613 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Checking router: a206b46e-e5e3-4726-9a6c-d0a8c1afed47 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:17:20.191216 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Updating router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:17:20.199990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13fb8636-beeb-4980-a34a-13f6dd54c251 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:20.200721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.206232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bac8a9-e213-4154-a84a-79cb9d7a9a1c None None] Pushing event updated for resources: {'Port': ['ID=13fb8636-beeb-4980-a34a-13f6dd54c251,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.216864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:20.223049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-333858091-network', 'tenant_id': '8c68427102a04697b15ceeac4b94f051'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:20.238973 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.297949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.300437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Made reservation on behalf of 8c68427102a04697b15ceeac4b94f051 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:20.304677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.329928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-872e9684-04e1-49b5-b42c-61b74a195fd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=accff8303ac64f20995449ea3a365f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9871712 Dec 12 15:17:20.332054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e417a5f0-ed1a-4210-9c0e-b46c20e76661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.333054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:20.333697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e9684-04e1-49b5-b42c-61b74a195fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9204b4-b910-447a-a680-ee72a021c3ee,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.359614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.368392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e417a5f0-ed1a-4210-9c0e-b46c20e76661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.374162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:20.414373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:20.427463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.428359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8273c7bb-6d5f-4074-b710-408f003fc1ad details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:20.440459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e417a5f0-ed1a-4210-9c0e-b46c20e76661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36bb9e5d005445648355c04803fc9c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7222879 Dec 12 15:17:20.443812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:20.446580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417a5f0-ed1a-4210-9c0e-b46c20e76661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febdd39-6969-484d-be41-245a86e0136c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.459388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.485915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.536000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Allocated IP 172.20.0.1 (b002bd49-0f40-49e1-a314-f88415902743/ea1cc89c-87bf-44de-afe3-a2a8b7baab09/ae88b755-c0d7-43cc-9157-75681a5abeff) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:20.548420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:20.552583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.561094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.564005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.565569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e9204b4-b910-447a-a680-ee72a021c3ee HTTP/1.1" status: 204 len: 168 time: 0.2271075 Dec 12 15:17:20.590397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8273c7bb-6d5f-4074-b710-408f003fc1ad', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '8273c7bb-6d5f-4074-b710-408f003fc1ad', 'mac_address': 'fa:16:3e:00:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:tempest-test_az-332248438', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:20.594049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745c485-ecfa-4942-a01f-54a24ce6e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9204b4-b910-447a-a680-ee72a021c3ee,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.615791 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.643370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.658031 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.668173 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.676350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.683888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.742833 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Attempting to bind port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:20.743550 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Attempting to bind port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:20.744156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.744277 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Attempting to bind port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:20.748817 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.749533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:20.750301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6febdd39-6969-484d-be41-245a86e0136c HTTP/1.1" status: 204 len: 168 time: 0.3053949 Dec 12 15:17:20.754806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b91aa1-8e21-43cf-83ff-f7a886ffefc0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.773429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.779291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.779597 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Added segment 074d0df9-fdbe-451d-a75b-a28a9cdd550d of type vlan for network 98c3e1b6-247c-4426-a207-4ef40bb87bca Dec 12 15:17:20.780780 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:20.782023 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:20.782922 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.783514 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:20.784204 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Bound port: 0b20c6c8-2ddb-4a0c-92f7-4361e818621e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:20.784854 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.787805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8390015-107e-4f14-920f-62fd6c137a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febdd39-6969-484d-be41-245a86e0136c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.818635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34256ddf-98d8-4928-9491-52747e9fa5b3 req-34c46f15-de4b-4824-b7c4-406f2a1fe771 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:20.821054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34256ddf-98d8-4928-9491-52747e9fa5b3 req-34c46f15-de4b-4824-b7c4-406f2a1fe771 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 970 time: 0.0975606 Dec 12 15:17:20.832843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5cded-35d1-49f9-b59e-988ed47dcf09 None None] Pushing event updated for resources: {'Port': ['ID=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:20.844933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.850043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.879114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-617cb879-df23-46aa-9fd8-8d367174d9c4 None None] Provisioning complete for port 13fb8636-beeb-4980-a34a-13f6dd54c251 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:20.879482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-617cb879-df23-46aa-9fd8-8d367174d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.886215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8273c7bb-6d5f-4074-b710-408f003fc1ad {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:20.896375 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] For port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:20.902170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] For port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:20.904443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.909284 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.910640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.911995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:20.912957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.947485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:20.958525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:20.996351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5cded-35d1-49f9-b59e-988ed47dcf09 None None] Pushing event updated for resources: {'Port': ['ID=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:21.031030 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:21.031941 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:21.032880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Network b002bd49-0f40-49e1-a314-f88415902743 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:21.043956 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8250704 Dec 12 15:17:21.045228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca253d4-a9f9-47ae-8c5c-0e257905b6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=98c3e1b6-247c-4426-a207-4ef40bb87bca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:21.047964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49354) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:21.056750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:21.057293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Request body: {'subnet': {'network_id': '98c3e1b6-247c-4426-a207-4ef40bb87bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-333858091-subnet', 'tenant_id': '8c68427102a04697b15ceeac4b94f051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:21.068048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 98c3e1b6-247c-4426-a207-4ef40bb87bca details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:21.081180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Pushing event updated for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:21.099793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34256ddf-98d8-4928-9491-52747e9fa5b3 req-8d574e34-3b3c-46f7-b8cc-78f4f0c24ddc tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689722 Dec 12 15:17:21.105877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:21.108820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.173252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb156350-edb3-4dd1-b1d0-c6172f62856d req-d69df258-e204-4752-9861-4d87d69695ba tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:21.178822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:21.181047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb156350-edb3-4dd1-b1d0-c6172f62856d req-d69df258-e204-4752-9861-4d87d69695ba tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 968 time: 0.3034816 Dec 12 15:17:21.187014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Made reservation on behalf of 8c68427102a04697b15ceeac4b94f051 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:21.192373 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.327865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b43d25b0-7ddb-4b97-a51d-a2e7eb040e43'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:21.334722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8273c7bb-6d5f-4074-b710-408f003fc1ad'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:21.393437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.412668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:21.429749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb156350-edb3-4dd1-b1d0-c6172f62856d req-4e260c3b-1079-4fdf-b37a-178166eb1442 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000790 Dec 12 15:17:21.576373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13fb8636-beeb-4980-a34a-13f6dd54c251 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:21.660523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e2382628-d83c-49c1-80e1-edd8d962d168 None None] Provisioning complete for port ae88b755-c0d7-43cc-9157-75681a5abeff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:21.661446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e2382628-d83c-49c1-80e1-edd8d962d168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.684560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.754195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:21.755879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4292337d-8fe5-4a11-9f00-ca00da4c4c9d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:21.765107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e2382628-d83c-49c1-80e1-edd8d962d168 None None] Port ae88b755-c0d7-43cc-9157-75681a5abeff cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:21.791163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:17Z', 'revision_number': 3, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:21.795242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c3e3bb0-e75f-417d-bacc-ab5b6086161f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.798245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Checking segment: {'id': '074d0df9-fdbe-451d-a75b-a28a9cdd550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '98c3e1b6-247c-4426-a207-4ef40bb87bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:21.798890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Network hostable DHCP agents. Network: 98c3e1b6-247c-4426-a207-4ef40bb87bca, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:21.821158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Network 98c3e1b6-247c-4426-a207-4ef40bb87bca is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:21.831961 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a826267-c8ae-4e37-a541-e35995b86f7a None None] The sync data for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 is: [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:17Z', 'revision_number': 3, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:17:21.837342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 98c3e1b6-247c-4426-a207-4ef40bb87bca) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:21.842267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:21.843292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.844566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13fb8636-beeb-4980-a34a-13f6dd54c251 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:21.845114 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.857753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e59c9-8484-4d9c-9736-6b816d03b100 None None] Network 98c3e1b6-247c-4426-a207-4ef40bb87bca requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:21.869945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b31b5127-2a50-457f-8fac-78f6056b374b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8203375 Dec 12 15:17:21.911255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.922184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:21.923103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.089682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Pushing event updated for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:22.203554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Network b002bd49-0f40-49e1-a314-f88415902743 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:22.208549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:22.345385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c3e3bb0-e75f-417d-bacc-ab5b6086161f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.363333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c3e3bb0-e75f-417d-bacc-ab5b6086161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.398725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d980a2-21b2-4ac0-b8a8-484051079083 None None] Network 98c3e1b6-247c-4426-a207-4ef40bb87bca requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:22.414367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24d737-154f-4511-932e-cea22896f672 req-cfbca474-73a6-49cd-b9ae-31c7cca8cbda tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:22.418705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e24d737-154f-4511-932e-cea22896f672 req-cfbca474-73a6-49cd-b9ae-31c7cca8cbda tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 970 time: 0.1417444 Dec 12 15:17:22.438922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49390) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:22.447072 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0c3e3bb0-e75f-417d-bacc-ab5b6086161f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37dd624f6ad84b36beb8ec38cc84169c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899312 Dec 12 15:17:22.523023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e3bb0-e75f-417d-bacc-ab5b6086161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63947f23-9aa4-4a1d-b646-e21177f3ba75,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:22.569435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:17:22.617071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.645485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e24d737-154f-4511-932e-cea22896f672 req-8d075dd5-df6a-4e60-b521-d6c151ad8b3c tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197421 Dec 12 15:17:22.668377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.713796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a7ced710-b4bd-4cf8-b2f4-162d3219b2f0 None None] Provisioning complete for port ae88b755-c0d7-43cc-9157-75681a5abeff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:22.714166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a7ced710-b4bd-4cf8-b2f4-162d3219b2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.760762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.764964 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:22.769312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63947f23-9aa4-4a1d-b646-e21177f3ba75 HTTP/1.1" status: 204 len: 168 time: 0.3253074 Dec 12 15:17:22.779514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a7ced710-b4bd-4cf8-b2f4-162d3219b2f0 None None] Port ae88b755-c0d7-43cc-9157-75681a5abeff cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:22.782517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc6d97-c17f-4b91-833e-0e1bc6ac50f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63947f23-9aa4-4a1d-b646-e21177f3ba75,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:22.852592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:17:22.861514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a33af943-9059-4ce6-b403-9faeafa49662 admin admin] 10.222.0.36 "PUT /v2.0/routers/a206b46e-e5e3-4726-9a6c-d0a8c1afed47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4664304 Dec 12 15:17:23.070433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070fee0-7e98-43ed-84ab-6ab0b4220fef req-3209e94b-2cff-4905-9323-acdb0083a4ab tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:23.071961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9070fee0-7e98-43ed-84ab-6ab0b4220fef req-3209e94b-2cff-4905-9323-acdb0083a4ab tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 969 time: 0.2475257 Dec 12 15:17:23.101139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0c47e12f-c55f-4b1f-b3c7-e104f1dd2086 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:23.103457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0c47e12f-c55f-4b1f-b3c7-e104f1dd2086 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.2300630 Dec 12 15:17:23.125400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-bc69e939-17f3-4387-8257-a2b821189bca tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/quotas/93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 375 time: 0.0125322 Dec 12 15:17:23.181922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0f35a4c3-e17b-48e0-b660-51c354bcf506 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454571 Dec 12 15:17:23.186000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9070fee0-7e98-43ed-84ab-6ab0b4220fef req-d2a9817a-ee3a-4422-b735-cf469727b50b tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022043 Dec 12 15:17:23.454032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b20c6c8-2ddb-4a0c-92f7-4361e818621e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:23.463858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-5ac0308c-9f43-479d-a995-126d8ea1d2cb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:23.472513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-5ac0308c-9f43-479d-a995-126d8ea1d2cb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1975927 Dec 12 15:17:23.513243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:23.513615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:23.526653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:23.596568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-5aefccec-8cac-472c-8b47-0ec7a40e7061 service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227036 Dec 12 15:17:23.667066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:23.674065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:23.685129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:23.685604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:23.713889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-417d7a2b-75d6-475e-b9dc-1972e05edfea service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094482 Dec 12 15:17:23.717376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:23.731303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:23.821886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:23.912247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.005865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:24.008085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:24.023792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5a91459-0170-46a0-b5c9-4d494c22c9a3 req-2623da1f-decf-4158-b922-253d56128243 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 210 time: 0.0658698 Dec 12 15:17:24.046126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6cd92-80da-44a5-8a73-939fd1f8e802 req-6c48ce99-c95f-44b4-8a6a-1014c3874c50 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:24.047802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fa6cd92-80da-44a5-8a73-939fd1f8e802 req-6c48ce99-c95f-44b4-8a6a-1014c3874c50 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 970 time: 0.1325707 Dec 12 15:17:24.089610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.090409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8273c7bb-6d5f-4074-b710-408f003fc1ad up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:24.174946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fa6cd92-80da-44a5-8a73-939fd1f8e802 req-ae8a9c85-739f-4c31-b71a-6813ac8f6585 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176591 Dec 12 15:17:24.204315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:24.237862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8273c7bb-6d5f-4074-b710-408f003fc1ad completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:24.245486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8273c7bb-6d5f-4074-b710-408f003fc1ad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:24.245872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.331956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Sync routers for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:17:24.350817 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82769bd-3739-4410-9cab-3b6e9d57079a" -d '{"events": [{"server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "name": "network-vif-plugged", "status": "completed", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:24.361084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.365125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:24.366217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:24.397944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a093446-fa96-47b3-b191-a4437238fae2 req-0c44a3c0-a9ef-4d33-b5a7-a110f2de0603 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:24.399745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a093446-fa96-47b3-b191-a4437238fae2 req-0c44a3c0-a9ef-4d33-b5a7-a110f2de0603 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 969 time: 0.0692496 Dec 12 15:17:24.452752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:24.489566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.514592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a093446-fa96-47b3-b191-a4437238fae2 req-91ddb072-e04b-4d30-95bf-dfff90841e4e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052289 Dec 12 15:17:24.551071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:24.592155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:24.696382 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a9541-20da-45d6-88ab-528605e4689e x-openstack-request-id: req-b64a9541-20da-45d6-88ab-528605e4689e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:24.696729 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "name": "network-vif-plugged", "status": "completed", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:24.697046 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b64a9541-20da-45d6-88ab-528605e4689e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:24.697522 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43', 'code': 200} Dec 12 15:17:24.844032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:21Z', 'revision_number': 4, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ae88b755-c0d7-43cc-9157-75681a5abeff', 'name': '', 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'mac_address': 'fa:16:3e:f6:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:20Z', 'updated_at': '2021-12-12T15:17:21Z', 'revision_number': 2, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'subnets': [{'id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:24.877405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Checking router: a206b46e-e5e3-4726-9a6c-d0a8c1afed47 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:17:24.877761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Updating router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 port ae88b755-c0d7-43cc-9157-75681a5abeff binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:17:24.909000 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:24.996064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-c19410bd-d2ab-4234-8edf-4a82723d2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:24.999039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-c19410bd-d2ab-4234-8edf-4a82723d2a81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 1122 time: 0.1730201 Dec 12 15:17:25.043420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-37dbb380-3ef3-43d6-ba4c-e4fb684193af service neutron] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.069452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:25.076953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933764353', 'description': 'tempest-description--74219710'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:25.112573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.212049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-447bb8dd-4471-4da1-9328-63b2167a3b1a req-20814e33-89ea-45ed-a9cf-257a462e096b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 210 time: 0.0396826 Dec 12 15:17:25.226976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-37dbb380-3ef3-43d6-ba4c-e4fb684193af service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.234529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-37dbb380-3ef3-43d6-ba4c-e4fb684193af service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.257071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.265398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.303066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-460bc57d-3ea0-4fd5-b2b7-c330a16e4247 req-37dbb380-3ef3-43d6-ba4c-e4fb684193af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960532 Dec 12 15:17:25.303707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbb380-3ef3-43d6-ba4c-e4fb684193af service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=23a2ad5d-c174-4faa-b0d2-b4334fa3601a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:25.348675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.350162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2790780 Dec 12 15:17:25.352614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d40b1-688f-4c6e-9d82-3988a0ef410d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:25.354861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:25.360006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'security_group_rule': {'security_group_id': 'b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:25.396589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ca46d-9409-4cf0-ab03-f0021364d85e req-635206e9-2dc0-4dd0-b1bd-bed5a0c43074 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:25.401063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.406943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f29ca46d-9409-4cf0-ab03-f0021364d85e req-635206e9-2dc0-4dd0-b1bd-bed5a0c43074 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 971 time: 0.0744343 Dec 12 15:17:25.439111 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.451816 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.468565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.30', 62880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:25.471825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.488859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.537367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f29ca46d-9409-4cf0-ab03-f0021364d85e req-622ee1f7-3f7d-49c6-b480-ed18aec6b800 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291108 Dec 12 15:17:25.545357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a814d00-21c3-4cf9-9417-c0be8189e0a6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:25.575932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b20c6c8-2ddb-4a0c-92f7-4361e818621e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:25.673686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.677809 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0affa2a3-a1f9-40b3-9d78-54cf91508000 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192444 Dec 12 15:17:25.686879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081aae0-b640-4b87-a172-12bfa9493127 None None] Pushing event updated for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:25.689886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:25.716257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'security_group_rule': {'security_group_id': 'b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:25.754411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Attempting to bind port ae88b755-c0d7-43cc-9157-75681a5abeff on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:25.754791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Attempting to bind port ae88b755-c0d7-43cc-9157-75681a5abeff by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:25.755335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Attempting to bind port ae88b755-c0d7-43cc-9157-75681a5abeff on network b002bd49-0f40-49e1-a314-f88415902743 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:25.764510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:25.764918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Checking segment: {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:25.765402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.765794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Bound using segment: {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:25.766280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Bound port: ae88b755-c0d7-43cc-9157-75681a5abeff, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e61869-0cfb-4846-94d3-947ec2d46da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:25.766664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.781937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49548) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:25.787343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:25.787715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.822523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59050b-1e84-4501-9e61-a0f20fa2464a req-3260c98c-61a2-445d-9454-a3a5c4e4caca tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:25.829797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee59050b-1e84-4501-9e61-a0f20fa2464a req-3260c98c-61a2-445d-9454-a3a5c4e4caca tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.1913996 Dec 12 15:17:25.858436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.920500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] For port ae88b755-c0d7-43cc-9157-75681a5abeff, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:25.927563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] For port ae88b755-c0d7-43cc-9157-75681a5abeff, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae88b755-c0d7-43cc-9157-75681a5abeff,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:25.928661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0f4711fb-d0c9-49c8-8834-1f05f7fbbcad tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:25.933245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0f4711fb-d0c9-49c8-8834-1f05f7fbbcad tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.4636314 Dec 12 15:17:25.940155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee59050b-1e84-4501-9e61-a0f20fa2464a req-82cf63d2-1588-4ff4-9b44-cc58c7d3678f tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945747 Dec 12 15:17:25.962958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.968689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:25.992203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4de3f5-1cfa-4bf7-b017-59311c03632e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:26.004792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.006045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e95b8a44-0994-41b7-a2c3-2e1ef6894c05 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089535 Dec 12 15:17:26.009976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:26.015877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:26.058551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Request body: {'port': {'device_id': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'admin_state_up': True, 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:26.072279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7c3bd4f-8a41-4bb3-ab61-c362ccf17d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.112355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.167683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.181052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] Provisioning complete for port ae88b755-c0d7-43cc-9157-75681a5abeff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:26.181426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.276947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7c3bd4f-8a41-4bb3-ab61-c362ccf17d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.282500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:26.283240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7c3bd4f-8a41-4bb3-ab61-c362ccf17d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.283948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:26.289513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081aae0-b640-4b87-a172-12bfa9493127 None None] Pushing event updated for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:26.342317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3bd4f-8a41-4bb3-ab61-c362ccf17d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e062681b-ffa6-46ae-84a5-c88502053539,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:26.438157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c7c3bd4f-8a41-4bb3-ab61-c362ccf17d21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5911cc6fc8d45838acf743086342568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6492279 Dec 12 15:17:26.440651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81551709-8dc4-4a1c-a5d0-ced5aa813394 req-573eb907-b543-41c6-9242-3a8db653bc39 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 210 time: 0.0856040 Dec 12 15:17:26.441219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49566) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:26.509540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:26.523882 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.527559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:26.530622 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.574889 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.657914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.662989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:26.666844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.674686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] For port ae88b755-c0d7-43cc-9157-75681a5abeff, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae88b755-c0d7-43cc-9157-75681a5abeff,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:26.694476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.715152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88695b53-3e60-4df9-9857-504055f631fb req-95adfeea-2c58-4fd6-b50c-98fead1bc5f8 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:26.716868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88695b53-3e60-4df9-9857-504055f631fb req-95adfeea-2c58-4fd6-b50c-98fead1bc5f8 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 971 time: 0.0719619 Dec 12 15:17:26.717814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.720651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.721835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e062681b-ffa6-46ae-84a5-c88502053539 HTTP/1.1" status: 204 len: 168 time: 0.2795300 Dec 12 15:17:26.733085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:26.733722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61beb8c-caa0-4e60-8652-690bb4be88bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e062681b-ffa6-46ae-84a5-c88502053539,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:26.738198 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585a48a-93ac-44e1-aa0a-90ae8135c647" -d '{"events": [{"server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "name": "network-vif-plugged", "status": "completed", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:26.830359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364b1cdc-7b75-4f1a-b587-43ccf0e15a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.853939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88695b53-3e60-4df9-9857-504055f631fb req-fba74686-df10-4e22-8843-6e97561eb920 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210418 Dec 12 15:17:26.907395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7c4c356d-b802-4f66-98a3-ed49f307dfe2 None None] Provisioning complete for port ae88b755-c0d7-43cc-9157-75681a5abeff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:26.907774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c4c356d-b802-4f66-98a3-ed49f307dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:26.913998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2b10f-ae1d-4518-a9d3-3a52e7ace58a None None] Pushing event updated for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:26.942619 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bb3fc2-c15b-45a9-9a79-84a689800747 x-openstack-request-id: req-c5bb3fc2-c15b-45a9-9a79-84a689800747 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:26.942938 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "name": "network-vif-plugged", "status": "completed", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:26.943197 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5bb3fc2-c15b-45a9-9a79-84a689800747 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:26.943591 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad', 'code': 200} Dec 12 15:17:27.047235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Allocated IP 172.25.3.74 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/dbf23da6-41d2-4896-a5ef-6f3f12bd5384) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:27.061074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:21Z', 'revision_number': 4, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ae88b755-c0d7-43cc-9157-75681a5abeff', 'name': '', 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'mac_address': 'fa:16:3e:f6:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:20Z', 'updated_at': '2021-12-12T15:17:25Z', 'revision_number': 4, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'subnets': [{'id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:27.115191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa082c2-3f18-493a-95be-5af0c126145c None None] The sync data for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 is: [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:17:21Z', 'revision_number': 4, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ae88b755-c0d7-43cc-9157-75681a5abeff', 'name': '', 'network_id': 'b002bd49-0f40-49e1-a314-f88415902743', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'mac_address': 'fa:16:3e:f6:7d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:20Z', 'updated_at': '2021-12-12T15:17:25Z', 'revision_number': 4, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'subnets': [{'id': 'ea1cc89c-87bf-44de-afe3-a2a8b7baab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:17:27.144550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575fe30-4e74-4b2d-b9ab-378359edd182 req-2746d46a-d79f-4091-b4bc-8cfecf00f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:27.146210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1575fe30-4e74-4b2d-b9ab-378359edd182 req-2746d46a-d79f-4091-b4bc-8cfecf00f9dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 1121 time: 0.1497896 Dec 12 15:17:27.202738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eb14b-d13e-45ce-91a0-e476797f6441 req-07befbf1-5af9-479e-a7b5-443d6689e6b3 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:27.204307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-121eb14b-d13e-45ce-91a0-e476797f6441 req-07befbf1-5af9-479e-a7b5-443d6689e6b3 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.1396334 Dec 12 15:17:27.253449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1575fe30-4e74-4b2d-b9ab-378359edd182 req-99a792b5-94f1-4ae7-9925-895c9b3d6943 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948465 Dec 12 15:17:27.293349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:27.297224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-121eb14b-d13e-45ce-91a0-e476797f6441 req-54125412-6c90-4331-9fbe-cc1e6a3f745e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859768 Dec 12 15:17:27.496348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae88b755-c0d7-43cc-9157-75681a5abeff up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:27.499450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Allocated IP 172.20.0.11 (1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1/502cac89-ba0b-4c5e-912a-228266ca6499/b370a65e-8598-453e-b76b-fba44b8990b6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:27.514380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-806bbafe-8282-4aa2-879c-83edd08fb3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.537542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364b1cdc-7b75-4f1a-b587-43ccf0e15a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.578882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ae88b755-c0d7-43cc-9157-75681a5abeff triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:27.579627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.583137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.595876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364b1cdc-7b75-4f1a-b587-43ccf0e15a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.608747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-322f283c-779b-4cae-829d-552847c77fd4 req-1ccda1f6-5eb4-45b6-ad94-e8e5719efd10 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 210 time: 0.0364277 Dec 12 15:17:27.708036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-364b1cdc-7b75-4f1a-b587-43ccf0e15a61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57be8008bb804ec9b2d443f7026e6f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1888607 Dec 12 15:17:27.710752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49590) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:27.722123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b1cdc-7b75-4f1a-b587-43ccf0e15a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3f50fb-bce0-4f20-826b-d59491679d86,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:27.784769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.792115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.806101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.854571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.858286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.859783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b3f50fb-bce0-4f20-826b-d59491679d86 HTTP/1.1" status: 204 len: 168 time: 0.1478374 Dec 12 15:17:27.868874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b342d-378a-4845-86d1-7bed665e6f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3f50fb-bce0-4f20-826b-d59491679d86,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:27.872233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:27.891691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:27.897790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-806bbafe-8282-4aa2-879c-83edd08fb3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:27.906129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:27.910883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'Port': ['ID=dbf23da6-41d2-4896-a5ef-6f3f12bd5384,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:27.928085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-806bbafe-8282-4aa2-879c-83edd08fb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.021509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b12294-6705-4ca7-bdfc-f0baa910bc93 req-448424fb-4947-416c-b86b-65c221ac7c9d tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:28.025279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9b12294-6705-4ca7-bdfc-f0baa910bc93 req-448424fb-4947-416c-b86b-65c221ac7c9d tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 971 time: 0.0755210 Dec 12 15:17:28.033435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.059233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bbafe-8282-4aa2-879c-83edd08fb3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9e7d13-debd-42b5-9248-e062e74ad3f0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:28.068455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-806bbafe-8282-4aa2-879c-83edd08fb3c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36d3747cc9b6486f810bcd71825283ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323216 Dec 12 15:17:28.076616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49596) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:28.094933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9b12294-6705-4ca7-bdfc-f0baa910bc93 req-8e86f4d9-def7-4f3b-9a30-ace0f34e1c08 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647364 Dec 12 15:17:28.103287 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.159929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.165144 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.187736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.198059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.267136 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.270993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.276066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d9e7d13-debd-42b5-9248-e062e74ad3f0 HTTP/1.1" status: 204 len: 168 time: 0.1978068 Dec 12 15:17:28.287145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1ee57-9a6f-42ed-971b-1eb40882d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9e7d13-debd-42b5-9248-e062e74ad3f0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:28.433903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:28.472676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:28.504457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:28.515556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:28.533429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:28.539317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:28.539951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.541997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925c35-622a-48c9-8a0f-f90b894f14fc req-b7fcd5c0-9cfb-4fe7-a21c-f68f507475c0 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:28.550542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e925c35-622a-48c9-8a0f-f90b894f14fc req-b7fcd5c0-9cfb-4fe7-a21c-f68f507475c0 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.1249864 Dec 12 15:17:28.578795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c0f-024c-45dd-8183-296b0b2e266d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.609884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e925c35-622a-48c9-8a0f-f90b894f14fc req-5d6c3ade-9656-4525-963e-4de39d8cf540 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Dec 12 15:17:28.645967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6ebe1fa4-0e5c-4b40-bf4e-f26a7a348b81 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5923767 Dec 12 15:17:28.737594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.772680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.826358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce4ed6-abef-47ce-8d3e-5acedeff0fd6 req-1757f500-82c1-4dd4-b5b7-23bc24a3e478 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:28.835708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ce4ed6-abef-47ce-8d3e-5acedeff0fd6 req-1757f500-82c1-4dd4-b5b7-23bc24a3e478 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 932 time: 0.1111300 Dec 12 15:17:28.837153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.877952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c0f-024c-45dd-8183-296b0b2e266d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.879348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'Port': ['ID=dbf23da6-41d2-4896-a5ef-6f3f12bd5384,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:28.894287 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef5b2c0f-024c-45dd-8183-296b0b2e266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.902199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:28.904153 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-006e20c3-fce4-4963-8919-de232506a55a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8927596 Dec 12 15:17:28.909664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ce4ed6-abef-47ce-8d3e-5acedeff0fd6 req-10925f2e-acd0-4e8c-97ea-0612c47b4313 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727928 Dec 12 15:17:28.948419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ef5b2c0f-024c-45dd-8183-296b0b2e266d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfee4c277d0046b8897d678cebbd1175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622085 Dec 12 15:17:28.949182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b2c0f-024c-45dd-8183-296b0b2e266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2404808c-7bda-4cb8-871f-623f51e6fffe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:28.951167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49620) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:29.065742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c90e81-1bcc-47bf-a03b-8a76a77c5142 req-cc9f26eb-0092-483f-ab35-19e1f53be2b0 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:29.067965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c90e81-1bcc-47bf-a03b-8a76a77c5142 req-cc9f26eb-0092-483f-ab35-19e1f53be2b0 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 971 time: 0.0968823 Dec 12 15:17:29.074899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:29.123479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:29.169712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c90e81-1bcc-47bf-a03b-8a76a77c5142 req-ce63c39a-502c-497f-bc78-5fcfdfc14fcb tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914137 Dec 12 15:17:29.249412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:29.252293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:29.253451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2404808c-7bda-4cb8-871f-623f51e6fffe HTTP/1.1" status: 204 len: 168 time: 0.3009474 Dec 12 15:17:29.265014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-6d862da4-2796-4da8-9b71-7d781967ea43 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1933764353&fields=id&tenant_id=7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 267 time: 0.0905943 Dec 12 15:17:29.266134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1862ec4-1959-48c0-95fb-c73c85945379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2404808c-7bda-4cb8-871f-623f51e6fffe,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:29.394926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-d84c853d-96fc-49e6-a7d6-26030c01346a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:29.397147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-d84c853d-96fc-49e6-a7d6-26030c01346a tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 824 time: 0.1253424 Dec 12 15:17:29.423275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-6850e5ee-8c0a-4d97-aa8f-6020b4242a85 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/quotas/7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 375 time: 0.0122688 Dec 12 15:17:29.502507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-491f05f2-4ca6-4574-9570-77fc39719a74 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735545 Dec 12 15:17:29.752804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b9aa1-635f-49b7-9f48-b89defec9120 req-0ea9ac4e-9208-48c6-88d5-8f93755b5da5 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:29.754300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269b9aa1-635f-49b7-9f48-b89defec9120 req-0ea9ac4e-9208-48c6-88d5-8f93755b5da5 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.0623672 Dec 12 15:17:29.805379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269b9aa1-635f-49b7-9f48-b89defec9120 req-768c6022-e522-4661-bc7b-9c43f095b7ba tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Dec 12 15:17:29.924035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-2586ef1c-db7a-42c6-bc67-83c73199cf38 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:29.927816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-2586ef1c-db7a-42c6-bc67-83c73199cf38 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 1121 time: 0.0487599 Dec 12 15:17:29.946847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-79b23270-751a-44d1-a619-74f5e1c60ad9 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:29.995967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e3d74c24-36f9-4df2-93b4-91f79d7e4a7f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:30.001989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e3d74c24-36f9-4df2-93b4-91f79d7e4a7f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2712421 Dec 12 15:17:30.107956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-79b23270-751a-44d1-a619-74f5e1c60ad9 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:30.121394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-79b23270-751a-44d1-a619-74f5e1c60ad9 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:30.155866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b23270-751a-44d1-a619-74f5e1c60ad9 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664ebfa-2076-48d4-a8ac-49444b61d9e0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:30.177520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-048a9667-3fd0-474c-b7e2-c66072d5189b service neutron] 10.222.0.36 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725361 Dec 12 15:17:30.216433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f351e3b2-2388-440e-aba1-e666a2adda1d req-79b23270-751a-44d1-a619-74f5e1c60ad9 tempest-AggregatesAdminTestJSON-859031980 tempest-AggregatesAdminTestJSON-859031980-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846928 Dec 12 15:17:30.343635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-d5db021f-4ad6-442b-9268-5aea575d766f tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:30.345289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-d5db021f-4ad6-442b-9268-5aea575d766f tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 1122 time: 0.1014302 Dec 12 15:17:30.359087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-cefddd08-fc09-4fd5-911c-de231b0562ae service neutron] 10.222.0.36 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666541 Dec 12 15:17:30.610098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed36c5-dcdd-4f6c-a147-086d2f2b2d41 req-ab6f29ee-ac67-470d-bd1a-42322417d8c7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:30.611570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fed36c5-dcdd-4f6c-a147-086d2f2b2d41 req-ab6f29ee-ac67-470d-bd1a-42322417d8c7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 932 time: 0.3166361 Dec 12 15:17:30.688855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b7f4-0a8d-4bb8-bff3-a0c517c051c4 req-aa8815a1-9aa3-4699-b29b-f74ab1db74cb tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:30.690238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6a1b7f4-0a8d-4bb8-bff3-a0c517c051c4 req-aa8815a1-9aa3-4699-b29b-f74ab1db74cb tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=bde6b6b4-89ab-41fd-8cd3-e62430ae062d HTTP/1.1" status: 200 len: 971 time: 0.1401658 Dec 12 15:17:30.732355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fed36c5-dcdd-4f6c-a147-086d2f2b2d41 req-c90a140e-7fff-4e2d-a703-804ff43502a3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983195 Dec 12 15:17:30.740811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Deleting port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:17:30.741148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:30.865537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6a1b7f4-0a8d-4bb8-bff3-a0c517c051c4 req-7d117163-93d6-49ad-8e35-8548877f1597 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551893 Dec 12 15:17:30.908393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] For port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:30.909381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:30.944398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Calling delete_port for b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 owned by compute:tempest-test_az-332248438 {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:17:30.997325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d5f61df-168b-4447-a154-48ad7afcd599 req-50b8f054-1e76-4439-989f-8ce0c705bd3d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0370085 Dec 12 15:17:31.201313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.211864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b43d25b0-7ddb-4b97-a51d-a2e7eb040e43'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:31.240947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Pushing event deleted for resources: {'Port': ['ID=b43d25b0-7ddb-4b97-a51d-a2e7eb040e43,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:31.252232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:31.309314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] No DVR routers for this DVR port b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:17:31.318979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.322703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d7312d0-fa50-45b3-b9e1-0f662152cb58 req-59fa2eaa-5cf6-402e-b414-dfaa32ec4932 tempest-DeleteServersAdminTestJSON-1671395751 tempest-DeleteServersAdminTestJSON-1671395751-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 HTTP/1.1" status: 204 len: 173 time: 0.9714913 Dec 12 15:17:31.323175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'name': 'network-vif-deleted', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:31.325567 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7868c0b-2fad-4d12-9d58-f2549db79134" -d '{"events": [{"server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "name": "network-vif-deleted", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:31.393611 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd98a8-4043-412b-8188-367bebaa2ea7 x-openstack-request-id: req-b9cd98a8-4043-412b-8188-367bebaa2ea7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:31.393923 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde6b6b4-89ab-41fd-8cd3-e62430ae062d", "name": "network-vif-deleted", "tag": "b43d25b0-7ddb-4b97-a51d-a2e7eb040e43", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:31.394180 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9cd98a8-4043-412b-8188-367bebaa2ea7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:31.394615 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde6b6b4-89ab-41fd-8cd3-e62430ae062d', 'name': 'network-vif-deleted', 'tag': 'b43d25b0-7ddb-4b97-a51d-a2e7eb040e43', 'status': 'completed', 'code': 200} Dec 12 15:17:31.585604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85f791c-4727-49d3-95ab-ba14223f4984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.694187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85f791c-4727-49d3-95ab-ba14223f4984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.699055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85f791c-4727-49d3-95ab-ba14223f4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.731978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f791c-4727-49d3-95ab-ba14223f4984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a4a7c-24e6-4899-8664-494041437c60,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:31.765394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d85f791c-4727-49d3-95ab-ba14223f4984 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14cbadbefa514f119a77a94aec081a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123534 Dec 12 15:17:31.767975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:31.836796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.872600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.969962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.979297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:31.980789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e7a4a7c-24e6-4899-8664-494041437c60 HTTP/1.1" status: 204 len: 168 time: 0.2065818 Dec 12 15:17:31.990136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1da6c8-3227-4686-b941-4f81e530eb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a4a7c-24e6-4899-8664-494041437c60,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:32.143650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745918ed-7741-4ad2-8059-c4f7983655f2 req-9895cb08-17c3-4a84-93bd-b452a3292f4e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:32.153079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-745918ed-7741-4ad2-8059-c4f7983655f2 req-9895cb08-17c3-4a84-93bd-b452a3292f4e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 932 time: 0.1293271 Dec 12 15:17:32.233420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-745918ed-7741-4ad2-8059-c4f7983655f2 req-cf49b836-9fed-4fad-bc16-f27901205a92 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789649 Dec 12 15:17:32.382016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52875775-983b-4ddd-a9d3-a9b274314ba9 req-1a596d55-d476-4bdc-9285-93d48f3d29a2 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0384214 Dec 12 15:17:32.567570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49774) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:32.585431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-542c667c-0dc7-4fbb-a221-9668f595e9fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:32.710779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-e192d418-cb6b-402d-876b-8074c4a7f276 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304203 Dec 12 15:17:32.712693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-542c667c-0dc7-4fbb-a221-9668f595e9fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:32.718034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-542c667c-0dc7-4fbb-a221-9668f595e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:32.806971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c667c-0dc7-4fbb-a221-9668f595e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aefbe93-0c3e-4e45-9cbd-a6834e911bd4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:32.818692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-542c667c-0dc7-4fbb-a221-9668f595e9fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5741cbca51f4d0b9c27345194d6ca37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495322 Dec 12 15:17:32.821646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49786) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:32.889720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-5d0d6c2c-736e-42e8-b717-5d6e5e544b7b tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:32.891567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-5d0d6c2c-736e-42e8-b717-5d6e5e544b7b tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707065 Dec 12 15:17:32.916526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:32.920575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-d812a27b-c51e-4aee-b7d9-01928055f812 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/quotas/0d1e4234e6a34c4cbf6f64e087ea722f HTTP/1.1" status: 200 len: 375 time: 0.0168734 Dec 12 15:17:32.963501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:32.966757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-81105931-f58a-477e-bcbb-50ad07791c05 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356436 Dec 12 15:17:32.993486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-5150e3c1-88bd-4205-bae9-f60909681a7e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:32.994654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-5150e3c1-88bd-4205-bae9-f60909681a7e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078104 Dec 12 15:17:33.028358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:33.035500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:33.039226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aefbe93-0c3e-4e45-9cbd-a6834e911bd4 HTTP/1.1" status: 204 len: 168 time: 0.2167966 Dec 12 15:17:33.059310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acdb48-c7ae-4861-8a95-bd17c3dbe358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aefbe93-0c3e-4e45-9cbd-a6834e911bd4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:33.284398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Request body: {'port': {'device_id': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:33.363782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:33.445916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efb82b3c-4653-4878-8630-4dd1dc9940bd req-4fdb5364-d916-44af-bff6-8140e5d88d69 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0374765 Dec 12 15:17:33.563988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16681-0007-4340-a1b6-2ddf277862c5 req-bb428284-1043-488b-b010-edd40cecd4d8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:33.574247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ff16681-0007-4340-a1b6-2ddf277862c5 req-bb428284-1043-488b-b010-edd40cecd4d8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 932 time: 0.1333277 Dec 12 15:17:33.661776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ff16681-0007-4340-a1b6-2ddf277862c5 req-0dea7b7d-baaa-4023-aa71-1718c758da4b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846040 Dec 12 15:17:33.676699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-709e6ee6-1a51-4683-b41b-10d182929df7 req-2fff1ac8-0ff4-4062-a1d8-0466a001677c tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0365112 Dec 12 15:17:33.775291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b370a65e-8598-453e-b76b-fba44b8990b6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:33.784465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:33.809888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Transition to ACTIVE for port object b370a65e-8598-453e-b76b-fba44b8990b6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:33.815365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:33.946481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:33.952555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:33.952930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:33.953501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:33.959958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:33.960865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:33.968094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:33.968526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:33.969644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:33.970647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Bound port: b370a65e-8598-453e-b76b-fba44b8990b6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:33.971652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:34.046083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.30', 62885) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:34.061125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:34.068554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:34.076549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:34.258019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:34.264269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-43c2fcd5-ece4-45e4-98ba-9dccc83e0e57 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:34.264494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:34.265384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:34.267628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-0a9171f4-dc5a-4299-bf3d-dcab04c5afe0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 1092 time: 1.0662577 Dec 12 15:17:34.268248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:34.268504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-43c2fcd5-ece4-45e4-98ba-9dccc83e0e57 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 824 time: 0.2208703 Dec 12 15:17:34.408587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49882) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:34.435359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-ff2e4809-bd78-42b2-a158-1def84706976 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 380 time: 0.1544213 Dec 12 15:17:34.446905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'port': {'device_id': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'admin_state_up': True, 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'security_groups': ['b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:34.580261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c9a3f4-5777-459d-afc3-25b156785904 req-cc6a87d9-7744-4b33-b68a-6546fd6e1167 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0416162 Dec 12 15:17:34.665743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-c0d21f03-a85c-4705-8705-66e436485f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:34.667258 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-c0d21f03-a85c-4705-8705-66e436485f67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1095 time: 0.0812995 Dec 12 15:17:34.709918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Made reservation on behalf of 7d2d13402c3341748e6039c706c9d63d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:34.713699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:34.761516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-bd7ed5ab-754c-4dd3-8ae6-7236ee6b344a tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406463 Dec 12 15:17:34.819660 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-10e69115-1b76-4922-a97c-d99e31bb97d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.1412921 Dec 12 15:17:34.899918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6c3bc98b-5fff-417e-948c-1cb960269162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:34.901491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-6c3bc98b-5fff-417e-948c-1cb960269162 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0737934 Dec 12 15:17:34.970434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5a1f-61eb-4ba5-b12c-538f25924271 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:34.970818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-79328c1e-18af-439f-927f-d867846b5cdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576756 Dec 12 15:17:34.974024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ceb89552-273e-47ce-96e7-f421a1142876 req-c2e4fa30-d7c6-49b9-89ec-6b4362dbcb20 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 210 time: 0.0809550 Dec 12 15:17:35.010669 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:35.107544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-c3615b7f-adf1-4c65-b57d-8eecfd6ff481 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238425 Dec 12 15:17:35.109943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ff907-fff3-4892-b164-229642dffdf6 req-89e0bcf5-d9db-4954-aa14-fd7d07b2e087 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.111504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-870ff907-fff3-4892-b164-229642dffdf6 req-89e0bcf5-d9db-4954-aa14-fd7d07b2e087 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.2637446 Dec 12 15:17:35.126713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-41a494c9-a154-4541-824a-272610376472 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.128463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-41a494c9-a154-4541-824a-272610376472 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573573 Dec 12 15:17:35.155920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Request body: {'port': {'device_id': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '0d1e4234e6a34c4cbf6f64e087ea722f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:35.178433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Allocated IP 172.20.0.11 (52f193cd-0bb7-4043-81c3-567504b48202/6626825f-ef2c-4398-8ab6-4e6a2e0e7352/86d04873-6877-4e06-a7e1-5b6f9c9979c2) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:35.214668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea735632-2af1-4a26-9ff1-b1a7889e0068 req-c64b1b7b-bc5c-42e2-ad2f-329a5d92c375 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974610 Dec 12 15:17:35.262468 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a64b5e5-3010-4542-a379-63d6a488b4ea x-openstack-request-id: req-0a64b5e5-3010-4542-a379-63d6a488b4ea {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:35.262768 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:35.263024 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a64b5e5-3010-4542-a379-63d6a488b4ea {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:35.263482 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'status': 'completed', 'code': 200} Dec 12 15:17:35.307584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-870ff907-fff3-4892-b164-229642dffdf6 req-4cf84b36-61d9-4217-b0bb-e8c172dd82f4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740868 Dec 12 15:17:35.334119 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4359492b-a461-4f1f-b558-312059ff64d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.358534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-5a9a4f1c-29ee-4d15-b08c-e9ff901388e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.360101 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-5a9a4f1c-29ee-4d15-b08c-e9ff901388e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1095 time: 0.0706406 Dec 12 15:17:35.431972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5a1f-61eb-4ba5-b12c-538f25924271 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.450172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0f5a1f-61eb-4ba5-b12c-538f25924271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.537512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5a1f-61eb-4ba5-b12c-538f25924271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a066241-7237-4ba5-9d55-142ef810b421,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:35.540117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Made reservation on behalf of 0d1e4234e6a34c4cbf6f64e087ea722f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:35.544173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.557548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d0f5a1f-61eb-4ba5-b12c-538f25924271 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dec5fe285a914df38b1231e7498309c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1444566 Dec 12 15:17:35.570946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49950) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:35.570946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.594412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:17:35.648963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:17:35.649471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b43d25b0-7ddb-4b97-a51d-a2e7eb040e43 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:17:35.710159 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.741851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.757043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-ae4606b5-57b0-4e64-81f1-437b80d88836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.758516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-ae4606b5-57b0-4e64-81f1-437b80d88836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.3895690 Dec 12 15:17:35.796380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e6a4f71-18ba-4b8f-b24c-b1f183963a59 req-b6dfcb5f-e4a2-480d-af46-3ef7e415c766 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0558918 Dec 12 15:17:35.811171 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-cc520387-5215-4288-af90-802131062dc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.0415792 Dec 12 15:17:35.823839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.866772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Network 52f193cd-0bb7-4043-81c3-567504b48202 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:35.867952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Allocated IP 192.168.233.121 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/f2976976-8368-48ee-bec7-0d12e754673b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:35.871461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-94b41cc3-03dc-4c87-82f6-a3144a2f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.873177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-94b41cc3-03dc-4c87-82f6-a3144a2f7890 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0545177 Dec 12 15:17:35.884348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:35.893869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:35.896773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:35.903539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:35.904621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.909451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-d0e0de64-da7c-4725-82ae-22afd08b5796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273006 Dec 12 15:17:35.944225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-e01eefaf-6b87-4cfa-b645-6a29bda4a0d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5011032 Dec 12 15:17:35.961460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Request body: {'port': {'device_id': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:35.967212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.969868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:35.972684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a066241-7237-4ba5-9d55-142ef810b421 HTTP/1.1" status: 204 len: 168 time: 0.4044225 Dec 12 15:17:36.059060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153842-f40c-4be7-8d63-a7386bcaf959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a066241-7237-4ba5-9d55-142ef810b421,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:36.129131 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-5c3f70b7-b95a-4777-aa60-82d23cac259d service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990199 Dec 12 15:17:36.285628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a366e2e8-425e-4408-a1ef-b8cff10985dc None None] Provisioning complete for port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:36.286260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a366e2e8-425e-4408-a1ef-b8cff10985dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.304564 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39bd83b8-c65b-40e5-8bbb-3a90e3d3e5ed req-7e864d0e-e11e-4b8f-9ed6-c374209639d1 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668894 Dec 12 15:17:36.359328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a366e2e8-425e-4408-a1ef-b8cff10985dc None None] Port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:36.420694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.514722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c20c01-00f5-477b-be3b-4ae61825c80b req-beb02d3d-a101-499e-8a22-afca740f2e4b tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:36.516160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30c20c01-00f5-477b-be3b-4ae61825c80b req-beb02d3d-a101-499e-8a22-afca740f2e4b tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 932 time: 0.3354714 Dec 12 15:17:36.541393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:36.556712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba67166-648a-4e37-a787-743ba106c1c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.565258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.633369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba67166-648a-4e37-a787-743ba106c1c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.638411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba67166-648a-4e37-a787-743ba106c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.665191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb739e-e889-4c45-9d3f-45badcf006a5 req-56fbee67-6519-4da3-bbe9-855c03509761 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:36.666676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3cb739e-e889-4c45-9d3f-45badcf006a5 req-56fbee67-6519-4da3-bbe9-855c03509761 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.1804380 Dec 12 15:17:36.675632 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ba67166-648a-4e37-a787-743ba106c1c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b65adbcdc1eb4ffa823b4276ce8b1f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329820 Dec 12 15:17:36.676580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba67166-648a-4e37-a787-743ba106c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a6c96-92ee-4f04-9c8f-3d010df072a7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:36.679080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:36.721283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30c20c01-00f5-477b-be3b-4ae61825c80b req-eb410549-7885-4ce0-a319-92077a49b4cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809559 Dec 12 15:17:36.727282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.753158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.784721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.807371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.810331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.811481 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/914a6c96-92ee-4f04-9c8f-3d010df072a7 HTTP/1.1" status: 204 len: 168 time: 0.1313565 Dec 12 15:17:36.819486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448b4d0-917e-4818-9586-8888c3b3509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a6c96-92ee-4f04-9c8f-3d010df072a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:36.854235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3cb739e-e889-4c45-9d3f-45badcf006a5 req-986da26f-b736-49bb-8d64-29ad0cf742d5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809208 Dec 12 15:17:36.875418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:36.888426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:36.893247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:36.900110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:36.900894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:36.919296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Pushing event updated for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:36.952842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f1e908b5-b799-4916-88f6-50ac0cfafb35 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8017602 Dec 12 15:17:37.015362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Request body: {'port': {'device_id': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:37.070181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d04873-6877-4e06-a7e1-5b6f9c9979c2 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:37.123822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.141640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Transition to ACTIVE for port object 86d04873-6877-4e06-a7e1-5b6f9c9979c2 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:37.154294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.193009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-184005e4-93b4-4bdf-bab4-bc4de8047b14 None None] Provisioning complete for port f2976976-8368-48ee-bec7-0d12e754673b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:37.193595 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-184005e4-93b4-4bdf-bab4-bc4de8047b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.242859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-184005e4-93b4-4bdf-bab4-bc4de8047b14 None None] Port f2976976-8368-48ee-bec7-0d12e754673b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:37.250659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.262116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:37.347597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ddfc3-c58b-4f4c-9daa-f441e1823ddd req-ab9ac575-330f-4632-8ad7-10c27d9db7e2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:37.349151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b0ddfc3-c58b-4f4c-9daa-f441e1823ddd req-ab9ac575-330f-4632-8ad7-10c27d9db7e2 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 936 time: 0.2016468 Dec 12 15:17:37.440931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Attempting to bind port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:37.441262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Attempting to bind port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:37.442755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Attempting to bind port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:37.459710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 on network 52f193cd-0bb7-4043-81c3-567504b48202 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:37.460035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Attempting to bind port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:37.500498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:37.500889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Checking segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:37.502020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Bound using segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:37.502903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Bound port: 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:37.503260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.600906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b0ddfc3-c58b-4f4c-9daa-f441e1823ddd req-2eda0a84-19a8-4707-a050-8c37bed7843e tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921437 Dec 12 15:17:37.680196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-323ce230-850b-40eb-b059-e0487651479b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.734998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:37.758137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:37.824456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2976976-8368-48ee-bec7-0d12e754673b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:37.832764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.886773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.903417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Transition to ACTIVE for port object f2976976-8368-48ee-bec7-0d12e754673b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:37.930370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:37.940574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.965737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:37.966579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:37.968135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] 10.222.0.30 "PUT /v2.0/ports/86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 200 len: 1092 time: 2.0134189 Dec 12 15:17:37.982744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b5647-e90e-42b6-a898-c9f3088f5549 req-5a74a756-dbaa-4c6c-990a-d005b1246152 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:37.984321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-140b5647-e90e-42b6-a898-c9f3088f5549 req-5a74a756-dbaa-4c6c-990a-d005b1246152 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 944 time: 0.1392472 Dec 12 15:17:37.984823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:37.987236 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b7998c-1065-4d2a-aa1e-b765755a2582" -d '{"events": [{"name": "network-changed", "server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:38.115284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a665ef-e15e-4c52-88c7-75a4e44f0943 service neutron] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.161320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-1b33be59-42a0-4a9a-ba83-b412559fc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.163451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-1b33be59-42a0-4a9a-ba83-b412559fc65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 1095 time: 0.1359758 Dec 12 15:17:38.245616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:38.272706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1109518377-network', 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:38.313637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:38.315886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.325695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-95fb9944-e422-430f-baf2-7b79d41f3cbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 200 len: 217 time: 0.1218190 Dec 12 15:17:38.326294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.328504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea51a941-83ff-4ed4-a9f3-15f1423d43d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.334481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Attempting to bind port f2976976-8368-48ee-bec7-0d12e754673b on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:38.334813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Attempting to bind port f2976976-8368-48ee-bec7-0d12e754673b by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:38.335133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Attempting to bind port f2976976-8368-48ee-bec7-0d12e754673b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:38.336697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.374806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Port f2976976-8368-48ee-bec7-0d12e754673b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:38.375132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Attempting to bind port f2976976-8368-48ee-bec7-0d12e754673b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:38.380567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-140b5647-e90e-42b6-a898-c9f3088f5549 req-9168161f-9d84-4651-b2ff-3d13828bba81 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872850 Dec 12 15:17:38.397254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:38.397586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:38.397964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:38.398400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Bound port: f2976976-8368-48ee-bec7-0d12e754673b, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:38.398750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.419240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fdc24-d4f8-4226-a218-db1f58ab5bde req-d1d72da4-920a-43d6-9849-fe7f5b0ee95a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.427170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d28fdc24-d4f8-4226-a218-db1f58ab5bde req-d1d72da4-920a-43d6-9849-fe7f5b0ee95a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.2087939 Dec 12 15:17:38.450438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.473276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea51a941-83ff-4ed4-a9f3-15f1423d43d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.479878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea51a941-83ff-4ed4-a9f3-15f1423d43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.487398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.498905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-bae50c64-b1eb-496b-ba66-af8036d75c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.500558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-bae50c64-b1eb-496b-ba66-af8036d75c14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.1620405 Dec 12 15:17:38.509299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.524027 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ec03b0-6a0c-4b38-9438-e7a783d8bd7c x-openstack-request-id: req-10ec03b0-6a0c-4b38-9438-e7a783d8bd7c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:38.524353 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:38.524607 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10ec03b0-6a0c-4b38-9438-e7a783d8bd7c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:38.525168 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'status': 'completed', 'code': 200} Dec 12 15:17:38.531149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a941-83ff-4ed4-a9f3-15f1423d43d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4499ae7-719f-4151-8eb6-c670a0f01198,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.560331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:38.564980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16cf20b-bd8e-444b-aad6-1b7cdada54b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.570855 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ea51a941-83ff-4ed4-a9f3-15f1423d43d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa826551be6c4c20825104400bd0d4a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240271 Dec 12 15:17:38.574641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:38.581347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.582124 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Added segment 61366389-2670-4182-a5a5-15ac7bdad42e of type vlan for network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e Dec 12 15:17:38.600100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d28fdc24-d4f8-4226-a218-db1f58ab5bde req-a3db8363-38e4-4f41-9ee3-f34b97e6c05a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657567 Dec 12 15:17:38.604501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:38.610297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f2976976-8368-48ee-bec7-0d12e754673b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:38.630482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-819b8bd7-c6a2-40cc-9cea-08e122e96c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.632712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-819b8bd7-c6a2-40cc-9cea-08e122e96c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228790 Dec 12 15:17:38.634861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.651372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.695508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.707571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.708499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.709084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.715798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.716261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.717949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-3922451e-c699-4142-a160-6004f7280df0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2976976-8368-48ee-bec7-0d12e754673b HTTP/1.1" status: 200 len: 1096 time: 1.7217810 Dec 12 15:17:38.764093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.853763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9206667 Dec 12 15:17:38.859717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:38.867745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922451e-c699-4142-a160-6004f7280df0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.870825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Request body: {'subnet': {'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1109518377-subnet', 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:38.879427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45798e3-0939-4f2e-bc2e-9623b2aa8937 admin admin] Pushing event updated for resources: {'Network': ['ID=9c81f7d1-914a-4d1e-9bc3-02464b4be82e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:38.914777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.923469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:38.923688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:38.926692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.936284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f6518d0e-2f3d-4cdf-9d54-fb44a9cda969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:38.938303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-f6518d0e-2f3d-4cdf-9d54-fb44a9cda969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 1099 time: 0.1548359 Dec 12 15:17:38.945923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-fb780bcb-e2ab-4006-a7c5-790ab9c394e8 service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035755 Dec 12 15:17:38.946322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.949286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:38.954056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4499ae7-719f-4151-8eb6-c670a0f01198 HTTP/1.1" status: 204 len: 168 time: 0.3783572 Dec 12 15:17:39.021603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b781635-c9ad-43f8-8ff0-b8f9a077cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4499ae7-719f-4151-8eb6-c670a0f01198,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:39.052325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c11831-dd2a-477b-88c4-6ea765b4f367 req-5d94e84b-f7f8-46f1-a836-c88e24cd1e51 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.055681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06c11831-dd2a-477b-88c4-6ea765b4f367 req-5d94e84b-f7f8-46f1-a836-c88e24cd1e51 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 948 time: 0.2266314 Dec 12 15:17:39.075276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-97579618-566f-4119-b28a-5430b0a0aeda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f2976976-8368-48ee-bec7-0d12e754673b HTTP/1.1" status: 200 len: 217 time: 0.1218870 Dec 12 15:17:39.201408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-48599aac-87a5-415c-815b-4f7679ebcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.202900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-48599aac-87a5-415c-815b-4f7679ebcb8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0996068 Dec 12 15:17:39.219752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06c11831-dd2a-477b-88c4-6ea765b4f367 req-33f9fd16-7596-4010-953b-9d663012fcb6 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481278 Dec 12 15:17:39.267980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.293952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-970fd53f-8796-44ec-aaf8-5c11899f2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.295452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-970fd53f-8796-44ec-aaf8-5c11899f2f05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712392 Dec 12 15:17:39.395183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac03e8f1-c991-4a3b-b83b-d145a0705332,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:39.409280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a87f495c-41b9-45eb-93a1-3af9d4d5f413 req-c71904e5-fdad-4024-a69b-229ca0ebb2aa service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446447 Dec 12 15:17:39.416433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:39.417153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Network hostable DHCP agents. Network: 9c81f7d1-914a-4d1e-9bc3-02464b4be82e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:39.437746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c6869-355d-4bdd-bf66-59052335ab30 req-f328a3ac-b161-47fa-b430-99f351cd26f5 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.445397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d18c6869-355d-4bdd-bf66-59052335ab30 req-f328a3ac-b161-47fa-b430-99f351cd26f5 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.1625371 Dec 12 15:17:39.449860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:39.465080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9c81f7d1-914a-4d1e-9bc3-02464b4be82e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:39.472776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.473990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.474754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-016236a4-0d22-4c2f-907e-e47e9837b11a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665637 Dec 12 15:17:39.478973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc14121-9585-4e77-88c6-5386d3539236 None None] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:39.523339 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f832957d-9d04-47bd-aeea-032c09ebd85c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6610730 Dec 12 15:17:39.569916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:39.601625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:39.624675 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:17:39.635299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:39.676715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39278cc0-396b-4dbc-9a88-364e0d797dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.678161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d795d-a5fe-4d6e-aca2-b042640f6ae8 None None] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:39.828165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39278cc0-396b-4dbc-9a88-364e0d797dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.835879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39278cc0-396b-4dbc-9a88-364e0d797dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.836442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d18c6869-355d-4bdd-bf66-59052335ab30 req-ff9b510f-6462-4944-aa39-8ebc41c0001e tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861947 Dec 12 15:17:39.881733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-101c9fd7-7f11-4018-8ba7-a8750ad2e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.884260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-101c9fd7-7f11-4018-8ba7-a8750ad2e432 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 1095 time: 0.4075887 Dec 12 15:17:39.934614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313212b5-72f3-4f66-8a13-0f79ae899edb req-e81f0e40-e58d-4084-bc9e-b6226f5b57cc tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:39.936351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-313212b5-72f3-4f66-8a13-0f79ae899edb req-e81f0e40-e58d-4084-bc9e-b6226f5b57cc tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 944 time: 0.1655118 Dec 12 15:17:39.942463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0251-1c58-48b1-a863-6c760a056c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:39.967708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39278cc0-396b-4dbc-9a88-364e0d797dd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64ce9abb4a9147e7b6d709e055bba29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310184 Dec 12 15:17:39.968517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:40.000684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:40.008945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39278cc0-396b-4dbc-9a88-364e0d797dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a2d26-bb5c-4b70-be7f-964e960f9557,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:40.013188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'port_id': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'mac_address': 'fa:16:3e:6a:ba:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cac89-ba0b-4c5e-912a-228266ca6499', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:40.045871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.080322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42d1a642-3d72-4cbb-9334-f74bb98aea54 req-cde691b7-584c-4547-ad7a-9d8fdeeeb4cb service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952399 Dec 12 15:17:40.110999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-444faee0-aa65-4054-ac18-490f6451d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.112886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-444faee0-aa65-4054-ac18-490f6451d71e service neutron] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 924 time: 0.2144399 Dec 12 15:17:40.127703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.144913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0251-1c58-48b1-a863-6c760a056c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.147332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-313212b5-72f3-4f66-8a13-0f79ae899edb req-461078dc-b81a-497f-9243-2a084c706137 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729393 Dec 12 15:17:40.158356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b370a65e-8598-453e-b76b-fba44b8990b6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:40.172955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399f8ff-7544-45df-a0a6-bd4602f17a55 req-9ac801cb-696d-459d-ae00-4da260dcc88f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.177558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b9f0251-1c58-48b1-a863-6c760a056c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.186680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399f8ff-7544-45df-a0a6-bd4602f17a55 req-9ac801cb-696d-459d-ae00-4da260dcc88f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.2045293 Dec 12 15:17:40.203330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:40.204919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.205064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.209544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.298957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:40.307585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b9f0251-1c58-48b1-a863-6c760a056c4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1a8894e5c28436d88ba24dc8e38026e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7347624 Dec 12 15:17:40.308498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f0251-1c58-48b1-a863-6c760a056c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09955472-4f90-4c82-aaab-66a31b38df9c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:40.315093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50188) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:40.321140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-8c5058b5-0c07-4314-9c9a-58224c15b208 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 200 len: 217 time: 0.1974688 Dec 12 15:17:40.340522 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.343140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.347209 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/799a2d26-bb5c-4b70-be7f-964e960f9557 HTTP/1.1" status: 204 len: 168 time: 0.3730183 Dec 12 15:17:40.354475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79005c46-88a2-4cd4-a8d2-ddcfcd2cb6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a2d26-bb5c-4b70-be7f-964e960f9557,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:40.448110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399f8ff-7544-45df-a0a6-bd4602f17a55 req-3027adc3-3412-4a6f-bc44-2ffae2ce4040 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601349 Dec 12 15:17:40.505387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-ec18ace9-2794-4142-b444-fd493eb96294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.507563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-ec18ace9-2794-4142-b444-fd493eb96294 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.1635151 Dec 12 15:17:40.522958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73775f3f-c21f-494f-b157-91b17ca6b988 req-96600d14-51d5-4168-a462-19d2af14488c tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.524458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73775f3f-c21f-494f-b157-91b17ca6b988 req-96600d14-51d5-4168-a462-19d2af14488c tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 948 time: 0.2084868 Dec 12 15:17:40.529223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:40.531639 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e37a97-1a53-470d-86d5-ed6109f55f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "tag": "f2976976-8368-48ee-bec7-0d12e754673b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:40.573786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['b370a65e-8598-453e-b76b-fba44b8990b6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:40.578586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.614516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95792c18-7cf4-4177-ba51-a873549e02be req-9621fd35-dea9-42d8-81c0-28c2ac18c539 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.615983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95792c18-7cf4-4177-ba51-a873549e02be req-9621fd35-dea9-42d8-81c0-28c2ac18c539 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.1875935 Dec 12 15:17:40.646562 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.652767 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79c65ad-1d89-445c-9476-7c6d1ade1327 x-openstack-request-id: req-e79c65ad-1d89-445c-9476-7c6d1ade1327 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:40.652767 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "tag": "f2976976-8368-48ee-bec7-0d12e754673b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:40.652767 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e79c65ad-1d89-445c-9476-7c6d1ade1327 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:40.653131 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b', 'status': 'completed', 'code': 200} Dec 12 15:17:40.770057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-4d736a0c-d608-445d-aa95-f60c8aadadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:40.771599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-4d736a0c-d608-445d-aa95-f60c8aadadae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434933 Dec 12 15:17:40.773571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:40.781764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1464022616-network', 'tenant_id': 'da23276651de4801b4524c44d95af5d0'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:40.803974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73775f3f-c21f-494f-b157-91b17ca6b988 req-1fdf360b-e580-4c36-8a1d-4a5ec5195dee tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552381 Dec 12 15:17:40.858131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Made reservation on behalf of da23276651de4801b4524c44d95af5d0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:40.861049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.870669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.952598 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:40.996336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.003978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.013285 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.043097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-c2c54dd6-e75b-4f55-9646-ec9fbd2e1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.044658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-c2c54dd6-e75b-4f55-9646-ec9fbd2e1956 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 1099 time: 0.3324308 Dec 12 15:17:41.074435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:41.079205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aee1dd-fe44-4de9-908e-edd5158ffee4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:41.094398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.094852 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Added segment 2953b15f-108d-4b23-a9e4-c3dee3a45b4a of type vlan for network 1a64494f-b8a6-4873-88b9-53396bb170af Dec 12 15:17:41.098188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.101137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.102267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09955472-4f90-4c82-aaab-66a31b38df9c HTTP/1.1" status: 204 len: 168 time: 0.7848160 Dec 12 15:17:41.160271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.204530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862527-be7d-454e-a402-a9267390cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09955472-4f90-4c82-aaab-66a31b38df9c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:41.207570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.208747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.209484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.210894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Deleting port 8273c7bb-6d5f-4074-b710-408f003fc1ad {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:17:41.211588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.226005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db37f5a-9413-40e4-8e87-70ab3b563091 req-0590ae68-99b8-44fb-9b3d-02accf2a25a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.235176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5db37f5a-9413-40e4-8e87-70ab3b563091 req-0590ae68-99b8-44fb-9b3d-02accf2a25a7 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 970 time: 0.2627833 Dec 12 15:17:41.238608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-83255198-a433-4d9e-854d-a47e8e7cccce service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515319 Dec 12 15:17:41.319610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5433517 Dec 12 15:17:41.320702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:41.337005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Request body: {'subnet': {'network_id': '1a64494f-b8a6-4873-88b9-53396bb170af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1464022616-subnet', 'tenant_id': 'da23276651de4801b4524c44d95af5d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:41.391534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daa8e4-ce69-4552-b657-e80bd827b6de admin admin] Pushing event updated for resources: {'Network': ['ID=1a64494f-b8a6-4873-88b9-53396bb170af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:41.402929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Made reservation on behalf of da23276651de4801b4524c44d95af5d0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:41.404071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1a64494f-b8a6-4873-88b9-53396bb170af details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:41.406712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.495923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5db37f5a-9413-40e4-8e87-70ab3b563091 req-ea782039-ced6-4c16-96f9-975dc4db1810 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/security-groups?id=e3ecd497-3804-4196-9d2c-549e2b60485d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539444 Dec 12 15:17:41.514455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-0eb46747-d34d-4cb4-9881-bd0cc7801bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.516328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-0eb46747-d34d-4cb4-9881-bd0cc7801bb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.4618657 Dec 12 15:17:41.566034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] For port 8273c7bb-6d5f-4074-b710-408f003fc1ad, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8273c7bb-6d5f-4074-b710-408f003fc1ad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:41.566647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.584997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86d04873-6877-4e06-a7e1-5b6f9c9979c2 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:41.621145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Calling delete_port for 8273c7bb-6d5f-4074-b710-408f003fc1ad owned by compute:tempest-test_az-332248438 {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:17:41.643248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:41.655958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:41.668808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13652f0a-1328-4d6e-bde4-89a693898e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.756576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.769615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:41.773137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ced25-5d88-4da6-80dc-6dbb4fb78b77 req-dfec11e6-cd62-4e27-bf07-0a0919f17acb tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.774620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df8ced25-5d88-4da6-80dc-6dbb4fb78b77 req-dfec11e6-cd62-4e27-bf07-0a0919f17acb tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 944 time: 0.4986289 Dec 12 15:17:41.796434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:41.801873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port b370a65e-8598-453e-b76b-fba44b8990b6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:41.813807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port b370a65e-8598-453e-b76b-fba44b8990b6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:41.815002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-3f9d4461-7e50-4ac0-9c1d-c4c10268b619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=f2976976-8368-48ee-bec7-0d12e754673b HTTP/1.1" status: 200 len: 217 time: 0.2704148 Dec 12 15:17:41.815385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.820442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'port_id': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'mac_address': 'fa:16:3e:75:3d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:41.858450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0a46f7-a0dd-44c4-b349-834b1c14ac8a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:41.877062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Checking segment: {'id': '2953b15f-108d-4b23-a9e4-c3dee3a45b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1a64494f-b8a6-4873-88b9-53396bb170af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:41.877428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Network hostable DHCP agents. Network: 1a64494f-b8a6-4873-88b9-53396bb170af, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:41.885403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13652f0a-1328-4d6e-bde4-89a693898e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.888273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-8f5dcca3-24aa-4f44-b6a5-8942d4511b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.890299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-8f5dcca3-24aa-4f44-b6a5-8942d4511b10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0614362 Dec 12 15:17:41.892768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b7998c-1065-4d2a-aa1e-b765755a2582 req-d75270b9-8a1e-4b35-9f85-6f1f464d5ecb service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299427 Dec 12 15:17:41.896119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13652f0a-1328-4d6e-bde4-89a693898e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.924695 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:41.937110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652f0a-1328-4d6e-bde4-89a693898e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e056e72-5d05-4324-a1b3-b8ce31b6a40e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:41.943999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d04873-6877-4e06-a7e1-5b6f9c9979c2 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:41.959788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Network 1a64494f-b8a6-4873-88b9-53396bb170af is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:41.969857 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-13652f0a-1328-4d6e-bde4-89a693898e3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1ac0609a10740c3a9561b7123b7e570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221722 Dec 12 15:17:41.969857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:41.984955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1a64494f-b8a6-4873-88b9-53396bb170af) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:41.994527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:41.995462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.006482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:42.010384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a509a-be60-4d97-b6c3-aa4f46c26a37 None None] Network 1a64494f-b8a6-4873-88b9-53396bb170af requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:42.028250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6f5057e2-ae57-4d46-bd6e-36c5c42b9fcd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6900101 Dec 12 15:17:42.036224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.067580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.095281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.108891 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.158314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.161430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.162746 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e056e72-5d05-4324-a1b3-b8ce31b6a40e HTTP/1.1" status: 204 len: 168 time: 0.1926479 Dec 12 15:17:42.170819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514c05f-a9d7-48b4-a0a7-e2b35cd942b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e056e72-5d05-4324-a1b3-b8ce31b6a40e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:42.200240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:42.201487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:42.204590 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc423085-9c28-424b-b88f-0a5a813cac00" -d '{"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-plugged", "status": "completed", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:42.225042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.232444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6eb46-e798-410a-9ed8-2bd33b8d2b4d req-0c93096c-2702-4bcb-afde-558eba696d1b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:42.234995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfc6eb46-e798-410a-9ed8-2bd33b8d2b4d req-0c93096c-2702-4bcb-afde-558eba696d1b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.4507937 Dec 12 15:17:42.236972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.252730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8273c7bb-6d5f-4074-b710-408f003fc1ad'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:42.255177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:42.263808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-290e673e-25f4-4bd1-8e4a-bb2e2b17a68a tempest-AutoAllocateNetworkTest-2016710418 tempest-AutoAllocateNetworkTest-2016710418-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=166b8f69edcf4e91967b6f9eec9dc78f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4929845 Dec 12 15:17:42.266411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:42.275645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Pushing event deleted for resources: {'Port': ['ID=8273c7bb-6d5f-4074-b710-408f003fc1ad,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:42.302969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df8ced25-5d88-4da6-80dc-6dbb4fb78b77 req-519e22b9-e823-446d-8468-fef3f5eed8b8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4926510 Dec 12 15:17:42.324918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:42.340538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-d7363041-97d4-4de0-a18c-4649d35e858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:42.341701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['86d04873-6877-4e06-a7e1-5b6f9c9979c2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:42.344411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-d7363041-97d4-4de0-a18c-4649d35e858b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4294202 Dec 12 15:17:42.411731 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48297d0-e462-4546-91b6-993014338765 None None] Network 1a64494f-b8a6-4873-88b9-53396bb170af requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:42.472314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] No DVR routers for this DVR port 8273c7bb-6d5f-4074-b710-408f003fc1ad on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:17:42.504307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:42.508017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95792c18-7cf4-4177-ba51-a873549e02be req-a13c8a56-8f56-434f-a352-931666f59117 tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.13 "DELETE /v2.0/ports/8273c7bb-6d5f-4074-b710-408f003fc1ad HTTP/1.1" status: 204 len: 173 time: 1.8785126 Dec 12 15:17:42.619577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfc6eb46-e798-410a-9ed8-2bd33b8d2b4d req-0efcccca-ba40-48e9-b67d-d164dc2983be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754201 Dec 12 15:17:42.660607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'name': 'network-vif-deleted', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:42.672082 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ae9b26-f342-4a66-8157-9b83a8aa860b" -d '{"events": [{"server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "name": "network-vif-deleted", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:42.712307 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f33333-66e8-4608-acad-f78e2ba633f2 x-openstack-request-id: req-02f33333-66e8-4608-acad-f78e2ba633f2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:42.714311 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-plugged", "status": "completed", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:42.714589 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02f33333-66e8-4608-acad-f78e2ba633f2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:42.714991 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'code': 200} Dec 12 15:17:42.731193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e8f1-3c17-4bda-8796-9c94317b5759 req-2952d388-f7c5-482f-934b-c15813fa18d4 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:42.742834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf33e8f1-3c17-4bda-8796-9c94317b5759 req-2952d388-f7c5-482f-934b-c15813fa18d4 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 948 time: 0.2403297 Dec 12 15:17:42.752554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-bf512690-f060-4ec5-a44f-180c14317d69 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176062 Dec 12 15:17:42.948693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf33e8f1-3c17-4bda-8796-9c94317b5759 req-5d348b2d-1c2e-4502-a820-b2fbcba7c40a tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911223 Dec 12 15:17:42.967660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32640-86a0-4192-b153-9e9d41199142 req-0d61520b-c36b-4b7e-bf9e-dbc479214ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:42.969149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67f32640-86a0-4192-b153-9e9d41199142 req-0d61520b-c36b-4b7e-bf9e-dbc479214ddb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1097 time: 0.1206181 Dec 12 15:17:43.004278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e37a97-1a53-470d-86d5-ed6109f55f5e req-deefcb2d-3dd3-4e80-98c9-59a0fdae9f17 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362015 Dec 12 15:17:43.036788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d3b1d-c133-4987-91da-34f065436fcc tempest-AutoAllocateNetworkTest-2016710418 tempest-AutoAllocateNetworkTest-2016710418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:43.046905 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-318d3b1d-c133-4987-91da-34f065436fcc tempest-AutoAllocateNetworkTest-2016710418 tempest-AutoAllocateNetworkTest-2016710418-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.7641745 Dec 12 15:17:43.047518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50304) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:43.121833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3f729243-f10f-43d7-9fa1-cb4099c33b35 tempest-AutoAllocateNetworkTest-2016710418 tempest-AutoAllocateNetworkTest-2016710418-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702815 Dec 12 15:17:43.124427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:43.143793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67f32640-86a0-4192-b153-9e9d41199142 req-94a1db5f-aa58-4656-858b-d39b8cd842d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637492 Dec 12 15:17:43.159512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eee6e58d-be07-434d-8a69-aa8f8dff16ea req-343f84ec-e9a4-4792-b74e-158c8315667d tempest-AggregatesAdminTestJSON-572495690 tempest-AggregatesAdminTestJSON-572495690-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8ef21e8-293c-4231-91c0-df9f8881d079 HTTP/1.1" status: 200 len: 210 time: 0.0407298 Dec 12 15:17:43.161438 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b8988f2e-9617-4a23-9110-c7f254fde0d2 tempest-AutoAllocateNetworkTest-2016710418 tempest-AutoAllocateNetworkTest-2016710418-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=166b8f69edcf4e91967b6f9eec9dc78f HTTP/1.1" status: 200 len: 208 time: 0.0356607 Dec 12 15:17:43.232257 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d198400-c360-4e7c-a00b-009deac8e99c x-openstack-request-id: req-3d198400-c360-4e7c-a00b-009deac8e99c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:43.232554 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef21e8-293c-4231-91c0-df9f8881d079", "name": "network-vif-deleted", "tag": "8273c7bb-6d5f-4074-b710-408f003fc1ad", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:43.233141 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d198400-c360-4e7c-a00b-009deac8e99c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:43.233252 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef21e8-293c-4231-91c0-df9f8881d079', 'name': 'network-vif-deleted', 'tag': '8273c7bb-6d5f-4074-b710-408f003fc1ad', 'status': 'completed', 'code': 200} Dec 12 15:17:43.396894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:43.462044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b620df-c82d-4ba4-8414-e847eacc6e16 req-388baaba-e821-4a30-9e05-8ad3fe9e00c7 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:43.464162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0b620df-c82d-4ba4-8414-e847eacc6e16 req-388baaba-e821-4a30-9e05-8ad3fe9e00c7 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 945 time: 0.0856397 Dec 12 15:17:43.471390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-f14ca993-3e37-4c0f-a3fe-bb4897d270ba tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:43.473048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-f14ca993-3e37-4c0f-a3fe-bb4897d270ba tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.1628413 Dec 12 15:17:43.499573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-4c9a9649-41ba-4542-8a42-38352f2ff198 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/quotas/43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 375 time: 0.0188894 Dec 12 15:17:43.547466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-59723407-1fb6-45f4-8808-6091e94e99bf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377173 Dec 12 15:17:43.556407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0b620df-c82d-4ba4-8414-e847eacc6e16 req-5ac29475-45da-4a2f-a85f-b3458dc70517 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823398 Dec 12 15:17:43.584137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86d04873-6877-4e06-a7e1-5b6f9c9979c2 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:43.647900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:43.653896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:43.654683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.657553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-0d91f39e-b40f-4e49-bb43-36152c7852b9 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978239 Dec 12 15:17:43.658149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f2976976-8368-48ee-bec7-0d12e754673b details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:43.672207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:43.723241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:43.749110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1526456702-network', 'tenant_id': 'a064310a0a50458899fdbde734ec710e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:43.807412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a1458-937c-4e98-85ae-1249e57fd0da req-f3e029c5-015f-4b1b-8257-631b27554d51 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:43.809498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb7a1458-937c-4e98-85ae-1249e57fd0da req-f3e029c5-015f-4b1b-8257-631b27554d51 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 946 time: 0.0868006 Dec 12 15:17:43.811303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-6156154c-9c6c-4402-bdab-1c11282a6874 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529956 Dec 12 15:17:43.819045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Made reservation on behalf of a064310a0a50458899fdbde734ec710e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:43.821313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.825397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe25921-a561-48ff-b45e-e0912f9bc4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.832407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ff20f82-ec28-4dad-80d8-f15a53060dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.842957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.875982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb7a1458-937c-4e98-85ae-1249e57fd0da req-822f535f-8234-48c8-82a4-9b1085075b4f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572457 Dec 12 15:17:43.928225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f2976976-8368-48ee-bec7-0d12e754673b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:43.956144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:43.959323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f2976976-8368-48ee-bec7-0d12e754673b', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'f2976976-8368-48ee-bec7-0d12e754673b', 'mac_address': 'fa:16:3e:30:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:44.028137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:44.038671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6106288d-75df-4210-a68e-1bce0a0cc406 req-2c266662-7dbd-4198-a3f7-4ecc24923756 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 210 time: 0.0422056 Dec 12 15:17:44.050488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.053181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe25921-a561-48ff-b45e-e0912f9bc4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.055338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.055462 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.058062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ff20f82-ec28-4dad-80d8-f15a53060dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.064611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe25921-a561-48ff-b45e-e0912f9bc4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.079926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.085624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ff20f82-ec28-4dad-80d8-f15a53060dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.104348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2976976-8368-48ee-bec7-0d12e754673b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:44.143150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f2976976-8368-48ee-bec7-0d12e754673b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:44.146972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.151923 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bbe25921-a561-48ff-b45e-e0912f9bc4d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=166b8f69edcf4e91967b6f9eec9dc78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782307 Dec 12 15:17:44.152130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.153101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:44.154402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:44.161497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe25921-a561-48ff-b45e-e0912f9bc4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb0a88-f475-4a1a-8193-2be226b3db29,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.170035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379d93a-ca98-4e8a-9d7b-704e09130610 req-a61137e8-da40-4bf2-81a5-0258e571ffd1 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:44.172420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7ff20f82-ec28-4dad-80d8-f15a53060dbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=483d9d8057414e5ebcefa165e8928f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481554 Dec 12 15:17:44.179228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:44.182850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3379d93a-ca98-4e8a-9d7b-704e09130610 req-a61137e8-da40-4bf2-81a5-0258e571ffd1 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 948 time: 0.0926125 Dec 12 15:17:44.213565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.213869 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Added segment 0fb18568-0745-4d6f-b0db-ac64a4e19848 of type vlan for network 1f29ab51-c801-41a7-8f65-a6d80560d145 Dec 12 15:17:44.217767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.279586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440619b6-5862-4d5b-8c83-81c78bdb215b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.281862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3379d93a-ca98-4e8a-9d7b-704e09130610 req-3938c4ad-531e-4314-9d4f-0fbc81c5d4fb tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930250 Dec 12 15:17:44.329942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.347619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f2976976-8368-48ee-bec7-0d12e754673b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:44.362641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.393360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff20f82-ec28-4dad-80d8-f15a53060dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4ef9a-b77d-47df-bdaa-e9c03fb718dc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.395759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.421705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.437484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.460500 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.461569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:44.462640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.501911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50372) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:44.526640 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1276782 Dec 12 15:17:44.529847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:44.537722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Request body: {'subnet': {'network_id': '1f29ab51-c801-41a7-8f65-a6d80560d145', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1526456702-subnet', 'tenant_id': 'a064310a0a50458899fdbde734ec710e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:44.574079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283aa4c-be0c-4763-b155-f87d0c8345e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1f29ab51-c801-41a7-8f65-a6d80560d145,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.589279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1f29ab51-c801-41a7-8f65-a6d80560d145 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:44.603855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Made reservation on behalf of a064310a0a50458899fdbde734ec710e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:44.606263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.607863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.612601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.619598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4fb0a88-f475-4a1a-8193-2be226b3db29 HTTP/1.1" status: 204 len: 168 time: 0.4524956 Dec 12 15:17:44.658928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998f898-f269-4795-a012-bd96dff5c4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb0a88-f475-4a1a-8193-2be226b3db29,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.661082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.664332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:44.666184 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33b4ef9a-b77d-47df-bdaa-e9c03fb718dc HTTP/1.1" status: 204 len: 168 time: 0.4829071 Dec 12 15:17:44.686124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d2482-dd0f-428e-ac81-e704c21473e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4ef9a-b77d-47df-bdaa-e9c03fb718dc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:44.717824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:44.720566 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5706362e-852f-4091-8b8c-6fd63e532c3f" -d '{"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-plugged", "status": "completed", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:44.768053 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1207541f-99ef-4d94-9f26-c619eba6c377 x-openstack-request-id: req-1207541f-99ef-4d94-9f26-c619eba6c377 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:44.769773 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-plugged", "status": "completed", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:44.769903 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1207541f-99ef-4d94-9f26-c619eba6c377 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:44.770454 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'code': 200} Dec 12 15:17:44.893136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e335fde2-e8e7-478a-8612-e91da62ed78f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=098cd1dc5e95485a93db27fcc27a3b0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3898997 Dec 12 15:17:44.896288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:44.925141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7610fe0-c983-4bcf-988a-024663c6f545 req-9e41253e-b6c9-4858-a275-9e91044517a5 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:44.926689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7610fe0-c983-4bcf-988a-024663c6f545 req-9e41253e-b6c9-4858-a275-9e91044517a5 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.2832494 Dec 12 15:17:44.968536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18d3a-6bee-4f8b-9c1a-40a0fe9f7250 req-b87685fa-876b-44fd-a37c-2831d17e5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:44.970119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a18d3a-6bee-4f8b-9c1a-40a0fe9f7250 req-b87685fa-876b-44fd-a37c-2831d17e5788 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0960836 Dec 12 15:17:45.008789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.035572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.110169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.114539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.116707 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3ecd497-3804-4196-9d2c-549e2b60485d HTTP/1.1" status: 204 len: 168 time: 0.2188218 Dec 12 15:17:45.118476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7610fe0-c983-4bcf-988a-024663c6f545 req-fa194fff-60df-4b90-8caa-6867e7404409 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750031 Dec 12 15:17:45.138676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598a1fe-b6bb-4187-8a5f-eab4e8a79a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ecd497-3804-4196-9d2c-549e2b60485d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:45.269959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe383a-cd6f-4458-900a-24561eb40bc7 req-0e782694-3e41-4dec-bf4a-050b672c722b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:45.271601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1fe383a-cd6f-4458-900a-24561eb40bc7 req-0e782694-3e41-4dec-bf4a-050b672c722b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 946 time: 0.2422936 Dec 12 15:17:45.287274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a18d3a-6bee-4f8b-9c1a-40a0fe9f7250 req-d19bbd26-c632-4d24-91df-cdfea6124651 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682714 Dec 12 15:17:45.287837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50402) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:45.327010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d43866b2-a59d-4438-876a-507c1a50ef8c req-d7b07fb3-7146-4f2e-925e-76ef0d83cc94 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 210 time: 0.0826409 Dec 12 15:17:45.358563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.435579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d535048-13c9-489c-bcaa-e4e94d3b811a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.554018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:45.596851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6f034efc-0bec-4d72-8198-711d99079a32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8555843c370438bb05ef54a4fbdf2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415213 Dec 12 15:17:45.599567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:45.601227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1fe383a-cd6f-4458-900a-24561eb40bc7 req-8e8df4b8-4622-4822-a5e1-a4efd0d4a959 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189528 Dec 12 15:17:45.610443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa7aa0d-5acc-4882-91ae-4bf3eee1ae36,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:45.657005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f2976976-8368-48ee-bec7-0d12e754673b up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:45.664179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c6647-c996-408f-83ee-505cf72c5dcb req-707383ff-8ec2-4aca-b711-f61ca56a8974 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:45.668287 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.671526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b9c6647-c996-408f-83ee-505cf72c5dcb req-707383ff-8ec2-4aca-b711-f61ca56a8974 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 949 time: 0.2246790 Dec 12 15:17:45.685778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Checking segment: {'id': '0fb18568-0745-4d6f-b0db-ac64a4e19848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1f29ab51-c801-41a7-8f65-a6d80560d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:45.686140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Network hostable DHCP agents. Network: 1f29ab51-c801-41a7-8f65-a6d80560d145, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:45.698588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-df3200cf-02ea-4152-8d51-7c35c539adff tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:45.699849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-df3200cf-02ea-4152-8d51-7c35c539adff tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.3920341 Dec 12 15:17:45.707798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.720512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port f2976976-8368-48ee-bec7-0d12e754673b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:45.723088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Request body: {'port': {'device_id': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'admin_state_up': True, 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:45.725377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f2976976-8368-48ee-bec7-0d12e754673b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:45.725796 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.778130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.780742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.782394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0664ebfa-2076-48d4-a8ac-49444b61d9e0 HTTP/1.1" status: 204 len: 168 time: 0.1818593 Dec 12 15:17:45.791258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d12c8-5d91-416f-833e-7cacc2d8368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664ebfa-2076-48d4-a8ac-49444b61d9e0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:45.811179 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d535048-13c9-489c-bcaa-e4e94d3b811a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.836042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d535048-13c9-489c-bcaa-e4e94d3b811a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.840792 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.864861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Network 1f29ab51-c801-41a7-8f65-a6d80560d145 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:45.879895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f2976976-8368-48ee-bec7-0d12e754673b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:45.880153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5d535048-13c9-489c-bcaa-e4e94d3b811a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4b0f45560ed40729868919dccc5ed5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711432 Dec 12 15:17:45.881623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:45.888560 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.891027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8273c7bb-6d5f-4074-b710-408f003fc1ad no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:17:45.909380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1f29ab51-c801-41a7-8f65-a6d80560d145) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:45.911984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b9c6647-c996-408f-83ee-505cf72c5dcb req-88ef58de-021d-4942-88d8-46daa8fddc17 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394974 Dec 12 15:17:45.923747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:45.924338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:45.938615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d535048-13c9-489c-bcaa-e4e94d3b811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d761ed22-cea7-4711-a30a-e2883c291c9e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:45.993397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-276b8a3f-8f24-4b5f-b323-da069857240d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4612467 Dec 12 15:17:46.000711 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.009788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:46.013801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.031480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafdbc2-b913-4caf-befd-c6c87b06cc76 None None] Network 1f29ab51-c801-41a7-8f65-a6d80560d145 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:46.031710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.036655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:46.059989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 8273c7bb-6d5f-4074-b710-408f003fc1ad {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:17:46.060868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8273c7bb-6d5f-4074-b710-408f003fc1ad not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:17:46.122867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.125514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.126650 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d761ed22-cea7-4711-a30a-e2883c291c9e HTTP/1.1" status: 204 len: 168 time: 0.2436955 Dec 12 15:17:46.136505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232010a-7701-4e2b-843e-eb0676bd1118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761ed22-cea7-4711-a30a-e2883c291c9e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:46.198029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c5d371-3474-4416-8da8-967df1a59714 None None] Network 1f29ab51-c801-41a7-8f65-a6d80560d145 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:46.221754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Allocated IP 172.20.0.6 (9c81f7d1-914a-4d1e-9bc3-02464b4be82e/ac03e8f1-c991-4a3b-b83b-d145a0705332/1f3b3010-d9e5-45cc-bb6a-dd70834db381) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:46.317821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee02a-2b93-4519-9085-dafab818e8c5 req-a443c921-75ca-4277-a058-cd8e6aca8a1e tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:46.319336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f60ee02a-2b93-4519-9085-dafab818e8c5 req-a443c921-75ca-4277-a058-cd8e6aca8a1e tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.0865915 Dec 12 15:17:46.454062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8b16eb2-5bb8-4f02-8d18-aaad431ac24a req-dfe7b731-f53a-4163-97df-57469503eed9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 210 time: 0.0555899 Dec 12 15:17:46.462954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f60ee02a-2b93-4519-9085-dafab818e8c5 req-b8705046-bc32-466b-a535-676b5e844cbc tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337028 Dec 12 15:17:46.507011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.551141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.601692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:46.605363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:46.614721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:46.620678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:46.621131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.629654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:46.650852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-cc28e83a-4ea6-4cb2-8087-0b4530f85a5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385407 Dec 12 15:17:46.682839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Request body: {'port': {'device_id': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:46.772293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:46.772907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:46.775488 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2c0217-94c4-4e5f-ab6b-189c7af5f952" -d '{"events": [{"server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "f2976976-8368-48ee-bec7-0d12e754673b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:46.802909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c29903-4539-4d2e-b8d5-ec3118cf967c req-acd41063-e9d8-4614-9092-bc72cc9bfb24 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:46.804726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69c29903-4539-4d2e-b8d5-ec3118cf967c req-acd41063-e9d8-4614-9092-bc72cc9bfb24 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 946 time: 0.0894306 Dec 12 15:17:46.838192 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e799dd8-8876-4aa4-9f3b-867e09e98f2a x-openstack-request-id: req-8e799dd8-8876-4aa4-9f3b-867e09e98f2a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:46.838569 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "name": "network-vif-plugged", "status": "completed", "tag": "f2976976-8368-48ee-bec7-0d12e754673b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:46.839522 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e799dd8-8876-4aa4-9f3b-867e09e98f2a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:46.839522 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b', 'code': 200} Dec 12 15:17:46.966941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69c29903-4539-4d2e-b8d5-ec3118cf967c req-1fd29794-543b-401c-bb51-6e379cc7b1bb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450546 Dec 12 15:17:47.038576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e767bd-7ae5-47bc-b3df-8175b04dab6c req-b8dd4006-b994-4015-a393-a9b4ff3f3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.040066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4e767bd-7ae5-47bc-b3df-8175b04dab6c req-b8dd4006-b994-4015-a393-a9b4ff3f3848 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 1101 time: 0.1262007 Dec 12 15:17:47.158940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553efb0-5a18-4059-9533-cbad5b5178ad req-284db51a-3481-4bbd-ac66-a8de58b8899f tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.160854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7553efb0-5a18-4059-9533-cbad5b5178ad req-284db51a-3481-4bbd-ac66-a8de58b8899f tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.1050949 Dec 12 15:17:47.166922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4e767bd-7ae5-47bc-b3df-8175b04dab6c req-38df334e-8e79-4b14-9cf9-640e1cbb098a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Dec 12 15:17:47.250413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7553efb0-5a18-4059-9533-cbad5b5178ad req-6dd6be48-953d-4ab8-95e6-f9b4750d8d58 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812311 Dec 12 15:17:47.254020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3b3010-d9e5-45cc-bb6a-dd70834db381 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:47.263679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.275939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Transition to ACTIVE for port object 1f3b3010-d9e5-45cc-bb6a-dd70834db381 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:47.280527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.357997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:47.363849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:47.364179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:47.364507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:47.369590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:47.369895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:47.374908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:47.375244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:47.375618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:47.376043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Bound port: 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:47.376392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.455329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:47.459149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:47.464802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.512412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.513080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.514535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] 10.222.0.13 "PUT /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 1091 time: 0.8515420 Dec 12 15:17:47.514978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:47.517329 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67da7e8-78f7-4b0f-b590-951b2b7c0799" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:47.541505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113ed5-a841-45bf-9291-bcac9b0adbfc service neutron] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:47.632980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:47.638921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034751927-network', 'tenant_id': 'd8a31337a7ab41fb81b12641d3be0d76'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:47.663690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Made reservation on behalf of d8a31337a7ab41fb81b12641d3be0d76 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:47.674734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.688385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.785037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.791723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.810709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:17:47.811467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cf9f7-3a7c-4742-93bd-625ce7a45ebb req-1ebf54ee-04e7-497a-b660-790bce1337aa tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.818692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c77cf9f7-3a7c-4742-93bd-625ce7a45ebb req-1ebf54ee-04e7-497a-b660-790bce1337aa tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1097 time: 0.2668886 Dec 12 15:17:47.823595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.823979 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Added segment 8fef7115-f417-4d09-a8a4-877863fd5c22 of type vlan for network bdd910ce-e327-418b-9ef0-bd6fcb412cbd Dec 12 15:17:47.838598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-4ecb4093-3d47-46a2-928f-8ece0e97fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.840064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-4ecb4093-3d47-46a2-928f-8ece0e97fd4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1094 time: 0.0781775 Dec 12 15:17:47.889323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf364a-7dd7-4eca-8f56-9ccde46d4382,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:47.895758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-a45e54b4-4a63-4cf7-a3cb-ea9c2ff3190c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.0460098 Dec 12 15:17:47.925426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.961629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.961843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:47.962932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:47.984968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c77cf9f7-3a7c-4742-93bd-625ce7a45ebb req-7c286733-c4c2-4c73-a186-1123d03284f4 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556351 Dec 12 15:17:48.013743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3785255 Dec 12 15:17:48.019829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:48.028053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Request body: {'subnet': {'network_id': 'bdd910ce-e327-418b-9ef0-bd6fcb412cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1034751927-subnet', 'tenant_id': 'd8a31337a7ab41fb81b12641d3be0d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:48.032469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-443d041b-d7fe-4898-9848-74629b23c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.033781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-443d041b-d7fe-4898-9848-74629b23c1d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1206975 Dec 12 15:17:48.041167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab47e6-51f0-455d-ab0b-25a0122e00fe admin admin] Pushing event updated for resources: {'Network': ['ID=bdd910ce-e327-418b-9ef0-bd6fcb412cbd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:48.051420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network bdd910ce-e327-418b-9ef0-bd6fcb412cbd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:17:48.067969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608d18b-66eb-4990-85eb-16ceb93058f5 req-1e4b21d3-4ef1-4748-b7ed-ccf2104e319f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.069791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c608d18b-66eb-4990-85eb-16ceb93058f5 req-1e4b21d3-4ef1-4748-b7ed-ccf2104e319f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.1731172 Dec 12 15:17:48.091438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Made reservation on behalf of d8a31337a7ab41fb81b12641d3be0d76 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:48.094433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.222652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-4a2f42f0-55bc-4eaa-bb8b-0f7fd51eaec9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518524 Dec 12 15:17:48.374915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c608d18b-66eb-4990-85eb-16ceb93058f5 req-dd2a0237-452f-4dde-af01-3ae2c8188d1f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684000 Dec 12 15:17:48.413364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.421994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cf7b-df69-410d-b3f3-3724787b2f96 req-9f502e0f-af26-4ed2-9d49-f53b5b207b42 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.429377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a08cf7b-df69-410d-b3f3-3724787b2f96 req-9f502e0f-af26-4ed2-9d49-f53b5b207b42 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.1407325 Dec 12 15:17:48.442929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-23a71922-4ec0-43e2-a56d-07386089635c service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042387 Dec 12 15:17:48.474411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9426965-165f-417d-922e-f893b6b34957,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:48.482010 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ecfcb5-2c37-4e1b-a0a8-58091bc83005 x-openstack-request-id: req-97ecfcb5-2c37-4e1b-a0a8-58091bc83005 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:48.482303 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:48.482552 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97ecfcb5-2c37-4e1b-a0a8-58091bc83005 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:48.482944 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'status': 'completed', 'code': 200} Dec 12 15:17:48.499865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Checking segment: {'id': '8fef7115-f417-4d09-a8a4-877863fd5c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bdd910ce-e327-418b-9ef0-bd6fcb412cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:48.500208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Network hostable DHCP agents. Network: bdd910ce-e327-418b-9ef0-bd6fcb412cbd, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:17:48.521804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Network bdd910ce-e327-418b-9ef0-bd6fcb412cbd is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:17:48.537189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a08cf7b-df69-410d-b3f3-3724787b2f96 req-f850a18c-4bb6-4a1b-8293-0359b2bc96ea tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069365 Dec 12 15:17:48.537337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, bdd910ce-e327-418b-9ef0-bd6fcb412cbd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:48.542543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.543338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.548233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c7fbc-6e93-4254-a9bf-8388bb70f502 None None] Network bdd910ce-e327-418b-9ef0-bd6fcb412cbd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:48.581166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d8b6736-1697-42e9-9664-50e59e60d65c req-ead6de22-cfc2-4624-a45b-feac91a0a821 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311548 Dec 12 15:17:48.588016 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ecb61162-d94b-4fa7-9713-0361e36c1d1e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5654540 Dec 12 15:17:48.699949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5a488-90fe-432c-9623-43ede04b46ba req-89364eb3-f7e2-454b-bcee-c79a03e93643 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.701900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ec5a488-90fe-432c-9623-43ede04b46ba req-89364eb3-f7e2-454b-bcee-c79a03e93643 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1097 time: 0.0823841 Dec 12 15:17:48.709925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-a1a7af05-1731-4061-8171-9f3bd830d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.712419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-a1a7af05-1731-4061-8171-9f3bd830d083 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1094 time: 0.0627563 Dec 12 15:17:48.781207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:48.839677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f6d3ea-e499-4ec5-9545-af2854ad049f None None] Network bdd910ce-e327-418b-9ef0-bd6fcb412cbd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:17:48.843027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-8ea3598a-0767-4f16-b0ef-9ff4ef682dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:48.844493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-8ea3598a-0767-4f16-b0ef-9ff4ef682dc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1235700 Dec 12 15:17:48.849020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Deleting subnet 2fa7aa0d-5acc-4882-91ae-4bf3eee1ae36 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:17:48.857351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.910303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.923139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:48.979452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-96c9877b-2fc2-485f-81e6-1498197e7f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.1144264 Dec 12 15:17:49.006628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.049347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ec5a488-90fe-432c-9623-43ede04b46ba req-4d7b1352-5250-4377-920e-67b048f483cf tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356969 Dec 12 15:17:49.058220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa7aa0d-5acc-4882-91ae-4bf3eee1ae36,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:49.069043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.077844 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be338dc8-5ae7-441c-bdcb-abfb3c94f3ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fa7aa0d-5acc-4882-91ae-4bf3eee1ae36 HTTP/1.1" status: 204 len: 168 time: 0.2949255 Dec 12 15:17:49.079002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:49.086487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe313ef-16f2-48ab-af01-3ec4a3284374 req-54f85a94-aa47-495e-a278-3a6b21798cb3 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:49.088141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe313ef-16f2-48ab-af01-3ec4a3284374 req-54f85a94-aa47-495e-a278-3a6b21798cb3 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.1118519 Dec 12 15:17:49.089915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-f3484294-5d38-44c2-a5e4-e47467082eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:49.091297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-f3484294-5d38-44c2-a5e4-e47467082eed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0912828 Dec 12 15:17:49.177715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-f55911d9-fa1f-4809-847a-d7ed7e42079a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736756 Dec 12 15:17:49.189690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.245442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe313ef-16f2-48ab-af01-3ec4a3284374 req-0d93cb72-6239-4d2b-9111-3cb417448d98 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492686 Dec 12 15:17:49.281939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.306323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.306961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.307383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366776c-34e4-489e-9f58-f138f675f34c req-ec11d958-fa0f-4ab2-bdf6-623140379a6c tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:49.307868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.308369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.308953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d366776c-34e4-489e-9f58-f138f675f34c req-ec11d958-fa0f-4ab2-bdf6-623140379a6c tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.1349635 Dec 12 15:17:49.313121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.313482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.313815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.314145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.314470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.315401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.320812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50574) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:49.326305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'floatingip': {'port_id': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:49.410309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.417077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-d3b61e0c-e998-4626-af33-1917b12265be service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990426 Dec 12 15:17:49.438905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.439576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.440003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.440343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:17:49.440803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f29ab51-c801-41a7-8f65-a6d80560d145']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:49.461222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb18568-0745-4d6f-b0db-ac64a4e19848') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:49.461623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb18568-0745-4d6f-b0db-ac64a4e19848') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:49.481797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.510226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.520619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:17:49.521331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: from cryptography.utils import int_from_bytes Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: from cryptography.utils import int_from_bytes Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:17:49.561066 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:17:49.630853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.645552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:49.651448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1f29ab51-c801-41a7-8f65-a6d80560d145 HTTP/1.1" status: 204 len: 168 time: 0.5684886 Dec 12 15:17:49.653128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50594) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:49.659568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d556046-6c14-42b5-809b-09c67bbdc4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f29ab51-c801-41a7-8f65-a6d80560d145,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:49.761618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67da7e8-78f7-4b0f-b590-951b2b7c0799 req-a928e8f7-4c3a-4489-a2d5-f0b20264bfa5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142636 Dec 12 15:17:49.776559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-5090a059-049e-4f99-b3b1-13dfdb4a79ab req-1814ea77-afb2-4328-8f38-37fd66a81259 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:49.777997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5090a059-049e-4f99-b3b1-13dfdb4a79ab req-1814ea77-afb2-4328-8f38-37fd66a81259 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074162 Dec 12 15:17:49.827024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Deleting subnet b9426965-165f-417d-922e-f893b6b34957 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:17:49.843893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.144123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.144589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.145071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.145524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.145971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.146422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.146866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.147451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.147749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.148200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.148672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.151135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-949c4324-ea15-4e7b-97c6-7a6fa98a9285 req-5ece1247-99c7-47d7-a92c-c440063a290d tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7816 time: 0.5889981 Dec 12 15:17:50.210039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.237455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.424751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914fb8c-1bc0-4271-bfe8-bfc75b4d148a req-a7bf7b6f-2baf-42ba-86c1-0dc8c4d7c037 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.426227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d914fb8c-1bc0-4271-bfe8-bfc75b4d148a req-a7bf7b6f-2baf-42ba-86c1-0dc8c4d7c037 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.2124195 Dec 12 15:17:50.471560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.538771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9426965-165f-417d-922e-f893b6b34957,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:50.549039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.554406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c8b7f68-22f8-48d4-bfcb-67165a6aaef4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b9426965-165f-417d-922e-f893b6b34957 HTTP/1.1" status: 204 len: 168 time: 0.8969045 Dec 12 15:17:50.554900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50630) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:50.560919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:17:50.633417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.639988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d914fb8c-1bc0-4271-bfe8-bfc75b4d148a req-1891dd09-9213-4151-aab7-82c133311526 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927533 Dec 12 15:17:50.663881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.671265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.728764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.751758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd910ce-e327-418b-9ef0-bd6fcb412cbd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:50.763903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fef7115-f417-4d09-a8a4-877863fd5c22') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:50.764194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fef7115-f417-4d09-a8a4-877863fd5c22') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:50.779120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.793058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.800418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:17:50.801035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:17:50.802989 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:17:50.809796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c08159-559f-4dab-8e08-dd4b085a6356 req-f33925e9-fe0f-49f2-9f22-0a6b161dfeee tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:50.811344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47c08159-559f-4dab-8e08-dd4b085a6356 req-f33925e9-fe0f-49f2-9f22-0a6b161dfeee tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.0969200 Dec 12 15:17:50.819404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50636) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:50.843439 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Floating IP 0652a900-3d96-4a9e-b491-feb8a8854453 associated. External IP: 172.25.3.74, port: 86d04873-6877-4e06-a7e1-5b6f9c9979c2. Dec 12 15:17:50.862612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.869256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:50.876225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bdd910ce-e327-418b-9ef0-bd6fcb412cbd HTTP/1.1" status: 204 len: 168 time: 0.3175888 Dec 12 15:17:50.891874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e641e-a468-43bf-8f54-f8e7d9f91986 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd910ce-e327-418b-9ef0-bd6fcb412cbd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:50.917460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47c08159-559f-4dab-8e08-dd4b085a6356 req-425039b3-c659-41e7-b4dd-822e670816ab tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896924 Dec 12 15:17:50.964543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-25d584a2-ab22-44bb-b445-f8836b5ded40 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:50.965567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-25d584a2-ab22-44bb-b445-f8836b5ded40 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1450520 Dec 12 15:17:51.094498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:51.181776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:17:51.206816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a3644da0-0b85-4929-823a-9229d6ed0da9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a064310a0a50458899fdbde734ec710e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1112885 Dec 12 15:17:51.209855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50656) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:51.257257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.278712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.301454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe7d5-2460-4aae-add8-c7d7e576c7fc req-d7be155f-7063-4f37-9da4-e464236bbca9 tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.302786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-118fe7d5-2460-4aae-add8-c7d7e576c7fc req-d7be155f-7063-4f37-9da4-e464236bbca9 tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 886 time: 0.2000673 Dec 12 15:17:51.307895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-d8ddff88-0820-42ef-a81c-ace83aefcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.309936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-d8ddff88-0820-42ef-a81c-ace83aefcc99 service neutron] 10.222.0.36 "GET /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 1094 time: 0.1459877 Dec 12 15:17:51.329818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.333096 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.334306 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/440619b6-5862-4d5b-8c83-81c78bdb215b HTTP/1.1" status: 204 len: 168 time: 0.1236291 Dec 12 15:17:51.342835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea5839-be9d-4c52-9663-4f37e7fb2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440619b6-5862-4d5b-8c83-81c78bdb215b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:51.350936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Request body: {'binding': {'host': 'n-h2-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:51.351634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Unknown quota resources ['binding']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:17:51.408734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:17:51.413685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.436064 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:17:51.452732 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:51.453715 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:51.587869 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:51.677382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:51.708935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e3bfd70-eac9-446f-bc9e-24b2ee3e23cd tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "PUT /v2.0/floatingips/0652a900-3d96-4a9e-b491-feb8a8854453 HTTP/1.1" status: 200 len: 991 time: 2.3845990 Dec 12 15:17:51.709996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:51.712955 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c755e7e-d06d-4b63-8d97-c7afea8c0628" -d '{"events": [{"name": "network-changed", "server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:51.796770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:51.812570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:51.826558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'port_id': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'mac_address': 'fa:16:3e:8c:08:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03e8f1-c991-4a3b-b83b-d145a0705332', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:17:51.839529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on host n-h2-710847-8 for vnic_type normal with profile None {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:51.839858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:51.840169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:51.843177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.843638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.844090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.844536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.845045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.845496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.845939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.846377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.846816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:51.848657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b77da26-efae-4fea-aae4-1f28807b089e req-27628493-98b8-4716-8d5e-9ae0c04703fd tempest-NetworksTest-1145632958 tempest-NetworksTest-1145632958-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6430 time: 0.1702309 Dec 12 15:17:51.850935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e9fe8d5f-95d6-4cf7-8ac3-7cece5bd770d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8a31337a7ab41fb81b12641d3be0d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530391 Dec 12 15:17:51.852053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:51.852373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:51.853799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:51.858209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:51.858535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:51.858908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:51.860657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Bound port: b370a65e-8598-453e-b76b-fba44b8990b6, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:51.889515 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:75:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:17:50Z', 'revision_number': 1, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:51.910797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.913658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.932858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3b3010-d9e5-45cc-bb6a-dd70834db381 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:51.934140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.952076 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:17:51.959383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:51.967439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:51.976403 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:17:51.977401 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:17:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:51.999279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.002872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.007855 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fcf364a-7dd7-4eca-8f56-9ccde46d4382 HTTP/1.1" status: 204 len: 168 time: 0.1526139 Dec 12 15:17:52.018219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dc288-67a3-4c78-af75-e841e2a7b814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf364a-7dd7-4eca-8f56-9ccde46d4382,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:52.056700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:52.127670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:52.139584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a550a5-df92-4282-985f-e2c2d88c14c1 req-3b264be1-5fcc-45f3-81b4-f761d744c7a5 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:52.146968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28a550a5-df92-4282-985f-e2c2d88c14c1 req-3b264be1-5fcc-45f3-81b4-f761d744c7a5 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.1536841 Dec 12 15:17:52.159782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.160984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-30eb4c20-77c5-4ddd-b237-e7897ee5152a service neutron] 10.222.0.36 "POST /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8447092 Dec 12 15:17:52.184974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['1f3b3010-d9e5-45cc-bb6a-dd70834db381'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:52.244155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:52.250374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28a550a5-df92-4282-985f-e2c2d88c14c1 req-075787e6-9b1b-4648-9f1f-9da74ff264bc tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881367 Dec 12 15:17:52.328157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:17:52.457225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6563cf5b-0f1e-468c-8cb9-47b95c7ca0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.597110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cb68f-b23c-41dd-b81c-9b4b272f7b4a req-a0b076c5-9921-4ecc-b41b-fad3ab1efdba tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:52.602048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f7cb68f-b23c-41dd-b81c-9b4b272f7b4a req-a0b076c5-9921-4ecc-b41b-fad3ab1efdba tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.1927907 Dec 12 15:17:52.647891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6563cf5b-0f1e-468c-8cb9-47b95c7ca0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.654490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6563cf5b-0f1e-468c-8cb9-47b95c7ca0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.688447 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcbb71d-f741-4e39-bffc-937771cef638 x-openstack-request-id: req-bbcbb71d-f741-4e39-bffc-937771cef638 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:52.688815 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:52.689184 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbcbb71d-f741-4e39-bffc-937771cef638 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:52.689413 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'status': 'completed', 'code': 200} Dec 12 15:17:52.733151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563cf5b-0f1e-468c-8cb9-47b95c7ca0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6f90bc-883f-48ca-8154-08efb8680b0f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:52.735458 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:75:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:17:50Z', 'revision_number': 1, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:17:52.742793 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6563cf5b-0f1e-468c-8cb9-47b95c7ca0a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=839060b433334fadbfc2fd19b4e4d393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971738 Dec 12 15:17:52.746566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:52.770741 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc700f2e-2c33-40a9-be08-79afdbc71bf0 None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:75:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:17:50Z', 'revision_number': 1, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:17:52.813589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.860226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:52.861465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f7cb68f-b23c-41dd-b81c-9b4b272f7b4a req-9ff6eea7-6fc7-4157-b4b3-e4f58622454e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136371 Dec 12 15:17:52.862356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.865595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-72d0102a-4a88-4169-aee3-fcecfdd99a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:52.867551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-72d0102a-4a88-4169-aee3-fcecfdd99a51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1097 time: 0.3205922 Dec 12 15:17:52.947657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.950903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:52.952137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da6f90bc-883f-48ca-8154-08efb8680b0f HTTP/1.1" status: 204 len: 168 time: 0.2045076 Dec 12 15:17:52.963019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-2458a31e-daad-481f-a40c-a66e32ef6337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:52.964871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-2458a31e-daad-481f-a40c-a66e32ef6337 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.2724407 Dec 12 15:17:52.969974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91630dc-2143-4ee4-890b-4ebc85b034f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6f90bc-883f-48ca-8154-08efb8680b0f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:53.063736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c069d662-d07e-4912-a437-78bd0dbcbd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.169925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-2f0b5a7b-5723-4ac8-82c6-6d17008c8888 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.172314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-2f0b5a7b-5723-4ac8-82c6-6d17008c8888 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.3376446 Dec 12 15:17:53.178342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63df9cd-f5f0-4d55-b3dd-e7a0b9455edd None None] New status for floating IP 0652a900-3d96-4a9e-b491-feb8a8854453: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:17:53.213061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c631576-129d-41cf-8411-0bae6a7b31a1 req-3802b583-b570-4608-9091-b43d3c78b023 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.214783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c631576-129d-41cf-8411-0bae6a7b31a1 req-3802b583-b570-4608-9091-b43d3c78b023 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 946 time: 0.4146264 Dec 12 15:17:53.270103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c069d662-d07e-4912-a437-78bd0dbcbd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.282230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c069d662-d07e-4912-a437-78bd0dbcbd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.291152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-0d417833-7bbc-4651-b343-d998b4303981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.292622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-0d417833-7bbc-4651-b343-d998b4303981 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.4122701 Dec 12 15:17:53.352456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-60c1b09d-6d60-4c2e-8ef1-94e4bebde698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.354764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-60c1b09d-6d60-4c2e-8ef1-94e4bebde698 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 924 time: 0.3350914 Dec 12 15:17:53.369847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c069d662-d07e-4912-a437-78bd0dbcbd56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ea83502d9db463e8463cc80c8586c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026956 Dec 12 15:17:53.369847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069d662-d07e-4912-a437-78bd0dbcbd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ad434-93a0-4841-9db1-c88b7e877f9e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:53.371939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:53.438172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.449572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c631576-129d-41cf-8411-0bae6a7b31a1 req-ef515096-bb89-43f5-91be-d1c2e2346e34 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093959 Dec 12 15:17:53.467840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.540574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.543412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.544724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/726ad434-93a0-4841-9db1-c88b7e877f9e HTTP/1.1" status: 204 len: 168 time: 0.1715772 Dec 12 15:17:53.561920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56991445-a23b-4bd4-b665-9511e9250805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ad434-93a0-4841-9db1-c88b7e877f9e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:53.574515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-8c30b977-c6f6-489f-94e1-ba548ea49722 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.2662880 Dec 12 15:17:53.670761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:17:53.682942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-1baae3de-c51a-4582-beb3-fad14ff3cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.684389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-1baae3de-c51a-4582-beb3-fad14ff3cc5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0899181 Dec 12 15:17:53.687433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:53.697591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-992bbe49-40cb-4de0-b185-2f59bb2b7167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 200 len: 999 time: 0.2430792 Dec 12 15:17:53.707923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89a8531a-3901-4e67-b44e-f441c19a7a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.735129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:17:53.740904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:53.742267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.754205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb3afc-5457-4915-8829-fbdd75da006e req-0bc022f3-4082-4dda-b3c9-0ead1912c44b tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.761852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6edb3afc-5457-4915-8829-fbdd75da006e req-0bc022f3-4082-4dda-b3c9-0ead1912c44b tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 950 time: 0.3062313 Dec 12 15:17:53.803936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-ac6eabb0-5daf-465f-9517-5f239822d072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028028 Dec 12 15:17:53.816892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Deleting port f2976976-8368-48ee-bec7-0d12e754673b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:17:53.817233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.858343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.859564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89a8531a-3901-4e67-b44e-f441c19a7a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.869232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89a8531a-3901-4e67-b44e-f441c19a7a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.908180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:53.915103 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2455a1d-2d34-4174-afe7-761773e5421f" -d '{"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-plugged", "status": "completed", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:53.952614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:53.960883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-20dd66c1-50bc-4ba2-9122-923bff91793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:53.962391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-20dd66c1-50bc-4ba2-9122-923bff91793e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.2354622 Dec 12 15:17:53.963856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:53.986450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89a8531a-3901-4e67-b44e-f441c19a7a26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f262d2b433344e0f88b212189d16d634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979202 Dec 12 15:17:53.988958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.011845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8531a-3901-4e67-b44e-f441c19a7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c2c278-19a6-4c1a-bdf3-c873f89561cb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.029434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6edb3afc-5457-4915-8829-fbdd75da006e req-cfc19b9c-0523-42c2-87f9-84426bfba88c tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/security-groups?id=19711155-f2e1-4bec-8804-13ea0b641886&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666428 Dec 12 15:17:54.056779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.082556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.108995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] For port f2976976-8368-48ee-bec7-0d12e754673b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f2976976-8368-48ee-bec7-0d12e754673b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:54.109492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.124062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-e1ac3533-2609-4dda-98fa-4ef1531ea2a4 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036900 Dec 12 15:17:54.125446 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff4993a-bf69-439c-9f5a-6041ceb94c43 x-openstack-request-id: req-fff4993a-bf69-439c-9f5a-6041ceb94c43 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:54.126512 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-plugged", "status": "completed", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:54.126848 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fff4993a-bf69-439c-9f5a-6041ceb94c43 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:54.127413 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'code': 200} Dec 12 15:17:54.129967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.134430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Calling delete_port for f2976976-8368-48ee-bec7-0d12e754673b owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:17:54.173391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-e9ec55b5-5c33-4be5-bce4-f3ff91cdf832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:54.174897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-e9ec55b5-5c33-4be5-bce4-f3ff91cdf832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043417 Dec 12 15:17:54.184097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.212347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.13', 51840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.237821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543bdf1-f31c-45a0-b48c-c2aa14097929 req-7bdf3b06-18c8-437d-9605-1dc2d3ae189c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:54.246353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7543bdf1-f31c-45a0-b48c-c2aa14097929 req-7bdf3b06-18c8-437d-9605-1dc2d3ae189c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 945 time: 0.2273264 Dec 12 15:17:54.277685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.308483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f31314f6-054f-4acd-a019-90d98264b41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.321016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3bff39dc-f92b-4276-96cd-fe4e205c74a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.367105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.370326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.373932 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15c2c278-19a6-4c1a-bdf3-c873f89561cb HTTP/1.1" status: 204 len: 168 time: 0.3783722 Dec 12 15:17:54.373932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b2fb3-ff1e-4111-b7f4-d84bb0bcfb61 req-710af403-f805-44b7-8c59-ce52cd4c039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:54.375085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac8b2fb3-ff1e-4111-b7f4-d84bb0bcfb61 req-710af403-f805-44b7-8c59-ce52cd4c039d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1096 time: 0.1607656 Dec 12 15:17:54.410270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe59203-4ad7-44df-a661-ff5a6b900eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c2c278-19a6-4c1a-bdf3-c873f89561cb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.457447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7543bdf1-f31c-45a0-b48c-c2aa14097929 req-65379f91-4a4d-483d-a794-6b1d81bce719 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051089 Dec 12 15:17:54.471130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-6c1cde0f-0e5d-47b7-9416-887f522668ce service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141780 Dec 12 15:17:54.473664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-3f6ba3c0-2aad-4b6a-9fd4-6116e191a906 service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828531 Dec 12 15:17:54.498779 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac8b2fb3-ff1e-4111-b7f4-d84bb0bcfb61 req-e3e01990-3975-4df9-9eb0-de73750a173e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074152 Dec 12 15:17:54.535850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f31314f6-054f-4acd-a019-90d98264b41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.542040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3bff39dc-f92b-4276-96cd-fe4e205c74a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.546297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f31314f6-054f-4acd-a019-90d98264b41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.560153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3bff39dc-f92b-4276-96cd-fe4e205c74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.613620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f31314f6-054f-4acd-a019-90d98264b41d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cf8cc866dfd432490faecb712a5dc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293119 Dec 12 15:17:54.614283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.622355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31314f6-054f-4acd-a019-90d98264b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d421e0ab-ef7a-4013-94ee-e0f2ddda61ac,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.630134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3bff39dc-f92b-4276-96cd-fe4e205c74a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2008c1c3f6244bca90bd6bc233931fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417053 Dec 12 15:17:54.658057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff39dc-f92b-4276-96cd-fe4e205c74a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5de151-b79a-4e77-895e-faa3d875d0ec,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.662240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:54.733443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.783004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.846555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.881914 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.893128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f2976976-8368-48ee-bec7-0d12e754673b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:54.916506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:54.926516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-dec9e4cf-530d-4567-a29f-daece7e3216f tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:54.928002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-dec9e4cf-530d-4567-a29f-daece7e3216f tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1097 time: 0.1412625 Dec 12 15:17:54.943918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-8'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:54.963723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c73b-8e16-4fda-8635-53516bd57555 req-696e0bf7-d6d0-4fce-b083-365e6fc4d0e1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:54.974419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d72c73b-8e16-4fda-8635-53516bd57555 req-696e0bf7-d6d0-4fce-b083-365e6fc4d0e1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 946 time: 0.1582596 Dec 12 15:17:54.974419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Pushing event deleted for resources: {'Port': ['ID=f2976976-8368-48ee-bec7-0d12e754673b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:54.983598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c755e7e-d06d-4b63-8d97-c7afea8c0628 req-2769677d-c4b2-4d15-822e-98cc4e9e2909 service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937170 Dec 12 15:17:55.035676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.038795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.040430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d421e0ab-ef7a-4013-94ee-e0f2ddda61ac HTTP/1.1" status: 204 len: 168 time: 0.4236565 Dec 12 15:17:55.061785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] No DVR routers for this DVR port f2976976-8368-48ee-bec7-0d12e754673b on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:17:55.071769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.079780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.081163 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f5de151-b79a-4e77-895e-faa3d875d0ec HTTP/1.1" status: 204 len: 168 time: 0.4180837 Dec 12 15:17:55.081852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.101881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d72c73b-8e16-4fda-8635-53516bd57555 req-6f7ee7e6-24b5-419a-8544-247c66a10376 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290355 Dec 12 15:17:55.103032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.111213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a60e0b3-26e1-4b9c-8588-e46e6e6f45ba req-3ce65bfb-c8d5-4f20-9288-bf07f5649c27 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.13 "DELETE /v2.0/ports/f2976976-8368-48ee-bec7-0d12e754673b HTTP/1.1" status: 204 len: 173 time: 1.9300909 Dec 12 15:17:55.111713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'name': 'network-vif-deleted', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:55.136667 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2450305f-a39e-4824-a956-fbf19dc5f49f" -d '{"events": [{"server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "name": "network-vif-deleted", "tag": "f2976976-8368-48ee-bec7-0d12e754673b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:55.194703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ab7a9-1aff-435b-9dd3-7e4f5f58da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d421e0ab-ef7a-4013-94ee-e0f2ddda61ac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:55.261298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24201c1c-a6de-42fb-9d8d-a5d1cd9fcd2e req-31bfcaf5-597e-489b-9f82-fa66a7c72522 tempest-DeleteServersAdminTestJSON-1666937532 tempest-DeleteServersAdminTestJSON-1666937532-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6a2aa40-cc2c-434a-888b-c2c05542c0d8 HTTP/1.1" status: 200 len: 210 time: 0.0709553 Dec 12 15:17:55.265054 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b5741-3fc2-4edf-ae73-eca3fad9fe94 x-openstack-request-id: req-612b5741-3fc2-4edf-ae73-eca3fad9fe94 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:55.265554 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a2aa40-cc2c-434a-888b-c2c05542c0d8", "name": "network-vif-deleted", "tag": "f2976976-8368-48ee-bec7-0d12e754673b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:55.266370 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-612b5741-3fc2-4edf-ae73-eca3fad9fe94 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:55.268313 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a2aa40-cc2c-434a-888b-c2c05542c0d8', 'name': 'network-vif-deleted', 'tag': 'f2976976-8368-48ee-bec7-0d12e754673b', 'status': 'completed', 'code': 200} Dec 12 15:17:55.337788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c56335-448e-4906-af39-600c85d0bfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5de151-b79a-4e77-895e-faa3d875d0ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:55.402431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:55.475609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:55.539131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.541549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:55.544582 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a7ff6a-86b2-4e36-a68b-01d36a8b03a0" -d '{"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-unplugged", "status": "completed", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:55.554176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.606495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe45e-6ef4-4c63-b914-3fafb65c7e38 req-335db609-74c8-4d24-aa7b-8c5059ab730a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:55.615701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e1fe45e-6ef4-4c63-b914-3fafb65c7e38 req-335db609-74c8-4d24-aa7b-8c5059ab730a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 945 time: 0.0925522 Dec 12 15:17:55.664817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on host n-h1-710847-8 for vnic_type normal with profile {"migrating_to": "n-h2-710847-8"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:17:55.665223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:17:55.665545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:55.669209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:55.674584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:17:55.674907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Attempting to bind port b370a65e-8598-453e-b76b-fba44b8990b6 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:17:55.680020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:17:55.680361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:17:55.681288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:17:55.682140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Bound port: b370a65e-8598-453e-b76b-fba44b8990b6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:17:55.682140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.699000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e1fe45e-6ef4-4c63-b914-3fafb65c7e38 req-6d10b409-f60a-49b9-8f55-df61c66b3848 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820265 Dec 12 15:17:55.772227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:17:55.776250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:17:55.783195 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ed578-20fe-4363-9cca-8567a38c13eb x-openstack-request-id: req-db2ed578-20fe-4363-9cca-8567a38c13eb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:55.783463 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-unplugged", "status": "completed", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:55.783780 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db2ed578-20fe-4363-9cca-8567a38c13eb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:55.784176 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'code': 200} Dec 12 15:17:55.785804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.884363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:55.885274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:55.888389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 1122 time: 0.9491765 Dec 12 15:17:55.889877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b12d1b-479a-4ca2-8df3-895ffe30f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:55.913054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-451b4b5f-52cd-4f72-972d-46f588fd0eec tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305281 Dec 12 15:17:55.967662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['b370a65e-8598-453e-b76b-fba44b8990b6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:17:55.982897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:56.002539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3057dac1-7e33-43a7-97c7-abb1c6e0fbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.093346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-fa326a71-7bb2-40f0-aa54-137d4fe93b06 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:56.094857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3057dac1-7e33-43a7-97c7-abb1c6e0fbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.101348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-fa326a71-7bb2-40f0-aa54-137d4fe93b06 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817093 Dec 12 15:17:56.102394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3057dac1-7e33-43a7-97c7-abb1c6e0fbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.121201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-26f63764-0a4c-46f3-9168-ca84638f90c3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/quotas/54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 375 time: 0.0187638 Dec 12 15:17:56.158886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3057dac1-7e33-43a7-97c7-abb1c6e0fbe2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96cb3a447dd043e4b88875165ad2eb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742675 Dec 12 15:17:56.166333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:56.171068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-d21600d4-bac8-482a-a62f-a6468a4ac57b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489321 Dec 12 15:17:56.316389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93845b-50d8-4bcc-9d5a-2bdf33c5734c req-72c3e904-25d1-45c5-ae79-ffcc13901190 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:56.320907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe93845b-50d8-4bcc-9d5a-2bdf33c5734c req-72c3e904-25d1-45c5-ae79-ffcc13901190 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.0925286 Dec 12 15:17:56.417761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe93845b-50d8-4bcc-9d5a-2bdf33c5734c req-6464f434-42eb-4a58-98b8-20917311a76e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884292 Dec 12 15:17:56.489706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81e1e067-23f6-4e7e-8a07-dd844eda6d59 req-4e499680-ace2-42ab-97a0-2dcb0f8389cc tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 210 time: 0.0374863 Dec 12 15:17:56.528525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057dac1-7e33-43a7-97c7-abb1c6e0fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16867571-38eb-489b-be4b-fa2cc362282f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:56.558156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.596928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.670622 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.673991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:56.677560 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16867571-38eb-489b-be4b-fa2cc362282f HTTP/1.1" status: 204 len: 168 time: 0.5068879 Dec 12 15:17:56.683340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d152d-d28a-4e02-9608-0e285d951c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16867571-38eb-489b-be4b-fa2cc362282f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:56.840244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae7a15-2f05-434d-99c8-772357a8f215 req-bf34a676-9035-49d3-9e97-7cc47ecb326a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:56.849209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddae7a15-2f05-434d-99c8-772357a8f215 req-bf34a676-9035-49d3-9e97-7cc47ecb326a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 945 time: 0.0672696 Dec 12 15:17:56.909928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddae7a15-2f05-434d-99c8-772357a8f215 req-0ce09c35-63cf-461f-aabf-c05a64c6247f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Dec 12 15:17:57.255533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:57.529936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a8b6e-4642-44b4-9e93-56b61376866a req-057a4af5-3fd4-47af-abb1-6c9554e8869e tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:57.540216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a32a8b6e-4642-44b4-9e93-56b61376866a req-057a4af5-3fd4-47af-abb1-6c9554e8869e tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1096 time: 0.1233549 Dec 12 15:17:57.586417 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca8beb57-260d-4324-91d3-6387099419fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d1e4234e6a34c4cbf6f64e087ea722f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3296769 Dec 12 15:17:57.589079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-627fe48e-6ed1-41ae-9f2f-e3d05494c9bd tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355835 Dec 12 15:17:57.589543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:57.624066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad98ef0-5f63-48d7-bb27-fdda65e299b9 req-964f2d4b-3bb7-499e-9830-e833aa4e9c9a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:57.625658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bad98ef0-5f63-48d7-bb27-fdda65e299b9 req-964f2d4b-3bb7-499e-9830-e833aa4e9c9a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.1151838 Dec 12 15:17:57.635131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a32a8b6e-4642-44b4-9e93-56b61376866a req-cf9df2bb-753d-412a-96fb-589e31699ebd tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938618 Dec 12 15:17:57.675148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f2976976-8368-48ee-bec7-0d12e754673b no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:17:57.718613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bad98ef0-5f63-48d7-bb27-fdda65e299b9 req-0a142177-c0dc-48d8-a042-7e8ff5d4cd10 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724275 Dec 12 15:17:57.725420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: f2976976-8368-48ee-bec7-0d12e754673b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:17:57.725968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f2976976-8368-48ee-bec7-0d12e754673b not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:17:57.785169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:17:57.787847 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b8f164-4fc9-43ca-8376-28980bfb6ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:17:57.815870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-199bf4a6-02c3-4a8f-bea7-bd6598654442 req-1e928f73-9ae7-48d6-99f9-905fa639a346 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 210 time: 0.0505908 Dec 12 15:17:57.864726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-523202ec-8bd8-47ea-9d96-bb119e6828c9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:57.871638 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-523202ec-8bd8-47ea-9d96-bb119e6828c9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741101 Dec 12 15:17:57.876661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b6037-aa5c-4c2e-931a-45809fff38bd req-6d9c68a0-989e-4a01-84f1-a3bb3da07b29 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:57.878359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e30b6037-aa5c-4c2e-931a-45809fff38bd req-6d9c68a0-989e-4a01-84f1-a3bb3da07b29 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1096 time: 0.0534525 Dec 12 15:17:57.906773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Request body: {'port': {'device_id': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '54abd2d356f848cf92e3857c973c6270'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:57.922514 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a756a4f-9706-41f5-937a-371f5f0af325 x-openstack-request-id: req-9a756a4f-9706-41f5-937a-371f5f0af325 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:17:57.922801 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:17:57.923050 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a756a4f-9706-41f5-937a-371f5f0af325 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:17:57.923433 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'status': 'completed', 'code': 200} Dec 12 15:17:57.924074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:57.949203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:57.951691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e30b6037-aa5c-4c2e-931a-45809fff38bd req-01aa85f3-d971-477d-9cc5-818245de5fa8 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663936 Dec 12 15:17:57.986163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-bf4d6026-5927-4de3-b363-b6383c6b37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:57.988120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-bf4d6026-5927-4de3-b363-b6383c6b37f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1125 time: 0.0503659 Dec 12 15:17:58.118505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-468cdd69-bf0b-4052-92a1-e051c6decda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:58.120141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-468cdd69-bf0b-4052-92a1-e051c6decda2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.1236584 Dec 12 15:17:58.172417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.179279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.181284 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19711155-f2e1-4bec-8804-13ea0b641886 HTTP/1.1" status: 204 len: 168 time: 0.5893598 Dec 12 15:17:58.186492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Made reservation on behalf of 54abd2d356f848cf92e3857c973c6270 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:17:58.196552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.207693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-19466c27-757a-42b8-8116-6d27c88a64e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.0682828 Dec 12 15:17:58.233448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.242196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa6b62-60a4-4f1c-8e04-9aea69167058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19711155-f2e1-4bec-8804-13ea0b641886,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:58.265199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-7e94e524-f206-4ade-9371-8160f5220420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:58.266800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-7e94e524-f206-4ade-9371-8160f5220420 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0518296 Dec 12 15:17:58.309723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-0c28ebca-8841-4d16-8859-7b56e1c02bbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332627 Dec 12 15:17:58.370084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.385487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.434012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-d559e688-7e72-45af-9b88-adf20e47771a service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087341 Dec 12 15:17:58.458943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade97f83-dc6e-4647-9a55-13f2ebffd7d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:58.556595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Allocated IP 192.168.233.197 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/e6e7641d-c68e-4fc4-afbb-5a15ee876424) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:17:58.625549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45b8f164-4fc9-43ca-8376-28980bfb6ff6 req-96b97327-b610-4a44-85ce-d15170717d8a service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807120 Dec 12 15:17:58.627174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-cefef701-7c4b-4a47-90ef-41dd61d7773d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341222 Dec 12 15:17:58.763119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.763563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-dd9e8468-1e33-4ee7-8362-4a3eee3a2815 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:58.765338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-dd9e8468-1e33-4ee7-8362-4a3eee3a2815 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324992 Dec 12 15:17:58.788927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-d7fb1902-7227-46df-b470-7d7689184be4 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/quotas/7fc414d5e6de416183e159c53e7e4ed9 HTTP/1.1" status: 200 len: 375 time: 0.0172546 Dec 12 15:17:58.804675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.839624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-ada19fa0-b5c4-4b26-b881-01785fcef192 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497603 Dec 12 15:17:58.862945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:17:58.866806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:17:58.871640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:17:58.898027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51008) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:58.918366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.930177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:58.932594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:58.940347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:58.964766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.965268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.965787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.966487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.966920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.967344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.967842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.968269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.968715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.969152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.969575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.969993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.970414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:58.986837 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-e38bc650-8d06-4347-bf6c-524fe931d69d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0838611 Dec 12 15:17:59.000419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Request body: {'port': {'device_id': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:17:59.124425 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.175697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.188283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.248486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a7bbe0-b9a3-4969-8ae2-1ac0302dc8ca,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:59.283120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.291618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.292881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c3d58b06-fbd8-4d74-9166-0f6380815bc9 None None] Provisioning complete for port e6e7641d-c68e-4fc4-afbb-5a15ee876424 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:17:59.293805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.294403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c3d58b06-fbd8-4d74-9166-0f6380815bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.294651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.295405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.297108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.297588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.298636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.299327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.300993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.301470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.302882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.303331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:17:59.346364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51028) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:17:59.347670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ed5fa326-a515-4b7b-80cd-9ef73a1e3993 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41c9bcf7662d42f39b47d7183b1ea321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480708 Dec 12 15:17:59.363627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c3d58b06-fbd8-4d74-9166-0f6380815bc9 None None] Port e6e7641d-c68e-4fc4-afbb-5a15ee876424 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:17:59.520506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203a81-42e9-4c69-9acf-58175cc0a4e7 req-afa5445a-1c43-4512-bb33-d8a060050225 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:59.524583 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.530771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e203a81-42e9-4c69-9acf-58175cc0a4e7 req-afa5445a-1c43-4512-bb33-d8a060050225 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.0706344 Dec 12 15:17:59.566470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.601547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e203a81-42e9-4c69-9acf-58175cc0a4e7 req-353f1fd7-a44e-4546-884d-e46334b21f30 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698001 Dec 12 15:17:59.687516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:17:59.741865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.745282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.746636 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5a7bbe0-b9a3-4969-8ae2-1ac0302dc8ca HTTP/1.1" status: 204 len: 168 time: 0.3966374 Dec 12 15:17:59.762977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e7641d-c68e-4fc4-afbb-5a15ee876424 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:17:59.769751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd078-0f85-4c20-abea-f38071aa5b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a7bbe0-b9a3-4969-8ae2-1ac0302dc8ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:17:59.784517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.795745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b159a8-57c5-4085-ac9f-26fcc8abe065 req-04fecafa-3753-4430-a023-aacae2c8d9f5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:17:59.818500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b159a8-57c5-4085-ac9f-26fcc8abe065 req-04fecafa-3753-4430-a023-aacae2c8d9f5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 936 time: 0.1192167 Dec 12 15:17:59.828340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Transition to ACTIVE for port object e6e7641d-c68e-4fc4-afbb-5a15ee876424 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:17:59.850150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:17:59.888062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:17:59.927483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 has no active binding in host n-h2-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:17:59.939409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b159a8-57c5-4085-ac9f-26fcc8abe065 req-899eae4b-45cb-4f84-9b33-2f5592796300 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158235 Dec 12 15:17:59.960110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-1df0d0c8-e8a1-4fd9-bbe3-34f7cbf673e5 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:17:59.961452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-1df0d0c8-e8a1-4fd9-bbe3-34f7cbf673e5 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211499 Dec 12 15:17:59.986874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:00.034479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:00.035772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:00.036257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:00.042879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:00.043473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:00.053720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:00.054483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:00.055229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:00.056273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Bound port: e6e7641d-c68e-4fc4-afbb-5a15ee876424, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:00.057033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:00.075174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-65862629-ff2e-424b-a018-437055a54eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.081703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-65862629-ff2e-424b-a018-437055a54eef service neutron] 10.222.0.36 "GET /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 1093 time: 0.1037393 Dec 12 15:18:00.124250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Request body: {'binding': {'host': 'n-h1-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:00.124957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Unknown quota resources ['binding']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:18:00.139863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38f23406-50dd-461e-951e-8992a80d6940 req-987acb29-f57f-40fd-a39a-4d01e5348ecc tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 210 time: 0.0503752 Dec 12 15:18:00.199512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:00.212507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:00.227556 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:00.331513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.333481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:00.335587 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] 10.222.0.13 "PUT /v2.0/ports/e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 1096 time: 1.3404078 Dec 12 15:18:00.336248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:00.340931 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a31cd79-e73b-4146-bec4-2f20d10fdf23" -d '{"events": [{"name": "network-changed", "server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:00.362525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebec82-bea3-4a7d-ab23-4f63f8ea96eb service neutron] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:00.437136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-3c4e04a9-3505-4efc-a630-1b982a0a1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.439097 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-3c4e04a9-3505-4efc-a630-1b982a0a1fe9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1099 time: 0.0564539 Dec 12 15:18:00.442512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on host n-h1-710847-8 for vnic_type normal with profile None {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:00.445050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:00.445619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:00.453600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:00.454160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:00.461400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:00.462568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:00.463165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:00.463938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Bound port: 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:00.512531 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-6b627aa6-4d05-48a2-9808-51a3a6277624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0583115 Dec 12 15:18:00.529912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:00.539249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:00.554109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3d227e6a-5c85-4556-9405-2867460cf0a3 service neutron] 10.222.0.36 "POST /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381/bindings HTTP/1.1" status: 201 len: 389 time: 0.4668460 Dec 12 15:18:00.594096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-016e62bb-ce03-4c4e-b206-8f350e3ebce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.595508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-016e62bb-ce03-4c4e-b206-8f350e3ebce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0743363 Dec 12 15:18:00.683222 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc24999-6827-4c69-91d4-4496da1cbe0a x-openstack-request-id: req-6fc24999-6827-4c69-91d4-4496da1cbe0a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:00.683515 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:00.683771 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fc24999-6827-4c69-91d4-4496da1cbe0a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:00.684159 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'status': 'completed', 'code': 200} Dec 12 15:18:00.692983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-b0e1a3f3-7bb4-4526-8eba-3359cf4d0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.695593 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-b0e1a3f3-7bb4-4526-8eba-3359cf4d0a41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852523 Dec 12 15:18:00.744781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-708c06e5-ed86-486a-8db1-740bb92dd9a7 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367496 Dec 12 15:18:00.859824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-0a5fa663-3d71-4ec1-8523-fdc174e1257d service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554821 Dec 12 15:18:00.930065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-d5dd622f-2dda-4c35-b059-51b151d87163 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.933802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-d5dd622f-2dda-4c35-b059-51b151d87163 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747887 Dec 12 15:18:00.958323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Request body: {'port': {'device_id': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '7fc414d5e6de416183e159c53e7e4ed9'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:00.995104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3f3faa74-6999-423d-8247-2d316d146854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:00.996567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-3f3faa74-6999-423d-8247-2d316d146854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1096 time: 0.0566499 Dec 12 15:18:01.044070 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-207a77c2-138a-4918-8ab0-c5ece9d593e0 req-75e510b2-e6fd-4947-a10d-a99d31ba5edf service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768365 Dec 12 15:18:01.172679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-6e38546a-cfd4-4b3f-9894-c1799397a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.174534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-6e38546a-cfd4-4b3f-9894-c1799397a01e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1630633 Dec 12 15:18:01.188481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767b06-969e-4a09-a386-87c9287869a5 req-6ef3e199-0361-457b-8a18-52cc4786c542 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.190185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07767b06-969e-4a09-a386-87c9287869a5 req-6ef3e199-0361-457b-8a18-52cc4786c542 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 945 time: 0.1038022 Dec 12 15:18:01.228894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Made reservation on behalf of 7fc414d5e6de416183e159c53e7e4ed9 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:01.232461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:01.258622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-83dfb235-824f-4140-bc32-1da2a1a454c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.0707424 Dec 12 15:18:01.261371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-cd2e18e5-519a-4352-ab49-4633c674f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.261490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:01.262759 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-cd2e18e5-519a-4352-ab49-4633c674f28b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1099 time: 0.1432993 Dec 12 15:18:01.314283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07767b06-969e-4a09-a386-87c9287869a5 req-43a75ddd-4f7d-47f2-a667-66b4d51a3f2b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069310 Dec 12 15:18:01.355300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b04a5-4d77-4c90-a064-a38aad384d45 req-1a4e1f85-01f3-4078-b0d8-ff66f1fa9626 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.357575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-996b04a5-4d77-4c90-a064-a38aad384d45 req-1a4e1f85-01f3-4078-b0d8-ff66f1fa9626 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 944 time: 0.1186085 Dec 12 15:18:01.365933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.30', 62919) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:01.402615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-5b62c9f7-359b-4830-83ae-2efee7a9bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.404691 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-5b62c9f7-359b-4830-83ae-2efee7a9bc8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1245558 Dec 12 15:18:01.456382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-3467872d-1e9f-4ac5-8ab2-5356dad3e3c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0425308 Dec 12 15:18:01.457855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-f851f65c-0bdf-41ab-a420-3126451cd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.459193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-f851f65c-0bdf-41ab-a420-3126451cd0d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0987928 Dec 12 15:18:01.521077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-272c737f-60b3-41e9-a2ef-c8af6a155dc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546851 Dec 12 15:18:01.537540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-996b04a5-4d77-4c90-a064-a38aad384d45 req-f32c2ad3-782c-45c0-be4d-d28d2621bb8d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727841 Dec 12 15:18:01.554729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:01.557119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-abc60c8d-6987-456b-b714-66cd76f5efef service neutron] 10.222.0.30 "GET /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.1872213 Dec 12 15:18:01.570463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4070a-ee03-4ca6-baf8-569451599cd9 req-733aa942-6c25-4d80-804c-02fedd7eb215 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.572039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dd4070a-ee03-4ca6-baf8-569451599cd9 req-733aa942-6c25-4d80-804c-02fedd7eb215 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.1352735 Dec 12 15:18:01.574171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:01.597227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-0fe713ba-5fd4-45c5-8433-64c80b331a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.598916 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-0fe713ba-5fd4-45c5-8433-64c80b331a41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1249502 Dec 12 15:18:01.680924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-c59dc06e-341b-45db-a35c-6a2951ed853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:01.682177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-c59dc06e-341b-45db-a35c-6a2951ed853d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724881 Dec 12 15:18:01.683947 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-4a02fd98-3911-474c-ae8b-e99f78d0b0be service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558425 Dec 12 15:18:01.732444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90959ab9-deed-4394-8daf-7c291654c71d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:01.753629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0172241e-185f-43b7-b46b-e48699222ece req-d2511f23-6f68-415b-a06c-96e546619b8e tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 210 time: 0.0699403 Dec 12 15:18:01.813137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dd4070a-ee03-4ca6-baf8-569451599cd9 req-61877045-c2b8-453c-a74f-4131232f6bcc tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933475 Dec 12 15:18:01.858953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-305c0feb-eaba-4869-949f-9e7413dd2faa service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685393 Dec 12 15:18:01.859201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Allocated IP 192.168.233.200 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/907362f4-7e9b-4724-849b-617145df2753) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:01.862646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-89171d43-fd3b-43f2-ac8d-99be017dd199 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637373 Dec 12 15:18:02.000851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a31cd79-e73b-4146-bec4-2f20d10fdf23 req-cf75d7d1-c6ff-486d-94ec-3aebc9435434 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323588 Dec 12 15:18:02.001436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:02.017138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-e9f4c962-4afe-4a12-a590-a5f220e8d09d tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:02.018854 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-e9f4c962-4afe-4a12-a590-a5f220e8d09d tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0598021 Dec 12 15:18:02.037281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-8'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:02.062320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:02.121410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.152794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b370a65e-8598-453e-b76b-fba44b8990b6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:02.189463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:02.193885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.215819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.288212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.328818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:02.366409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:02.383284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:02.388547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Pushing event updated for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:02.395609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:02.403135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:02.428217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:02.434729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.443624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.457505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.480480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] Transition to ACTIVE for port object b370a65e-8598-453e-b76b-fba44b8990b6 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:02.524357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.546276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-3700c317-5dc9-4249-9b29-a75fde832ee5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5972323 Dec 12 15:18:02.550279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:02.620169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Request body: {'port': {'device_id': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:02.642656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:02.643516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on host n-h2-710847-8 for vnic_type normal with profile {"migrating_to": "n-h1-710847-8"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:02.643948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:02.644373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:02.660591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:02.660591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Attempting to bind port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:02.673783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:02.674442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:02.674857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:02.675488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Bound port: 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:02.675853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.696739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:02.701096 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9458e84d-cb00-4297-8852-e968016fd86a" -d '{"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:02.718080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] No DVR routers for this DVR port b370a65e-8598-453e-b76b-fba44b8990b6 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:02.745905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c5e2a-a4ea-4d7b-ba2b-5614fb3d5886 req-b45f4732-b061-4065-b27f-f3ae0035f392 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:02.752890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76c5e2a-a4ea-4d7b-ba2b-5614fb3d5886 req-b45f4732-b061-4065-b27f-f3ae0035f392 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.3014638 Dec 12 15:18:02.783242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:02.786305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fcb7efbf-f405-4359-b0ec-a8d9c37e2b5f None None] Provisioning complete for port 907362f4-7e9b-4724-849b-617145df2753 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:02.786858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb7efbf-f405-4359-b0ec-a8d9c37e2b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.788958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:02.800969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.801244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] Pushing event updated for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:02.824190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fcb7efbf-f405-4359-b0ec-a8d9c37e2b5f None None] Port 907362f4-7e9b-4724-849b-617145df2753 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:02.842952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-916fcb5d-69f7-4125-ba8b-a063a6334ece service neutron] 10.222.0.30 "PUT /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6/bindings/n-h2-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2698143 Dec 12 15:18:02.853724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:02.884835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76c5e2a-a4ea-4d7b-ba2b-5614fb3d5886 req-815bb4dc-a278-4e67-accc-27d6a52d1804 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310318 Dec 12 15:18:02.896167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e992e41-e543-4419-be3a-ac3acf86696c req-af84745b-e465-478a-832d-20eaf4fe9396 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:02.898440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e992e41-e543-4419-be3a-ac3acf86696c req-af84745b-e465-478a-832d-20eaf4fe9396 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.1989970 Dec 12 15:18:03.044143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e992e41-e543-4419-be3a-ac3acf86696c req-3aea8d4e-6738-4937-aa2b-125c323c1bd7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147776 Dec 12 15:18:03.051917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f16bff8d-9bb3-4f73-bf57-13bdcb385169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.150029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-f051820a-a24f-40dc-9cd6-94f2ff361913 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.151628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-f051820a-a24f-40dc-9cd6-94f2ff361913 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.1457179 Dec 12 15:18:03.163135 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9514b9b-6520-44ce-834d-eed4b46a8aa9 x-openstack-request-id: req-b9514b9b-6520-44ce-834d-eed4b46a8aa9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:03.163428 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-unplugged", "status": "completed", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:03.163684 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9514b9b-6520-44ce-834d-eed4b46a8aa9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:03.164079 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'code': 200} Dec 12 15:18:03.167407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.168029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.169420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 1121 time: 1.1367989 Dec 12 15:18:03.219675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfdfa6-1d26-41a5-9773-217e2f8e3005 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:03.227634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['1f3b3010-d9e5-45cc-bb6a-dd70834db381'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:03.270587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-6972e0e8-e21e-4fe9-a792-d5195a21be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.272309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-6972e0e8-e21e-4fe9-a792-d5195a21be0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 1096 time: 0.1067414 Dec 12 15:18:03.324189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907362f4-7e9b-4724-849b-617145df2753 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:03.335272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0debff-3236-43e9-a60f-c6df723dbfc2 req-826a286f-7562-4e2d-9ad0-ac14066305a7 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.342966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f0debff-3236-43e9-a60f-c6df723dbfc2 req-826a286f-7562-4e2d-9ad0-ac14066305a7 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 936 time: 0.1161075 Dec 12 15:18:03.343857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f16bff8d-9bb3-4f73-bf57-13bdcb385169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.350409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f16bff8d-9bb3-4f73-bf57-13bdcb385169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.354198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.375661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-22378ea4-96f3-4fe5-9ddf-74f8d4223896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.377193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-22378ea4-96f3-4fe5-9ddf-74f8d4223896 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1096 time: 0.0784185 Dec 12 15:18:03.402379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Transition to ACTIVE for port object 907362f4-7e9b-4724-849b-617145df2753 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:03.418529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bff8d-9bb3-4f73-bf57-13bdcb385169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8623046-e78c-4d32-b005-90dfb624ac88,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:03.420082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.427739 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f16bff8d-9bb3-4f73-bf57-13bdcb385169 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dd1bb4c9795486689e90f383f562a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807570 Dec 12 15:18:03.435182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51194) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:03.479720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9b6d-2a20-4816-b9c8-8336ee4f6d68 req-7101a28e-f6f8-4932-91dd-3ba94e1d69ec tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.481219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bc9b6d-2a20-4816-b9c8-8336ee4f6d68 req-7101a28e-f6f8-4932-91dd-3ba94e1d69ec tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.1363564 Dec 12 15:18:03.495124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f0debff-3236-43e9-a60f-c6df723dbfc2 req-70209adb-f925-47fc-bfbf-ef3cdc2e2735 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512580 Dec 12 15:18:03.496046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-bfa802db-0999-44f7-8918-842feff2d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.497567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-bfa802db-0999-44f7-8918-842feff2d356 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.1087081 Dec 12 15:18:03.549066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Pushing event updated for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:03.559058 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-0a779ddf-c343-4fc3-bdea-d243abea9c0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.0513718 Dec 12 15:18:03.615130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Attempting to bind port 907362f4-7e9b-4724-849b-617145df2753 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:03.615466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Attempting to bind port 907362f4-7e9b-4724-849b-617145df2753 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:03.615791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Attempting to bind port 907362f4-7e9b-4724-849b-617145df2753 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:03.616557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-689236b0-1ddb-47e9-8adc-eaa8666be3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.619015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-689236b0-1ddb-47e9-8adc-eaa8666be3d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0510936 Dec 12 15:18:03.622965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bc9b6d-2a20-4816-b9c8-8336ee4f6d68 req-943f12b1-a90d-4e00-9e93-24a7d95d3f5b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268399 Dec 12 15:18:03.628156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Port 907362f4-7e9b-4724-849b-617145df2753 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:03.628480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Attempting to bind port 907362f4-7e9b-4724-849b-617145df2753 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:03.636831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.640909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:03.641248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:03.641629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:03.642111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Bound port: 907362f4-7e9b-4724-849b-617145df2753, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:03.642662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.697006 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-44bf596f-4b14-462a-98ed-76db31562711 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684886 Dec 12 15:18:03.729334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.796208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:03.808736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=907362f4-7e9b-4724-849b-617145df2753,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:03.818917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.835873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-0d5ebba2-7c51-4283-a0fe-66dbd5cd5aad service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297858 Dec 12 15:18:03.871366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.874714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.877109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8623046-e78c-4d32-b005-90dfb624ac88 HTTP/1.1" status: 204 len: 168 time: 0.4408412 Dec 12 15:18:03.887709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:03.888659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:03.890262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] 10.222.0.30 "PUT /v2.0/ports/907362f4-7e9b-4724-849b-617145df2753 HTTP/1.1" status: 200 len: 1096 time: 1.2872720 Dec 12 15:18:03.891351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'tag': '907362f4-7e9b-4724-849b-617145df2753'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:03.895101 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "tag": "907362f4-7e9b-4724-849b-617145df2753"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:03.913772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a9740-3306-4047-96f9-1c11434008b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8623046-e78c-4d32-b005-90dfb624ac88,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:03.959978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e92bf-83cf-42f0-ab50-77a8de3cf2fa service neutron] Pushing event updated for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:04.025892 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8ecb78-1bef-44cb-9d02-21c5c99106c0 x-openstack-request-id: req-3d8ecb78-1bef-44cb-9d02-21c5c99106c0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:04.026190 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "tag": "907362f4-7e9b-4724-849b-617145df2753", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:04.026576 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d8ecb78-1bef-44cb-9d02-21c5c99106c0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:04.027427 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'tag': '907362f4-7e9b-4724-849b-617145df2753', 'status': 'completed', 'code': 200} Dec 12 15:18:04.027685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-94f40dbe-64eb-4eb9-b3f8-c70ad9ca8259 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855242 Dec 12 15:18:04.067810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-19f1201b-56a2-42d0-809b-b5e0d948a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.070152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-19f1201b-56a2-42d0-809b-b5e0d948a191 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 1099 time: 0.0896416 Dec 12 15:18:04.329861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed4974-af24-46d8-b838-80ac9503695f req-d629e45a-4289-4197-9af8-5a4add9bc727 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.332158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-d629e45a-4289-4197-9af8-5a4add9bc727 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0553238 Dec 12 15:18:04.381572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-41550197-39d1-4528-9797-006a955ae1cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=907362f4-7e9b-4724-849b-617145df2753 HTTP/1.1" status: 200 len: 217 time: 0.3009856 Dec 12 15:18:04.425540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:04.501815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e0e1e-3b24-496a-9460-f080539289a8 req-fe09e4f9-02a3-4d89-aa36-6625929bfb6a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.503329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-274e0e1e-3b24-496a-9460-f080539289a8 req-fe09e4f9-02a3-4d89-aa36-6625929bfb6a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.1323721 Dec 12 15:18:04.504526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74ed4974-af24-46d8-b838-80ac9503695f req-efdadff9-03c7-4953-ac9b-83073121d034 service neutron] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:04.505894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-05accb6a-b052-48cf-9a23-57532c14a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.507391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-05accb6a-b052-48cf-9a23-57532c14a9ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0847261 Dec 12 15:18:04.510764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74ed4974-af24-46d8-b838-80ac9503695f req-efdadff9-03c7-4953-ac9b-83073121d034 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.512485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-74ed4974-af24-46d8-b838-80ac9503695f req-efdadff9-03c7-4953-ac9b-83073121d034 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6/bindings/n-h1-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.1729553 Dec 12 15:18:04.518264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6302d32-7637-4e6d-9107-82e73d8bb8c7 req-138cf33f-3cbf-4026-93ce-06a3e52e41bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.520159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6302d32-7637-4e6d-9107-82e73d8bb8c7 req-138cf33f-3cbf-4026-93ce-06a3e52e41bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.4319940 Dec 12 15:18:04.560195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:04.588088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbeb670c-0193-4a37-afcf-aaf0b71ff538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.634219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-274e0e1e-3b24-496a-9460-f080539289a8 req-5b91789a-d0c2-4eea-a3a3-29799802cfe8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095588 Dec 12 15:18:04.662044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-ad57c138-1979-4a7c-8598-879bdca4cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.667301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:04.668433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-ad57c138-1979-4a7c-8598-879bdca4cbba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1471541 Dec 12 15:18:04.696694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbeb670c-0193-4a37-afcf-aaf0b71ff538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.703971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbeb670c-0193-4a37-afcf-aaf0b71ff538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.746990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb670c-0193-4a37-afcf-aaf0b71ff538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c69c790-2a21-4bed-98bd-d3abfbafa100,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:04.765410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6302d32-7637-4e6d-9107-82e73d8bb8c7 req-903b1e90-934a-4eb1-9c49-0bfa81978639 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264056 Dec 12 15:18:04.770824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbeb670c-0193-4a37-afcf-aaf0b71ff538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=722fcba6ad4340cb8e36806fa11ef684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081621 Dec 12 15:18:04.773421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:04.824556 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24490fc2-9191-4d7f-bc6a-e9db4aa6d342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.838288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c30641-2309-4a5f-bf01-36799ee7805e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.869036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.897225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.907121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc529d6-918e-4d16-a8d0-28687384c295 req-712af669-1bd9-43b9-9ebc-87dbeebdb76f tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:04.908684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fc529d6-918e-4d16-a8d0-28687384c295 req-712af669-1bd9-43b9-9ebc-87dbeebdb76f tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 948 time: 0.1747880 Dec 12 15:18:04.912454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-4b057ae6-be62-495c-88f3-831f35823ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332857 Dec 12 15:18:04.982722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.985292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:04.986456 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c69c790-2a21-4bed-98bd-d3abfbafa100 HTTP/1.1" status: 204 len: 168 time: 0.2115104 Dec 12 15:18:04.999413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977accf-76ee-43b0-901f-f168cab8a78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c69c790-2a21-4bed-98bd-d3abfbafa100,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:05.040768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24490fc2-9191-4d7f-bc6a-e9db4aa6d342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.047500 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24490fc2-9191-4d7f-bc6a-e9db4aa6d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.094335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24490fc2-9191-4d7f-bc6a-e9db4aa6d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5aa9d-7ff0-479a-b650-c325d3feb868,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:05.097821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fc529d6-918e-4d16-a8d0-28687384c295 req-6f0d8548-5c68-4bae-aeb0-e1419bad34a6 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819983 Dec 12 15:18:05.109787 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24490fc2-9191-4d7f-bc6a-e9db4aa6d342 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6a1e0b6fc61462bb681686b2f36d99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390826 Dec 12 15:18:05.119705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:05.129013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa08a8-7d5e-4635-b84d-e3e73924413b req-7950f89f-2a25-447c-995d-9399db980a7b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.136709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5dfa08a8-7d5e-4635-b84d-e3e73924413b req-7950f89f-2a25-447c-995d-9399db980a7b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.1964853 Dec 12 15:18:05.168985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:05.171670 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafbd89f-67e1-43cd-9169-71d905aa6408" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:05.172590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c30641-2309-4a5f-bf01-36799ee7805e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.178839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7077e81f-b9e8-40a1-ba0f-970db1035757 req-0da24301-be0c-4936-9eac-f148df6bf5bf service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575853 Dec 12 15:18:05.183418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c30641-2309-4a5f-bf01-36799ee7805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.224886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.241943 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955a3fa-b5a4-499c-a2a3-de1cee240405 x-openstack-request-id: req-f955a3fa-b5a4-499c-a2a3-de1cee240405 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:05.242315 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:05.242488 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f955a3fa-b5a4-499c-a2a3-de1cee240405 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:05.243383 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'status': 'completed', 'code': 200} Dec 12 15:18:05.255104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-32c30641-2309-4a5f-bf01-36799ee7805e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=064e97c67636493997413103955d4912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8289132 Dec 12 15:18:05.256275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51258) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:05.259596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c30641-2309-4a5f-bf01-36799ee7805e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1322af0-83bb-46bf-beb6-62fc5c008abe,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:05.267717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.284916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5dfa08a8-7d5e-4635-b84d-e3e73924413b req-650fd515-33e2-485c-af5b-9180159ecdbe tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451359 Dec 12 15:18:05.331160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-450a4a05-dc07-401e-a38f-7e5eae9d9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.332702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-450a4a05-dc07-401e-a38f-7e5eae9d9591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1124 time: 0.0757804 Dec 12 15:18:05.344368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc31c-ccde-40f5-bf64-db575b652d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.353057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-b3f11d8a-61ee-4359-80aa-b70708402cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.354646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-b3f11d8a-61ee-4359-80aa-b70708402cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 1099 time: 0.0978434 Dec 12 15:18:05.359769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.402898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.405456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.409660 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60c5aa9d-7ff0-479a-b650-c325d3feb868 HTTP/1.1" status: 204 len: 168 time: 0.2869895 Dec 12 15:18:05.427621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecf098-6711-4030-9b79-8e2fc4739311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5aa9d-7ff0-479a-b650-c325d3feb868,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:05.428547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.465174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-a73edb9b-9caf-4437-a7e1-c89d922ae398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.471994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-a73edb9b-9caf-4437-a7e1-c89d922ae398 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1312268 Dec 12 15:18:05.500515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-42a9cd38-0193-4b12-8635-4f133c341c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.502289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-42a9cd38-0193-4b12-8635-4f133c341c8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1379848 Dec 12 15:18:05.533730 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-9f1cd97d-3d3a-405e-9c8e-78f8d426aeb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.0481882 Dec 12 15:18:05.564340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-21b936e2-1bb2-4389-97b0-2ba7759c8adf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=907362f4-7e9b-4724-849b-617145df2753 HTTP/1.1" status: 200 len: 217 time: 0.0503483 Dec 12 15:18:05.565046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.567620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:05.572002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1322af0-83bb-46bf-beb6-62fc5c008abe HTTP/1.1" status: 204 len: 168 time: 0.3137412 Dec 12 15:18:05.606461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a8b1-9811-4020-9a2b-baa7c8e3cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1322af0-83bb-46bf-beb6-62fc5c008abe,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:05.619737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-b4f93d69-e142-44ae-9a7c-7862a74637e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.623362 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-b4f93d69-e142-44ae-9a7c-7862a74637e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0742364 Dec 12 15:18:05.625541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-17d7d83c-4530-4a79-b7cb-564fa6cd7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.626880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-17d7d83c-4530-4a79-b7cb-564fa6cd7e74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0538306 Dec 12 15:18:05.662910 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-11bbed4f-f168-4802-bae6-0fc23f026c58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293052 Dec 12 15:18:05.697391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:05.702441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:05.707876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-b16d2dea-27d6-403e-9b7f-93c2f22e9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.709406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-b16d2dea-27d6-403e-9b7f-93c2f22e9097 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736382 Dec 12 15:18:05.770092 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-9f7e2195-6575-4018-aa10-38b61608582f service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985098 Dec 12 15:18:05.771535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:05.782998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:05.893654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64f9ea-db4c-4657-bc3c-5906dd36b2cf req-adfeb4f7-c0ec-4c97-857a-89e642d43a12 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:05.896231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a64f9ea-db4c-4657-bc3c-5906dd36b2cf req-adfeb4f7-c0ec-4c97-857a-89e642d43a12 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.1467266 Dec 12 15:18:05.904388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-e2ef87de-65a1-449a-b8fa-dcecb2bb17dc service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848116 Dec 12 15:18:05.964211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cafbd89f-67e1-43cd-9169-71d905aa6408 req-988d11e4-f12b-45d9-b114-9828966ac252 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856542 Dec 12 15:18:06.030400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:06.048938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d21e99-08d6-420b-b7ad-25e3b7c1b358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.124369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:06.126340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a64f9ea-db4c-4657-bc3c-5906dd36b2cf req-b08d9345-7518-4e5c-a449-094221b189c1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173071 Dec 12 15:18:06.143835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 has no active binding in host n-h1-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:18:06.157479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d21e99-08d6-420b-b7ad-25e3b7c1b358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.166772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d21e99-08d6-420b-b7ad-25e3b7c1b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.169449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:06.175083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57851a41-ced0-43fa-92be-c570d03c8051 req-d120d2fe-ec6e-4df7-bf03-346d10a0efbd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:06.187481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'mac_address': 'fa:16:3e:dd:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:06.189197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57851a41-ced0-43fa-92be-c570d03c8051 req-d120d2fe-ec6e-4df7-bf03-346d10a0efbd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.2674932 Dec 12 15:18:06.224263 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72d21e99-08d6-420b-b7ad-25e3b7c1b358 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=360023fbb0674a9ebb900229dde4c6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920540 Dec 12 15:18:06.225356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d21e99-08d6-420b-b7ad-25e3b7c1b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa465129-d4a1-4094-8c23-6ae7a4428243,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:06.228497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:06.267250 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.274799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ca08a8-6c2c-4bd2-b6d4-fac223ca64aa req-ac16fffa-2ffe-466e-94f8-a9dc5945b269 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483465 Dec 12 15:18:06.285409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e7641d-c68e-4fc4-afbb-5a15ee876424 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:06.304856 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.316152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57851a41-ced0-43fa-92be-c570d03c8051 req-6297d96c-7e12-4fe4-a391-f916600cd61e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260073 Dec 12 15:18:06.320351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:06.328365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.332625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.402481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.406235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.407566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa465129-d4a1-4094-8c23-6ae7a4428243 HTTP/1.1" status: 204 len: 168 time: 0.1780915 Dec 12 15:18:06.418509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:06.421586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51302) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:06.425501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520480e9-a24d-4139-8448-346e9d179ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa465129-d4a1-4094-8c23-6ae7a4428243,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:06.431895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.433953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.434323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.436090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.436450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.437361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.438845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.439260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.439542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.439885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.440228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.440568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.441903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0824ec49-1874-493f-b86f-e85d55acdc3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.442900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:06.485790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85171d-be9b-4f0f-9b9b-eaf3d792c4af req-acd7885b-5801-40d8-8f55-232230706940 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:06.492618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e85171d-be9b-4f0f-9b9b-eaf3d792c4af req-acd7885b-5801-40d8-8f55-232230706940 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 948 time: 0.1048331 Dec 12 15:18:06.572883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e85171d-be9b-4f0f-9b9b-eaf3d792c4af req-03a1aa9d-31fd-4d8b-ad0c-1ac3274af949 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791450 Dec 12 15:18:06.619988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0824ec49-1874-493f-b86f-e85d55acdc3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.627046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0824ec49-1874-493f-b86f-e85d55acdc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.657160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824ec49-1874-493f-b86f-e85d55acdc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e76a4-3cff-43ef-975b-8b160ab8e279,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:06.690910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:06.704603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0824ec49-1874-493f-b86f-e85d55acdc3d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14b3ebf2423044e2a31e81dc5b5368c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819152 Dec 12 15:18:06.707444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:06.747349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36faf45-0ab0-40fc-a9de-474edcb16c2b req-8570423f-4cc4-4456-b1b7-6cc5c616a58c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:06.754479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a36faf45-0ab0-40fc-a9de-474edcb16c2b req-8570423f-4cc4-4456-b1b7-6cc5c616a58c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 949 time: 0.0702777 Dec 12 15:18:06.803988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a36faf45-0ab0-40fc-a9de-474edcb16c2b req-6e310f7e-0d63-41ec-8795-534ab0b31ac3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477924 Dec 12 15:18:06.813032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.838014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.914419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.917234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:06.921814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d43e76a4-3cff-43ef-975b-8b160ab8e279 HTTP/1.1" status: 204 len: 168 time: 0.2130258 Dec 12 15:18:06.932767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b8b8-64cf-45e0-9415-69d855123eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43e76a4-3cff-43ef-975b-8b160ab8e279,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:06.952473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71228a33-e962-409a-869b-277ea59b1a2f req-f47c3c46-4df6-4906-b9dc-00657be1b8e5 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:06.954331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71228a33-e962-409a-869b-277ea59b1a2f req-f47c3c46-4df6-4906-b9dc-00657be1b8e5 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1096 time: 0.0566812 Dec 12 15:18:07.013013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71228a33-e962-409a-869b-277ea59b1a2f req-66e02cdc-e250-44ef-9b90-aaa7d2506810 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503998 Dec 12 15:18:07.384316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-3754623a-ba3a-4afc-9b4d-0ca8b4cfa55f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:07.393151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-3754623a-ba3a-4afc-9b4d-0ca8b4cfa55f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.1220808 Dec 12 15:18:07.415823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-29d70a13-02e2-46a9-9469-f00c7dcf05c6 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/quotas/93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 375 time: 0.0217133 Dec 12 15:18:07.469407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-82533301-36f6-4c5e-afc0-954e60741b3e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465488 Dec 12 15:18:07.580179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-5776ee00-de23-44b0-9e01-524677a3d14f service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017976 Dec 12 15:18:07.676520 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2f9bae65-9828-4b8f-909d-5a620bf9b1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:07.683524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-a561903a-b9d6-4f79-9ba4-7b692a797f04 service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022491 Dec 12 15:18:07.703573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:07.752658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 907362f4-7e9b-4724-849b-617145df2753 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:07.844245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port e6e7641d-c68e-4fc4-afbb-5a15ee876424 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:07.854852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port e6e7641d-c68e-4fc4-afbb-5a15ee876424 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:07.855228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:07.932564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=907362f4-7e9b-4724-849b-617145df2753,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:07.934541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf95c-d41a-4a9b-b30d-be80eb94c2a4 req-3e0cbcab-cda0-4c53-b38d-87f1de8e38ad tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:07.942882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddaaf95c-d41a-4a9b-b30d-be80eb94c2a4 req-3e0cbcab-cda0-4c53-b38d-87f1de8e38ad tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 943 time: 0.0932603 Dec 12 15:18:07.948541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '907362f4-7e9b-4724-849b-617145df2753', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '907362f4-7e9b-4724-849b-617145df2753', 'mac_address': 'fa:16:3e:21:c3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:08.005757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddaaf95c-d41a-4a9b-b30d-be80eb94c2a4 req-da1a76a8-a54b-46d1-ab2d-25bddaceead2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617094 Dec 12 15:18:08.017384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.041546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.063351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907362f4-7e9b-4724-849b-617145df2753 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:08.078014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:08.080912 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2399c-4cc1-48ac-b9fd-af956876619c" -d '{"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-plugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:08.108359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:08.110368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=907362f4-7e9b-4724-849b-617145df2753,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:08.115878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.156525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.183365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:08.242222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:08.304290 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-69e7f00d-fc05-4c42-b808-f9d884679cb9 service neutron] 10.222.0.13 "GET /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.0767047 Dec 12 15:18:08.399472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['907362f4-7e9b-4724-849b-617145df2753'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:08.477901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.538522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:08.561716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:08.604555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3b3010-d9e5-45cc-bb6a-dd70834db381 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:08.616488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:08.635203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.638790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91a93c-159b-45e7-8b37-d4419dad689b req-a17f6c8f-5c5e-4293-9190-44bf66408f50 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:08.646714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba91a93c-159b-45e7-8b37-d4419dad689b req-a17f6c8f-5c5e-4293-9190-44bf66408f50 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 949 time: 0.0646574 Dec 12 15:18:08.705073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba91a93c-159b-45e7-8b37-d4419dad689b req-4a86c391-9492-47ae-9d3b-6941cdacf42a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556467 Dec 12 15:18:08.731366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] Transition to ACTIVE for port object 1f3b3010-d9e5-45cc-bb6a-dd70834db381 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:08.737468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.801838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] No DVR routers for this DVR port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:08.805849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1638b0a-aed4-49db-b50b-04bca3b64bf7 req-68491d67-d535-40cf-b793-09cde25e1b42 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 210 time: 0.0338790 Dec 12 15:18:08.836436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:08.855155 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-535e2acb-e1d6-4390-bad5-1605b3d25ec9 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381/bindings/n-h1-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5418930 Dec 12 15:18:08.890959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:08.917635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea911be-a1c6-4a6e-8e1a-8976b5d20457 req-766a3f3c-01f4-4db0-ac9c-a229416abaf0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:08.919479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eea911be-a1c6-4a6e-8e1a-8976b5d20457 req-766a3f3c-01f4-4db0-ac9c-a229416abaf0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0522730 Dec 12 15:18:08.967829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eea911be-a1c6-4a6e-8e1a-8976b5d20457 req-d453bb75-5098-4f82-8f1c-e57acf7efab7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Dec 12 15:18:09.010205 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f239d747-a05b-4bf6-929f-07b6e6003b28 x-openstack-request-id: req-f239d747-a05b-4bf6-929f-07b6e6003b28 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:09.010562 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-plugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:09.010825 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f239d747-a05b-4bf6-929f-07b6e6003b28 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:09.011217 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'code': 200} Dec 12 15:18:09.126358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c441-6559-45c7-b889-e33b7dada9c6 req-3a6778c2-c5f4-44ab-8628-124ab6a2397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:09.127833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-65c5c441-6559-45c7-b889-e33b7dada9c6 req-3a6778c2-c5f4-44ab-8628-124ab6a2397e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.0475109 Dec 12 15:18:09.179197 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-65c5c441-6559-45c7-b889-e33b7dada9c6 req-c32fcdce-4754-4dd1-ba50-4e7f59025620 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Dec 12 15:18:09.291357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:09.399986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d32c6a2a-a4e2-4797-91d6-a17b535014de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.471663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d32c6a2a-a4e2-4797-91d6-a17b535014de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.476496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d32c6a2a-a4e2-4797-91d6-a17b535014de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.514933 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d32c6a2a-a4e2-4797-91d6-a17b535014de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74bfa35cf536439a8b54334464cb165c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225065 Dec 12 15:18:09.515793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6a2a-a4e2-4797-91d6-a17b535014de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c65a2-ca5d-44e8-b43c-4d6229a77aa4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:09.517757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51448) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:09.571592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.614768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.663699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d198b9b-f0d3-4df9-b66c-4bd58ad11ace req-ff3ab6c2-f401-43b4-9bfb-1ef227a4492f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:09.665724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d198b9b-f0d3-4df9-b66c-4bd58ad11ace req-ff3ab6c2-f401-43b4-9bfb-1ef227a4492f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.0851314 Dec 12 15:18:09.699277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.701753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.702826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/953c65a2-ca5d-44e8-b43c-4d6229a77aa4 HTTP/1.1" status: 204 len: 168 time: 0.1839230 Dec 12 15:18:09.713671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 907362f4-7e9b-4724-849b-617145df2753 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:09.722988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5b523-48ba-4ace-b997-fe22edad42f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c65a2-ca5d-44e8-b43c-4d6229a77aa4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:09.729649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d198b9b-f0d3-4df9-b66c-4bd58ad11ace req-bd8273a9-6e34-4692-b996-272d7313e798 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576494 Dec 12 15:18:09.775979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 907362f4-7e9b-4724-849b-617145df2753 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:09.781035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 907362f4-7e9b-4724-849b-617145df2753 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:09.781403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.868353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.902884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=907362f4-7e9b-4724-849b-617145df2753,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:09.908164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:09.965657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:10.028026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51470) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:10.042074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd638d36-743a-44f7-95c0-2d79a0a10794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.178514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd638d36-743a-44f7-95c0-2d79a0a10794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.185965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd638d36-743a-44f7-95c0-2d79a0a10794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.190200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.225772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bd638d36-743a-44f7-95c0-2d79a0a10794 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68232e574cfe4aec932ee214aa7de475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940968 Dec 12 15:18:10.226227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:10.308030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.339105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.342304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd638d36-743a-44f7-95c0-2d79a0a10794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c425d6-36e7-4db1-a955-d455bdbf4e8c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:10.387944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcfdc3af-7d0a-48e0-9baa-ed47e2bec799 req-400c9d98-cba9-4d99-959e-d4bf5c01d0be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 210 time: 0.0372322 Dec 12 15:18:10.390556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-126b4674-5db5-43a0-82cd-210339bff28d tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.391859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-126b4674-5db5-43a0-82cd-210339bff28d tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.1734231 Dec 12 15:18:10.400140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd0e40-a118-4b3f-8a87-eb550e229605 req-44e1dfc6-4238-4f65-98c5-e3099af896ed tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.401640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47dd0e40-a118-4b3f-8a87-eb550e229605 req-44e1dfc6-4238-4f65-98c5-e3099af896ed tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 950 time: 0.1842880 Dec 12 15:18:10.405721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.409241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.419920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00c425d6-36e7-4db1-a955-d455bdbf4e8c HTTP/1.1" status: 204 len: 168 time: 0.1845150 Dec 12 15:18:10.440843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087370b0-9ec1-41c0-b4aa-8b4274f23907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c425d6-36e7-4db1-a955-d455bdbf4e8c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:10.550463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7b2edb8e-07f9-465c-ad79-a8cd45963af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.551954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-7b2edb8e-07f9-465c-ad79-a8cd45963af3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&tenant_id=43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 1095 time: 0.1491840 Dec 12 15:18:10.556156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47dd0e40-a118-4b3f-8a87-eb550e229605 req-8fac9d82-1fc8-41f1-b318-ab7d47febb09 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254008 Dec 12 15:18:10.580318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f147a8-bc6f-440a-a2a4-b0e3da604263 req-5a2ee20f-457d-4056-952b-4b87b1a5a80c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.581807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44f147a8-bc6f-440a-a2a4-b0e3da604263 req-5a2ee20f-457d-4056-952b-4b87b1a5a80c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0861626 Dec 12 15:18:10.654742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-64966298-fe05-43ce-9746-10f45baddff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.656210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-64966298-fe05-43ce-9746-10f45baddff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1095 time: 0.0735514 Dec 12 15:18:10.660836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44f147a8-bc6f-440a-a2a4-b0e3da604263 req-eee47b4f-5818-4282-a054-802929f8bdc6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689044 Dec 12 15:18:10.774410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-4f874df3-c419-468b-8f26-9d78a8f0328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.777244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-4f874df3-c419-468b-8f26-9d78a8f0328b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1105745 Dec 12 15:18:10.854670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-f1d7fa18-856d-45b8-b7e1-181fc76724a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.0586877 Dec 12 15:18:10.927818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-ba70c41d-2498-4647-a3c3-6e7880da6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.930227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-ba70c41d-2498-4647-a3c3-6e7880da6e60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0747740 Dec 12 15:18:10.974519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:10.983261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-c651b043-db7f-43ee-bf9f-a7aa7e48ea05 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:10.984987 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-c651b043-db7f-43ee-bf9f-a7aa7e48ea05 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.1402359 Dec 12 15:18:10.989775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-648b4676-384a-4daf-9630-593bbea654c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455699 Dec 12 15:18:10.991525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9adb798b-8eba-46c7-92cd-591d4b0b502e req-ee341a92-621c-4c92-b3aa-ba0059553ee8 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8afd85ba70824dc793f652d836d846c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603855 Dec 12 15:18:11.007856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.012297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907362f4-7e9b-4724-849b-617145df2753'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:11.015035 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5222acd8-3e4e-4878-96c3-9876679be2af" -d '{"events": [{"server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "name": "network-vif-plugged", "status": "completed", "tag": "907362f4-7e9b-4724-849b-617145df2753"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:11.022040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Request body: {'port': {'device_id': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'admin_state_up': True, 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:11.159684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:11.163165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.303815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Allocated IP 172.20.0.12 (1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1/502cac89-ba0b-4c5e-912a-228266ca6499/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:11.426324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-3ab9df4e-109e-442c-8511-f83b8bfd8f84 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:11.428420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-3ab9df4e-109e-442c-8511-f83b8bfd8f84 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.4215903 Dec 12 15:18:11.466131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.479315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb798b-8eba-46c7-92cd-591d4b0b502e req-ad3a90f4-ba49-4342-920d-ff2a89bfb46d tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:11.479315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9adb798b-8eba-46c7-92cd-591d4b0b502e req-ad3a90f4-ba49-4342-920d-ff2a89bfb46d tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4811351 Dec 12 15:18:11.487546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-ebccfc96-bf15-4172-aab1-43a662687f09 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.507150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-8fef5d7e-57bd-4a10-a6f7-baa15ed201c0 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622176 Dec 12 15:18:11.511959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9adb798b-8eba-46c7-92cd-591d4b0b502e req-dd672b5d-50f3-4f1d-a72d-6f0db0f7aa61 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/quotas/8afd85ba70824dc793f652d836d846c5 HTTP/1.1" status: 200 len: 375 time: 0.0261807 Dec 12 15:18:11.513445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.567636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:11.571420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:11.576547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:11.581401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:11.615092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9adb798b-8eba-46c7-92cd-591d4b0b502e req-8cec6f76-593b-4d8f-8d05-3ce4efdfd7c7 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8afd85ba70824dc793f652d836d846c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870855 Dec 12 15:18:11.632293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:11.633150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.654446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-98fbc041-056a-446c-b65e-eb315004ce2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6380002 Dec 12 15:18:11.670016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Request body: {'port': {'device_id': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:11.711103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-c9191e93-b1e1-4f14-8fb1-6b9d27003ecb service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940517 Dec 12 15:18:11.716461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-ebccfc96-bf15-4172-aab1-43a662687f09 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.721978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-ebccfc96-bf15-4172-aab1-43a662687f09 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.722894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:11.754174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:11.772773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccfc96-bf15-4172-aab1-43a662687f09 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac30380-ab00-4c71-b6f2-0ea8bdb1c41d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:11.791694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c08f82f4-ce39-4bda-85c5-285fd7896c27 req-ebccfc96-bf15-4172-aab1-43a662687f09 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436880 Dec 12 15:18:11.835934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:11.845544 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba88ecb-46d9-4cd1-bd9c-630e968288b1 x-openstack-request-id: req-7ba88ecb-46d9-4cd1-bd9c-630e968288b1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:11.845966 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "name": "network-vif-plugged", "status": "completed", "tag": "907362f4-7e9b-4724-849b-617145df2753", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:11.846292 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ba88ecb-46d9-4cd1-bd9c-630e968288b1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:11.847542 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907362f4-7e9b-4724-849b-617145df2753', 'code': 200} Dec 12 15:18:11.967522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77076-c283-40ec-a4e1-c404facf9609 req-e418399f-17f4-435f-a862-ad5bb192bd9d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:11.979540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9af77076-c283-40ec-a4e1-c404facf9609 req-e418399f-17f4-435f-a862-ad5bb192bd9d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.1134040 Dec 12 15:18:12.097266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:12.107434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.122068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Transition to ACTIVE for port object 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:12.126832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.158349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456ec56-bd3e-4092-890a-f984a931bd56 req-512d5b9f-bdf9-49c7-8861-a12a6facf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.159837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1456ec56-bd3e-4092-890a-f984a931bd56 req-512d5b9f-bdf9-49c7-8861-a12a6facf3ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 1101 time: 0.1780536 Dec 12 15:18:12.179133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9af77076-c283-40ec-a4e1-c404facf9609 req-810bf43a-233e-4b27-9b98-dcfefde5aaa8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743550 Dec 12 15:18:12.188507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-dafde8d9-80ce-4e19-bf5e-0f8cec9651f0 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.190047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-dafde8d9-80ce-4e19-bf5e-0f8cec9651f0 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.1483483 Dec 12 15:18:12.192729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:12.206885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa26e1-d54f-4a3b-a829-96a59be3cacb req-5f825013-6787-4ca2-8384-a8886acdca4c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.208526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9aa26e1-d54f-4a3b-a829-96a59be3cacb req-5f825013-6787-4ca2-8384-a8886acdca4c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 932 time: 0.1678143 Dec 12 15:18:12.285254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:12.285685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:12.286090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:12.290491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:12.290882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:12.295728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:12.296131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:12.296579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:12.297131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Bound port: 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:12.297547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.324820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1456ec56-bd3e-4092-890a-f984a931bd56 req-e9007936-77ec-448d-9b6b-0eebbb7c20cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436837 Dec 12 15:18:12.355773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9aa26e1-d54f-4a3b-a829-96a59be3cacb req-1ec6d899-2823-4004-a46d-c4d323ee9d88 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199217 Dec 12 15:18:12.359127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:12.362904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:12.367595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04a0e-efaf-416e-a3cc-da7bbe0ab983 req-03151be6-ea75-4610-873b-84ef7e0daed5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.367829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.369153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3e04a0e-efaf-416e-a3cc-da7bbe0ab983 req-03151be6-ea75-4610-873b-84ef7e0daed5 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 950 time: 0.1097035 Dec 12 15:18:12.416469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.417105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.418527 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] 10.222.0.30 "PUT /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 1092 time: 0.7552755 Dec 12 15:18:12.418968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:12.421203 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f831661-8e37-4fba-964d-20cdfcff990b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:12.439413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0712d-4378-44f6-9a49-72c6f1e051cd service neutron] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:12.447781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-a4e0ce26-51e7-4c28-92b8-7ae98e5eb9c6 service neutron] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:12.451730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3e04a0e-efaf-416e-a3cc-da7bbe0ab983 req-4d7462a2-187c-4b7c-879a-6cf2647cb3e0 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Dec 12 15:18:12.454528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-a4e0ce26-51e7-4c28-92b8-7ae98e5eb9c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:12.455692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca4a438c-68d0-4e73-9b1b-84edf3ab8b0e req-a4e0ce26-51e7-4c28-92b8-7ae98e5eb9c6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381/bindings/n-h2-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.2460990 Dec 12 15:18:12.564030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-8de2807a-c770-46c5-896b-33b3e9eb5333 req-2faf8d0b-8641-4607-bd1c-14f056a0a148 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:18:12.565067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8de2807a-c770-46c5-896b-33b3e9eb5333 req-2faf8d0b-8641-4607-bd1c-14f056a0a148 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057340 Dec 12 15:18:12.625366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-62600c0e-2127-4986-9ce1-4866bdf424ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.626852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-62600c0e-2127-4986-9ce1-4866bdf424ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1095 time: 0.0495479 Dec 12 15:18:12.674658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-30462213-d9a9-4c5f-b2af-8952a9be46a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0363719 Dec 12 15:18:12.736166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-b51686df-0c29-48fa-a141-3e52f3a3d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:12.737691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-b51686df-0c29-48fa-a141-3e52f3a3d17c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0549259 Dec 12 15:18:12.789965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-f57511fd-d024-493c-9c24-3e4f9447ce16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325625 Dec 12 15:18:12.829261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-6df4845d-a4d1-45cd-8152-2f8e92af432a tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378876 Dec 12 15:18:12.963917 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bd1ba0-c2f6-4fa6-9d0f-2342681c472c x-openstack-request-id: req-a4bd1ba0-c2f6-4fa6-9d0f-2342681c472c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:12.964475 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:12.964475 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4bd1ba0-c2f6-4fa6-9d0f-2342681c472c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:12.964873 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'status': 'completed', 'code': 200} Dec 12 15:18:12.993491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-617c4861-62f9-4152-b6d8-58c5dfff252a service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916850 Dec 12 15:18:13.036833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-da4866c8-5a75-4260-8474-190704dcae29 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.038683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-da4866c8-5a75-4260-8474-190704dcae29 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811483 Dec 12 15:18:13.087690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-1eb065ab-8d7e-4d38-9e2e-56925cb1e378 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/quotas/22cfa9b09ed74e0daa189b6bb1483638 HTTP/1.1" status: 200 len: 375 time: 0.0179219 Dec 12 15:18:13.125593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:13.132345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-ac72d312-1fd6-4647-be27-c1daf4037de7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355763 Dec 12 15:18:13.165459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5459d07-32ef-4f7c-ae6f-6feaa3dca094 req-702f0c1c-22c5-4c36-a7a2-f4273bf0ba3e service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623483 Dec 12 15:18:13.273802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-34b05991-a905-4141-b7af-615f32328ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469276 Dec 12 15:18:13.292536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-c24a6990-1b76-4a85-8872-d344fa1cf0a4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:18:13.307544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-c24a6990-1b76-4a85-8872-d344fa1cf0a4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265348 Dec 12 15:18:13.310876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831661-8e37-4fba-964d-20cdfcff990b req-c9b80dc7-a60b-4097-b60b-1410ecb1e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.312595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-c9b80dc7-a60b-4097-b60b-1410ecb1e104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1095 time: 0.0746851 Dec 12 15:18:13.335034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f91d8-76c2-4006-abb8-5bda66db96f9 req-8ea2c5be-da38-40e3-89b7-751d8f3f969a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.345862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c1f91d8-76c2-4006-abb8-5bda66db96f9 req-8ea2c5be-da38-40e3-89b7-751d8f3f969a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1193469 Dec 12 15:18:13.575433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831661-8e37-4fba-964d-20cdfcff990b req-762caaa3-9371-4d67-a3d8-f697a9cb0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.577192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-762caaa3-9371-4d67-a3d8-f697a9cb0ed4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.2283752 Dec 12 15:18:13.594851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:13.647876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c1f91d8-76c2-4006-abb8-5bda66db96f9 req-4b809d49-8c34-4d9c-bf0a-b743e418ed98 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010449 Dec 12 15:18:13.651501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-0566af68-28c1-470b-a889-116871598382 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0524998 Dec 12 15:18:13.678558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb86b42-d382-4b36-aa76-c554940f42cd req-ce9db46b-2907-44db-861f-e6aeddf24561 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.685165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cb86b42-d382-4b36-aa76-c554940f42cd req-ce9db46b-2907-44db-861f-e6aeddf24561 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.1226065 Dec 12 15:18:13.780304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2932ebb1-a954-4b67-a477-9bc3cc5502e6 req-35ae8e5f-1c23-4646-9b9c-cade765c3d5e tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 210 time: 0.0593238 Dec 12 15:18:13.807801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87f5c958-9227-473b-b990-8e7f1f71b2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:13.813223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cb86b42-d382-4b36-aa76-c554940f42cd req-0f319ce0-f496-4981-8bd9-cf3aeeb9d18f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177580 Dec 12 15:18:13.815685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f831661-8e37-4fba-964d-20cdfcff990b req-2824b852-ca62-4508-9b4f-85dac33e3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:13.817772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-2824b852-ca62-4508-9b4f-85dac33e3874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1514187 Dec 12 15:18:13.884333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-53596006-a590-44ad-b03c-092ed32613ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580051 Dec 12 15:18:13.948705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87f5c958-9227-473b-b990-8e7f1f71b2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:13.954939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87f5c958-9227-473b-b990-8e7f1f71b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:13.999114 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-87f5c958-9227-473b-b990-8e7f1f71b2ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73129414a25c4c31a1bef7b6fbbc9f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007192 Dec 12 15:18:13.999114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5c958-9227-473b-b990-8e7f1f71b2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa8d9b7-2f6a-488e-9bc3-9a0d31f7a0cb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:14.000386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:14.028525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e87eca-dff0-4e60-a67e-d886bcf0519a req-094cfaa0-3e87-49a8-ad25-3320d76f1619 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:14.030095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e87eca-dff0-4e60-a67e-d886bcf0519a req-094cfaa0-3e87-49a8-ad25-3320d76f1619 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 944 time: 0.1614890 Dec 12 15:18:14.055572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b72720-a11f-43d0-971d-afc2b94cd73c req-bde7676c-ec4d-49e6-8f99-8b48c3ae4a41 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:14.056773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5b72720-a11f-43d0-971d-afc2b94cd73c req-bde7676c-ec4d-49e6-8f99-8b48c3ae4a41 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 950 time: 0.1488039 Dec 12 15:18:14.061145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.089394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.146489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-2edbc91e-b24e-4640-8c88-bc78832c0963 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370818 Dec 12 15:18:14.152321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.158446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.161230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fa8d9b7-2f6a-488e-9bc3-9a0d31f7a0cb HTTP/1.1" status: 204 len: 168 time: 0.1593673 Dec 12 15:18:14.168304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5b72720-a11f-43d0-971d-afc2b94cd73c req-2a78d5ff-d1c1-4a9d-8180-ced1f57c925f tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020157 Dec 12 15:18:14.191767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f7e6f-073c-4d4b-90d3-5f574b36ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa8d9b7-2f6a-488e-9bc3-9a0d31f7a0cb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:14.197303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e87eca-dff0-4e60-a67e-d886bcf0519a req-402b95ea-bd92-449d-bea1-8d962482e079 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544139 Dec 12 15:18:14.342517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b07d79-3364-454a-a6ab-c1abafacc8cb req-4f3cfe91-9692-49b7-aad0-aaacae372db1 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8afd85ba70824dc793f652d836d846c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295300 Dec 12 15:18:14.448224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f831661-8e37-4fba-964d-20cdfcff990b req-5e3a0940-d4bb-41a7-b48b-6fcc33a32d6e service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740474 Dec 12 15:18:14.536194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b07d79-3364-454a-a6ab-c1abafacc8cb req-88120992-72fc-42fc-b5b0-4f2770868090 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:14.538319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b07d79-3364-454a-a6ab-c1abafacc8cb req-88120992-72fc-42fc-b5b0-4f2770868090 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842244 Dec 12 15:18:14.554453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b07d79-3364-454a-a6ab-c1abafacc8cb req-88046956-dddb-4e56-bd5a-e3fa9faf32b1 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/quotas/8afd85ba70824dc793f652d836d846c5 HTTP/1.1" status: 200 len: 375 time: 0.0098355 Dec 12 15:18:14.589366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b07d79-3364-454a-a6ab-c1abafacc8cb req-da4722f0-1b0c-44ae-8d86-cd4d54da9997 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8afd85ba70824dc793f652d836d846c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274875 Dec 12 15:18:14.696083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51680) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:14.716488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96147a60-fce5-47b8-9338-738a9a8d95f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.792534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f1845222-eb6e-41aa-a8cb-0547f4e14dff tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458102 Dec 12 15:18:14.833117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d4950-d1b2-43f2-ab3c-7bd3d0a19d5a req-bbd92cdd-21b1-4f11-b504-5444f67de760 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:14.844423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd8d4950-d1b2-43f2-ab3c-7bd3d0a19d5a req-bbd92cdd-21b1-4f11-b504-5444f67de760 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1095 time: 0.1289577 Dec 12 15:18:14.937537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd8d4950-d1b2-43f2-ab3c-7bd3d0a19d5a req-a7103545-41ae-4cea-9264-04a59666d097 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854757 Dec 12 15:18:14.990195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96147a60-fce5-47b8-9338-738a9a8d95f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:14.997870 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96147a60-fce5-47b8-9338-738a9a8d95f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.026351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-96147a60-fce5-47b8-9338-738a9a8d95f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2467daac2e3a4c589ee4388e95a9ac67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291371 Dec 12 15:18:15.030477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:15.055197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-437ba48e-3574-4053-9f38-e8d4b1e9f694 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.057037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-437ba48e-3574-4053-9f38-e8d4b1e9f694 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589228 Dec 12 15:18:15.071760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96147a60-fce5-47b8-9338-738a9a8d95f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aadedeb-5342-4abb-b4c7-991d86561fda,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:15.078551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Request body: {'port': {'device_id': '41ec16e0-8310-4d83-b001-da6221878ee4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '22cfa9b09ed74e0daa189b6bb1483638'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:15.125189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225bb98-00af-4897-a053-690078b0c902 req-6f1e4ec3-d3d3-4af8-b597-637e30fc0603 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.126673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b225bb98-00af-4897-a053-690078b0c902 req-6f1e4ec3-d3d3-4af8-b597-637e30fc0603 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0685453 Dec 12 15:18:15.196615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b225bb98-00af-4897-a053-690078b0c902 req-6d9fcc45-e28e-4102-be9a-1dc63596b79a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633888 Dec 12 15:18:15.212709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3396cede-b75d-4ed0-9df6-fc5806065623 req-f46958b3-ac0c-4107-8cd6-779c3d350f0b tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 210 time: 0.0338218 Dec 12 15:18:15.344892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-aa181d72-22b9-453a-9396-f5aba2fa5a92 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561154 Dec 12 15:18:15.378323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.416745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.462199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-94e79d6e-6715-4085-8296-6800b057bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.463676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-94e79d6e-6715-4085-8296-6800b057bf88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.1651051 Dec 12 15:18:15.472203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Made reservation on behalf of 22cfa9b09ed74e0daa189b6bb1483638 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:15.475771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.484755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.500987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.503439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.504553 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aadedeb-5342-4abb-b4c7-991d86561fda HTTP/1.1" status: 204 len: 168 time: 0.4731343 Dec 12 15:18:15.520923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71088d90-2f14-45d3-bba8-bf7035da927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aadedeb-5342-4abb-b4c7-991d86561fda,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:15.576986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-f3aef294-44e8-4db5-a1eb-7fe9e8f2022e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.584187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-f3aef294-44e8-4db5-a1eb-7fe9e8f2022e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.2664881 Dec 12 15:18:15.586606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.591391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.615847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-21499d4a-d584-44c8-92b8-b1ce37342e14 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/quotas/43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 375 time: 0.0307758 Dec 12 15:18:15.625766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-ebeffc26-766a-43c4-8713-699c7714ece2 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.627210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-ebeffc26-766a-43c4-8713-699c7714ece2 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684755 Dec 12 15:18:15.659030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887a8f8e-26e8-4847-9750-91723a361e7a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:15.732696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:15.743448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Allocated IP 192.168.233.215 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/88a16d0e-7ba3-48b0-9fe0-3d25bceb8297) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:15.866823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:15.889590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'port_id': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'mac_address': 'fa:16:3e:57:11:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cac89-ba0b-4c5e-912a-228266ca6499', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:15.934115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-72f9cc53-fa78-4fb0-a7cb-61767c36f8ab tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/quotas/7fc414d5e6de416183e159c53e7e4ed9 HTTP/1.1" status: 200 len: 375 time: 0.0343437 Dec 12 15:18:15.934316 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.936292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-266669cb-52fe-42f9-b667-34c875d380c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:15.937745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-266669cb-52fe-42f9-b667-34c875d380c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.4658651 Dec 12 15:18:15.949077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:15.953532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:15.970313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:15.974642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-97a3aa7e-de66-47a6-bb10-45b0ddadf3ff tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3464875 Dec 12 15:18:15.984117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:16.006382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:16.034965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-48475f39-077a-4ba8-acbf-c10a578d41bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0665779 Dec 12 15:18:16.056901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:16.060433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:16.063769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:16.067607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:16.095822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Pushing event updated for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:16.106268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-0f1355fd-d364-46b9-aae2-9b7b37bd5209 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712947 Dec 12 15:18:16.138988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-388f77a6-36bd-4fa8-ad36-8c2373a93e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:16.140448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-388f77a6-36bd-4fa8-ad36-8c2373a93e1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0783267 Dec 12 15:18:16.146427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:16.147160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:16.194722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-f331b389-cb41-4c74-9bfc-8c68fa023987 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1209905 Dec 12 15:18:16.208737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Request body: {'port': {'device_id': '41ec16e0-8310-4d83-b001-da6221878ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:16.211343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-44135853-83fc-41b1-a4f6-11e12e634c96 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270789 Dec 12 15:18:16.256324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:16.307156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:16.341406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-d5ff6435-2766-4440-b735-a9aec222a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:16.344258 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-d5ff6435-2766-4440-b735-a9aec222a81f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1765289 Dec 12 15:18:16.480623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-02f88ebc-8f56-4f61-874c-1d0bf4dd5f71 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683244 Dec 12 15:18:16.497546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-588fa671-cce8-479a-8a05-62de9001f1ec None None] Provisioning complete for port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:16.499338 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-588fa671-cce8-479a-8a05-62de9001f1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:16.571090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-9ffa32f6-d17c-4e51-b739-70424bb5b943 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166798 Dec 12 15:18:16.581232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-588fa671-cce8-479a-8a05-62de9001f1ec None None] Port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:16.616127 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:18:16.776516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-6c32879b-3fa5-4059-879c-1064e3c8d7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956773 Dec 12 15:18:16.811310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212c816-7a01-41de-a39f-f4e2095f9954 req-ab45232f-4847-4278-a7c9-89b3d24dd74f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:16.813046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7212c816-7a01-41de-a39f-f4e2095f9954 req-ab45232f-4847-4278-a7c9-89b3d24dd74f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.0807474 Dec 12 15:18:16.879270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7212c816-7a01-41de-a39f-f4e2095f9954 req-35d7bec8-49f2-496e-8e45-30405afe353f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599897 Dec 12 15:18:16.961820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:17.000715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.034886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Transition to ACTIVE for port object 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:17.041075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.098320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Pushing event updated for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:17.177097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8370-7e57-4372-aa68-d44e97569809 req-e4c8af34-7031-40fc-8099-5e71e4133b4e tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.185491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2dd8370-7e57-4372-aa68-d44e97569809 req-e4c8af34-7031-40fc-8099-5e71e4133b4e tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 936 time: 0.1843019 Dec 12 15:18:17.196560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa693b-84cd-4f5a-8d44-55f5339c6939 req-32296862-2f68-4593-bb55-51c69bc70141 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.204313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36aa693b-84cd-4f5a-8d44-55f5339c6939 req-32296862-2f68-4593-bb55-51c69bc70141 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1913812 Dec 12 15:18:17.262719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Attempting to bind port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:17.266482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Attempting to bind port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:17.266937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Attempting to bind port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:17.273067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:17.275733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Attempting to bind port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:17.298015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:17.306104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:17.306987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2dd8370-7e57-4372-aa68-d44e97569809 req-1eb49afa-54ee-4c55-a8c3-b2614852d1a8 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202300 Dec 12 15:18:17.307493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:17.308038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Bound port: 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:17.309277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.333392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36aa693b-84cd-4f5a-8d44-55f5339c6939 req-37c5c63f-1735-403e-b2e0-e73f70e65834 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279533 Dec 12 15:18:17.457477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f87c9b06-b079-4467-bc32-7650d49f8edd req-485acb9b-3df0-4368-8585-7741db291fca tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 210 time: 0.0456085 Dec 12 15:18:17.469690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:17.478411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:17.488852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5622fcb7-1062-4a73-9b66-31aad1cf7fdf req-977cc7dc-aa0e-4920-ba17-32d4640fdf17 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 210 time: 0.0363948 Dec 12 15:18:17.500202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.538580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.540484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.542071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] 10.222.0.13 "PUT /v2.0/ports/88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 HTTP/1.1" status: 200 len: 1096 time: 1.3381507 Dec 12 15:18:17.542423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:17.546206 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357e835e-4b0f-4582-8df2-46d087ee5b45" -d '{"events": [{"name": "network-changed", "server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:17.614642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b2559-e7a7-4d12-8419-d174c66c2efd service neutron] Pushing event updated for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:17.630838 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9126ff9-0775-47de-81f2-371f452c4c4e x-openstack-request-id: req-f9126ff9-0775-47de-81f2-371f452c4c4e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:17.631061 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:17.631321 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9126ff9-0775-47de-81f2-371f452c4c4e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:17.631715 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297', 'status': 'completed', 'code': 200} Dec 12 15:18:17.666116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-8d54d423-1e18-4a5f-9aa4-9513e67e83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.667627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-8d54d423-1e18-4a5f-9aa4-9513e67e83b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 1099 time: 0.0483525 Dec 12 15:18:17.734214 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-95e93a67-43d1-45b2-9f54-d3f823d3c46f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 HTTP/1.1" status: 200 len: 217 time: 0.0544066 Dec 12 15:18:17.740953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:17.819694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-57d2560b-4cce-4a6d-b40f-88c61acdbcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.821338 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-57d2560b-4cce-4a6d-b40f-88c61acdbcda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0788746 Dec 12 15:18:17.840699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:17.849340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:17.849975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:17.882712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-cccd3a79-16ac-4aed-a529-aa1f133ce162 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305319 Dec 12 15:18:17.950299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-ca883c54-ccaa-4541-a9bc-06b615c49714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:17.955487 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-ca883c54-ccaa-4541-a9bc-06b615c49714 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054745 Dec 12 15:18:18.009049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.078291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:18.084307 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b142ff2-3df5-4e0a-8419-bbc56ead87d7" -d '{"events": [{"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-plugged", "status": "completed", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:18.133580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:18.137469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-87dfa012-aa39-47a6-af28-eff26f02824c service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728642 Dec 12 15:18:18.141960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.144974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b95f2-cf4e-4c79-a708-336980b0c935 req-38b7da44-1b36-483f-a950-e33273473a14 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.154986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703b95f2-cf4e-4c79-a708-336980b0c935 req-38b7da44-1b36-483f-a950-e33273473a14 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.1334279 Dec 12 15:18:18.173800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-28080004-725f-4b72-aa6b-e42b45b50a4a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.186687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-28080004-725f-4b72-aa6b-e42b45b50a4a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960794 Dec 12 15:18:18.212312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Request body: {'port': {'device_id': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '7fc414d5e6de416183e159c53e7e4ed9'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:18.245709 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfc4881-0247-4489-adf9-794d2b84d450 x-openstack-request-id: req-fbfc4881-0247-4489-adf9-794d2b84d450 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:18.246302 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-plugged", "status": "completed", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:18.246760 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbfc4881-0247-4489-adf9-794d2b84d450 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:18.247404 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'code': 200} Dec 12 15:18:18.251070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:18.276977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd242a65-40b1-49ef-a928-b2ac87f40480 req-4dbdddb3-196c-4279-a764-7b83a8b41638 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304302 Dec 12 15:18:18.297409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703b95f2-cf4e-4c79-a708-336980b0c935 req-d78938d9-ca35-487b-b383-3e410b97e6b7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400640 Dec 12 15:18:18.459016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0902265-dcc2-4641-b06d-fe725ba22de7 req-c11f1318-b08b-43e9-a81f-4bc23c6e9efc tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8afd85ba70824dc793f652d836d846c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634820 Dec 12 15:18:18.491706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-d47199fc-0547-4f1c-8e11-2b8ac2f7b304 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.493619 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-d47199fc-0547-4f1c-8e11-2b8ac2f7b304 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.1628885 Dec 12 15:18:18.518922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Request body: {'port': {'device_id': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'admin_state_up': True, 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:18.555980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9d96b369-1ede-4918-aa2f-cceeb8de2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.562576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9d96b369-1ede-4918-aa2f-cceeb8de2880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 1099 time: 0.2110052 Dec 12 15:18:18.586245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aad10f-c64c-4415-a61c-e42c03ec4bf5 req-988d1456-0f77-4180-836f-1adb0b1d2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.588187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0aad10f-c64c-4415-a61c-e42c03ec4bf5 req-988d1456-0f77-4180-836f-1adb0b1d2243 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1915398 Dec 12 15:18:18.620101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Made reservation on behalf of 7fc414d5e6de416183e159c53e7e4ed9 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:18.623508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.642185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:18.645888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.754608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0902265-dcc2-4641-b06d-fe725ba22de7 req-da2a00f3-b7f1-4617-9d48-0ba55477778a tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.756038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0902265-dcc2-4641-b06d-fe725ba22de7 req-da2a00f3-b7f1-4617-9d48-0ba55477778a tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962775 Dec 12 15:18:18.775593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Allocated IP 172.20.0.2 (9c81f7d1-914a-4d1e-9bc3-02464b4be82e/ac03e8f1-c991-4a3b-b83b-d145a0705332/9033343a-eb33-4989-aa2f-248c4f620824) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:18.840745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0aad10f-c64c-4415-a61c-e42c03ec4bf5 req-420ef7c8-0dfc-4cd8-86cf-ac9c50a93cf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314935 Dec 12 15:18:18.841922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0902265-dcc2-4641-b06d-fe725ba22de7 req-73c1f4fe-d97f-4e31-80c9-d8e3315fc4b3 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/quotas/8afd85ba70824dc793f652d836d846c5 HTTP/1.1" status: 200 len: 375 time: 0.0466208 Dec 12 15:18:18.849390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fc000-4f20-46c7-8562-470d1ac98e16 req-2871e85f-89cf-4fb0-902f-3ba19cdab639 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.851149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c2fc000-4f20-46c7-8562-470d1ac98e16 req-2871e85f-89cf-4fb0-902f-3ba19cdab639 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 948 time: 0.2409739 Dec 12 15:18:18.864359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-6bc4a310-51b9-43f9-b40f-6560cbabd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:18.865742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-6bc4a310-51b9-43f9-b40f-6560cbabd00a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2919097 Dec 12 15:18:18.893762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0902265-dcc2-4641-b06d-fe725ba22de7 req-41acb3bb-b4e1-4d69-b583-c20526098cf9 tempest-QuotasAdminNegativeTest-88529223 tempest-QuotasAdminNegativeTest-88529223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8afd85ba70824dc793f652d836d846c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402722 Dec 12 15:18:18.924761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.961492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:18.964371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9af8ca4d-bf71-4096-a6a4-0e0543c8b699 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 HTTP/1.1" status: 200 len: 217 time: 0.0727227 Dec 12 15:18:19.013210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:19.016427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:19.018833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:19.025503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:19.060962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c2fc000-4f20-46c7-8562-470d1ac98e16 req-59084edd-ea50-4bc8-83d6-0f2bc869abb1 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942556 Dec 12 15:18:19.081838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.081838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.082049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Allocated IP 192.168.233.193 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/b79e0436-b5df-4570-81a9-0533bad172c8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:19.093195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-6fd0f62e-a877-439a-bf4f-09050f4d4dbf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799439 Dec 12 15:18:19.093382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-4aab2dd9-1172-4a6b-88b8-9c116d2b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.094947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-4aab2dd9-1172-4a6b-88b8-9c116d2b39ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1206744 Dec 12 15:18:19.111894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Request body: {'port': {'device_id': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:19.144320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25454-df58-447a-8813-92146a1cb706 req-bd23839d-4b85-4db4-a639-e1eb7aa419b2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.145902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbf25454-df58-447a-8813-92146a1cb706 req-bd23839d-4b85-4db4-a639-e1eb7aa419b2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1264749 Dec 12 15:18:19.170019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.289946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9cf0b8f2-89e0-4fc3-8f34-f8fad8893754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.291328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9cf0b8f2-89e0-4fc3-8f34-f8fad8893754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715760 Dec 12 15:18:19.321355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbf25454-df58-447a-8813-92146a1cb706 req-e6d7a915-83cb-40c7-b46c-789dfeb95ba1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468527 Dec 12 15:18:19.346998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebd441-a1c7-4848-9fb5-25731a9f382d req-2f94a3c1-e261-4cc8-b272-3b0fda0436a9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.348516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8ebd441-a1c7-4848-9fb5-25731a9f382d req-2f94a3c1-e261-4cc8-b272-3b0fda0436a9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 931 time: 0.2125101 Dec 12 15:18:19.435543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9033343a-eb33-4989-aa2f-248c4f620824 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:19.441497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40e5dfef-357b-4f86-925e-4b63298369fc req-3df5e1b4-aab1-458e-b330-dae4ad2fe4f8 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 210 time: 0.0570753 Dec 12 15:18:19.443027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.465004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Transition to ACTIVE for port object 9033343a-eb33-4989-aa2f-248c4f620824 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:19.470520 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.471816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.506912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8ebd441-a1c7-4848-9fb5-25731a9f382d req-9e8033b9-07c7-4468-86c5-3312a31c5f0b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474953 Dec 12 15:18:19.544959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-e1b551aa-63d6-41c6-8619-a59c86b755d6 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407687 Dec 12 15:18:19.551732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:19.557487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.570338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['907362f4-7e9b-4724-849b-617145df2753'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:19.660484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:19.662045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:19.662391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:19.677358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:19.677698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:19.701985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:19.702333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:19.702739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:19.703214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Bound port: 9033343a-eb33-4989-aa2f-248c4f620824, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:19.703577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.842387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:19.846559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:19.850702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.885395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.900799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:19.905656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] 10.222.0.13 "PUT /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 1091 time: 0.7979155 Dec 12 15:18:19.940051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:19.945025 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62086c33-da9f-4024-8f37-df03e65573b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "tag": "9033343a-eb33-4989-aa2f-248c4f620824"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:19.946415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:19.949701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55986e0f-3258-46ac-8f0d-0222158fd124 service neutron] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:19.968687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:19.973577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:19.979227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:19.979838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.003642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Pushing event updated for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:20.021693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-29116225-f84f-4564-b0d8-28450ef3a608 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8136921 Dec 12 15:18:20.029216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-2c42c0e4-8903-4a6f-b900-dfc7d1d5de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.030897 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-2c42c0e4-8903-4a6f-b900-dfc7d1d5de14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1094 time: 0.0747843 Dec 12 15:18:20.048932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b95e-38b7-4a39-a7a8-c59978699dd3 req-c0765aed-abfa-4132-9e19-cf7934c1b057 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.050498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e568b95e-38b7-4a39-a7a8-c59978699dd3 req-c0765aed-abfa-4132-9e19-cf7934c1b057 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 946 time: 0.1327808 Dec 12 15:18:20.054292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Request body: {'port': {'device_id': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:20.097759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-357e835e-4b0f-4582-8df2-46d087ee5b45 req-9bb2f073-16f1-4c38-b707-4470eeb298e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301547 Dec 12 15:18:20.119362 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-8ce9c6a2-253f-4b49-bab3-7f5db7522876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 217 time: 0.0792432 Dec 12 15:18:20.144402 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a3c36d-98a7-4fb2-a931-0e21583b351c x-openstack-request-id: req-95a3c36d-98a7-4fb2-a931-0e21583b351c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:20.145781 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "tag": "9033343a-eb33-4989-aa2f-248c4f620824", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:20.146051 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95a3c36d-98a7-4fb2-a931-0e21583b351c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:20.146454 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824', 'status': 'completed', 'code': 200} Dec 12 15:18:20.186585 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.206805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-8ca1167e-9730-4cc5-8a6f-aa034bb9a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.212923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e568b95e-38b7-4a39-a7a8-c59978699dd3 req-739f889e-1af8-429c-95ad-798a534566f9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533592 Dec 12 15:18:20.217694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-8ca1167e-9730-4cc5-8a6f-aa034bb9a7ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0894594 Dec 12 15:18:20.284846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-d285749e-d12a-4032-9726-84f9f6f822c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546291 Dec 12 15:18:20.349103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-db2f60d6-6a38-43a4-85fe-e5753bd6910d None None] Provisioning complete for port b79e0436-b5df-4570-81a9-0533bad172c8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:20.350745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db2f60d6-6a38-43a4-85fe-e5753bd6910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.404372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-db2f60d6-6a38-43a4-85fe-e5753bd6910d None None] Port b79e0436-b5df-4570-81a9-0533bad172c8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:20.457512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108ced-083b-4a6f-ac78-dbf89fb88f17 req-0eb44670-e38c-43e9-8e3b-c6c2f7683a15 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.458984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91108ced-083b-4a6f-ac78-dbf89fb88f17 req-0eb44670-e38c-43e9-8e3b-c6c2f7683a15 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 948 time: 0.1220715 Dec 12 15:18:20.481452 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-32f108a5-f7e8-4ad1-b798-684712abecf5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881101 Dec 12 15:18:20.542970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:20.587220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3da48-6578-41ae-a2d8-927457b6db90 req-5a393182-94bc-4d0b-b40f-803f3000ece2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.588760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4af3da48-6578-41ae-a2d8-927457b6db90 req-5a393182-94bc-4d0b-b40f-803f3000ece2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1392736 Dec 12 15:18:20.594261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91108ced-083b-4a6f-ac78-dbf89fb88f17 req-a0c09c4a-c3d6-4295-80ef-ebc6bf298dad tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212926 Dec 12 15:18:20.626626 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f301b6a8-93b8-4d64-b925-80ac7e3db33a req-49e26a50-4369-4695-8bb4-a7dea11b80b4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382797 Dec 12 15:18:20.735414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4af3da48-6578-41ae-a2d8-927457b6db90 req-0efeab03-5a93-4cea-9068-0e49d3e07a69 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401358 Dec 12 15:18:20.739370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086c33-da9f-4024-8f37-df03e65573b7 req-564b71a9-8bb8-44ec-b8d4-64a704b6c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.743146 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-564b71a9-8bb8-44ec-b8d4-64a704b6c651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1094 time: 0.0598311 Dec 12 15:18:20.744273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79e0436-b5df-4570-81a9-0533bad172c8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:20.767505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.793673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Transition to ACTIVE for port object b79e0436-b5df-4570-81a9-0533bad172c8 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:20.802159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c278bb-8043-4c01-8610-e8d43b7c0469 req-d46593d6-0414-418a-810a-013e2866089d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.809866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93c278bb-8043-4c01-8610-e8d43b7c0469 req-d46593d6-0414-418a-810a-013e2866089d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 936 time: 0.1236010 Dec 12 15:18:20.818675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.883646 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2747040d-c50f-4439-97e5-cefbded15917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:20.897234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086c33-da9f-4024-8f37-df03e65573b7 req-51013702-9c54-43b4-b810-5112a5b29c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.899480 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-51013702-9c54-43b4-b810-5112a5b29c19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1480868 Dec 12 15:18:20.930623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Pushing event updated for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:20.941185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93c278bb-8043-4c01-8610-e8d43b7c0469 req-5bebd725-f005-49db-8cb9-719dcbb8c501 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304476 Dec 12 15:18:20.998254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ef85c-9495-4f33-b71c-afc28f8f06aa req-174ffefb-573f-44d0-a437-f99a22d1cd9a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:20.998952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-1ab60e7f-9a50-4d54-8ec0-1ad9a7f50ff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 217 time: 0.0889502 Dec 12 15:18:21.000093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46ef85c-9495-4f33-b71c-afc28f8f06aa req-174ffefb-573f-44d0-a437-f99a22d1cd9a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.1882727 Dec 12 15:18:21.003140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Attempting to bind port b79e0436-b5df-4570-81a9-0533bad172c8 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:21.003542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Attempting to bind port b79e0436-b5df-4570-81a9-0533bad172c8 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:21.003935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Attempting to bind port b79e0436-b5df-4570-81a9-0533bad172c8 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:21.017637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Port b79e0436-b5df-4570-81a9-0533bad172c8 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:21.018039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Attempting to bind port b79e0436-b5df-4570-81a9-0533bad172c8 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:21.032390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:21.032853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:21.033298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:21.033841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Bound port: b79e0436-b5df-4570-81a9-0533bad172c8, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:21.034242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.063125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2747040d-c50f-4439-97e5-cefbded15917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.067601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:21.087414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2747040d-c50f-4439-97e5-cefbded15917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.120005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086c33-da9f-4024-8f37-df03e65573b7 req-810e533f-f761-41bb-a49c-104e445a2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.121382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-810e533f-f761-41bb-a49c-104e445a2666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1097400 Dec 12 15:18:21.124794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46ef85c-9495-4f33-b71c-afc28f8f06aa req-91f7ca15-5580-492b-a740-83f78084a53e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161358 Dec 12 15:18:21.136578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:21.144698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b79e0436-b5df-4570-81a9-0533bad172c8,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:21.158975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.167219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2747040d-c50f-4439-97e5-cefbded15917 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8afd85ba70824dc793f652d836d846c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6195068 Dec 12 15:18:21.177947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:21.178745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747040d-c50f-4439-97e5-cefbded15917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4496777d-06cc-477d-af5c-816c85c760a7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:21.184108 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-cdecea38-cfea-4b9e-b151-7b59d4e28c78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453176 Dec 12 15:18:21.199670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.200391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.201688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] 10.222.0.13 "PUT /v2.0/ports/b79e0436-b5df-4570-81a9-0533bad172c8 HTTP/1.1" status: 200 len: 1096 time: 1.1656685 Dec 12 15:18:21.202264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:21.205142 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18" -d '{"events": [{"name": "network-changed", "server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:21.293204 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb34ff-9804-4915-bb48-b746ddd01829 x-openstack-request-id: req-bfcb34ff-9804-4915-bb48-b746ddd01829 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:21.293747 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:21.294194 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfcb34ff-9804-4915-bb48-b746ddd01829 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:21.294626 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8', 'status': 'completed', 'code': 200} Dec 12 15:18:21.314558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c211f-1399-4cf2-84ba-ef3d2f976e4c service neutron] Pushing event updated for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:21.333226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd17eba9-cc7d-410d-994c-29aff0d2d005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.362491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-b095e8ba-69d3-4629-85a3-1aaf811b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.363996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-b095e8ba-69d3-4629-85a3-1aaf811b1192 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 1099 time: 0.1049674 Dec 12 15:18:21.381418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bd516-4fed-46f0-8b85-a2e6503d92a7 req-9b49ec42-ff22-4ea5-99a3-5aab0c0cfae2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.385155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.385303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a53bd516-4fed-46f0-8b85-a2e6503d92a7 req-9b49ec42-ff22-4ea5-99a3-5aab0c0cfae2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 946 time: 0.0676169 Dec 12 15:18:21.417835 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-59b22d3b-d5e4-4f31-b2b6-d65f76e07ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225168 Dec 12 15:18:21.430586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-9d146724-cc04-4d8a-a80c-fec2a5cd06f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b79e0436-b5df-4570-81a9-0533bad172c8 HTTP/1.1" status: 200 len: 217 time: 0.0443623 Dec 12 15:18:21.451174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.510475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a53bd516-4fed-46f0-8b85-a2e6503d92a7 req-a9092407-10bb-411d-8ea0-5d2047d567f7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161332 Dec 12 15:18:21.512720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-65c9bef2-5210-45ed-a7fb-a668e7642e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.514044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-65c9bef2-5210-45ed-a7fb-a668e7642e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0732217 Dec 12 15:18:21.570910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd17eba9-cc7d-410d-994c-29aff0d2d005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.576079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-3983aff8-65c8-41c0-9842-570d3a9b05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.577994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-3983aff8-65c8-41c0-9842-570d3a9b05a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556121 Dec 12 15:18:21.579494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd17eba9-cc7d-410d-994c-29aff0d2d005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.603049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-62086c33-da9f-4024-8f37-df03e65573b7 req-96a7aaeb-5230-496f-b672-9bda632bd69d service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746480 Dec 12 15:18:21.625187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.627729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.631385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4496777d-06cc-477d-af5c-816c85c760a7 HTTP/1.1" status: 204 len: 168 time: 0.4471862 Dec 12 15:18:21.640198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fd17eba9-cc7d-410d-994c-29aff0d2d005 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f113f9cde68433bae982d04531eb91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714850 Dec 12 15:18:21.641171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17eba9-cc7d-410d-994c-29aff0d2d005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6757ea3-6f35-4aaf-a53f-cc7c460ad9d8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:21.643645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:21.684574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2711acc-0713-4136-b4b2-2d0ce77a120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4496777d-06cc-477d-af5c-816c85c760a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:21.711320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.737475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.779320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b9e94-ed64-4ebb-a3b5-1b3337ec5157 req-60645f82-3e67-41a3-86fb-65cb7989898c tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.780875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-423b9e94-ed64-4ebb-a3b5-1b3337ec5157 req-60645f82-3e67-41a3-86fb-65cb7989898c tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1803169 Dec 12 15:18:21.789529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-be627716-b17f-49cd-9ea9-7b9171eb785e service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002783 Dec 12 15:18:21.794794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.798030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:21.799758 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6757ea3-6f35-4aaf-a53f-cc7c460ad9d8 HTTP/1.1" status: 204 len: 168 time: 0.1541727 Dec 12 15:18:21.802813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756ddd-7374-4bda-a28c-889d699d2a86 req-8d56cbff-23c6-4e8c-bde5-be710a73cbd8 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:21.805191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85756ddd-7374-4bda-a28c-889d699d2a86 req-8d56cbff-23c6-4e8c-bde5-be710a73cbd8 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 948 time: 0.1210861 Dec 12 15:18:21.811837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:21.833971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f80fd-661b-4f18-8d70-7820feb18345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6757ea3-6f35-4aaf-a53f-cc7c460ad9d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:21.930024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-423b9e94-ed64-4ebb-a3b5-1b3337ec5157 req-ba4b869d-565f-49da-aa69-a413a03c536f tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381962 Dec 12 15:18:21.960220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85756ddd-7374-4bda-a28c-889d699d2a86 req-7d50cdcf-737f-4209-a56f-ef6b0d80ace7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324813 Dec 12 15:18:21.984309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f9a358-4e32-483e-9efa-89caa74f834c req-a6ee4a7f-f29e-4173-bf76-7daae62aa0d2 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715906 Dec 12 15:18:22.007171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:22.028151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2d3044e-ab4d-4d52-be70-9388d37f58b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.050876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:22.069716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297', 'mac_address': 'fa:16:3e:1d:d1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:22.109645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.124105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-74d87f35-96b4-44f6-915c-95f7dc3c98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.125748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-74d87f35-96b4-44f6-915c-95f7dc3c98af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 1099 time: 0.0973766 Dec 12 15:18:22.127667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:22.157255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:22.162817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.171170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2d3044e-ab4d-4d52-be70-9388d37f58b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.176931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2d3044e-ab4d-4d52-be70-9388d37f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.227285 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b2d3044e-ab4d-4d52-be70-9388d37f58b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=945e1e4fb5e5472697c81ec70b6a0a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168636 Dec 12 15:18:22.228088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:22.228646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3044e-ab4d-4d52-be70-9388d37f58b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65181fb-cbdc-4133-9498-5de0450695fe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:22.231334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:22.237525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91853fb5-7e02-48cd-8731-0b6a3a25b553 req-2984ac01-febc-4a53-a928-b4f6c73eef9d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.239086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91853fb5-7e02-48cd-8731-0b6a3a25b553 req-2984ac01-febc-4a53-a928-b4f6c73eef9d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1709082 Dec 12 15:18:22.251481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c36cc-f24d-496d-943b-afbbe095232b req-8a4f06c7-80ec-4ec6-9e3e-78f3b49728dd tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.252487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a3c36cc-f24d-496d-943b-afbbe095232b req-8a4f06c7-80ec-4ec6-9e3e-78f3b49728dd tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 948 time: 0.1442428 Dec 12 15:18:22.299285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.326553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.336790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-8467e90e-6b38-487f-bc02-981a428c1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.339073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-8467e90e-6b38-487f-bc02-981a428c1dea service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1986082 Dec 12 15:18:22.391596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51934) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:22.399803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.402782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.403920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b65181fb-cbdc-4133-9498-5de0450695fe HTTP/1.1" status: 204 len: 168 time: 0.1716790 Dec 12 15:18:22.414794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91853fb5-7e02-48cd-8731-0b6a3a25b553 req-f4ce2e04-2a48-4ae2-b490-ef7340de3d53 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587367 Dec 12 15:18:22.419506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-45581cf9-7282-4f27-9628-f93052c73b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b79e0436-b5df-4570-81a9-0533bad172c8 HTTP/1.1" status: 200 len: 217 time: 0.0683134 Dec 12 15:18:22.427977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:22.435231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e7514b4-53c7-453a-b987-491a9cca4b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.439325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a3c36cc-f24d-496d-943b-afbbe095232b req-ba9c69f0-848e-4a01-b144-92966b506e88 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753645 Dec 12 15:18:22.537431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ccc77-fb4e-4074-a73d-6f2f282eaca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65181fb-cbdc-4133-9498-5de0450695fe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:22.591523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-79a99480-87cb-418d-aadf-1ac2ab799a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.594438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-79a99480-87cb-418d-aadf-1ac2ab799a3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1653178 Dec 12 15:18:22.614483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe86e9-4e49-42cf-b5f2-e315ec37a539 req-7ef2de26-4c06-4ec8-b2c0-e7d98bbedb07 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.616245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2afe86e9-4e49-42cf-b5f2-e315ec37a539 req-7ef2de26-4c06-4ec8-b2c0-e7d98bbedb07 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1018226 Dec 12 15:18:22.619082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e7514b4-53c7-453a-b987-491a9cca4b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.627610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e7514b4-53c7-453a-b987-491a9cca4b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.673959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7514b4-53c7-453a-b987-491a9cca4b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1849543-3580-4916-8f18-6f52067df147,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:22.678197 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3e7514b4-53c7-453a-b987-491a9cca4b0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2c0fb2a0ca943e686d49af6b08e2a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856154 Dec 12 15:18:22.681070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:22.724885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-7c5debc1-2397-4e4a-9c71-74c27bafcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.726354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-7c5debc1-2397-4e4a-9c71-74c27bafcac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222544 Dec 12 15:18:22.739244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.764083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.813677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af9637-4914-480d-a7a5-c7d2b571c3bc req-5243ae24-72d4-4dfd-be32-acf1784ecd0e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:22.815253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7af9637-4914-480d-a7a5-c7d2b571c3bc req-5243ae24-72d4-4dfd-be32-acf1784ecd0e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.1528940 Dec 12 15:18:22.819605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2afe86e9-4e49-42cf-b5f2-e315ec37a539 req-25dd9333-c460-4468-bb6b-2c12c01daafc tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814885 Dec 12 15:18:22.834229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.837625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:22.838860 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1849543-3580-4916-8f18-6f52067df147 HTTP/1.1" status: 204 len: 168 time: 0.1565917 Dec 12 15:18:22.849770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178630f8-10fa-4e60-9bb9-9613ce9323da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1849543-3580-4916-8f18-6f52067df147,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:22.904955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7af9637-4914-480d-a7a5-c7d2b571c3bc req-a0b40e77-840e-41b3-b055-f40a7c64e71a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815406 Dec 12 15:18:22.930473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-05b7620f-90c2-45e9-aaed-14cbfb83bfb3 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951344 Dec 12 15:18:23.078182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f1b64ed-a20c-4086-aca4-2e6cb9b88d18 req-7dc683eb-cba5-47e6-b666-b102f54a76e3 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398644 Dec 12 15:18:23.153882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0bb1-0d48-4944-802e-a408b15cdea6 req-02df782c-d3b4-4e9c-95e6-dfa3c8006903 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:23.153882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73ab0bb1-0d48-4944-802e-a408b15cdea6 req-02df782c-d3b4-4e9c-95e6-dfa3c8006903 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 949 time: 0.0697560 Dec 12 15:18:23.232236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6a91a-70b5-4010-acc3-b11e5a047355 req-cb48efd4-74af-4883-afaf-3ff99bb9e91d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:23.233802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05f6a91a-70b5-4010-acc3-b11e5a047355 req-cb48efd4-74af-4883-afaf-3ff99bb9e91d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0799353 Dec 12 15:18:23.238511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73ab0bb1-0d48-4944-802e-a408b15cdea6 req-0bf79c4d-6bc0-469e-9fae-68164aefc3b6 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Dec 12 15:18:23.296313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05f6a91a-70b5-4010-acc3-b11e5a047355 req-b437161c-611c-449a-9dec-c3544acf48ad tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Dec 12 15:18:23.509119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:23.567495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef687259-7c95-4b24-85e0-44a08962fd18 req-f4884daf-949e-45ba-b80b-cac29095f205 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:23.568862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef687259-7c95-4b24-85e0-44a08962fd18 req-f4884daf-949e-45ba-b80b-cac29095f205 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0828540 Dec 12 15:18:23.608007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e9d26-49db-4112-996e-eb7a2417976f req-e31e2a2e-bea2-43a7-8345-d5b837e80e0d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:23.609592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b2e9d26-49db-4112-996e-eb7a2417976f req-e31e2a2e-bea2-43a7-8345-d5b837e80e0d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 948 time: 0.0828857 Dec 12 15:18:23.624232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1452656755-network', 'tenant_id': '4953b6392e564da6af61174a86b02747'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:23.647838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Made reservation on behalf of 4953b6392e564da6af61174a86b02747 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:23.650900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.654907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef687259-7c95-4b24-85e0-44a08962fd18 req-956d8461-3d72-4574-99f0-24c0b275697d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731428 Dec 12 15:18:23.660947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.690140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b2e9d26-49db-4112-996e-eb7a2417976f req-0fdfc4d2-242c-4480-96d2-f5ed6ca13b3a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Dec 12 15:18:23.753626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.757544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.782324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:18:23.792817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81936b1d-cd80-4c4d-9f42-b9e0cf11e996,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:23.797564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.797908 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Added segment b7b2bb8b-1425-46e2-bde2-ffdb63d7b640 of type vlan for network ff197dd3-f1b6-4324-9997-9e68887b2788 Dec 12 15:18:23.815564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:23.817895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:23.840110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.868462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.869813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:23.871231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.937078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:23.940782 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4279537 Dec 12 15:18:23.941437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52004) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:23.947033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Request body: {'subnet': {'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1452656755-subnet', 'tenant_id': '4953b6392e564da6af61174a86b02747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:23.947842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:23.948219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:23.948452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23321d6a-acaf-42b5-a0d7-25ece398cd82 admin admin] Pushing event updated for resources: {'Network': ['ID=ff197dd3-f1b6-4324-9997-9e68887b2788,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:23.983385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network ff197dd3-f1b6-4324-9997-9e68887b2788 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:18:23.994823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Made reservation on behalf of 4953b6392e564da6af61174a86b02747 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:23.997792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.037142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:24.076232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '9033343a-eb33-4989-aa2f-248c4f620824', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'port_id': '9033343a-eb33-4989-aa2f-248c4f620824', 'mac_address': 'fa:16:3e:c7:07:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03e8f1-c991-4a3b-b83b-d145a0705332', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:24.125960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ef5bb-18bb-48ae-ae70-64bb7943e84b req-17538cc1-075e-4c8e-9e32-b1cce7b36d28 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:24.127440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f7ef5bb-18bb-48ae-ae70-64bb7943e84b req-17538cc1-075e-4c8e-9e32-b1cce7b36d28 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.0869513 Dec 12 15:18:24.151911 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.155219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.181596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9033343a-eb33-4989-aa2f-248c4f620824 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:24.189714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:24.192360 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f3d48f-e8e0-491f-9025-72f11386ac98" -d '{"events": [{"server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "name": "network-vif-plugged", "status": "completed", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:24.211530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:24.219423 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.222313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:24.247321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.249838 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805ccc35-149e-49f4-8c13-cd62472d2da1 x-openstack-request-id: req-805ccc35-149e-49f4-8c13-cd62472d2da1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:24.250293 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "name": "network-vif-plugged", "status": "completed", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:24.250686 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-805ccc35-149e-49f4-8c13-cd62472d2da1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:24.251078 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297', 'code': 200} Dec 12 15:18:24.299059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:24.323429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f7ef5bb-18bb-48ae-ae70-64bb7943e84b req-36b04b6d-5464-495d-9abb-43397ced6584 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538885 Dec 12 15:18:24.327544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.358713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:24.469361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf888a1-401d-41d9-8084-d04b2d498c5b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:24.497505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['9033343a-eb33-4989-aa2f-248c4f620824'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:24.721487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f41a-314a-4fc9-9f06-dd9bd31ab723 req-3f591d7c-3bb2-4710-949e-bba264743445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:24.722868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7082f41a-314a-4fc9-9f06-dd9bd31ab723 req-3f591d7c-3bb2-4710-949e-bba264743445 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 1101 time: 0.3983402 Dec 12 15:18:24.733764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e5594-9b24-4605-9237-840c2566cb7a req-8d810f5a-6b98-49cb-b9d0-891dd4f44cb4 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:24.735113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-700e5594-9b24-4605-9237-840c2566cb7a req-8d810f5a-6b98-49cb-b9d0-891dd4f44cb4 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.4039779 Dec 12 15:18:24.747784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Checking segment: {'id': 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:24.748134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Network hostable DHCP agents. Network: ff197dd3-f1b6-4324-9997-9e68887b2788, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:18:24.763593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c8823-c4f5-4b87-8a9b-0e3781d0c64c req-2fa9e700-d800-4c2b-90db-d6cb20f0ef21 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:24.765031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d18c8823-c4f5-4b87-8a9b-0e3781d0c64c req-2fa9e700-d800-4c2b-90db-d6cb20f0ef21 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.3372171 Dec 12 15:18:24.825619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Network ff197dd3-f1b6-4324-9997-9e68887b2788 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:18:24.852234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7082f41a-314a-4fc9-9f06-dd9bd31ab723 req-8b5916f1-1ab6-47bc-b4cd-018da1055797 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146877 Dec 12 15:18:24.862779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-700e5594-9b24-4605-9237-840c2566cb7a req-75fef438-782b-4fcc-8182-1e5e88fc5e1d tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179230 Dec 12 15:18:24.866182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, ff197dd3-f1b6-4324-9997-9e68887b2788) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:24.871043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:24.871620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:24.875639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747307c-0768-451d-9427-3ae750410856 None None] Network ff197dd3-f1b6-4324-9997-9e68887b2788 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:24.876199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d18c8823-c4f5-4b87-8a9b-0e3781d0c64c req-9c63625e-1107-4f11-b779-61c6f652e9bc tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966132 Dec 12 15:18:24.898318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d073c333-9a97-40b9-8966-85b77824e495 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9555631 Dec 12 15:18:25.040871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72d1ed-f776-45f6-94a2-201656a9169d req-b7551798-3c9f-42b6-ab8b-cffe572656b9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:25.042612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e72d1ed-f776-45f6-94a2-201656a9169d req-b7551798-3c9f-42b6-ab8b-cffe572656b9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0725567 Dec 12 15:18:25.106855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e72d1ed-f776-45f6-94a2-201656a9169d req-8f35f2fc-317d-4790-bf9b-e16e0a290212 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570803 Dec 12 15:18:25.156529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b0dc7-eff2-4c89-afdf-f0e0fbfd8707 None None] Network ff197dd3-f1b6-4324-9997-9e68887b2788 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:25.160484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-5b211270-39f2-4a85-b832-899f2a76756e tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7239cf29140b45818e887f01972fa3d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238857 Dec 12 15:18:25.286704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de373ece-1d35-41d1-bddf-471ee9935c9c req-e0624e15-0e6e-4d66-b86f-61b0e5f45e8b tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:25.288192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de373ece-1d35-41d1-bddf-471ee9935c9c req-e0624e15-0e6e-4d66-b86f-61b0e5f45e8b tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 948 time: 0.1205487 Dec 12 15:18:25.323421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-f9dd027c-fb9b-4428-b81a-695aee1ad3fb tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:25.325074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-f9dd027c-fb9b-4428-b81a-695aee1ad3fb tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586452 Dec 12 15:18:25.355791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-59379ea6-8a76-4ea7-a10e-8d7affc35bd2 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/quotas/7239cf29140b45818e887f01972fa3d6 HTTP/1.1" status: 200 len: 375 time: 0.0225081 Dec 12 15:18:25.363558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de373ece-1d35-41d1-bddf-471ee9935c9c req-b8d51861-600a-436d-81fd-d1bc633f2486 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Dec 12 15:18:25.394034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-6bf528fe-b03f-45fc-9766-ddf90056c5cf tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7239cf29140b45818e887f01972fa3d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294170 Dec 12 15:18:25.518937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:25.529596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1800228292-network', 'tenant_id': '317374895e6e418cac7dba16e05fe0b6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:25.556256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Made reservation on behalf of 317374895e6e418cac7dba16e05fe0b6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:25.559516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.572871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.604650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69245654-aa22-493b-9825-2f80fd760fd2 req-ccabb83d-79b9-4e41-98dd-7d078924cb59 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:25.609116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69245654-aa22-493b-9825-2f80fd760fd2 req-ccabb83d-79b9-4e41-98dd-7d078924cb59 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.0599294 Dec 12 15:18:25.668825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69245654-aa22-493b-9825-2f80fd760fd2 req-ff4784be-1238-44c0-8a0c-41c195d972cc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Dec 12 15:18:25.671176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.676389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.721249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf6ed9-eddb-4963-b0c6-28707597167b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:25.728952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:18:25.739592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.740034 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Added segment 0cbc34be-9dd9-4416-98d0-904b5a1b0aa4 of type vlan for network e39d35b0-6522-4786-a9de-e974300caff0 Dec 12 15:18:25.784182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.787860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e001d5b-89eb-4160-a9da-7310dabbecb3 req-d17f610b-5c46-4cb2-b4e8-43b564d681e6 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 210 time: 0.0420463 Dec 12 15:18:25.823605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b79e0436-b5df-4570-81a9-0533bad172c8 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:25.825873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.826646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:25.826866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:25.827370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.881392 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3599198 Dec 12 15:18:25.884767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52076) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:25.890757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Request body: {'subnet': {'network_id': 'e39d35b0-6522-4786-a9de-e974300caff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1800228292-subnet', 'tenant_id': '317374895e6e418cac7dba16e05fe0b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:25.922957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Made reservation on behalf of 317374895e6e418cac7dba16e05fe0b6 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:25.925831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:25.937112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776c48-40a8-44e7-b251-36fcd62a5276 admin admin] Pushing event updated for resources: {'Network': ['ID=e39d35b0-6522-4786-a9de-e974300caff0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:25.957779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e39d35b0-6522-4786-a9de-e974300caff0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:18:26.010564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 9033343a-eb33-4989-aa2f-248c4f620824 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:26.035313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 9033343a-eb33-4989-aa2f-248c4f620824 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:26.035626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.124184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b79e0436-b5df-4570-81a9-0533bad172c8,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:26.138740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b79e0436-b5df-4570-81a9-0533bad172c8', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'b79e0436-b5df-4570-81a9-0533bad172c8', 'mac_address': 'fa:16:3e:c3:85:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:26.163990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785c3b-3138-489d-8988-04018e5bc067 req-ccb9b95b-5bd8-40fc-a647-57845f1fcb23 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:26.165553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40785c3b-3138-489d-8988-04018e5bc067 req-ccb9b95b-5bd8-40fc-a647-57845f1fcb23 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.1443033 Dec 12 15:18:26.208857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.228849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79e0436-b5df-4570-81a9-0533bad172c8 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:26.233591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.267521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b79e0436-b5df-4570-81a9-0533bad172c8,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:26.269175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40785c3b-3138-489d-8988-04018e5bc067 req-d3ced318-dc94-4fc0-8ba1-92ff3e451976 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888875 Dec 12 15:18:26.272684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:26.274997 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5b207-c5e1-4118-9779-99112801448d" -d '{"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-plugged", "status": "completed", "tag": "9033343a-eb33-4989-aa2f-248c4f620824"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:26.286077 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.291752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:26.318333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.321077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.350023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:26.399502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78ab1b88-08de-484a-8499-8b5c895d14fa,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:26.430137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Checking segment: {'id': '0cbc34be-9dd9-4416-98d0-904b5a1b0aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e39d35b0-6522-4786-a9de-e974300caff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:26.430483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Network hostable DHCP agents. Network: e39d35b0-6522-4786-a9de-e974300caff0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:18:26.431111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:26.459018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ba918-4dec-4791-b5b6-aaec6a2fe5dc req-e1132ee9-1d23-4b64-8feb-3b3f1f132165 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:26.460594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-384ba918-4dec-4791-b5b6-aaec6a2fe5dc req-e1132ee9-1d23-4b64-8feb-3b3f1f132165 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0967083 Dec 12 15:18:26.461777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Network e39d35b0-6522-4786-a9de-e974300caff0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:18:26.475672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e39d35b0-6522-4786-a9de-e974300caff0) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:26.487109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:26.487749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:26.488460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07774055-b03b-4341-8d60-59c2a61bc631 None None] Network e39d35b0-6522-4786-a9de-e974300caff0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:26.521228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8fb66f9f-42f5-4630-b149-3d9e31880de5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6290157 Dec 12 15:18:26.529363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-384ba918-4dec-4791-b5b6-aaec6a2fe5dc req-991f6c0a-350f-4266-bfdf-8598f71283e2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605965 Dec 12 15:18:26.554996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b79e0436-b5df-4570-81a9-0533bad172c8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:26.598131 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ca072-cba7-4fd8-9d23-a08735346c04 x-openstack-request-id: req-a25ca072-cba7-4fd8-9d23-a08735346c04 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:26.598528 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-plugged", "status": "completed", "tag": "9033343a-eb33-4989-aa2f-248c4f620824", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:26.598860 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a25ca072-cba7-4fd8-9d23-a08735346c04 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:26.599377 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824', 'code': 200} Dec 12 15:18:26.635767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe009b-e85a-4327-b791-5e9c9d21832f None None] Network e39d35b0-6522-4786-a9de-e974300caff0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:26.740755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a461f0d-a87d-4c5e-8ade-8d8f4d58a8ea req-c9fd1e11-8671-46c2-ab0c-8f775b92ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:26.743016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a461f0d-a87d-4c5e-8ade-8d8f4d58a8ea req-c9fd1e11-8671-46c2-ab0c-8f775b92ac4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.0846851 Dec 12 15:18:26.766385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3132d3-eae1-46ef-b857-b17c7b4756bc req-b761cb9d-d3dc-4040-bdd0-d5b6e23790ae tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:26.768058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f3132d3-eae1-46ef-b857-b17c7b4756bc req-b761cb9d-d3dc-4040-bdd0-d5b6e23790ae tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 949 time: 0.1001036 Dec 12 15:18:26.854121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a461f0d-a87d-4c5e-8ade-8d8f4d58a8ea req-88c23465-81a9-446a-a3db-7a0fa6d043d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825746 Dec 12 15:18:26.857866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f3132d3-eae1-46ef-b857-b17c7b4756bc req-a6fb28c2-7984-4c3b-94f2-1ef4bad467a1 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766051 Dec 12 15:18:26.899273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-31e0ede5-3323-4a89-9dbc-1795b85c1b04 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7239cf29140b45818e887f01972fa3d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319462 Dec 12 15:18:27.038450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8c7df4ad-5966-47ae-9ce7-03a1b394b40c tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:27.040442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8c7df4ad-5966-47ae-9ce7-03a1b394b40c tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325998 Dec 12 15:18:27.057010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Request body: {'port': {'device_id': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '7239cf29140b45818e887f01972fa3d6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:27.070572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5cff5-6a5e-460a-8e1d-fc0509732945 req-38b39b6c-19ec-4015-8b0b-ebde738a8d0b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:27.071993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93a5cff5-6a5e-460a-8e1d-fc0509732945 req-38b39b6c-19ec-4015-8b0b-ebde738a8d0b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 945 time: 0.0803757 Dec 12 15:18:27.089289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6596d62c-24b0-40d3-87db-c9180c11e57b tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:18:27.090289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6596d62c-24b0-40d3-87db-c9180c11e57b tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277107 Dec 12 15:18:27.183937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-867441ec-5e66-4a76-baa9-7a59dab85fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:27.185437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-867441ec-5e66-4a76-baa9-7a59dab85fbc service neutron] 10.222.0.36 "GET /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 1094 time: 0.0865304 Dec 12 15:18:27.201545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Request body: {'binding': {'host': 'n-h2-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:27.201988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Unknown quota resources ['binding']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:18:27.244355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93a5cff5-6a5e-460a-8e1d-fc0509732945 req-55ab92f7-7e14-4225-9997-b851cd174fa0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531603 Dec 12 15:18:27.331205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Made reservation on behalf of 7239cf29140b45818e887f01972fa3d6 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:27.334598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.349537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.411094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on host n-h2-710847-8 for vnic_type normal with profile None {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:27.411359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:27.411729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:27.420793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:27.421112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:27.432725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:27.433055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:27.433424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:27.433843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Bound port: 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:27.561921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.578620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.589218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:27.618129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.619255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-bb9d0b08-d42d-4b0a-8fa5-e808ec353be9 service neutron] 10.222.0.36 "POST /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4254811 Dec 12 15:18:27.636209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-dec783f4-de49-4cb3-9938-812b25f17d7a tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:27.637652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-dec783f4-de49-4cb3-9938-812b25f17d7a tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/networks?id=ff197dd3-f1b6-4324-9997-9e68887b2788 HTTP/1.1" status: 200 len: 815 time: 0.2061520 Dec 12 15:18:27.683351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197bef78-e096-4b50-a9fe-7b2e101bf1cf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:27.693410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-379259d9-73e3-4950-bf68-1aa4cbdb0d76 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/quotas/4953b6392e564da6af61174a86b02747 HTTP/1.1" status: 200 len: 375 time: 0.0280676 Dec 12 15:18:27.750898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-7649e31d-92c0-4082-bc62-bb5088668793 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4953b6392e564da6af61174a86b02747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502012 Dec 12 15:18:27.842298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b79e0436-b5df-4570-81a9-0533bad172c8 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:27.847050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Allocated IP 192.168.233.91 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/2320b9e8-794a-49b0-920a-76ac84e95b3f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:27.851971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52df0441-c5d5-4e38-aa5e-7f7ac7ad0100 req-c03db592-63da-4adc-b175-9aa02aa5cf80 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 210 time: 0.0797462 Dec 12 15:18:27.908347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b79e0436-b5df-4570-81a9-0533bad172c8 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:27.912445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b79e0436-b5df-4570-81a9-0533bad172c8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:27.912856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:27.999257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.024847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5f3f9016-51bb-4639-8a7d-b4bce600c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.026095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5f3f9016-51bb-4639-8a7d-b4bce600c3ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1732864 Dec 12 15:18:28.028668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8effc224-8aaf-4db6-b7dc-68b669d84d7e service neutron] 10.222.0.36 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679021 Dec 12 15:18:28.043503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b79e0436-b5df-4570-81a9-0533bad172c8,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:28.049184 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.108049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:28.155541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755206-6245-499c-be86-d6f516fe7123 req-a96a4add-7b7f-420d-84e8-7606f0b94e43 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.157022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e755206-6245-499c-be86-d6f516fe7123 req-a96a4add-7b7f-420d-84e8-7606f0b94e43 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.2313321 Dec 12 15:18:28.222060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.293611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-d2045bd7-45ab-450c-bf8e-4e8aaab27874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.295050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-d2045bd7-45ab-450c-bf8e-4e8aaab27874 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.2591727 Dec 12 15:18:28.298335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e755206-6245-499c-be86-d6f516fe7123 req-bfe53865-e269-4006-ab1e-f584aadcc4af tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303885 Dec 12 15:18:28.303266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-93cc0e79-9847-42c5-8c96-34e70bac2158 service neutron] 10.222.0.36 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561059 Dec 12 15:18:28.344227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-aa4f804a-95e0-45e8-afd4-f3b5f81ac327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0400004 Dec 12 15:18:28.384267 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.469166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:28.470709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-01d4018c-b0ff-41af-8a87-be64b66e4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.472139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-01d4018c-b0ff-41af-8a87-be64b66e4ef7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1213195 Dec 12 15:18:28.479512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:28.489782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Pushing event updated for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:28.494495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:28.500199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.500792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.550425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-1b4ba2d4-9792-41e9-a2a8-855e54036e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616384 Dec 12 15:18:28.557804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0802a-8544-4107-a731-aaf13387211a req-346c1162-014a-4f93-a531-19b42ac98593 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.559241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35d0802a-8544-4107-a731-aaf13387211a req-346c1162-014a-4f93-a531-19b42ac98593 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.2005422 Dec 12 15:18:28.589733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-8355bdb2-548b-4557-ad7c-ff00adbacfc1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5374830 Dec 12 15:18:28.602005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:28.605050 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec7d9c6-628e-430a-b67e-dca1017a7d80" -d '{"events": [{"server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "name": "network-vif-plugged", "status": "completed", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:28.634600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Request body: {'port': {'device_id': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:28.678191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7f52b-5068-4c12-b647-dee704ccb216 req-1ea675ed-acbf-4574-81ea-e7bb4fb97158 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:28.679536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6d7f52b-5068-4c12-b647-dee704ccb216 req-1ea675ed-acbf-4574-81ea-e7bb4fb97158 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 946 time: 0.2064919 Dec 12 15:18:28.734921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35d0802a-8544-4107-a731-aaf13387211a req-8e4ebf46-e75e-4738-ba32-86871625c1be tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632416 Dec 12 15:18:28.762873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a50fc27a-c448-492c-b227-b74c3a5fbcc4 None None] Provisioning complete for port 2320b9e8-794a-49b0-920a-76ac84e95b3f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:28.763275 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a50fc27a-c448-492c-b227-b74c3a5fbcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.783105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:28.789602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-15e954d6-aae1-4859-84cb-6ef0dd58b978 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294397 Dec 12 15:18:28.807713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a50fc27a-c448-492c-b227-b74c3a5fbcc4 None None] Port 2320b9e8-794a-49b0-920a-76ac84e95b3f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:28.861392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6d7f52b-5068-4c12-b647-dee704ccb216 req-baf52d40-2a0d-4524-a81b-f5257fb36440 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732004 Dec 12 15:18:29.006729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372149e2-cc05-45d7-8131-b8fa0e3f448e req-7817f523-462d-427d-aa1c-064328baf2be tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:29.012790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-372149e2-cc05-45d7-8131-b8fa0e3f448e req-7817f523-462d-427d-aa1c-064328baf2be tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.2003295 Dec 12 15:18:29.066039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-c70ec1cb-1b05-4e19-83ed-078da704b891 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654328 Dec 12 15:18:29.202781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b527-5f90-4cc5-9473-940820b16cd3 req-860f8e91-a062-4bc2-9290-666ce105f051 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:29.204236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0a7b527-5f90-4cc5-9473-940820b16cd3 req-860f8e91-a062-4bc2-9290-666ce105f051 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 945 time: 0.1837757 Dec 12 15:18:29.209947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-372149e2-cc05-45d7-8131-b8fa0e3f448e req-ca871d03-1193-4022-ae99-88104b238027 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883245 Dec 12 15:18:29.268302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-7fb317da-66c3-4396-a843-fb8738aff9c1 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:29.269797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-7fb317da-66c3-4396-a843-fb8738aff9c1 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1097 time: 0.1360729 Dec 12 15:18:29.292601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-8'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:29.353802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0a7b527-5f90-4cc5-9473-940820b16cd3 req-3fd22ad9-24b7-4104-9a59-ce1070583dc2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414015 Dec 12 15:18:29.377364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2320b9e8-794a-49b0-920a-76ac84e95b3f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:29.388727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:29.398454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:29.420585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Transition to ACTIVE for port object 2320b9e8-794a-49b0-920a-76ac84e95b3f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:29.455143 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:29.466124 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0965c3b-c19f-47af-8c78-b6ae1435c543 x-openstack-request-id: req-d0965c3b-c19f-47af-8c78-b6ae1435c543 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:29.467294 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "name": "network-vif-plugged", "status": "completed", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:29.467886 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0965c3b-c19f-47af-8c78-b6ae1435c543 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:29.468483 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8', 'code': 200} Dec 12 15:18:29.545400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db19830b-9694-4239-a8ed-a1bd2b8afa20 req-dd9a829e-3e75-4ca5-bd3e-17c2a84aa215 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 210 time: 0.0787301 Dec 12 15:18:29.601463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-75ea1622-9d1a-4969-b8af-5f31a942a444 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:29.604332 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-75ea1622-9d1a-4969-b8af-5f31a942a444 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.13 "GET /v2.0/networks?id=ff197dd3-f1b6-4324-9997-9e68887b2788 HTTP/1.1" status: 200 len: 815 time: 0.1852710 Dec 12 15:18:29.624088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Request body: {'port': {'device_id': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788', 'admin_state_up': True, 'tenant_id': '4953b6392e564da6af61174a86b02747'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:29.756712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Made reservation on behalf of 4953b6392e564da6af61174a86b02747 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:29.761017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:29.854027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:29.891774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Allocated IP 172.20.0.11 (ff197dd3-f1b6-4324-9997-9e68887b2788/7cf888a1-401d-41d9-8084-d04b2d498c5b/4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:29.973382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Attempting to bind port 2320b9e8-794a-49b0-920a-76ac84e95b3f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:29.973715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Attempting to bind port 2320b9e8-794a-49b0-920a-76ac84e95b3f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:29.974042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Attempting to bind port 2320b9e8-794a-49b0-920a-76ac84e95b3f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:29.995515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Port 2320b9e8-794a-49b0-920a-76ac84e95b3f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:29.995835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Attempting to bind port 2320b9e8-794a-49b0-920a-76ac84e95b3f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:30.005971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ad087-68c4-4f78-a4a8-314275a3e501 req-739884d2-0010-4e7a-b583-326b55360010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.007505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f24ad087-68c4-4f78-a4a8-314275a3e501 req-739884d2-0010-4e7a-b583-326b55360010 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 1101 time: 0.4364438 Dec 12 15:18:30.018126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f917cac-b044-4cd3-b05d-0fb0aeecd567 req-8c884f46-96ff-4f5f-ad3f-74f5a393661d tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.019523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f917cac-b044-4cd3-b05d-0fb0aeecd567 req-8c884f46-96ff-4f5f-ad3f-74f5a393661d tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 947 time: 0.4496553 Dec 12 15:18:30.028566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:30.036334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:30.036736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:30.037161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:30.037595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Bound port: 2320b9e8-794a-49b0-920a-76ac84e95b3f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:30.037944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.038246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.049218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8e97b-bce2-4ca6-9fa4-1a4f5622487c req-b2e9833c-c205-4c9a-b1e7-6a2ebc84109b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.050689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20b8e97b-bce2-4ca6-9fa4-1a4f5622487c req-b2e9833c-c205-4c9a-b1e7-6a2ebc84109b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.1926422 Dec 12 15:18:30.073969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.119195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Network ff197dd3-f1b6-4324-9997-9e68887b2788 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:30.122420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:30.125802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:30.131936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Pushing event updated for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:30.180013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.180614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.197938 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-8f4f5bff-99b9-48e3-9c80-e4897884ce16 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5840838 Dec 12 15:18:30.212866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:30.217413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f24ad087-68c4-4f78-a4a8-314275a3e501 req-c5295203-0982-48a1-997b-de6df468133d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914811 Dec 12 15:18:30.220331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Request body: {'port': {'device_id': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:30.243236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f917cac-b044-4cd3-b05d-0fb0aeecd567 req-2c7fe2f7-f0d3-4560-9d4a-4bb98445e031 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085779 Dec 12 15:18:30.258461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20b8e97b-bce2-4ca6-9fa4-1a4f5622487c req-e5513242-19c7-49a9-ac03-e4cc4159ab39 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849318 Dec 12 15:18:30.271127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:30.276134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:30.281707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.286986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:30.289350 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adaea50-c01d-4481-9ec3-5850efb6b6dc" -d '{"events": [{"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:30.292922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.299577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.340264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.346880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.347539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.348918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/2320b9e8-794a-49b0-920a-76ac84e95b3f HTTP/1.1" status: 200 len: 1095 time: 1.7246797 Dec 12 15:18:30.468468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1524b25-47e1-4e3f-bb27-9cca481864a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:30.552032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9e0f-e257-4244-b610-def63c2f5f52 req-e69c1226-3518-4f31-820e-2a1e6caad658 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.553646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96ae9e0f-e257-4244-b610-def63c2f5f52 req-e69c1226-3518-4f31-820e-2a1e6caad658 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.2254415 Dec 12 15:18:30.567639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766c713-8537-49de-88a3-5914a9ab015f req-3e06a2ed-f002-40b5-8c26-eca195fa5751 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.569219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5766c713-8537-49de-88a3-5914a9ab015f req-3e06a2ed-f002-40b5-8c26-eca195fa5751 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.2148609 Dec 12 15:18:30.612465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on host n-h1-710847-8 for vnic_type normal with profile {"migrating_to": "n-h2-710847-8"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:30.612836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:30.613161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:30.628750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-e971d277-05f9-46f4-ba7a-d6c51cf281ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.630169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-e971d277-05f9-46f4-ba7a-d6c51cf281ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7239cf29140b45818e887f01972fa3d6&device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 1098 time: 0.2245293 Dec 12 15:18:30.634145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:30.644678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:30.644939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Attempting to bind port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:30.707695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-bc002970-2902-463d-bd10-c4c0560408e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f HTTP/1.1" status: 200 len: 217 time: 0.0652344 Dec 12 15:18:30.708415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:30.708771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:30.709145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:30.709581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Bound port: 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:30.709926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.742083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96ae9e0f-e257-4244-b610-def63c2f5f52 req-8c87a17c-64cf-4294-8467-aeb99d0f2da7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707721 Dec 12 15:18:30.767513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5766c713-8537-49de-88a3-5914a9ab015f req-859f7b62-2767-473d-93a9-5b72d27d0a5e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856017 Dec 12 15:18:30.782508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:30.791646 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.812522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Transition to ACTIVE for port object 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:30.820330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.820831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-204316a4-98ba-41bd-86ef-9085b59c3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.822389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-204316a4-98ba-41bd-86ef-9085b59c3f63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0942063 Dec 12 15:18:30.906416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:30.912490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:30.912667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:30.926809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c27129-08f2-4abe-a358-8ca0eadb1996 req-b71c5939-bc8d-440a-b6a2-39fd48f97692 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.928296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60c27129-08f2-4abe-a358-8ca0eadb1996 req-b71c5939-bc8d-440a-b6a2-39fd48f97692 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 944 time: 0.1241138 Dec 12 15:18:30.933294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:30.943019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-12b099e3-31f7-4bff-9523-8ffd06fe61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:30.944489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-12b099e3-31f7-4bff-9523-8ffd06fe61a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065698 Dec 12 15:18:30.952754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Attempting to bind port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:30.953048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Attempting to bind port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:30.953358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Attempting to bind port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f on network ff197dd3-f1b6-4324-9997-9e68887b2788 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:30.958073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f on network ff197dd3-f1b6-4324-9997-9e68887b2788 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:30.958390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Attempting to bind port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f on network ff197dd3-f1b6-4324-9997-9e68887b2788 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:30.963567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:30.964351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Checking segment: {'id': 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:30.964351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Bound using segment: {'id': 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:30.964748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Bound port: 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:30.965082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:31.028775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:31.032229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,segment=NetworkSegment(b7b2bb8b-1425-46e2-bde2-ffdb63d7b640),segment_id=b7b2bb8b-1425-46e2-bde2-ffdb63d7b640)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:31.039016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:31.080869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.081483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:31.084690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f HTTP/1.1" status: 200 len: 1092 time: 0.8685086 Dec 12 15:18:31.085229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:31.087644 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07dc53c-3480-4c09-82dc-e4e7c24443d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:31.113458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018f115-bcce-44b2-b12b-1472c9c90b33 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:31.134006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:31.140529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.141176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:31.142573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-abd5893d-2ca1-463a-b2f4-c2f98dbe88fc service neutron] 10.222.0.13 "PUT /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 1122 time: 1.8604195 Dec 12 15:18:31.181980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60c27129-08f2-4abe-a358-8ca0eadb1996 req-cfe74c77-ed64-4751-a3fb-0959325cca84 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169259 Dec 12 15:18:31.205193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c0e5-9969-42b0-87d5-e05495342092 req-9e394715-7e33-486f-a084-180a1555c9ea tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.207103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c7c0e5-9969-42b0-87d5-e05495342092 req-9e394715-7e33-486f-a084-180a1555c9ea tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.2360125 Dec 12 15:18:31.214174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-638b53fa-f936-4717-b898-5baadc4cda64 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446148 Dec 12 15:18:31.234697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:31.249208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-e678edc1-2d8a-4fff-b3db-0714da4e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.250963 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-e678edc1-2d8a-4fff-b3db-0714da4e696c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4953b6392e564da6af61174a86b02747&device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 1095 time: 0.1155269 Dec 12 15:18:31.279345 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c20da4-c9f6-4a44-8205-4f4c775e60a7 x-openstack-request-id: req-11c20da4-c9f6-4a44-8205-4f4c775e60a7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:31.279345 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:31.279610 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11c20da4-c9f6-4a44-8205-4f4c775e60a7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:31.279967 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'code': 200} Dec 12 15:18:31.316187 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-bd5e2e4a-1fe3-4237-b4a0-4ed09fa61129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f HTTP/1.1" status: 200 len: 217 time: 0.0540490 Dec 12 15:18:31.333077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c7c0e5-9969-42b0-87d5-e05495342092 req-15a46291-d397-483d-bc90-9af3077e113e tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Dec 12 15:18:31.368860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d80f251-2069-41f3-a9a5-fb5a804d51d0 req-45e512e4-9fd7-4898-b1c9-1634e83e738c service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212494 Dec 12 15:18:31.404379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-5be85ca0-c309-43bf-99bc-71702d0371e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.405924 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-5be85ca0-c309-43bf-99bc-71702d0371e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cf888a1-401d-41d9-8084-d04b2d498c5b HTTP/1.1" status: 200 len: 855 time: 0.0797503 Dec 12 15:18:31.458328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-49d49673-b6f0-4a43-8da4-42aac4506a04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff197dd3-f1b6-4324-9997-9e68887b2788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454645 Dec 12 15:18:31.514711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e04a9-40ed-4cba-9d90-36ce53f26160 req-6683e611-e0dd-4361-9c46-f46de30a64a2 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.517027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a6e04a9-40ed-4cba-9d90-36ce53f26160 req-6683e611-e0dd-4361-9c46-f46de30a64a2 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.1115732 Dec 12 15:18:31.570355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-dcb7196d-7e5c-498c-97e3-f0b60b4e726a service neutron] 10.222.0.13 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034970 Dec 12 15:18:31.570779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90672f-4558-4a34-8e1f-8e4299f3fe2e req-95a03eb4-06c4-4dea-96a8-89fa9adb0c39 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.572265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b90672f-4558-4a34-8e1f-8e4299f3fe2e req-95a03eb4-06c4-4dea-96a8-89fa9adb0c39 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 944 time: 0.1098108 Dec 12 15:18:31.613540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a6e04a9-40ed-4cba-9d90-36ce53f26160 req-6014d13e-53bd-429c-b50a-aabe83785f72 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784974 Dec 12 15:18:31.642281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b90672f-4558-4a34-8e1f-8e4299f3fe2e req-4c0e461e-5bd0-4fd1-b250-32d2eb891f53 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628493 Dec 12 15:18:31.684552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ce2607c1-21ee-4974-92dc-27ccfef1c5bb req-c6706205-cb4c-4f01-9f6a-f0b99d3af041 service neutron] 10.222.0.13 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068552 Dec 12 15:18:31.699153 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20d2fc-f536-42cb-b3af-9a185c4f4bdf x-openstack-request-id: req-8a20d2fc-f536-42cb-b3af-9a185c4f4bdf {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:31.699431 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:31.701722 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a20d2fc-f536-42cb-b3af-9a185c4f4bdf {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:31.702213 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f', 'status': 'completed', 'code': 200} Dec 12 15:18:31.718073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-00f75f84-4253-4927-80f5-e434971adfe7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295689 Dec 12 15:18:31.790379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-546cc3b1-d179-47f4-bf21-373ea2d53508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.791994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-546cc3b1-d179-47f4-bf21-373ea2d53508 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4953b6392e564da6af61174a86b02747&device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 1095 time: 0.0446935 Dec 12 15:18:31.856890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3479d-148d-4627-883f-623e2e7d6783 req-3ddaf84b-677b-4a55-b841-840e1d30966d tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.858281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abc3479d-148d-4627-883f-623e2e7d6783 req-3ddaf84b-677b-4a55-b841-840e1d30966d tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 947 time: 0.1067176 Dec 12 15:18:31.886134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-fd855f76-3f24-4319-9744-af48f5bb52b8 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.887582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-fd855f76-3f24-4319-9744-af48f5bb52b8 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631925 Dec 12 15:18:31.892602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-18367242-a602-42c7-9b36-808d9eb97a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:31.894781 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-18367242-a602-42c7-9b36-808d9eb97a7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff197dd3-f1b6-4324-9997-9e68887b2788 HTTP/1.1" status: 200 len: 915 time: 0.0907803 Dec 12 15:18:31.910596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-beb73633-8089-4cad-951a-0b4b6bcad2be tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/quotas/22cfa9b09ed74e0daa189b6bb1483638 HTTP/1.1" status: 200 len: 375 time: 0.0141039 Dec 12 15:18:31.946126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-b520cddf-493a-491d-b1a9-2b0ad2962d17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f HTTP/1.1" status: 200 len: 217 time: 0.0368400 Dec 12 15:18:31.959387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abc3479d-148d-4627-883f-623e2e7d6783 req-0a7fb3e3-144c-4262-8ead-cb8c604316f6 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899365 Dec 12 15:18:31.976852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-da8caf6c-d830-41a9-8882-a4b2b519c0ad tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574701 Dec 12 15:18:32.013812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-48e1f564-646c-4fb9-8f48-0ae8c1c1d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.015211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-48e1f564-646c-4fb9-8f48-0ae8c1c1d108 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cf888a1-401d-41d9-8084-d04b2d498c5b HTTP/1.1" status: 200 len: 855 time: 0.0547886 Dec 12 15:18:32.055555 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-c5092911-88e2-4a80-bab0-5a963e96f28f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff197dd3-f1b6-4324-9997-9e68887b2788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325689 Dec 12 15:18:32.167053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898511fa-e8f0-44f3-9eee-aa81a68ab898 req-a1a8cfa2-f45e-4b09-9d26-f227d3842360 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.175783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-898511fa-e8f0-44f3-9eee-aa81a68ab898 req-a1a8cfa2-f45e-4b09-9d26-f227d3842360 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.0954633 Dec 12 15:18:32.206909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-8d0112eb-70fd-4074-9621-8469276ca717 service neutron] 10.222.0.13 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411591 Dec 12 15:18:32.238622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-898511fa-e8f0-44f3-9eee-aa81a68ab898 req-47adc09d-73da-4782-a33a-22842d256391 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574594 Dec 12 15:18:32.318556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99ebff5a-b26d-4556-8d15-23e0983273e5 req-40f32daf-2130-4ee4-9fd4-c8b28d5a9192 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 210 time: 0.0452425 Dec 12 15:18:32.345906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e07dc53c-3480-4c09-82dc-e4e7c24443d4 req-8c6f99a0-6efe-40f0-9bf4-653dcbf1e9dd service neutron] 10.222.0.13 "GET /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311893 Dec 12 15:18:32.459389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d463e30-9bc4-4c48-869f-19dbe06683a3 req-b0f9bc10-123d-4a96-8842-08ae3c81a399 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.462156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d463e30-9bc4-4c48-869f-19dbe06683a3 req-b0f9bc10-123d-4a96-8842-08ae3c81a399 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.0893109 Dec 12 15:18:32.470214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9883-aad7-409d-a18c-fd159213f995 req-0aa5a38d-0a63-4c5d-b7bf-fd97b40ef0a2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.471770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aafd9883-aad7-409d-a18c-fd159213f995 req-0aa5a38d-0a63-4c5d-b7bf-fd97b40ef0a2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 944 time: 0.0886900 Dec 12 15:18:32.571004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d463e30-9bc4-4c48-869f-19dbe06683a3 req-778b88bc-1efb-44b4-ba55-0be371b5da1d tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966442 Dec 12 15:18:32.585454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aafd9883-aad7-409d-a18c-fd159213f995 req-7727543c-e28d-4b07-84e7-ad6cf913ba32 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972610 Dec 12 15:18:32.744296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12670379-d6b1-410b-8276-99e2f17cf03f req-f6e33e5c-f06b-432e-b23e-14a5d72d3586 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.747899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12670379-d6b1-410b-8276-99e2f17cf03f req-f6e33e5c-f06b-432e-b23e-14a5d72d3586 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.0984011 Dec 12 15:18:32.823893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12670379-d6b1-410b-8276-99e2f17cf03f req-3de02035-4efe-4a76-a844-e19c4a606177 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Dec 12 15:18:32.832012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be902ac-05a5-4f3a-9b16-b04adae2ce9b req-bf2387d5-f05e-41b0-adbb-39c9455bbf56 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:32.839945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3be902ac-05a5-4f3a-9b16-b04adae2ce9b req-bf2387d5-f05e-41b0-adbb-39c9455bbf56 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 944 time: 0.0910316 Dec 12 15:18:32.909722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3be902ac-05a5-4f3a-9b16-b04adae2ce9b req-3cbd9e6c-9a1d-439c-900f-4505b2c91ea2 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Dec 12 15:18:33.073487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-3bc7f426-caa4-4076-8a1a-37e3cd2843b9 tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.074978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-3bc7f426-caa4-4076-8a1a-37e3cd2843b9 tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 1101 time: 0.0666468 Dec 12 15:18:33.094918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565922-ac76-4d36-bc61-097b50a7e8e6 req-e14e33c3-716e-4103-9e06-b43b965a4e76 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.096300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed565922-ac76-4d36-bc61-097b50a7e8e6 req-e14e33c3-716e-4103-9e06-b43b965a4e76 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 947 time: 0.0637102 Dec 12 15:18:33.105243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-e1f97954-8c69-4c2a-8e22-5622cba730ea tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:33.168559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed565922-ac76-4d36-bc61-097b50a7e8e6 req-b9145e89-c884-445b-9071-25e2721a8eb7 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651991 Dec 12 15:18:33.216826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-e1f97954-8c69-4c2a-8e22-5622cba730ea tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:33.222205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-e1f97954-8c69-4c2a-8e22-5622cba730ea tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:33.282500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f'}, {'name': 'network-changed', 'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:33.284733 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b4ab7-891f-4611-ac47-bd4334e044ae" -d '{"events": [{"name": "network-changed", "server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f"}, {"name": "network-changed", "server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:33.290721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f97954-8c69-4c2a-8e22-5622cba730ea tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88092b9-78ab-4209-baae-a48e740e6e52,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:33.304194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3e814d7-061d-4bf7-8928-9c38974a40e1 req-e1f97954-8c69-4c2a-8e22-5622cba730ea tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230566 Dec 12 15:18:33.308702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-5e3228ee-0415-4128-9768-120805b90fa2 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428107 Dec 12 15:18:33.366961 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023233b-826b-4139-ac37-b2d64ee57e12 x-openstack-request-id: req-d023233b-826b-4139-ac37-b2d64ee57e12 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:33.367327 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:33.367651 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d023233b-826b-4139-ac37-b2d64ee57e12 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:33.368142 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f', 'status': 'completed', 'code': 200} Dec 12 15:18:33.368492 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'status': 'completed', 'code': 200} Dec 12 15:18:33.433419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cece0d-5da2-4c07-9b7a-3dbdf8246ccb req-d597e10e-46d1-4d2e-885f-8c3757a7f9b5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.435041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7cece0d-5da2-4c07-9b7a-3dbdf8246ccb req-d597e10e-46d1-4d2e-885f-8c3757a7f9b5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1293364 Dec 12 15:18:33.447395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-ce7d2413-fd41-49bb-82b3-67575d9857c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.449426 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-ce7d2413-fd41-49bb-82b3-67575d9857c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7239cf29140b45818e887f01972fa3d6&device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 1098 time: 0.0535030 Dec 12 15:18:33.479402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b81ab00-de7b-48bf-bdd7-49733621cf30 req-50f5192d-2ed5-4324-979d-d9327950ba73 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 210 time: 0.0402689 Dec 12 15:18:33.512000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-6c5b89d7-3fb9-40a1-8e21-925edb6a69e2 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.513447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-6c5b89d7-3fb9-40a1-8e21-925edb6a69e2 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954424 Dec 12 15:18:33.533429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Request body: {'port': {'device_id': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '22cfa9b09ed74e0daa189b6bb1483638'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:33.543206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-f5e77531-5009-43a0-aa56-cfd78b7082fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.544671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-f5e77531-5009-43a0-aa56-cfd78b7082fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.0844374 Dec 12 15:18:33.552198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7cece0d-5da2-4c07-9b7a-3dbdf8246ccb req-61ca8831-8f1f-4e3a-9bfc-01da193aa311 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026044 Dec 12 15:18:33.594471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-60003149-6b98-4610-96de-4b36a0520f7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f HTTP/1.1" status: 200 len: 217 time: 0.0390847 Dec 12 15:18:33.657815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Made reservation on behalf of 22cfa9b09ed74e0daa189b6bb1483638 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:33.659568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-d2648216-2d26-45c6-8b47-6c98af6c6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.661213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-d2648216-2d26-45c6-8b47-6c98af6c6c77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0567369 Dec 12 15:18:33.661813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:33.719066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-2a34499c-8b4b-4257-b9a2-0bd44233841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:33.720920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-2a34499c-8b4b-4257-b9a2-0bd44233841c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450037 Dec 12 15:18:33.779152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 2320b9e8-794a-49b0-920a-76ac84e95b3f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:33.818736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-3e93c38f-90f4-4c86-935b-1b65cdd82ce6 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Dec 12 15:18:33.880830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:33.884980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:33.899588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '2320b9e8-794a-49b0-920a-76ac84e95b3f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '2320b9e8-794a-49b0-920a-76ac84e95b3f', 'mac_address': 'fa:16:3e:77:1b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:33.916889 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-243ee973-b603-491b-aef8-dda5666d2390 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879889 Dec 12 15:18:33.998683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.022105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2320b9e8-794a-49b0-920a-76ac84e95b3f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:34.025924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-9afb0517-5c79-4b24-b836-53f9da014863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.027937 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-9afb0517-5c79-4b24-b836-53f9da014863 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1125 time: 0.0546565 Dec 12 15:18:34.035057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13728519-398c-45dd-ab75-193e86d4fd22 req-dfad458a-e169-4dd3-ab76-2ed8463cff12 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.036552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13728519-398c-45dd-ab75-193e86d4fd22 req-dfad458a-e169-4dd3-ab76-2ed8463cff12 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 944 time: 0.3714590 Dec 12 15:18:34.041304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b32ae-c230-4f96-a071-e8ca9a2c1a85 req-111b99ab-0e3a-4a9f-b6d5-6df678a09794 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.045226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c4b32ae-c230-4f96-a071-e8ca9a2c1a85 req-111b99ab-0e3a-4a9f-b6d5-6df678a09794 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.3647430 Dec 12 15:18:34.056674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:34.059102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:34.062013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.098049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d has no active binding in host n-h2-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:18:34.109960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c4b32ae-c230-4f96-a071-e8ca9a2c1a85 req-38173e7f-a343-4d6f-ab04-daca70ec83c4 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565040 Dec 12 15:18:34.135142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:34.135876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-bde6c5f9-8277-46ac-840e-6c1350cf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.137684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-bde6c5f9-8277-46ac-840e-6c1350cf8d28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.0954494 Dec 12 15:18:34.186861 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-d4ecdee3-1ea4-40b6-b41f-7477a71c498f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0382562 Dec 12 15:18:34.205815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Allocated IP 192.168.233.254 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/d5f5c973-f073-4b19-94dd-28818135f174) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:34.211101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13728519-398c-45dd-ab75-193e86d4fd22 req-eceacbf4-4be6-46b4-89c8-0b18415637bd tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623168 Dec 12 15:18:34.248224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-c18bc640-6143-4034-872c-209e11cf3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.250381 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-c18bc640-6143-4034-872c-209e11cf3801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0502322 Dec 12 15:18:34.268075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c0feb-6bc7-49c2-a5a6-ed59e4c0b8c0 req-0acb894d-4a36-468d-a3d3-b299a22a17dc tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.269553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a73c0feb-6bc7-49c2-a5a6-ed59e4c0b8c0 req-0acb894d-4a36-468d-a3d3-b299a22a17dc tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 944 time: 0.0821981 Dec 12 15:18:34.312720 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-8a9bd731-6832-40d6-9322-319d1fcb0231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536647 Dec 12 15:18:34.378842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a73c0feb-6bc7-49c2-a5a6-ed59e4c0b8c0 req-5ba46412-c357-41c5-aafa-43efb157618d tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995994 Dec 12 15:18:34.379791 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-5d044beb-37d8-4c8b-a2ad-34fd309f8031 service neutron] show failed (client error): The resource could not be found. Dec 12 15:18:34.380819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-5d044beb-37d8-4c8b-a2ad-34fd309f8031 service neutron] 10.222.0.13 "GET /v2.0/ports/e6e7641d-c68e-4fc4-afbb-5a15ee876424/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.1231644 Dec 12 15:18:34.433194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-044ae32a-d8db-4eac-8639-f03ee2e89c84 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067502 Dec 12 15:18:34.447648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['2320b9e8-794a-49b0-920a-76ac84e95b3f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:34.466686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.552551 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-083b4ab7-891f-4611-ac47-bd4334e044ae req-1c2e882d-e278-45cf-bc40-2858b81d1c6c service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081140 Dec 12 15:18:34.603999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.616290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:34.618909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f56f6-f2a9-419d-aff1-182f5f5b3ea2 req-1bd0fd67-ebbb-48a0-9782-de58cab9d626 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.620658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-202f56f6-f2a9-419d-aff1-182f5f5b3ea2 req-1bd0fd67-ebbb-48a0-9782-de58cab9d626 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 948 time: 0.1202068 Dec 12 15:18:34.684521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:34.690518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:34.699036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:34.704898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.705515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.710762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Pushing event updated for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:34.744038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-e0dbb8ea-46e5-4a3b-b36a-d2eeea2d5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:34.746145 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-e0dbb8ea-46e5-4a3b-b36a-d2eeea2d5316 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1101 time: 0.0760236 Dec 12 15:18:34.746306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-8f762f29-08e8-4094-8e7e-16318c361399 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2177854 Dec 12 15:18:34.750921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-202f56f6-f2a9-419d-aff1-182f5f5b3ea2 req-3502a6ee-b57d-4ec8-b964-f5c114b66432 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002302 Dec 12 15:18:34.768865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Request body: {'port': {'device_id': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:34.773396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:34.860872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:34.867709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.034124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3c6997b5-1dd1-4de7-9edb-7482883b926a None None] Provisioning complete for port d5f5c973-f073-4b19-94dd-28818135f174 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:35.035214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c6997b5-1dd1-4de7-9edb-7482883b926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.075667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3c6997b5-1dd1-4de7-9edb-7482883b926a None None] Port d5f5c973-f073-4b19-94dd-28818135f174 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:35.113924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:35.121481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70314f2c-5ec3-45fe-a64e-c7239803edca req-50086798-801b-4de6-90db-52a328408feb tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.127548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70314f2c-5ec3-45fe-a64e-c7239803edca req-50086798-801b-4de6-90db-52a328408feb tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 1101 time: 0.1801925 Dec 12 15:18:35.151346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:35.188106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-a7e477cb-6505-49b3-af89-1f6af3893a65 service neutron] 10.222.0.30 "GET /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.1144483 Dec 12 15:18:35.191630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70314f2c-5ec3-45fe-a64e-c7239803edca req-a4fc5589-f5db-4caf-92f8-17b19a74697b tempest-ServersAdminNegativeTestJSON-1303643372 tempest-ServersAdminNegativeTestJSON-1303643372-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612442 Dec 12 15:18:35.193980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:35.197161 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53536a9b-4716-4551-af71-391f6b14cb1f" -d '{"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:35.201755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.217091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Transition to ACTIVE for port object e6e7641d-c68e-4fc4-afbb-5a15ee876424 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:35.232329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.303326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] No DVR routers for this DVR port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:35.321952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:35.346466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f740d512-8114-4a72-b3b8-694a63c67639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.379574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:35.379930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:35.380355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:35.388086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:35.388500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Attempting to bind port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:35.395439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:35.395988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:35.396520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:35.397052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Bound port: e6e7641d-c68e-4fc4-afbb-5a15ee876424, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:35.397533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.425534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ea0cb-11eb-48dc-a2ca-5af702ead4ec req-59d173e8-16c2-4d6c-a5b1-c60dcb6fe836 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.427062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b11ea0cb-11eb-48dc-a2ca-5af702ead4ec req-59d173e8-16c2-4d6c-a5b1-c60dcb6fe836 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 936 time: 0.0958202 Dec 12 15:18:35.496538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:35.500412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:35.508792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.536953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b11ea0cb-11eb-48dc-a2ca-5af702ead4ec req-000d44af-3fed-4b53-b4d3-d27dcd3337a1 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807905 Dec 12 15:18:35.578860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.579914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.581872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] 10.222.0.30 "PUT /v2.0/ports/e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 1096 time: 0.8176048 Dec 12 15:18:35.597430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ac8a3-a5df-4b7d-b776-4e449aa2b9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:35.620182 n-d-710847-8 neutron-server[103411]: WARNING keystonemiddleware.auth_token [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-c24a6990-1b76-4a85-8872-d344fa1cf0a4 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 12 15:18:35.629517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-6c5ce20d-0ff8-4385-9d96-7eca20ecfa09 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:18:35.630576 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-6c5ce20d-0ff8-4385-9d96-7eca20ecfa09 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1528778 Dec 12 15:18:35.695400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-d2493c60-5ae4-47c3-8712-4a240677cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.696941 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-d2493c60-5ae4-47c3-8712-4a240677cde7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1099 time: 0.0866621 Dec 12 15:18:35.697958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-fe280e9c-d272-4a6c-82df-d3b93078da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.699210 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-fe280e9c-d272-4a6c-82df-d3b93078da0a service neutron] 10.222.0.36 "GET /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 1093 time: 0.0480413 Dec 12 15:18:35.709855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Request body: {'binding': {'host': 'n-h1-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:35.710425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Unknown quota resources ['binding']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:18:35.727231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f5c973-f073-4b19-94dd-28818135f174 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:35.743695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.757163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:35.782008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Transition to ACTIVE for port object d5f5c973-f073-4b19-94dd-28818135f174 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:35.786900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 2320b9e8-794a-49b0-920a-76ac84e95b3f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:35.790925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0af46-a1b1-46f1-8236-f143520e5cf1 req-813a2e8a-79f7-460c-9c4a-a9f2d1cec6f8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.792387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dac0af46-a1b1-46f1-8236-f143520e5cf1 req-813a2e8a-79f7-460c-9c4a-a9f2d1cec6f8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.1477106 Dec 12 15:18:35.794849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.805946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:35.862023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 2320b9e8-794a-49b0-920a-76ac84e95b3f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:35.866680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 2320b9e8-794a-49b0-920a-76ac84e95b3f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:35.867215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:35.875062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-95589e84-02b3-4c27-9a6d-917d87f54006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:35.876827 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-95589e84-02b3-4c27-9a6d-917d87f54006 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1702824 Dec 12 15:18:35.902667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:35.903525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:35.914204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:35.930478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:35.943029 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-da19994a-97b9-46fd-8376-9ace08f24ee8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0512571 Dec 12 15:18:35.981844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dac0af46-a1b1-46f1-8236-f143520e5cf1 req-81ef3727-72cd-4c32-8946-928cf1cb1d83 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807063 Dec 12 15:18:35.990572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.011414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Attempting to bind port d5f5c973-f073-4b19-94dd-28818135f174 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:36.011785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Attempting to bind port d5f5c973-f073-4b19-94dd-28818135f174 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:36.012091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Attempting to bind port d5f5c973-f073-4b19-94dd-28818135f174 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:36.047624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Port d5f5c973-f073-4b19-94dd-28818135f174 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:36.047624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Attempting to bind port d5f5c973-f073-4b19-94dd-28818135f174 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:36.049963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on host n-h1-710847-8 for vnic_type normal with profile None {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:36.050303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:36.050629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:36.058077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:36.058402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:36.065504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:36.065897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:36.066280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:36.066713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Bound port: 9033343a-eb33-4989-aa2f-248c4f620824, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:36.075593 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1618e32-69cb-4560-8397-9f0be2c5f285 x-openstack-request-id: req-e1618e32-69cb-4560-8397-9f0be2c5f285 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:36.075943 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-unplugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:36.076134 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1618e32-69cb-4560-8397-9f0be2c5f285 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:36.076531 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'code': 200} Dec 12 15:18:36.081513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-3293ca92-d07c-44f4-8d15-731dad14bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.084387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-3293ca92-d07c-44f4-8d15-731dad14bc0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0898552 Dec 12 15:18:36.096590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:36.096994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:36.097392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:36.097904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Bound port: d5f5c973-f073-4b19-94dd-28818135f174, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:36.098308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.199495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-a240344e-ab91-4ea8-a3fc-d71e012bd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.201035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-a240344e-ab91-4ea8-a3fc-d71e012bd5a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852487 Dec 12 15:18:36.209181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] Transition to ACTIVE for port object 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:36.213422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:36.216779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d5f5c973-f073-4b19-94dd-28818135f174,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:36.219685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.228742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.244777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.264540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,segment=NetworkSegment(b7b2bb8b-1425-46e2-bde2-ffdb63d7b640),segment_id=b7b2bb8b-1425-46e2-bde2-ffdb63d7b640)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:36.280713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:36.296234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.297234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:36.297927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5b4a97d8-74e2-49a1-ba48-499c885b4a0a service neutron] 10.222.0.36 "POST /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824/bindings HTTP/1.1" status: 201 len: 389 time: 0.5924971 Dec 12 15:18:36.300096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:36.302896 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d36673-2f98-4242-8cdd-cdac86ce161c" -d '{"events": [{"server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "name": "network-vif-plugged", "status": "completed", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:36.312449 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.315871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.316502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.316920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f', 'network_id': 'ff197dd3-f1b6-4324-9997-9e68887b2788', 'port_id': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f', 'mac_address': 'fa:16:3e:0e:ad:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf888a1-401d-41d9-8084-d04b2d498c5b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:36.321271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5f5c973-f073-4b19-94dd-28818135f174 HTTP/1.1" status: 200 len: 1096 time: 1.5584304 Dec 12 15:18:36.325545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:36.328211 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b77a264-83c8-43a7-baac-e30279e53f88" -d '{"events": [{"name": "network-changed", "server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "tag": "d5f5c973-f073-4b19-94dd-28818135f174"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:36.340584 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-9b1b1caa-5a1a-491f-82d7-8126abe48fef service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275415 Dec 12 15:18:36.350515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] No DVR routers for this DVR port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:36.379117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] Pushing event updated for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:36.414382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.440063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:36.453949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-5dec3392-f685-4733-b008-777ba53f7b2f service neutron] 10.222.0.30 "PUT /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d/bindings/n-h2-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2534060 Dec 12 15:18:36.458161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:36.493387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,segment=NetworkSegment(b7b2bb8b-1425-46e2-bde2-ffdb63d7b640),segment_id=b7b2bb8b-1425-46e2-bde2-ffdb63d7b640)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:36.500713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:36.529662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ad9f-6a38-4bcc-ae43-cf2f022accb1 req-c94c54ac-9451-433c-a67a-2fc74d9d3a6c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.539808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7024ad9f-6a38-4bcc-ae43-cf2f022accb1 req-c94c54ac-9451-433c-a67a-2fc74d9d3a6c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.2797534 Dec 12 15:18:36.561248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5cdb9446-9ae9-4d85-9a20-da10a605a5a9 req-3e2618ab-294e-4926-9ac9-ecc54a0feb10 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972630 Dec 12 15:18:36.575402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:36.664871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-0a2715f3-f188-4bc5-8ba8-2e2d35a312b0 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.666435 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-0a2715f3-f188-4bc5-8ba8-2e2d35a312b0 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0690582 Dec 12 15:18:36.667608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487f10c-767b-4294-83cb-e56e4292ebe8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:36.690750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-f8d3ce87-dcdf-4b5f-848c-91559e8ca31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.692219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-f8d3ce87-dcdf-4b5f-848c-91559e8ca31a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 1099 time: 0.3169310 Dec 12 15:18:36.729737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9f1c55ec-aff3-40d1-b838-cee4d03ee004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.731353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9f1c55ec-aff3-40d1-b838-cee4d03ee004 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1096 time: 0.0792997 Dec 12 15:18:36.750123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6556c453-524d-49fe-99c8-164b6178347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.751539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6556c453-524d-49fe-99c8-164b6178347c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 1096 time: 0.0692060 Dec 12 15:18:36.755298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7024ad9f-6a38-4bcc-ae43-cf2f022accb1 req-445c53cd-995d-4e0d-913e-5f09d92dcfa9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146344 Dec 12 15:18:36.756800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-66ec9b3e-6c18-4230-84be-f1ff0b90c645 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d5f5c973-f073-4b19-94dd-28818135f174 HTTP/1.1" status: 200 len: 217 time: 0.0539005 Dec 12 15:18:36.764815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0d4d-29f6-4bc5-8766-c61b1d64a5a2 req-d40018b9-8332-4115-9899-9abe0b1f89fc tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.766373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d65c0d4d-29f6-4bc5-8766-c61b1d64a5a2 req-d40018b9-8332-4115-9899-9abe0b1f89fc tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 945 time: 0.2100182 Dec 12 15:18:36.775069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:36.890389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-80edfaf3-3111-48c1-bd6e-f224c3ec1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.891807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-80edfaf3-3111-48c1-bd6e-f224c3ec1cf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1148551 Dec 12 15:18:36.902145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d65c0d4d-29f6-4bc5-8766-c61b1d64a5a2 req-947fbb0f-8c0c-4674-8bbf-6ed3d99a412c tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160738 Dec 12 15:18:36.945078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ffc93-3d43-42d3-aef4-06ab7ec4645a req-caf22604-f63e-4c93-a3ca-e452295c6016 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.946792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a7ffc93-3d43-42d3-aef4-06ab7ec4645a req-caf22604-f63e-4c93-a3ca-e452295c6016 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.0967767 Dec 12 15:18:36.973189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-15be8cb3-c842-40c5-a4a4-b3af37ace362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:36.974693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-15be8cb3-c842-40c5-a4a4-b3af37ace362 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708473 Dec 12 15:18:37.028260 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8431a86e-d99f-47e6-9a17-f7d64ed5cebe x-openstack-request-id: req-8431a86e-d99f-47e6-9a17-f7d64ed5cebe {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:37.028586 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "name": "network-vif-plugged", "status": "completed", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:37.028873 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8431a86e-d99f-47e6-9a17-f7d64ed5cebe {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:37.029279 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f', 'code': 200} Dec 12 15:18:37.045176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a7ffc93-3d43-42d3-aef4-06ab7ec4645a req-0c2d4cf1-8941-4298-a9bd-f9d1072f3b74 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912614 Dec 12 15:18:37.121486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-b747532b-81b0-46ed-82ea-41a7ba968f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.122948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-b747532b-81b0-46ed-82ea-41a7ba968f6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0833020 Dec 12 15:18:37.129023 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf761b22-5b85-4aa2-9d3a-7b2b140e4219 x-openstack-request-id: req-bf761b22-5b85-4aa2-9d3a-7b2b140e4219 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:37.129299 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "tag": "d5f5c973-f073-4b19-94dd-28818135f174", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:37.129549 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf761b22-5b85-4aa2-9d3a-7b2b140e4219 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:37.129936 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174', 'status': 'completed', 'code': 200} Dec 12 15:18:37.153653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-47fa7f4f-c575-4a39-ab4b-4800fb9e18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.155103 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-47fa7f4f-c575-4a39-ab4b-4800fb9e18ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.4161079 Dec 12 15:18:37.183122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-76302c01-5c64-43dd-8b1c-9dee414298e2 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942594 Dec 12 15:18:37.220231 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-dd11074d-3a44-4d75-8e4a-44e79663ece0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 217 time: 0.0415778 Dec 12 15:18:37.285269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-f17bd8d4-58a0-4f57-9ee4-edad452f4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.286722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-f17bd8d4-58a0-4f57-9ee4-edad452f4a2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.1548445 Dec 12 15:18:37.290866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-08c61858-dd5c-4b57-bf8f-097a5fc90d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.292209 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-08c61858-dd5c-4b57-bf8f-097a5fc90d1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0641029 Dec 12 15:18:37.293920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2205441-d54e-4ad0-aed1-2ca24caf5638 req-d671fd37-853a-4790-a7ab-bc4127173422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.295372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2205441-d54e-4ad0-aed1-2ca24caf5638 req-d671fd37-853a-4790-a7ab-bc4127173422 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 1100 time: 0.1635594 Dec 12 15:18:37.305602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335885d0-3287-4443-b1dd-3fa5f05f220f req-5e997cb7-183a-4bac-92ad-aaeba3c00252 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.306989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-335885d0-3287-4443-b1dd-3fa5f05f220f req-5e997cb7-183a-4bac-92ad-aaeba3c00252 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 945 time: 0.1798322 Dec 12 15:18:37.317316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f975a-cfa2-435e-a907-20666188a26c req-0338b4d7-7c43-444f-9106-1c0017097361 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.318692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9f975a-cfa2-435e-a907-20666188a26c req-0338b4d7-7c43-444f-9106-1c0017097361 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 948 time: 0.1880114 Dec 12 15:18:37.336071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-00c6028a-15f4-4dde-a83f-ce2045e1771b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0419393 Dec 12 15:18:37.353824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-15ead65c-1484-47e1-a7f6-35da1cbd1546 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264854 Dec 12 15:18:37.406309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9f02cf2-0f69-4e8e-964d-e96d15411d2b req-d1d6aba2-0cd9-4761-85ed-4289524f4b9b service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979544 Dec 12 15:18:37.441694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6646f0a5-fb13-4558-9c00-5693da2f6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.443127 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-6646f0a5-fb13-4558-9c00-5693da2f6d16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0915470 Dec 12 15:18:37.448824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2205441-d54e-4ad0-aed1-2ca24caf5638 req-dfd3d6cd-6c1f-45cb-8d60-fbebc4e08a21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408601 Dec 12 15:18:37.453025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9f975a-cfa2-435e-a907-20666188a26c req-3edd05a7-3b7e-466c-b53d-c9acd36e91d7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261337 Dec 12 15:18:37.456733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-335885d0-3287-4443-b1dd-3fa5f05f220f req-33b13ae3-c86a-4939-bf9b-9b627e9942f1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371574 Dec 12 15:18:37.484183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-56949d37-3e5c-4503-91c0-474204f233ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315111 Dec 12 15:18:37.523710 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9f1cd090-da64-4534-85e0-6f6f637c4bac service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428821 Dec 12 15:18:37.579759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd83f04-a134-414c-8b19-0567d25e8474 req-c454ef4d-32d3-409b-9633-13088b9c78d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.581341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cd83f04-a134-414c-8b19-0567d25e8474 req-c454ef4d-32d3-409b-9633-13088b9c78d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.0521264 Dec 12 15:18:37.589608 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-931740f0-ea74-481f-ba1d-13c14f0aa794 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932724 Dec 12 15:18:37.633150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cd83f04-a134-414c-8b19-0567d25e8474 req-8f43e6a4-f079-4f69-9d77-543d81dc6bf6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Dec 12 15:18:37.672780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3f02ce-b1ad-438c-90e0-9fbac1e2a9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:37.738475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-f1ed74b5-3c9c-4509-990a-e0031a864080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.739943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-f1ed74b5-3c9c-4509-990a-e0031a864080 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 1099 time: 0.0729499 Dec 12 15:18:37.754393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-0adad110-7325-4733-9b61-f8a5260eab45 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578455 Dec 12 15:18:37.766829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0f7ba-0b46-4528-9dd6-61be769df1b6 req-73ff3d29-d5f4-4b25-84c2-d26c343d3950 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.768280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9d0f7ba-0b46-4528-9dd6-61be769df1b6 req-73ff3d29-d5f4-4b25-84c2-d26c343d3950 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.0743253 Dec 12 15:18:37.784195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-0bb5bc00-dacf-480b-90fd-aa11ee81827e service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181083 Dec 12 15:18:37.805426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:37.851755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:37.896910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-86d4f5c8-3f7d-4a82-badf-5f8777c95c49 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.898458 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-86d4f5c8-3f7d-4a82-badf-5f8777c95c49 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0439050 Dec 12 15:18:37.900318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9d0f7ba-0b46-4528-9dd6-61be769df1b6 req-add3399f-3f64-4a8c-8d25-418edec12957 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183853 Dec 12 15:18:37.905076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:37.933108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-8'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:37.935125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-367d2097-3b81-4435-8686-c458550adb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.936570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-367d2097-3b81-4435-8686-c458550adb97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1858017 Dec 12 15:18:37.951924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080b77b-7eed-4ec6-a8c7-b9bd32e0e462 req-858b6811-91f4-4035-bfcd-1f06cc6db69c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:37.955102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6080b77b-7eed-4ec6-a8c7-b9bd32e0e462 req-858b6811-91f4-4035-bfcd-1f06cc6db69c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.1081226 Dec 12 15:18:37.984137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:37.989464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:37.989954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.018288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-2faa8d7e-2543-4462-8f28-a0ea20f76cc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d5f5c973-f073-4b19-94dd-28818135f174 HTTP/1.1" status: 200 len: 217 time: 0.0619881 Dec 12 15:18:38.035205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.056603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-23308fa3-1cd7-4c27-8a5e-f27f6a018407 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.058168 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-23308fa3-1cd7-4c27-8a5e-f27f6a018407 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0780153 Dec 12 15:18:38.081283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.082186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:38.084510 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48b68ab-1381-4fcf-9a36-1138d94d73fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:38.113811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6080b77b-7eed-4ec6-a8c7-b9bd32e0e462 req-a6967dcb-aff2-4a44-a23f-7c8009800a09 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497915 Dec 12 15:18:38.118571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,segment=NetworkSegment(b7b2bb8b-1425-46e2-bde2-ffdb63d7b640),segment_id=b7b2bb8b-1425-46e2-bde2-ffdb63d7b640)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:38.124959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.126074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:38.128662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-30514720-6c69-4ce0-9b1a-a9445aae27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.130388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-30514720-6c69-4ce0-9b1a-a9445aae27d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1003911 Dec 12 15:18:38.144746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799028-defb-40bd-9db5-2773d57444bc req-2c32f33b-e7e0-41c6-b47f-9072d515908c tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.149618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42799028-defb-40bd-9db5-2773d57444bc req-2c32f33b-e7e0-41c6-b47f-9072d515908c tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 945 time: 0.1405709 Dec 12 15:18:38.212070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:38.226890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-a4feb070-3cbf-41ef-837c-c080091a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.228433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-a4feb070-3cbf-41ef-837c-c080091a9610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770769 Dec 12 15:18:38.232121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42799028-defb-40bd-9db5-2773d57444bc req-fbb74fec-71b3-425d-9b1a-3cfee1958704 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Dec 12 15:18:38.237958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:38.308532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:38.331787 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c79db4f-6674-4dbc-8e29-b7eb26ebe014 x-openstack-request-id: req-7c79db4f-6674-4dbc-8e29-b7eb26ebe014 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:38.332073 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:38.332308 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c79db4f-6674-4dbc-8e29-b7eb26ebe014 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:38.332706 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'status': 'completed', 'code': 200} Dec 12 15:18:38.340752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-845992da-d063-450d-833c-2bf3c71a2c20 service neutron] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:38.348713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-845992da-d063-450d-833c-2bf3c71a2c20 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.350023 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65206c-862c-4120-b803-15ca63cbfd94 req-845992da-d063-450d-833c-2bf3c71a2c20 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d/bindings/n-h1-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.2731557 Dec 12 15:18:38.369894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:38.417742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.421379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.423271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.506471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:38.513960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on host n-h2-710847-8 for vnic_type normal with profile {"migrating_to": "n-h1-710847-8"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:38.514290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:38.514619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:38.519732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:38.520095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Attempting to bind port 9033343a-eb33-4989-aa2f-248c4f620824 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:38.526651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:38.526985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:38.527421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:38.527881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Bound port: 9033343a-eb33-4989-aa2f-248c4f620824, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:38.528236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.598033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:38.601157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:38.606182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.680086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:38.683514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.684280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:38.685547 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-9483dd80-1b67-4803-98fb-af909fa9e07a service neutron] 10.222.0.30 "PUT /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 1121 time: 0.7722950 Dec 12 15:18:38.705335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-2e7d7177-cbbe-40b9-9b9d-ce58c22c4f82 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676590 Dec 12 15:18:38.746978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309a4ad-c359-4a0c-bb19-ea1546f0280b req-e6ee2c59-ca66-4cc2-8984-097e2d40ba2b tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.748384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b309a4ad-c359-4a0c-bb19-ea1546f0280b req-e6ee2c59-ca66-4cc2-8984-097e2d40ba2b tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.4361711 Dec 12 15:18:38.786395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['9033343a-eb33-4989-aa2f-248c4f620824'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:38.793956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-d968fbee-028e-47ae-8937-daeec3891b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.795418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-d968fbee-028e-47ae-8937-daeec3891b7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1099 time: 0.1879334 Dec 12 15:18:38.809921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b81869-9927-4069-83e6-9549c0d726ae req-3621ed25-6fae-4d1d-a2a4-49ea2e970616 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.811367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12b81869-9927-4069-83e6-9549c0d726ae req-3621ed25-6fae-4d1d-a2a4-49ea2e970616 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.2029567 Dec 12 15:18:38.813034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-208d4ed5-e0f1-43e6-9cdb-2b4be9b23300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:38.814484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-208d4ed5-e0f1-43e6-9cdb-2b4be9b23300 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1099 time: 0.2080114 Dec 12 15:18:38.916182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:39.030537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:39.035370 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5277f-6687-4eac-9de5-08620ff761ee" -d '{"events": [{"server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:39.037161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b309a4ad-c359-4a0c-bb19-ea1546f0280b req-27e12ed5-2218-425b-8d5e-0726210a0f99 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729304 Dec 12 15:18:39.060134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12b81869-9927-4069-83e6-9549c0d726ae req-1cd714ae-7ec0-4cc7-8baa-50fab0c1841c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385824 Dec 12 15:18:39.065882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b77a264-83c8-43a7-baac-e30279e53f88 req-bc4ba7aa-d55d-4c29-a653-cbf84e89e8ec service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444934 Dec 12 15:18:39.105404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-cf65d40f-b35e-4ce9-ae2c-44d907c190fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.106933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-cf65d40f-b35e-4ce9-ae2c-44d907c190fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2872314 Dec 12 15:18:39.110808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-ebb3d296-36f4-4496-9e79-e191380ddad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.113033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-ebb3d296-36f4-4496-9e79-e191380ddad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2491345 Dec 12 15:18:39.224154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-4e66766e-acbf-454c-b3fa-99661a57c262 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0984576 Dec 12 15:18:39.238967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-45aec886-2321-43a0-9d48-38841c9a2837 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.1144447 Dec 12 15:18:39.290420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-6310fb3a-b6fc-4c27-8f13-ed0f5c32c278 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.292151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-6310fb3a-b6fc-4c27-8f13-ed0f5c32c278 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.0794458 Dec 12 15:18:39.331366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbe354-0f8f-4b11-ad30-d04dc7bd4899 req-d1888955-5683-4bfb-9e3a-cdcd52266767 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.332858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdcbe354-0f8f-4b11-ad30-d04dc7bd4899 req-d1888955-5683-4bfb-9e3a-cdcd52266767 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 948 time: 0.2250469 Dec 12 15:18:39.357418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-627cd42b-c9d6-4e54-bc76-712f25a27cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.358844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-627cd42b-c9d6-4e54-bc76-712f25a27cf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1036017 Dec 12 15:18:39.366929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ce143-1ea6-46bc-a2bf-35a9ffa046a0 req-f68efccb-d4a2-4fa9-a362-f84cfa9005ca tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.368411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-812ce143-1ea6-46bc-a2bf-35a9ffa046a0 req-f68efccb-d4a2-4fa9-a362-f84cfa9005ca tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 948 time: 0.2115607 Dec 12 15:18:39.379344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-ac39d6f9-8415-4d34-97e8-ba08fd9f6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.380808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-ac39d6f9-8415-4d34-97e8-ba08fd9f6770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1407435 Dec 12 15:18:39.457657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Deleting port b79e0436-b5df-4570-81a9-0533bad172c8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:18:39.458083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:39.508446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdcbe354-0f8f-4b11-ad30-d04dc7bd4899 req-258ca11c-0fed-4e28-8e59-b16baa05b1d5 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681640 Dec 12 15:18:39.515887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-a1ad8db6-35bd-4c9c-95a9-374600b82b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.517364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-a1ad8db6-35bd-4c9c-95a9-374600b82b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413903 Dec 12 15:18:39.530926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-705619bb-9269-4f17-a8bd-0e6cd31d0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.530926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-705619bb-9269-4f17-a8bd-0e6cd31d0e15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325412 Dec 12 15:18:39.530926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-812ce143-1ea6-46bc-a2bf-35a9ffa046a0 req-921ab5b8-54cb-4891-b32a-58138d7b6056 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513493 Dec 12 15:18:39.558082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] For port b79e0436-b5df-4570-81a9-0533bad172c8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b79e0436-b5df-4570-81a9-0533bad172c8,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:39.558455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:39.576366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Calling delete_port for b79e0436-b5df-4570-81a9-0533bad172c8 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:18:39.590820 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10648395-b559-4b15-a54a-8f0f86d8a910 x-openstack-request-id: req-10648395-b559-4b15-a54a-8f0f86d8a910 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:39.591138 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:39.591448 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10648395-b559-4b15-a54a-8f0f86d8a910 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:39.591846 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f', 'code': 200} Dec 12 15:18:39.754341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:39.765135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b79e0436-b5df-4570-81a9-0533bad172c8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:39.789269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Pushing event deleted for resources: {'Port': ['ID=b79e0436-b5df-4570-81a9-0533bad172c8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:39.789859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['907362f4-7e9b-4724-849b-617145df2753'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:39.793001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b61ee0-24ba-4b67-9b37-e0bd6e5dfe8c req-d9cb47a6-5055-428e-a9ac-d30ef3caece6 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.794473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8b61ee0-24ba-4b67-9b37-e0bd6e5dfe8c req-d9cb47a6-5055-428e-a9ac-d30ef3caece6 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f84ba06-a337-4623-bc87-1872ffd4100a HTTP/1.1" status: 200 len: 950 time: 0.1968999 Dec 12 15:18:39.802483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-96ef77f8-3870-4e4c-85c3-6f5bdb51b8c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686632 Dec 12 15:18:39.806860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-d06d39b5-c635-4a51-9d5a-f7117a8802f8 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638767 Dec 12 15:18:39.819891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fff2e6-bdbe-434a-9bce-877ca1ce5193 req-aa5d5ac3-84b1-4f94-805b-bb14ff21f8ab tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.819891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8fff2e6-bdbe-434a-9bce-877ca1ce5193 req-aa5d5ac3-84b1-4f94-805b-bb14ff21f8ab tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.1573591 Dec 12 15:18:39.837795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d5f5c973-f073-4b19-94dd-28818135f174 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:39.860015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] No DVR routers for this DVR port b79e0436-b5df-4570-81a9-0533bad172c8 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:39.863269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:39.867301 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-387658d2-74cd-496f-a7d3-641a4078ecfa req-2cdec0f4-be0f-47d4-bf3f-dc15b4fdcaec tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.13 "DELETE /v2.0/ports/b79e0436-b5df-4570-81a9-0533bad172c8 HTTP/1.1" status: 204 len: 173 time: 0.5684800 Dec 12 15:18:39.952263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a8982-cf94-4c96-ad03-50f3478a2b5c req-879d0ce5-23f6-4ed3-9446-dad945b20f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:39.953779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563a8982-cf94-4c96-ad03-50f3478a2b5c req-879d0ce5-23f6-4ed3-9446-dad945b20f13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 1097 time: 0.2365785 Dec 12 15:18:40.029272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d5f5c973-f073-4b19-94dd-28818135f174,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:40.047946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'd5f5c973-f073-4b19-94dd-28818135f174', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'd5f5c973-f073-4b19-94dd-28818135f174', 'mac_address': 'fa:16:3e:2c:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:40.064955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8b61ee0-24ba-4b67-9b37-e0bd6e5dfe8c req-17987eec-8980-45f5-b46f-6dea0b83eaf4 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563622 Dec 12 15:18:40.083274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8fff2e6-bdbe-434a-9bce-877ca1ce5193 req-46058a14-1b14-447a-8867-23fb5e0ebf5a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403049 Dec 12 15:18:40.109563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.111516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563a8982-cf94-4c96-ad03-50f3478a2b5c req-78b3704f-a54b-4b51-8982-f1e558d385e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426370 Dec 12 15:18:40.115498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-ac6f6819-67c5-450c-b2aa-d11ec4b4cee5 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949903 Dec 12 15:18:40.117529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f48b68ab-1381-4fcf-9a36-1138d94d73fb req-c7ac598f-0633-4bd8-a015-69fd1089bbf1 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900639 Dec 12 15:18:40.130343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f5c973-f073-4b19-94dd-28818135f174 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:40.175864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d5f5c973-f073-4b19-94dd-28818135f174,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:40.183519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.184259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:40.193042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.216762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2c51a-2f8e-4114-8539-5ff79df82c46 req-f49e2efc-1b48-46cb-96bf-c17d934c8b42 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:40.224662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2eb2c51a-2f8e-4114-8539-5ff79df82c46 req-f49e2efc-1b48-46cb-96bf-c17d934c8b42 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 946 time: 0.0644939 Dec 12 15:18:40.253560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:40.261314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:40.268008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'mac_address': 'fa:16:3e:dd:7f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:40.277579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2eb2c51a-2f8e-4114-8539-5ff79df82c46 req-65684cd6-ba4d-4a1b-9cd0-5f59bad5831a tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 Dec 12 15:18:40.311089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.333926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e7641d-c68e-4fc4-afbb-5a15ee876424 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:40.334629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824'}, {'name': 'network-changed', 'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824'}, {'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'name': 'network-vif-deleted', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:40.338590 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13443e1-10ba-4535-91a0-7ad8e5bcc604" -d '{"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9033343a-eb33-4989-aa2f-248c4f620824"}, {"name": "network-changed", "server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "tag": "9033343a-eb33-4989-aa2f-248c4f620824"}, {"server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "name": "network-vif-deleted", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:40.367444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:40.373540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.423426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f085-70f4-4e13-9cae-8728e5740b3d req-9958af18-a07d-4c75-867f-57d0cfc7bf1a tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:40.424972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6f1f085-70f4-4e13-9cae-8728e5740b3d req-9958af18-a07d-4c75-867f-57d0cfc7bf1a tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.0886211 Dec 12 15:18:40.430403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:40.510485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373ff83-584a-4247-ac43-70a75085e11a req-d290119e-673e-4e8b-b9de-fbff52145199 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:40.511923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e373ff83-584a-4247-ac43-70a75085e11a req-d290119e-673e-4e8b-b9de-fbff52145199 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.1369891 Dec 12 15:18:40.581804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-4dcfcbd8-3229-4ffd-a8c0-abb2681a8a62 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:40.583375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-4dcfcbd8-3229-4ffd-a8c0-abb2681a8a62 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78&tenant_id=54abd2d356f848cf92e3857c973c6270&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 949 time: 0.1525602 Dec 12 15:18:40.589056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6f1f085-70f4-4e13-9cae-8728e5740b3d req-744f6282-167d-47de-928a-5d5ba25c7e89 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570294 Dec 12 15:18:40.710933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['d5f5c973-f073-4b19-94dd-28818135f174'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:40.714723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:40.903404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e373ff83-584a-4247-ac43-70a75085e11a req-18f31f0e-ca34-430c-a9e6-a54a91c04a42 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823218 Dec 12 15:18:40.959152 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154feb92-537c-42e8-87da-31088e549120 x-openstack-request-id: req-154feb92-537c-42e8-87da-31088e549120 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:40.960509 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-unplugged", "status": "completed", "tag": "9033343a-eb33-4989-aa2f-248c4f620824", "code": 200}, {"name": "network-changed", "server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "tag": "9033343a-eb33-4989-aa2f-248c4f620824", "status": "completed", "code": 200}, {"server_uuid": "6f84ba06-a337-4623-bc87-1872ffd4100a", "name": "network-vif-deleted", "tag": "b79e0436-b5df-4570-81a9-0533bad172c8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:40.961271 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-154feb92-537c-42e8-87da-31088e549120 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:40.961875 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824', 'code': 200} Dec 12 15:18:40.962363 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824', 'status': 'completed', 'code': 200} Dec 12 15:18:40.963848 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f84ba06-a337-4623-bc87-1872ffd4100a', 'name': 'network-vif-deleted', 'tag': 'b79e0436-b5df-4570-81a9-0533bad172c8', 'status': 'completed', 'code': 200} Dec 12 15:18:40.965384 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-ccba9605-5cd1-4fa3-b5ed-1060bbdb0245 service neutron] delete failed (client error): The resource could not be found. Dec 12 15:18:40.966519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-ccba9605-5cd1-4fa3-b5ed-1060bbdb0245 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e6e7641d-c68e-4fc4-afbb-5a15ee876424/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.3661380 Dec 12 15:18:40.969036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-ac556a83-527f-4b29-a955-4492df3fe974 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1039004 Dec 12 15:18:40.979527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:40.980266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb55fe9-2bad-4d38-b56c-0e65a4fc0d1d req-78f103cf-9ea0-4b21-86e5-e5ed0b76f397 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:40.981776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbb55fe9-2bad-4d38-b56c-0e65a4fc0d1d req-78f103cf-9ea0-4b21-86e5-e5ed0b76f397 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 949 time: 0.1177402 Dec 12 15:18:41.020032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:41.120830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbb55fe9-2bad-4d38-b56c-0e65a4fc0d1d req-124fae9b-6396-4a83-9d74-7a01dd5f43f9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242099 Dec 12 15:18:41.146772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-0ce59968-aa12-43a2-be83-ba82a042d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.149294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-da4fa831-2c35-4009-b961-9985ccbd2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.150003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-0ce59968-aa12-43a2-be83-ba82a042d9f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1124 time: 0.1453853 Dec 12 15:18:41.151230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-da4fa831-2c35-4009-b961-9985ccbd2144 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1096 time: 0.0508180 Dec 12 15:18:41.158787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bba60-c45f-44d2-a481-44282c2de834 req-f4f64c5a-00bf-40a4-851e-34908395b2e3 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.160221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a6bba60-c45f-44d2-a481-44282c2de834 req-f4f64c5a-00bf-40a4-851e-34908395b2e3 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 949 time: 0.1387272 Dec 12 15:18:41.237921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-4d165dea-a33b-407f-a4cb-0612ea10ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.239389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-4d165dea-a33b-407f-a4cb-0612ea10ed89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1100 time: 0.1364040 Dec 12 15:18:41.280127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-d29fa504-fba8-42dc-9158-cf4576e84b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.281624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-d29fa504-fba8-42dc-9158-cf4576e84b53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.0971708 Dec 12 15:18:41.334648 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-5dce89c9-efba-4923-8196-38dde2e44b2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.0343509 Dec 12 15:18:41.358189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a6bba60-c45f-44d2-a481-44282c2de834 req-91b88410-942b-4c76-9497-fe1fe5f1d406 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839929 Dec 12 15:18:41.394109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4038-cd9f-4384-abb9-936c5ebb39d1 req-b2f7f787-86b7-4a23-88eb-a1dc3479ab70 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.395319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-381b4038-cd9f-4384-abb9-936c5ebb39d1 req-b2f7f787-86b7-4a23-88eb-a1dc3479ab70 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1096 time: 0.1539478 Dec 12 15:18:41.399696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-ec683b4b-75b0-448b-b12f-97680a5af574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.401447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-ec683b4b-75b0-448b-b12f-97680a5af574 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.2351980 Dec 12 15:18:41.411671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-479b25d7-d0e4-44be-b4db-10c1528099d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.414166 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-479b25d7-d0e4-44be-b4db-10c1528099d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0605214 Dec 12 15:18:41.457476 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-8ab4d8ac-ffd1-4c7d-b157-fb12656d4a3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352378 Dec 12 15:18:41.483042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-dc72e7d9-b6d4-4b00-93dc-2bd911123a49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 217 time: 0.0708313 Dec 12 15:18:41.484675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-c8e3151a-1ba6-4974-ab51-b22890603def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.487360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-c8e3151a-1ba6-4974-ab51-b22890603def service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2259681 Dec 12 15:18:41.559786 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-f7cd17cd-3ddc-42c1-beca-5aeef8852b8d service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896945 Dec 12 15:18:41.577714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-381b4038-cd9f-4384-abb9-936c5ebb39d1 req-739a8e72-ee88-44cf-b408-7765ca6d0ccd tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691554 Dec 12 15:18:41.593386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-96f640d0-a34e-4740-a500-689e4c585dab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0925806 Dec 12 15:18:41.600801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-2cf9a614-2ce1-49a8-b08e-5a9d13085e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.602274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-2cf9a614-2ce1-49a8-b08e-5a9d13085e91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1027136 Dec 12 15:18:41.679637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-e3bf413a-e770-48bb-bae1-d472c5de856e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613587 Dec 12 15:18:41.697794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e258b338-7691-45af-a9eb-724afb14e5d5 req-76ae592c-ead0-4eab-8e30-35a24e5c5eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285253 Dec 12 15:18:41.742400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-179d6476-3e39-478f-9bb0-1ef9e5187f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.743847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-179d6476-3e39-478f-9bb0-1ef9e5187f65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1268547 Dec 12 15:18:41.849728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:41.901827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-b6dbaf7e-98f0-4b9b-b156-e62c04702311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.903660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-b6dbaf7e-98f0-4b9b-b156-e62c04702311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112230 Dec 12 15:18:41.911608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c888-b59e-433b-903d-4c8c33687d27 req-cb1ac3a5-8626-4b2f-bd14-28c5a2f94e59 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:41.912982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8a4c888-b59e-433b-903d-4c8c33687d27 req-cb1ac3a5-8626-4b2f-bd14-28c5a2f94e59 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 946 time: 0.1986303 Dec 12 15:18:41.950491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:41.961668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-76b7873b-ac85-446e-af74-ec2b88164bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700570 Dec 12 15:18:41.962122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 has no active binding in host n-h1-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:18:42.028041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80cbb5-be8a-427e-96ef-acbbf8902ab8 req-9a15eb88-2b1e-4ebf-baa0-c254e161a1a0 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:42.029503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db80cbb5-be8a-427e-96ef-acbbf8902ab8 req-9a15eb88-2b1e-4ebf-baa0-c254e161a1a0 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.1992519 Dec 12 15:18:42.164205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8a4c888-b59e-433b-903d-4c8c33687d27 req-2ec1a53a-a2cd-4f86-9586-fe1b286a7d76 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352166 Dec 12 15:18:42.166834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-b441a3ac-acbb-49cc-a090-a7936f2fbb15 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2334690 Dec 12 15:18:42.184322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-5148ff57-753d-4d7d-86f7-045c35403a8f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702353 Dec 12 15:18:42.208242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b13443e1-10ba-4535-91a0-7ad8e5bcc604 req-1fedbc66-aafb-4964-bce2-b1369156264c service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233522 Dec 12 15:18:42.225352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db80cbb5-be8a-427e-96ef-acbbf8902ab8 req-a555a598-f39b-4594-8b34-7e1c96050beb tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878450 Dec 12 15:18:42.452154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-0ce9f640-b321-40aa-91ea-bef2993092a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:42.453663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-0ce9f640-b321-40aa-91ea-bef2993092a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1751428 Dec 12 15:18:42.463820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5a3663-f3e7-4e63-a5db-c9cc8699b310 req-d951fe97-fc37-4d8c-ab0b-ad9c1f65ebb9 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545922 Dec 12 15:18:42.473310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6ea4-00b9-4a84-96f8-c5a50e52b6fc req-35cb679e-05cf-45bb-9389-74a30edd7977 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:42.475145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-354d6ea4-00b9-4a84-96f8-c5a50e52b6fc req-35cb679e-05cf-45bb-9389-74a30edd7977 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 950 time: 0.1760101 Dec 12 15:18:42.493571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-1575f1fe-be61-4b63-b8d0-08d9af96885e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:42.495079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-1575f1fe-be61-4b63-b8d0-08d9af96885e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.2202303 Dec 12 15:18:42.559068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-beaeee47-571e-445d-bd2a-61a1f572d9ab tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/quotas/93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 375 time: 0.0557282 Dec 12 15:18:42.633737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-354d6ea4-00b9-4a84-96f8-c5a50e52b6fc req-c456f9f1-4981-45bc-86ff-546bf61fd23d tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/security-groups?id=90959ab9-deed-4394-8daf-7c291654c71d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376925 Dec 12 15:18:42.667442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-8d2e576b-c4db-47a5-b8d1-876c082bc3d5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988784 Dec 12 15:18:42.676744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-189fbf36-b470-417b-9229-78f1283bb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:42.677196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-189fbf36-b470-417b-9229-78f1283bb9c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 924 time: 0.1993632 Dec 12 15:18:43.095922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-c8008d7d-0d0a-4739-a828-c718076662cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 200 len: 1001 time: 0.4036772 Dec 12 15:18:43.144541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-41dbc06b-c52b-4d5b-906c-402aadd22d78 service neutron] 10.222.0.13 "GET /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.4534802 Dec 12 15:18:43.150284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-358c7c58-0716-4589-aea0-799612746d04 service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820631 Dec 12 15:18:43.169705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23928d-fe48-43fc-b3f7-5d4ada900bdd req-9521d1fd-6a9f-4c51-b279-113acdaeaf67 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.171131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e23928d-fe48-43fc-b3f7-5d4ada900bdd req-9521d1fd-6a9f-4c51-b279-113acdaeaf67 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 943 time: 0.4348094 Dec 12 15:18:43.236626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-e9ef94f1-3c51-4346-913f-103ef37cf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.238106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-e9ef94f1-3c51-4346-913f-103ef37cf9ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.1253552 Dec 12 15:18:43.367549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e23928d-fe48-43fc-b3f7-5d4ada900bdd req-d52d73a3-44e0-4a2f-a692-6acde9677e82 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670403 Dec 12 15:18:43.398954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-731b86cd-0ac4-4ef8-9946-f6920aa7852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.401295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-731b86cd-0ac4-4ef8-9946-f6920aa7852b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326118 Dec 12 15:18:43.409540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-67aa6191-b2f0-4303-96c1-0c004937d0df service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374961 Dec 12 15:18:43.659684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:43.672253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32fc12-d0fb-4e62-a2fc-f069a55d6f10 req-5db2e457-2713-4d71-8502-21072748ddc2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.673784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e32fc12-d0fb-4e62-a2fc-f069a55d6f10 req-5db2e457-2713-4d71-8502-21072748ddc2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 949 time: 0.2064648 Dec 12 15:18:43.682941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-f9a2fb6a-2d7c-465f-abd0-9d8b5d181ac1 service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709022 Dec 12 15:18:43.693115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84afd-f33e-453a-93db-3b3944437a6e req-37c23c86-79a2-404d-92a1-8f1830edf3b4 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.695640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff84afd-f33e-453a-93db-3b3944437a6e req-37c23c86-79a2-404d-92a1-8f1830edf3b4 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.30 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.1952701 Dec 12 15:18:43.800746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:43.854691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038773-d15a-43a6-9c06-9fc73e44e465 req-49125f30-8638-4a29-bc27-1d0e83c3d5da tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.856218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c038773-d15a-43a6-9c06-9fc73e44e465 req-49125f30-8638-4a29-bc27-1d0e83c3d5da tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 949 time: 0.2621472 Dec 12 15:18:43.879023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d5f5c973-f073-4b19-94dd-28818135f174 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:43.889574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-5c23460a-80c2-44d4-90b2-78c18ae0de89 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:43.892190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-5c23460a-80c2-44d4-90b2-78c18ae0de89 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.30 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 950 time: 0.0901568 Dec 12 15:18:43.906856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9033343a-eb33-4989-aa2f-248c4f620824 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:43.942923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b79e0436-b5df-4570-81a9-0533bad172c8 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:44.004482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b79e0436-b5df-4570-81a9-0533bad172c8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:18:44.004849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b79e0436-b5df-4570-81a9-0533bad172c8 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:44.018851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e32fc12-d0fb-4e62-a2fc-f069a55d6f10 req-4598120d-d95d-46df-bfd5-db3c0dcfe2cb tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175223 Dec 12 15:18:44.040065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4493f609-9f4b-41e2-ad59-e398bd254267 req-5f0efd3c-3153-47e5-95db-5a8e707e6bec service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423290 Dec 12 15:18:44.040283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port d5f5c973-f073-4b19-94dd-28818135f174 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:44.051005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port d5f5c973-f073-4b19-94dd-28818135f174 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:44.051664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.052240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:44.112530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Deleting port 907362f4-7e9b-4724-849b-617145df2753 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:18:44.112938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.179240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c038773-d15a-43a6-9c06-9fc73e44e465 req-1c4cfb9c-2b49-48ef-b125-a9d61dec5023 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008771 Dec 12 15:18:44.180139 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.283701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] For port 907362f4-7e9b-4724-849b-617145df2753, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=907362f4-7e9b-4724-849b-617145df2753,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:44.283894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Deleting port 2320b9e8-794a-49b0-920a-76ac84e95b3f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:18:44.284308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.284998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.290170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.311670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Calling delete_port for 907362f4-7e9b-4724-849b-617145df2753 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:18:44.344238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:44.348772 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33cd5c0-ba87-49f7-a5c8-cb7fe0a78d62" -d '{"events": [{"server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "name": "network-vif-plugged", "status": "completed", "tag": "d5f5c973-f073-4b19-94dd-28818135f174"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:44.362754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] Transition to ACTIVE for port object 9033343a-eb33-4989-aa2f-248c4f620824 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:44.372433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d5f5c973-f073-4b19-94dd-28818135f174,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:44.379826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.386966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:44.403241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.472281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:44.531530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53d021a6-0eff-4e2d-bef0-c268d2f3b2e3 req-7a8406c4-7864-4609-915a-d43614cf0ae4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 210 time: 0.1658931 Dec 12 15:18:44.532714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port e6e7641d-c68e-4fc4-afbb-5a15ee876424 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:44.540047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port e6e7641d-c68e-4fc4-afbb-5a15ee876424 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:44.541812 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.569992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.608107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['907362f4-7e9b-4724-849b-617145df2753'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:44.653238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Pushing event deleted for resources: {'Port': ['ID=907362f4-7e9b-4724-849b-617145df2753,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:44.692574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.699698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67762921-0d97-4b1b-a8f8-5b9251f64452 req-114273fb-119a-4447-9634-81587c9d60f1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:44.710189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67762921-0d97-4b1b-a8f8-5b9251f64452 req-114273fb-119a-4447-9634-81587c9d60f1 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 949 time: 0.4125204 Dec 12 15:18:44.719075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] No DVR routers for this DVR port 907362f4-7e9b-4724-849b-617145df2753 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:44.725244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.732044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2ddb3d5-1bc4-4d56-a788-e3b70f540913 req-7a499b2e-1430-46b6-b904-1e3639d9446a tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.30 "DELETE /v2.0/ports/907362f4-7e9b-4724-849b-617145df2753 HTTP/1.1" status: 204 len: 173 time: 0.8315370 Dec 12 15:18:44.733041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'name': 'network-vif-deleted', 'tag': '907362f4-7e9b-4724-849b-617145df2753'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:44.735494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:44.739273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] Pushing event updated for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:44.746297 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42837c6-1d8e-452e-9f28-f7154d058a51" -d '{"events": [{"server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "name": "network-vif-deleted", "tag": "907362f4-7e9b-4724-849b-617145df2753"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:44.751597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.783745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] No DVR routers for this DVR port 9033343a-eb33-4989-aa2f-248c4f620824 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:44.820780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:44.844487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36b16206-e788-44df-99cf-4c311fa176e4 req-2c419de9-d470-4c7c-b24c-4b18c8712883 tempest-ServersAdminNegativeTestJSON-1636795666 tempest-ServersAdminNegativeTestJSON-1636795666-project] 10.222.0.36 "GET /v2.0/ports?device_id=cba62b14-bc21-4283-9d71-dfd3977ddcc8 HTTP/1.1" status: 200 len: 210 time: 0.1119466 Dec 12 15:18:44.889391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] For port 2320b9e8-794a-49b0-920a-76ac84e95b3f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=2320b9e8-794a-49b0-920a-76ac84e95b3f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:44.889752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:44.902515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d2ea0b46-9df8-4fd4-bed5-03b8f873e76d service neutron] 10.222.0.13 "PUT /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824/bindings/n-h1-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 1.7476797 Dec 12 15:18:44.916690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Calling delete_port for 2320b9e8-794a-49b0-920a-76ac84e95b3f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:18:44.984675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67762921-0d97-4b1b-a8f8-5b9251f64452 req-9a7d25ce-5f8d-4966-aa40-4e2b3dc2df88 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/security-groups?id=197bef78-e096-4b50-a9fe-7b2e101bf1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731221 Dec 12 15:18:45.045949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5e5a389b-76cf-4d89-963d-1af48d19da50 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.048329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-5e5a389b-76cf-4d89-963d-1af48d19da50 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.0832651 Dec 12 15:18:45.063563 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cbaf1a-78a6-4735-a61a-58caf1a3348d x-openstack-request-id: req-b5cbaf1a-78a6-4735-a61a-58caf1a3348d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:45.064084 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "name": "network-vif-plugged", "status": "completed", "tag": "d5f5c973-f073-4b19-94dd-28818135f174", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:45.064084 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5cbaf1a-78a6-4735-a61a-58caf1a3348d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:45.064465 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174', 'code': 200} Dec 12 15:18:45.120686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552dde3-9ff4-42f2-8cbc-8fcf3de8c501 req-411f03d6-db61-44cc-bde5-cbd3f944c759 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.122376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2552dde3-9ff4-42f2-8cbc-8fcf3de8c501 req-411f03d6-db61-44cc-bde5-cbd3f944c759 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.1922302 Dec 12 15:18:45.180431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-2df6d935-11f7-4a40-b3ef-795176b42510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.182094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-2df6d935-11f7-4a40-b3ef-795176b42510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e&tenant_id=43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 1095 time: 0.1160293 Dec 12 15:18:45.240548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3842ad4-8bf0-4f04-aa9a-eacbc073196d req-7e60812b-c636-4ac9-8838-7aa45c5585b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.242056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f3842ad4-8bf0-4f04-aa9a-eacbc073196d req-7e60812b-c636-4ac9-8838-7aa45c5585b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 1101 time: 0.0420659 Dec 12 15:18:45.244184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-7d1d169e-8282-490b-a23a-75be5f0abfbc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.245607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-7d1d169e-8282-490b-a23a-75be5f0abfbc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.2962790 Dec 12 15:18:45.274062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Request body: {'port': {'device_id': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'admin_state_up': True, 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:45.291478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f3842ad4-8bf0-4f04-aa9a-eacbc073196d req-ea807414-17ec-42ef-8306-3b847b5daf6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420678 Dec 12 15:18:45.356205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2552dde3-9ff4-42f2-8cbc-8fcf3de8c501 req-8f8dacc2-dc60-40b2-8b9c-7a6738f1ad42 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247586 Dec 12 15:18:45.376666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedcc48-0b94-46c4-92e0-58014089cb95 req-98d08763-935f-45ec-bb55-a9ab03ca5d5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.376666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bedcc48-0b94-46c4-92e0-58014089cb95 req-98d08763-935f-45ec-bb55-a9ab03ca5d5f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.2394555 Dec 12 15:18:45.403611 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd3f4f-4f67-44a8-a10e-d24ddd25cf2a x-openstack-request-id: req-54cd3f4f-4f67-44a8-a10e-d24ddd25cf2a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:45.403914 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba62b14-bc21-4283-9d71-dfd3977ddcc8", "name": "network-vif-deleted", "tag": "907362f4-7e9b-4724-849b-617145df2753", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:45.404173 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54cd3f4f-4f67-44a8-a10e-d24ddd25cf2a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:45.404575 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba62b14-bc21-4283-9d71-dfd3977ddcc8', 'name': 'network-vif-deleted', 'tag': '907362f4-7e9b-4724-849b-617145df2753', 'status': 'completed', 'code': 200} Dec 12 15:18:45.447946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:45.462227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-7d0f7a97-94ff-493d-8845-48fbf18596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.463986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-7d0f7a97-94ff-493d-8845-48fbf18596bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1095 time: 0.2474327 Dec 12 15:18:45.467425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['2320b9e8-794a-49b0-920a-76ac84e95b3f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:45.543741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Pushing event deleted for resources: {'Port': ['ID=2320b9e8-794a-49b0-920a-76ac84e95b3f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:45.571044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bedcc48-0b94-46c4-92e0-58014089cb95 req-e09ff57e-3dde-4e38-975c-a5782dfe13b6 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941271 Dec 12 15:18:45.659219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] No DVR routers for this DVR port 2320b9e8-794a-49b0-920a-76ac84e95b3f on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:45.665845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:45.669091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff84afd-f33e-453a-93db-3b3944437a6e req-b6469fbf-9612-46d5-aaa1-33de8f8656c5 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.30 "DELETE /v2.0/ports/2320b9e8-794a-49b0-920a-76ac84e95b3f HTTP/1.1" status: 204 len: 173 time: 1.9598007 Dec 12 15:18:45.682482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'name': 'network-vif-deleted', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:45.685351 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba0c75-a1e3-48f1-84f0-c584aaf8945b" -d '{"events": [{"server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "name": "network-vif-deleted", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:45.787534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:45.791053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:45.801265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc517146-467f-40c9-8724-2666d2f63962 req-6c56115e-37d8-4cf8-9ccb-fd93771e4503 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.802993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc517146-467f-40c9-8724-2666d2f63962 req-6c56115e-37d8-4cf8-9ccb-fd93771e4503 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.1457999 Dec 12 15:18:45.804684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-3706a49c-a31c-4947-8b46-206154c87824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:45.806234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-3706a49c-a31c-4947-8b46-206154c87824 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.3102226 Dec 12 15:18:45.916733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-d7870b8d-200e-49b8-9ebf-71ac70fbeb6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 200 len: 217 time: 0.0941703 Dec 12 15:18:45.947159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:46.047522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:46.306030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc517146-467f-40c9-8724-2666d2f63962 req-a68a0047-864c-4efe-8f0e-187e8797c8ff tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550748 Dec 12 15:18:46.330932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18c6e4d2-3684-436f-af13-bae38e3685ee req-b4448cba-bc78-4998-8899-891d8c663f35 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 210 time: 0.0466666 Dec 12 15:18:46.345582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-a37ff006-5ec9-4a10-98ee-f1791a61f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:46.347027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-a37ff006-5ec9-4a10-98ee-f1791a61f878 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.4107339 Dec 12 15:18:46.440953 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164554a0-64a2-4ba8-b510-f95aa91a999a x-openstack-request-id: req-164554a0-64a2-4ba8-b510-f95aa91a999a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:46.441514 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61499baf-fb59-46c0-9ac8-df6e07d436f5", "name": "network-vif-deleted", "tag": "2320b9e8-794a-49b0-920a-76ac84e95b3f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:46.442297 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-164554a0-64a2-4ba8-b510-f95aa91a999a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:46.442485 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61499baf-fb59-46c0-9ac8-df6e07d436f5', 'name': 'network-vif-deleted', 'tag': '2320b9e8-794a-49b0-920a-76ac84e95b3f', 'status': 'completed', 'code': 200} Dec 12 15:18:46.447010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-2adf0d72-905c-4ea3-8dc4-57adba17e5d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701652 Dec 12 15:18:46.489329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Allocated IP 172.20.0.14 (1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1/502cac89-ba0b-4c5e-912a-228266ca6499/37799ab2-93e7-41ed-8fbd-43a5bd122efb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:46.613274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-a52fba5b-749f-4c0e-8a75-94050a9bceb7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071470 Dec 12 15:18:46.645490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3316d357-aa56-40c6-9a5e-6c994f480009 req-1eb70f87-77a1-46e2-ad5e-339fed9383e9 tempest-ServerDiagnosticsNegativeTest-2057024154 tempest-ServerDiagnosticsNegativeTest-2057024154-project] 10.222.0.36 "GET /v2.0/ports?device_id=61499baf-fb59-46c0-9ac8-df6e07d436f5 HTTP/1.1" status: 200 len: 210 time: 0.0792239 Dec 12 15:18:46.755548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-648f4b42-f3d7-4af8-95ee-079fd00ee520 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915792 Dec 12 15:18:46.874007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:46.944654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-b3dd9133-73dc-484a-a1f3-2922151edd49 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:46.951837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-b3dd9133-73dc-484a-a1f3-2922151edd49 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377671 Dec 12 15:18:47.027601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58626970-2c7c-400f-89e0-46481036e517 req-962c3671-a890-4587-9258-87a0a37e1bcf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:47.029087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58626970-2c7c-400f-89e0-46481036e517 req-962c3671-a890-4587-9258-87a0a37e1bcf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.2553508 Dec 12 15:18:47.030323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-20127c95-9690-4c40-948e-2cecbf67935d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/quotas/54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 375 time: 0.0777323 Dec 12 15:18:47.045229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c96e162a-8f36-43c5-9cb8-73eb70e55292 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7fc414d5e6de416183e159c53e7e4ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700985 Dec 12 15:18:47.047548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:47.050594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-708c13b1-3ab9-4852-85c9-de28bb4a742a service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785544 Dec 12 15:18:47.065826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:47.068356 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1d11c4-81ce-4584-a1af-1e555be03e25" -d '{"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-plugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:47.077362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.118353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.142187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.158686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-431f5182-685e-4aab-a095-d3230b095cd4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183190 Dec 12 15:18:47.167751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58626970-2c7c-400f-89e0-46481036e517 req-d7cf3b95-7dac-47be-b768-2007a4031d96 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262474 Dec 12 15:18:47.193253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.215499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.219172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.220737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90959ab9-deed-4394-8daf-7c291654c71d HTTP/1.1" status: 204 len: 168 time: 0.1718066 Dec 12 15:18:47.243342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa25158-c8f0-4b2a-8d4e-1ad55db696b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90959ab9-deed-4394-8daf-7c291654c71d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:47.323014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:47.325628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:47.330043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:47.335805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:47.341677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:47.342287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.379618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-5daa5e79-668f-4e73-b084-a3dec17f929a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1166787 Dec 12 15:18:47.394073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Request body: {'port': {'device_id': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:47.446703 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7f639-8d77-4af9-90e9-b5a6f8f8174b x-openstack-request-id: req-3bf7f639-8d77-4af9-90e9-b5a6f8f8174b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:47.447022 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-plugged", "status": "completed", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:47.447284 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bf7f639-8d77-4af9-90e9-b5a6f8f8174b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:47.447677 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'code': 200} Dec 12 15:18:47.588762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-21b1c853-89da-4a58-8107-b56f92b9ec69 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:47.590369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-21b1c853-89da-4a58-8107-b56f92b9ec69 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.1238310 Dec 12 15:18:47.593559 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.718613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:47.782894 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72e98bc5-acf8-4fa6-9a2d-94d0956f2e1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d86a503509ae40a4b7230179a12b80ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0628633 Dec 12 15:18:47.786185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:47.850471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda45e6-f00a-4dea-84d8-58c6a6976a50 req-425e15b1-0ec7-4e3f-8d4a-68ef6e305401 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:47.858540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.858933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-beda45e6-f00a-4dea-84d8-58c6a6976a50 req-425e15b1-0ec7-4e3f-8d4a-68ef6e305401 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.3411164 Dec 12 15:18:47.885148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 907362f4-7e9b-4724-849b-617145df2753 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:47.902193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:47.933736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 907362f4-7e9b-4724-849b-617145df2753 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:18:47.935112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 907362f4-7e9b-4724-849b-617145df2753 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:47.935531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 2320b9e8-794a-49b0-920a-76ac84e95b3f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:47.989242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 2320b9e8-794a-49b0-920a-76ac84e95b3f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:18:47.989986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 2320b9e8-794a-49b0-920a-76ac84e95b3f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:47.997239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.000280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.005096 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c88092b9-78ab-4209-baae-a48e740e6e52 HTTP/1.1" status: 204 len: 168 time: 0.2175159 Dec 12 15:18:48.005310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4fd1d-e7f8-422b-b658-49f4ab10ec7d req-d213dcfd-77be-4d03-8e96-ec57513b959f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:48.013422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21d4fd1d-e7f8-422b-b658-49f4ab10ec7d req-d213dcfd-77be-4d03-8e96-ec57513b959f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 932 time: 0.4353366 Dec 12 15:18:48.020041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b277560-0499-40d0-b797-600a5eb17760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88092b9-78ab-4209-baae-a48e740e6e52,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:48.106594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-beda45e6-f00a-4dea-84d8-58c6a6976a50 req-ac32b916-aabd-42bf-806d-35f928820dec tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467847 Dec 12 15:18:48.206962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21d4fd1d-e7f8-422b-b658-49f4ab10ec7d req-125aa441-000d-460c-9fd0-7ee628d8bcb9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923728 Dec 12 15:18:48.255171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-b40d1350-bc6c-41fb-9a62-f59126593b02 service neutron] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:48.293764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dfd161c-937c-46a0-aff0-f3e4fc406ec5 req-221dd3a8-bfe3-46ee-9fec-b85e05d00cfe tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 210 time: 0.0823300 Dec 12 15:18:48.331546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-b40d1350-bc6c-41fb-9a62-f59126593b02 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.334569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54dc3638-99a5-4ad6-bbb1-24da8c87d49e req-b40d1350-bc6c-41fb-9a62-f59126593b02 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824/bindings/n-h2-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.7242856 Dec 12 15:18:48.405459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37799ab2-93e7-41ed-8fbd-43a5bd122efb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:48.418528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.481962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Transition to ACTIVE for port object 37799ab2-93e7-41ed-8fbd-43a5bd122efb will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:48.494378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.547286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b768d-b359-4e7c-bc7f-946a621d5f1c req-2dce82fa-cd38-482f-950f-b392fab88733 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:48.548845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-150b768d-b359-4e7c-bc7f-946a621d5f1c req-2dce82fa-cd38-482f-950f-b392fab88733 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.1105278 Dec 12 15:18:48.597563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:48.673037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-150b768d-b359-4e7c-bc7f-946a621d5f1c req-54ed2f49-32fc-4f3e-8428-4836e8f4eea1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065061 Dec 12 15:18:48.673700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:48.674032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:48.674354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:48.685317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e44a-4a74-4ef0-a01c-330317b06e03 req-0208266d-980c-4963-a623-ee7d2c9486a1 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:48.687709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f36e44a-4a74-4ef0-a01c-330317b06e03 req-0208266d-980c-4963-a623-ee7d2c9486a1 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.1379507 Dec 12 15:18:48.698932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:48.700692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:48.707346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:48.724002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:48.724371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:48.726140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:48.726595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Bound port: 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:48.726957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.817198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f36e44a-4a74-4ef0-a01c-330317b06e03 req-94e45efc-171d-4df4-9cac-13c5299e2973 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161726 Dec 12 15:18:48.874078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:48.884223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:48.898973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.937378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:48.938008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:48.939434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] 10.222.0.13 "PUT /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 1092 time: 1.5500014 Dec 12 15:18:48.940004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:48.942946 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29" -d '{"events": [{"name": "network-changed", "server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:49.041661 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27c751-3ba8-4076-9de0-a39a82c93ef9 x-openstack-request-id: req-0b27c751-3ba8-4076-9de0-a39a82c93ef9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:49.041988 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:49.045018 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b27c751-3ba8-4076-9de0-a39a82c93ef9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:49.049482 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a3025228-d02a-478a-86ff-266c8f1ffe32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7239cf29140b45818e887f01972fa3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582015 Dec 12 15:18:49.050223 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'status': 'completed', 'code': 200} Dec 12 15:18:49.055464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:49.058982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-00b28a31-433f-48fa-89ed-1523743db838 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920720 Dec 12 15:18:49.116768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f69e9-291d-4674-9f95-a6fe70749750 service neutron] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:49.197405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:49.319776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-ed114b5a-cd18-4523-9b57-556eef3cc313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:49.323174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-ed114b5a-cd18-4523-9b57-556eef3cc313 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1095 time: 0.2703693 Dec 12 15:18:49.487643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:49.540770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:49.545218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:49.546393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/197bef78-e096-4b50-a9fe-7b2e101bf1cf HTTP/1.1" status: 204 len: 168 time: 0.4896955 Dec 12 15:18:49.548844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6085c5-1245-46cb-8b01-ddf456858e57 req-83a92788-95d8-432a-a075-455f2a8192fb tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:49.550654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6085c5-1245-46cb-8b01-ddf456858e57 req-83a92788-95d8-432a-a075-455f2a8192fb tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 1095 time: 0.5531046 Dec 12 15:18:49.556440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca459b0-24d2-4b4b-9d7b-fc609760597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bef78-e096-4b50-a9fe-7b2e101bf1cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:49.627930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-6645ac98-40f7-4cf2-86c5-bad3fef6203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:49.629963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-6645ac98-40f7-4cf2-86c5-bad3fef6203c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2643905 Dec 12 15:18:49.657197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabb90f-3384-416b-b19f-8df21c5530e9 req-8cfac55d-428c-4ceb-a781-08593dcac742 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:49.658652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffabb90f-3384-416b-b19f-8df21c5530e9 req-8cfac55d-428c-4ceb-a781-08593dcac742 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.3234789 Dec 12 15:18:49.763526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-418c8a66-ab60-4829-83b4-2655c2d2161f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:49.764886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-418c8a66-ab60-4829-83b4-2655c2d2161f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6417799 Dec 12 15:18:49.793513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Request body: {'port': {'device_id': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '54abd2d356f848cf92e3857c973c6270'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:49.812816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6085c5-1245-46cb-8b01-ddf456858e57 req-86d8dffe-bdac-434b-99ab-7e5fca62a39c tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514825 Dec 12 15:18:49.976399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:49.993763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022e8321-f407-4139-8d6a-f5d0b0b91509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.084821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022e8321-f407-4139-8d6a-f5d0b0b91509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.090501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022e8321-f407-4139-8d6a-f5d0b0b91509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.134152 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-022e8321-f407-4139-8d6a-f5d0b0b91509 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a0e41f1b5794684a2fb2b2cfef2d9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535225 Dec 12 15:18:50.134152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e8321-f407-4139-8d6a-f5d0b0b91509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fcbb0a-624d-4df7-b59c-6bf2b44b7738,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:50.135792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:50.186558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.212567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.255742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b88d1f1d-1019-4303-a857-734d46e62f62 req-f0a2a289-9136-4f93-9d7c-5fa75289a9fc tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 210 time: 0.1173718 Dec 12 15:18:50.268791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.280991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.291879 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67fcbb0a-624d-4df7-b59c-6bf2b44b7738 HTTP/1.1" status: 204 len: 168 time: 0.1522713 Dec 12 15:18:50.292250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffabb90f-3384-416b-b19f-8df21c5530e9 req-a600a5dc-21e9-4c9d-8613-46a2de66152a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032958 Dec 12 15:18:50.292796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-f81280bf-cd99-414b-8b6d-478e39b615af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:50.294237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b68a510-7d6a-4034-a96f-2dc0f6a45f29 req-f81280bf-cd99-414b-8b6d-478e39b615af service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6489737 Dec 12 15:18:50.316466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779b498-f9e1-4931-b1b3-de9a26e24296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fcbb0a-624d-4df7-b59c-6bf2b44b7738,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:50.426382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Made reservation on behalf of 54abd2d356f848cf92e3857c973c6270 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:50.430970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:50.487096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-ce4de3be-94cf-450a-aeab-0651e80c45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:50.489007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-ce4de3be-94cf-450a-aeab-0651e80c45cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1095 time: 0.1274037 Dec 12 15:18:50.544366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26274316-67bb-44fd-a012-8d302751fe34 req-28971435-2134-455e-b7bb-ed7566ea8bd0 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:50.552903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26274316-67bb-44fd-a012-8d302751fe34 req-28971435-2134-455e-b7bb-ed7566ea8bd0 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.1446128 Dec 12 15:18:50.605610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-67b4c0b3-389b-4410-a53a-2f9b3686927b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 217 time: 0.0775166 Dec 12 15:18:50.744891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26274316-67bb-44fd-a012-8d302751fe34 req-e4f2595f-cc7a-4f6d-9e62-40e20f24a185 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787252 Dec 12 15:18:50.749069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-7fc758c4-cbf8-483b-9506-783fcb87bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:50.750779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-7fc758c4-cbf8-483b-9506-783fcb87bd66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1350365 Dec 12 15:18:50.767742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Allocated IP 192.168.233.41 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/3e69d6d2-b153-4551-983c-030e5dd29747) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:50.814687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-8c99883a-a6e7-4dbc-adf7-2546aa0e6f7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480025 Dec 12 15:18:51.062503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-8fe9fec7-991a-4c64-97f5-3719731b77c9 tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:51.073112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-8fe9fec7-991a-4c64-97f5-3719731b77c9 tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 1101 time: 0.1801517 Dec 12 15:18:51.168626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-42e4e0e4-f21e-4d90-8c06-0818a663c4ff tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.176570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-174a5671-49f8-478a-a440-013781f69347 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:51.178184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-174a5671-49f8-478a-a440-013781f69347 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.3977101 Dec 12 15:18:51.182913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-0cfe48ef-a221-4a73-b50e-a77341b2e154 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515651 Dec 12 15:18:51.237671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-415611d6-4d5c-40eb-a48a-afa4c85cb540 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/quotas/43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 375 time: 0.0485909 Dec 12 15:18:51.302162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.404030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-51b4c507-9046-412c-b5c9-0373b6247ddf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571677 Dec 12 15:18:51.448414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51112587-db4a-44ce-b533-cd2ae3d1132b req-50781cba-b879-4d4b-ac9f-9baad7bbcf57 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370193 Dec 12 15:18:51.476662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.494891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:51.537630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-42e4e0e4-f21e-4d90-8c06-0818a663c4ff tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.555170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:51.561399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-42e4e0e4-f21e-4d90-8c06-0818a663c4ff tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.583520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:51.599327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:51.605100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:51.606080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.619460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:51.660237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-be800abe-fadd-431e-8fba-dacddaf844bb service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404835 Dec 12 15:18:51.662445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4e0e4-f21e-4d90-8c06-0818a663c4ff tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e3187-1205-4062-92c3-d46308141378,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:51.667286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19bd69eb-2196-4c91-b89b-a92d4e020173 req-42e4e0e4-f21e-4d90-8c06-0818a663c4ff tempest-LiveMigrationNegativeTest-1008515686 tempest-LiveMigrationNegativeTest-1008515686-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917478 Dec 12 15:18:51.671003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e4847cba-5971-42ab-95b5-14913de9b498 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8812406 Dec 12 15:18:51.692659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Request body: {'port': {'device_id': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:51.918988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-41c5b086-38fb-4da8-877a-825acee2dfac None None] Provisioning complete for port 3e69d6d2-b153-4551-983c-030e5dd29747 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:51.919672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.919865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41c5b086-38fb-4da8-877a-825acee2dfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:51.958968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-41c5b086-38fb-4da8-877a-825acee2dfac None None] Port 3e69d6d2-b153-4551-983c-030e5dd29747 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:18:51.980229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-a99addb9-b054-4c2c-8379-53465d352c46 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954791 Dec 12 15:18:51.997455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec1bf8-7265-44df-9545-952e0ebadaea req-9b700ad7-b0be-4c32-a012-f4c384d1e762 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:51.999162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56ec1bf8-7265-44df-9545-952e0ebadaea req-9b700ad7-b0be-4c32-a012-f4c384d1e762 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 935 time: 0.1655147 Dec 12 15:18:52.123433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56ec1bf8-7265-44df-9545-952e0ebadaea req-c95cc290-38c2-4908-8fdd-d8ef395932ee tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152279 Dec 12 15:18:52.282229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a74166-28e2-461c-a73a-5e47f6b32ac2 req-73cfaf06-78ac-432e-ae87-c4162a382c97 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:52.283913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6a74166-28e2-461c-a73a-5e47f6b32ac2 req-73cfaf06-78ac-432e-ae87-c4162a382c97 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.0988789 Dec 12 15:18:52.406767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e69d6d2-b153-4551-983c-030e5dd29747 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:52.420323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:52.438924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6a74166-28e2-461c-a73a-5e47f6b32ac2 req-f1147b54-658b-4c91-a828-f4d19276e6cf tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 Dec 12 15:18:52.452788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Transition to ACTIVE for port object 3e69d6d2-b153-4551-983c-030e5dd29747 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:52.461651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:52.511754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:52.580104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e5179ec-7b68-4b1e-9c38-af0994d63c24 req-91879395-18bd-4106-9c67-ced8933ba1a3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 210 time: 0.0433679 Dec 12 15:18:52.586951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:52.587294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:52.587622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:52.624503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:52.624873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:52.632767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:52.633107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:52.633492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:52.633927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Bound port: 3e69d6d2-b153-4551-983c-030e5dd29747, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:52.634284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:52.739074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:52.743890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:52.748668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:52.800247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:52.801147 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:52.802623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] 10.222.0.30 "PUT /v2.0/ports/3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 1095 time: 1.1215620 Dec 12 15:18:52.808823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:52.811193 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:52.847483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d593-ef52-4731-b6e2-e196b929b163 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:52.951968 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d4166d-b563-4059-b282-66a49edfdce9 x-openstack-request-id: req-90d4166d-b563-4059-b282-66a49edfdce9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:52.952264 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:52.952521 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90d4166d-b563-4059-b282-66a49edfdce9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:52.952953 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'status': 'completed', 'code': 200} Dec 12 15:18:53.001687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-451a3225-b285-41b4-8862-0d2179b0f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.019493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-451a3225-b285-41b4-8862-0d2179b0f49b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1098 time: 0.1380444 Dec 12 15:18:53.143558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-cf492ffc-b69b-47d2-a0dc-ef8630d7f790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.1131318 Dec 12 15:18:53.285565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714323-e510-4c0f-bc4d-409de111ffb7 req-552f89ec-fece-46ee-a245-c7f31a6edf7b tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.289004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55714323-e510-4c0f-bc4d-409de111ffb7 req-552f89ec-fece-46ee-a245-c7f31a6edf7b tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.1920822 Dec 12 15:18:53.309145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-6cdf0be8-c257-4aec-b2b2-858140d117a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.310807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-6cdf0be8-c257-4aec-b2b2-858140d117a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1466219 Dec 12 15:18:53.331720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:53.339142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:53.341996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e6c32-8154-4f49-baca-6ba63b5aee3f req-c29eca93-8fe1-4535-9a99-dc0d2bf52024 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.343463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c03e6c32-8154-4f49-baca-6ba63b5aee3f req-c29eca93-8fe1-4535-9a99-dc0d2bf52024 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.1216390 Dec 12 15:18:53.428972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55714323-e510-4c0f-bc4d-409de111ffb7 req-e40152d7-5bab-4613-8b41-7bc7b49607de tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234257 Dec 12 15:18:53.454821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e2e84903-43e2-46ac-adf4-6ec3ab6de4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.455656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-e2e84903-43e2-46ac-adf4-6ec3ab6de4ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1335993 Dec 12 15:18:53.484249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c03e6c32-8154-4f49-baca-6ba63b5aee3f req-e038d48b-9289-4890-84b1-12c98cb2afbe tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194627 Dec 12 15:18:53.514512 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428a6087-3352-4482-a1b2-1d70030e4f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.542016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4645-cee0-477c-ac3f-b5129ec06900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.623356 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:18:53.677916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428a6087-3352-4482-a1b2-1d70030e4f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.684251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4645-cee0-477c-ac3f-b5129ec06900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.687495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428a6087-3352-4482-a1b2-1d70030e4f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.698873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4645-cee0-477c-ac3f-b5129ec06900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.745673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a6087-3352-4482-a1b2-1d70030e4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7aa07c-a34d-4ed1-a939-b3cf5ebc3abd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:53.755552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-428a6087-3352-4482-a1b2-1d70030e4f6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e338c3ef281545079671a8724a090ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154179 Dec 12 15:18:53.764847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:53.777229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3aeb4645-cee0-477c-ac3f-b5129ec06900 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09df621819b54fce923c4b9a4e058383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438803 Dec 12 15:18:53.784263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:53.808128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb4645-cee0-477c-ac3f-b5129ec06900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d61521-9c79-4df5-9882-9c8e675521ce,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:53.866373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.885814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.904465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.928763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.951631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c3359f5-8c82-4376-ba40-fd5951fd6733 req-f8bc35be-bc42-4c3b-a62e-410c3cbd4116 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 210 time: 0.0530899 Dec 12 15:18:53.991825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.995098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:53.996524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f7aa07c-a34d-4ed1-a939-b3cf5ebc3abd HTTP/1.1" status: 204 len: 168 time: 0.2306070 Dec 12 15:18:53.997077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc097d-4e8e-4f53-a51e-e6948ff1b0f5 req-4e6b43cd-547c-4384-b3c3-6bc50a608db2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:53.998553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bc097d-4e8e-4f53-a51e-e6948ff1b0f5 req-4e6b43cd-547c-4384-b3c3-6bc50a608db2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.4380138 Dec 12 15:18:54.005400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-4a1d66e1-5b34-4a84-ac26-f9f6e0b5ba42 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178502 Dec 12 15:18:54.007816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c8b6f-e5f1-4b33-a274-d5ff71869747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7aa07c-a34d-4ed1-a939-b3cf5ebc3abd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:54.017407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.020748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.022654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09d61521-9c79-4df5-9882-9c8e675521ce HTTP/1.1" status: 204 len: 168 time: 0.2319930 Dec 12 15:18:54.033143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88c5c5-7f80-428f-b85e-c716e4554688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d61521-9c79-4df5-9882-9c8e675521ce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:54.055095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-c1041e4f-c17e-475a-baf1-6afd2fee312c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.056686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-c1041e4f-c17e-475a-baf1-6afd2fee312c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.5064383 Dec 12 15:18:54.103051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Request body: {'port': {'device_id': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'admin_state_up': True, 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:54.206567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bc097d-4e8e-4f53-a51e-e6948ff1b0f5 req-4331e581-05b5-4a98-85ca-3b97e11d0b10 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990519 Dec 12 15:18:54.260274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79785824-9ae1-42a7-86a0-f13b2b9bec8f req-1159a843-3b72-44ec-87c6-f598406f7c99 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463217 Dec 12 15:18:54.280076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:54.284261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.380110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:54.394584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4187e78e-e52b-4521-8dea-ff441c73e851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.436278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-fd72ec84-2b02-4ace-b7ee-14eac2772cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.437908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-fd72ec84-2b02-4ace-b7ee-14eac2772cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1098 time: 0.0969801 Dec 12 15:18:54.478019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Allocated IP 172.20.0.5 (9c81f7d1-914a-4d1e-9bc3-02464b4be82e/ac03e8f1-c991-4a3b-b83b-d145a0705332/688e1ab8-63d9-4d86-a88d-b6ae11dbd845) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:18:54.541623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4187e78e-e52b-4521-8dea-ff441c73e851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.548696 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4187e78e-e52b-4521-8dea-ff441c73e851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.588343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4187e78e-e52b-4521-8dea-ff441c73e851 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3546aa315a554b1c944d400edc624860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070289 Dec 12 15:18:54.590859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:54.603829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187e78e-e52b-4521-8dea-ff441c73e851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd52458-a14e-4a08-8945-3d52c4bdb4c4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:54.655546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.680225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.703450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dbe19-d938-4d3a-96a4-1375c0e365d6 req-92ed39fc-0106-4b86-bef8-eeb3954383bc tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.704974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f90dbe19-d938-4d3a-96a4-1375c0e365d6 req-92ed39fc-0106-4b86-bef8-eeb3954383bc tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.1819553 Dec 12 15:18:54.710888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-6b95b8f2-dfe9-4c37-8240-470f2361dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.712333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-6b95b8f2-dfe9-4c37-8240-470f2361dbee service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2608626 Dec 12 15:18:54.732354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.737249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:54.738816 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bd52458-a14e-4a08-8945-3d52c4bdb4c4 HTTP/1.1" status: 204 len: 168 time: 0.1466889 Dec 12 15:18:54.750293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af75ac-75ab-496c-9368-c4e13bf643f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd52458-a14e-4a08-8945-3d52c4bdb4c4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:54.774653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff93c-ec7d-4e65-b9a3-c6f0dfa0e1a8 req-5909d553-03a5-4694-86ff-25f6d3357b5f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.782125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-796ff93c-ec7d-4e65-b9a3-c6f0dfa0e1a8 req-5909d553-03a5-4694-86ff-25f6d3357b5f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.2182221 Dec 12 15:18:54.856902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-e3e60cf3-6f33-4326-8b91-0b23c1765ec5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.1260638 Dec 12 15:18:54.906752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-f7d3c432-ab6f-4cd5-adbb-57f0a8d10017 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:54.908172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-f7d3c432-ab6f-4cd5-adbb-57f0a8d10017 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.30 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 950 time: 0.2736549 Dec 12 15:18:54.917609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:55.017184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f90dbe19-d938-4d3a-96a4-1375c0e365d6 req-5c719596-bb16-4312-ab68-1e7fa6a5aeee tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897196 Dec 12 15:18:55.038922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-796ff93c-ec7d-4e65-b9a3-c6f0dfa0e1a8 req-321e1127-ea55-4103-bc41-d9c37284cf84 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502825 Dec 12 15:18:55.049633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-0ff692c9-5a8f-4c44-990f-8a6b272ff59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.051103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-0ff692c9-5a8f-4c44-990f-8a6b272ff59d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1833165 Dec 12 15:18:55.056841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1003941545-network', 'tenant_id': '5cdfabaca3814163915c95ce1e4405a4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:55.061770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.099573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Made reservation on behalf of 5cdfabaca3814163915c95ce1e4405a4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:55.104417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.118712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.159720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6a3da85-a3d8-4e5d-b6b9-d8ebae6dcce8 req-9d113071-e90e-4e01-b978-838c19f36c17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 210 time: 0.0404265 Dec 12 15:18:55.198623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-d9c4679b-6f2c-4d83-b280-a20c3ad9fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.200162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-d9c4679b-6f2c-4d83-b280-a20c3ad9fcf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367462 Dec 12 15:18:55.208586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Deleting port d5f5c973-f073-4b19-94dd-28818135f174 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:18:55.208994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.212020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.236446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.247917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.261987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:18:55.272875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.274242 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Added segment 1916f9d8-fe92-415d-87b9-2cde3a726bfc of type vlan for network 8629d70a-9339-4d5c-b860-b35f5123ee63 Dec 12 15:18:55.335788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.343204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556bcb6-2952-4cd1-b3b4-344f85da4e8f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:55.351447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:18:55.381644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:55.385313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.386422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.387110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.405448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:18:55.411320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.411864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.422520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:55.452667 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5312607 Dec 12 15:18:55.456706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:18:55.464873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Request body: {'subnet': {'network_id': '8629d70a-9339-4d5c-b860-b35f5123ee63', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1003941545-subnet', 'tenant_id': '5cdfabaca3814163915c95ce1e4405a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:55.466554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-d51f96dc-a66e-4b9b-a4d7-bcd11673276a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3964159 Dec 12 15:18:55.477241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a84c2-28d2-438b-9ce4-62d4a10657d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8629d70a-9339-4d5c-b860-b35f5123ee63,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:55.491816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 8629d70a-9339-4d5c-b860-b35f5123ee63 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:18:55.495770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Request body: {'port': {'device_id': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:55.502052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Made reservation on behalf of 5cdfabaca3814163915c95ce1e4405a4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:55.508585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] For port d5f5c973-f073-4b19-94dd-28818135f174, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d5f5c973-f073-4b19-94dd-28818135f174,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:55.508976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.509106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.541721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ec475-69a4-4f4d-92fc-a0ec678f38a0 req-7dd9ca58-9a02-465d-acca-81acf401016b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.553254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f2ec475-69a4-4f4d-92fc-a0ec678f38a0 req-7dd9ca58-9a02-465d-acca-81acf401016b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.2049842 Dec 12 15:18:55.564444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-7344da1e-1268-4fca-bf44-831f2322b9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498032 Dec 12 15:18:55.572268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Calling delete_port for d5f5c973-f073-4b19-94dd-28818135f174 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:18:55.680846 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.705083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.771636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d472b9-973e-4529-90c9-d7d93d290eee,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:55.780573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Checking segment: {'id': '1916f9d8-fe92-415d-87b9-2cde3a726bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8629d70a-9339-4d5c-b860-b35f5123ee63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:55.780978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Network hostable DHCP agents. Network: 8629d70a-9339-4d5c-b860-b35f5123ee63, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:18:55.798508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Network 8629d70a-9339-4d5c-b860-b35f5123ee63 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:18:55.809132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 8629d70a-9339-4d5c-b860-b35f5123ee63) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:18:55.814683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:55.815490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f2ec475-69a4-4f4d-92fc-a0ec678f38a0 req-01af2548-876e-41b6-9f0e-4684547f0876 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555354 Dec 12 15:18:55.823036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:55.824006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603ea70c-53b0-4f15-9294-77741f4e2d83 None None] Network 8629d70a-9339-4d5c-b860-b35f5123ee63 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:55.858007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b703208-132d-48d0-8d4e-3daa710c86ac admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3991385 Dec 12 15:18:55.861206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb10a788-237a-4cc3-9c58-c97ae19c2c6f req-0b2209cb-2973-43dd-ac21-bcc2263b4d6d service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769063 Dec 12 15:18:55.957602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d55a3a-b0ef-498a-8c31-f313446039d0 None None] Network 8629d70a-9339-4d5c-b860-b35f5123ee63 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:18:56.013042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:56.072676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.131017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:56.149969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:56.208502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'port_id': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'mac_address': 'fa:16:3e:47:56:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cac89-ba0b-4c5e-912a-228266ca6499', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:56.288247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Pushing event deleted for resources: {'Port': ['ID=d5f5c973-f073-4b19-94dd-28818135f174,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:56.322029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.332830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:56.337898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] No DVR routers for this DVR port d5f5c973-f073-4b19-94dd-28818135f174 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:18:56.340523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.344383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39c6f46d-3fc8-4551-ad69-5bccf7800ad2 req-82e5e9c4-0efd-4015-8b17-05066e79a41f tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.30 "DELETE /v2.0/ports/d5f5c973-f073-4b19-94dd-28818135f174 HTTP/1.1" status: 204 len: 173 time: 1.4070077 Dec 12 15:18:56.345055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37799ab2-93e7-41ed-8fbd-43a5bd122efb {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:56.358219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c58183b-4363-41da-9867-f69bf9ff6948 req-b3a05fac-3385-4586-9bcc-7a574d8bf9b6 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2 HTTP/1.1" status: 200 len: 210 time: 0.1363087 Dec 12 15:18:56.365958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'name': 'network-vif-deleted', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:56.375282 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe8668f-145b-4586-9a7d-934688759784" -d '{"events": [{"server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "name": "network-vif-deleted", "tag": "d5f5c973-f073-4b19-94dd-28818135f174"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:56.384986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.400001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-454093031', 'description': 'tempest-description-1866419655'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:56.454265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:56.462081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.474442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Transition to ACTIVE for port object 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:18:56.487949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.517308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.524621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:56.608141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:56.623177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd70f8f-4bfb-4ee2-ba43-1f3cf0f71ff8 req-7106e727-e50f-45cc-9c56-b80d792e57d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:56.624692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abd70f8f-4bfb-4ee2-ba43-1f3cf0f71ff8 req-7106e727-e50f-45cc-9c56-b80d792e57d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.1519287 Dec 12 15:18:56.686897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:18:56.687245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:18:56.687607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:56.708183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:18:56.708441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:18:56.713243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:56.727325 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.728573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:18:56.729039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:18:56.729543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:18:56.730080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Bound port: 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:18:56.730541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.736993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:56.756465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abd70f8f-4bfb-4ee2-ba43-1f3cf0f71ff8 req-21480e30-e2e9-4bec-aec1-2f6c09b9cef6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255152 Dec 12 15:18:57.071276 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.072332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de5340f2-d1e2-4429-a311-756e5297cb6e req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7128782 Dec 12 15:18:57.086049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4344c3-94d6-4cc3-bd01-303344aad276 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac2bec-eb26-4a55-b898-86bfaa213d60,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:57.121538 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbecf59-232b-4136-a790-f3726dee399f x-openstack-request-id: req-8dbecf59-232b-4136-a790-f3726dee399f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:57.121836 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2", "name": "network-vif-deleted", "tag": "d5f5c973-f073-4b19-94dd-28818135f174", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:57.122093 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8dbecf59-232b-4136-a790-f3726dee399f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:57.122481 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5a69-1ba5-46b4-8f5d-bb1f421e20f2', 'name': 'network-vif-deleted', 'tag': 'd5f5c973-f073-4b19-94dd-28818135f174', 'status': 'completed', 'code': 200} Dec 12 15:18:57.136125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:18:57.139563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:18:57.148144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931c74d-9f2b-4e40-9d87-3b9080e94417 req-cf6b3fd2-8e77-45e8-90da-4c4738fc537e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.149669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3931c74d-9f2b-4e40-9d87-3b9080e94417 req-cf6b3fd2-8e77-45e8-90da-4c4738fc537e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.0879178 Dec 12 15:18:57.151514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.202578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.203186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.204516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] 10.222.0.13 "PUT /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 1091 time: 1.7210405 Dec 12 15:18:57.240231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc804e-849c-4190-85c5-ab65b18e17aa service neutron] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:57.246812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3931c74d-9f2b-4e40-9d87-3b9080e94417 req-f0863081-ec09-4099-8cbc-5a08c836d7f1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900447 Dec 12 15:18:57.295890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-99543452-f43b-4825-a3c6-22c16e1673fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.297535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-99543452-f43b-4825-a3c6-22c16e1673fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1094 time: 0.0467892 Dec 12 15:18:57.353800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-89ea4777-a120-43d0-827b-b3bd86328f41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 217 time: 0.0448637 Dec 12 15:18:57.413821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-423285d9-683e-452f-8fa0-ed266357d72a tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5899e5d776854326a35dc19819d7e74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700042 Dec 12 15:18:57.483618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c672e-eaac-4582-adcb-e910037c260a req-adc7c74a-ccb8-4f6d-ad67-2849faa2a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.485049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-adc7c74a-ccb8-4f6d-ad67-2849faa2a8fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1097541 Dec 12 15:18:57.494453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692b4eb-bd37-4bfe-84b0-55162f5d84e0 req-87f26beb-71f7-47be-ac4a-314b3288cd8c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.495795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d692b4eb-bd37-4bfe-84b0-55162f5d84e0 req-87f26beb-71f7-47be-ac4a-314b3288cd8c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.1790640 Dec 12 15:18:57.540448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-6b538ac6-196e-4fae-877a-a1cda11ffb0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437424 Dec 12 15:18:57.643544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-3fad7661-2dc1-444d-a47b-f694e9ae5e00 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:57.645002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-3fad7661-2dc1-444d-a47b-f694e9ae5e00 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226322 Dec 12 15:18:57.663798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d692b4eb-bd37-4bfe-84b0-55162f5d84e0 req-89accd2b-1d5f-4a55-a736-dee1492004bf tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550407 Dec 12 15:18:57.673781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-a59ec617-706c-4813-95af-de0815598054 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/quotas/5899e5d776854326a35dc19819d7e74a HTTP/1.1" status: 200 len: 375 time: 0.0224643 Dec 12 15:18:57.725223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-d8543167-41a4-4961-9dec-d6761793e64c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5899e5d776854326a35dc19819d7e74a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432658 Dec 12 15:18:57.734384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-567951d6-b15c-41cb-b233-9e8331189bbf service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814651 Dec 12 15:18:57.764441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2a877df2-9746-48aa-815f-b88a2003a21c tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/57ac2bec-eb26-4a55-b898-86bfaa213d60 HTTP/1.1" status: 200 len: 1829 time: 0.0677853 Dec 12 15:18:57.778920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57ac2bec-eb26-4a55-b898-86bfaa213d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:57.779234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '57ac2bec-eb26-4a55-b898-86bfaa213d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:57.878245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-703c672e-eaac-4582-adcb-e910037c260a req-f033a877-fbf6-4a79-9fd6-6d3102e8ac98 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246443 Dec 12 15:18:57.890942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.908915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:18:57.909457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.914425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.914559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d5f5c973-f073-4b19-94dd-28818135f174 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:18:57.942594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: d5f5c973-f073-4b19-94dd-28818135f174 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:18:57.942950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d5f5c973-f073-4b19-94dd-28818135f174 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:18:57.952672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167a96db-e598-4229-b7cf-812ba003dbd5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:57.978684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:57.985135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5495023d-c7a6-43fb-b8e4-40432999bc75 req-2fabd8e7-ec59-4c4c-afe8-1e824462861e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2115302 Dec 12 15:18:58.012859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d71e-362f-4955-92bf-c909184e6978 req-69558176-488d-404c-b68e-01678ff8e4e0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:58.026746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0da9d71e-362f-4955-92bf-c909184e6978 req-69558176-488d-404c-b68e-01678ff8e4e0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.0933506 Dec 12 15:18:58.030724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:58.066415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cf31600-b806-4895-ad84-0be18a353089 req-88a19129-b31d-4b6d-bec4-f41cb2e248fe tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 210 time: 0.0373678 Dec 12 15:18:58.077422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:58.103297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '3e69d6d2-b153-4551-983c-030e5dd29747', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '3e69d6d2-b153-4551-983c-030e5dd29747', 'mac_address': 'fa:16:3e:f1:bf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:18:58.111836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0da9d71e-362f-4955-92bf-c909184e6978 req-d21bcbb1-a35f-4042-903d-aa1f4f74b06c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Dec 12 15:18:58.159144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.163252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 37799ab2-93e7-41ed-8fbd-43a5bd122efb completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:58.176312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 37799ab2-93e7-41ed-8fbd-43a5bd122efb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:58.176975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.181348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e69d6d2-b153-4551-983c-030e5dd29747 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:18:58.248501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2d2727b-0f5e-4b8a-b994-e1b643e59b34 req-d8cc2f34-5b9c-4c20-acc7-31faac4c7395 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/57ac2bec-eb26-4a55-b898-86bfaa213d60 HTTP/1.1" status: 200 len: 2422 time: 0.0664601 Dec 12 15:18:58.254950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:58.266240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.302453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-a92d8fc3-d42d-4a4f-8816-be66ec1c068e tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-group-rules/167a96db-e598-4229-b7cf-812ba003dbd5 HTTP/1.1" status: 200 len: 778 time: 0.0278671 Dec 12 15:18:58.368256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:58.370211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-10a7a22c-cc38-4257-93f6-ecbb6ef3e21d tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/57ac2bec-eb26-4a55-b898-86bfaa213d60 HTTP/1.1" status: 200 len: 2422 time: 0.0601594 Dec 12 15:18:58.374424 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.409158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:58.411427 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f119a3e-3a5e-4100-a832-bc7b3a9cae3f" -d '{"events": [{"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-plugged", "status": "completed", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:58.426094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:18:58.432113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c2c79-19ea-4eba-b9ac-a115438fe404 req-1fbdb48a-731a-478f-9ff4-ae1fbb2b2b32 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:58.432971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.433992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a48c2c79-19ea-4eba-b9ac-a115438fe404 req-1fbdb48a-731a-478f-9ff4-ae1fbb2b2b32 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.0880682 Dec 12 15:18:58.435169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.446525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.495250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:58.505864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.512941 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.514002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a63a6dae-ab46-4462-9644-1d17b752fda9 req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/167a96db-e598-4229-b7cf-812ba003dbd5 HTTP/1.1" status: 204 len: 173 time: 0.1222069 Dec 12 15:18:58.520728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a48c2c79-19ea-4eba-b9ac-a115438fe404 req-8556b734-ba30-4f2a-abda-c364a95c00bf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758564 Dec 12 15:18:58.523645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e7e00-ca37-437b-8f8f-a30cec844b46 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=167a96db-e598-4229-b7cf-812ba003dbd5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:58.547209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:18:58.599062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-709654153', 'description': 'tempest-description-1141678867'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:58.606221 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4811e48-7d84-4cff-bede-3f49db583ce1 x-openstack-request-id: req-d4811e48-7d84-4cff-bede-3f49db583ce1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:58.606671 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-plugged", "status": "completed", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:58.607053 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4811e48-7d84-4cff-bede-3f49db583ce1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:58.607538 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'code': 200} Dec 12 15:18:58.642690 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.678690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a53e7-5d8c-44a8-9529-dea3ebf48a7b req-b4bc4c76-c7a4-4b00-a580-68d04802927c tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:58.680275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a58a53e7-5d8c-44a8-9529-dea3ebf48a7b req-b4bc4c76-c7a4-4b00-a580-68d04802927c tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.0973394 Dec 12 15:18:58.762474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649dc8e-780f-4492-9449-f65cbb86880f req-53fe1e8a-38c8-493a-b99e-56f276bbacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:58.763932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5649dc8e-780f-4492-9449-f65cbb86880f req-53fe1e8a-38c8-493a-b99e-56f276bbacb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1097 time: 0.1091948 Dec 12 15:18:58.791247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a58a53e7-5d8c-44a8-9529-dea3ebf48a7b req-2c3306c0-e0db-4cb0-99a6-80619a52617c tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941832 Dec 12 15:18:58.821102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.828692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.852341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5649dc8e-780f-4492-9449-f65cbb86880f req-52acdf51-e379-4204-9c3c-e1a0b8267cd4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807023 Dec 12 15:18:58.872462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:58.873617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba3e7a8-01ce-4b3e-8441-41918fac5b3d req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2811699 Dec 12 15:18:58.888650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51496-c37b-4a37-a3a1-dbc977e3c039 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a989e5d-178d-45fb-a93b-fa291d6ce1c6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:58.935355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce6b5-a6be-4816-a508-e8f056a9ecb4 req-12febd2f-d217-470a-9ee0-86436b6bf74f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:58.936828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-114ce6b5-a6be-4816-a508-e8f056a9ecb4 req-12febd2f-d217-470a-9ee0-86436b6bf74f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.0869727 Dec 12 15:18:58.964177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7969c1a4-141f-4045-85eb-813b1b4db678 req-75ed39fa-f989-46f5-b6d1-b06377c6ffef tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/9a989e5d-178d-45fb-a93b-fa291d6ce1c6 HTTP/1.1" status: 200 len: 1829 time: 0.0674815 Dec 12 15:18:58.999053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-114ce6b5-a6be-4816-a508-e8f056a9ecb4 req-ab7bc728-6dfe-4354-bd64-7afdca8ee95d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Dec 12 15:18:59.015991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1892281381', 'description': 'tempest-description-40667979'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:59.033871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-a08edd8b-c87e-4dc3-8f6c-f0635c647c03 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5899e5d776854326a35dc19819d7e74a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334954 Dec 12 15:18:59.065402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.124484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:18:59.126821 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633214ba-53ce-4d77-9846-6d3cd04f1c38" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:18:59.197424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df8393c5-cb0d-4b81-961a-1bd5e5af2bbd req-c1cc2c3e-2f70-41b7-b736-d8c1262425bf tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 210 time: 0.0368638 Dec 12 15:18:59.220204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-32d17b85-fed1-4f7a-bb7a-0b1597b96abf tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:59.221604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-32d17b85-fed1-4f7a-bb7a-0b1597b96abf tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792963 Dec 12 15:18:59.237013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Request body: {'port': {'device_id': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '5899e5d776854326a35dc19819d7e74a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:59.262198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.300052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.355812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.357024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9526264-c6e5-46c4-84f0-49a6e3fbad43 req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3468282 Dec 12 15:18:59.366308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b20586-e6d9-4cb9-a3d8-2696217c1772,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:18:59.386571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.386916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.387256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.387590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.387920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.388894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.389223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.389604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.389930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.390367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.390640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.391002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.391280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c6f69-12aa-458f-b19c-81a3507e6115 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:18:59.397428 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152aa072-ea93-45b7-96e5-b8144d48aa0d x-openstack-request-id: req-152aa072-ea93-45b7-96e5-b8144d48aa0d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:18:59.397710 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:18:59.398130 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-152aa072-ea93-45b7-96e5-b8144d48aa0d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:18:59.398855 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'status': 'completed', 'code': 200} Dec 12 15:18:59.411705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84d49d-9341-451a-85e5-b43cf5f2072f req-8b610d3d-5a2e-4209-b7ff-4f0a4c81d261 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:59.413048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e84d49d-9341-451a-85e5-b43cf5f2072f req-8b610d3d-5a2e-4209-b7ff-4f0a4c81d261 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 948 time: 0.1534653 Dec 12 15:18:59.521643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Made reservation on behalf of 5899e5d776854326a35dc19819d7e74a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:18:59.525058 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.551942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.561003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e84d49d-9341-451a-85e5-b43cf5f2072f req-17778aba-d5ee-4f67-876e-4f10f843be31 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385560 Dec 12 15:18:59.567235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-6ac63637-f437-4dd0-aca6-5b55fb0cc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:59.568563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-6ac63637-f437-4dd0-aca6-5b55fb0cc821 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1094 time: 0.1368344 Dec 12 15:18:59.571521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc0e5f54-64ad-4445-a13c-7bae9b7ada1d req-c15caef3-f95c-42ae-a195-8b427ec13714 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/e3b20586-e6d9-4cb9-a3d8-2696217c1772 HTTP/1.1" status: 200 len: 1828 time: 0.1044650 Dec 12 15:18:59.637520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1558703211', 'description': 'tempest-description-407209455'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:18:59.743330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.769229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-42e20d54-78ac-4934-85d0-b396a670fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:59.770685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-42e20d54-78ac-4934-85d0-b396a670fdc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1892238 Dec 12 15:18:59.781372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8936bb-fb32-4118-ba0f-243d6d798dee req-8f471769-6407-483d-83f4-8429ab89587e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:18:59.782723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea8936bb-fb32-4118-ba0f-243d6d798dee req-8f471769-6407-483d-83f4-8429ab89587e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.1405840 Dec 12 15:18:59.843458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-20c38c26-88b4-4ed3-b814-5349b0584ad7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 217 time: 0.0597947 Dec 12 15:18:59.855395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.874344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:18:59.915955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:18:59.967970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 3e69d6d2-b153-4551-983c-030e5dd29747 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:18:59.972270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 3e69d6d2-b153-4551-983c-030e5dd29747 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:18:59.972655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.000135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14730256-49d3-48ea-a0aa-09dd32521b1f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:00.012009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea8936bb-fb32-4118-ba0f-243d6d798dee req-373eb72f-8f2c-493e-accc-86be2aca0b46 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122109 Dec 12 15:19:00.024935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-cf7d914d-22f8-47bd-acfc-525c921ef151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:00.026760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-cf7d914d-22f8-47bd-acfc-525c921ef151 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1616802 Dec 12 15:19:00.072033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.103973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.106343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-ff09fa2f-114d-425d-aa2a-079d40201340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646777 Dec 12 15:19:00.111950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:00.117575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.121709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.180210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:00.241036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.242166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51dfa013-5dc7-4800-a186-b9655f7b51dc req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6374843 Dec 12 15:19:00.244208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Allocated IP 192.168.233.141 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/108faa9a-1de9-4cb2-a48b-6efb142aa688) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:00.255502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa436270-ebda-4f2e-89d5-5f6bd3392314 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962c0eaa-9a42-4133-be00-41718871bf10,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:00.299610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94018402-b6b5-4e89-962b-7d65fee6ae5c req-300bbf23-7238-4d78-9478-f77ffdc6fce7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:00.301104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94018402-b6b5-4e89-962b-7d65fee6ae5c req-300bbf23-7238-4d78-9478-f77ffdc6fce7 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.1939013 Dec 12 15:19:00.399199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-3a9e0cf3-5b22-4270-b9cb-d233e9289124 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705185 Dec 12 15:19:00.544373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd6562-f7ff-450b-906f-c2fd28f9a461 req-a71c77a3-94b5-4987-96c6-98232a6e996a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:00.545781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3dd6562-f7ff-450b-906f-c2fd28f9a461 req-a71c77a3-94b5-4987-96c6-98232a6e996a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.2438045 Dec 12 15:19:00.553403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94018402-b6b5-4e89-962b-7d65fee6ae5c req-6b8e8e3a-0bda-4bcd-b3d9-e9d6f14daea6 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/security-groups?id=887a8f8e-26e8-4847-9750-91723a361e7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408693 Dec 12 15:19:00.565333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-85888aac-9c86-4d8a-8afe-16644b4e763e tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:00.566668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-85888aac-9c86-4d8a-8afe-16644b4e763e tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.13 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 950 time: 0.2315586 Dec 12 15:19:00.609152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:00.611458 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2c8ef4-8aef-44a7-b27a-192eba9b6ad9" -d '{"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-plugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:00.697479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0d716d-c759-40ec-a609-86e84d6a6532 req-820de87c-655b-417c-bf7e-5b1a77698481 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 210 time: 0.0668137 Dec 12 15:19:00.977665 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:00.997512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633214ba-53ce-4d77-9846-6d3cd04f1c38 req-9f110b38-ce1c-4d9e-b57e-cb97f00e819d service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816865 Dec 12 15:19:01.004909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3dd6562-f7ff-450b-906f-c2fd28f9a461 req-6a5c4659-6bb4-41cc-8394-fcc8eee32c40 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505916 Dec 12 15:19:01.053662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6751f4ae-e4e6-47f8-a07b-d17428f0d5e5 req-ad69f50e-e664-4bb9-8055-f891aade183c tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/962c0eaa-9a42-4133-be00-41718871bf10 HTTP/1.1" status: 200 len: 1829 time: 0.1059630 Dec 12 15:19:01.071529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Deleting port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:19:01.072136 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.091267 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.119373 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8848f4d4-942b-49a4-af5c-e222819efee8 x-openstack-request-id: req-8848f4d4-942b-49a4-af5c-e222819efee8 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:01.119851 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-plugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:01.119932 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8848f4d4-942b-49a4-af5c-e222819efee8 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:01.120302 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'code': 200} Dec 12 15:19:01.241102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:01.247452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Pushing event updated for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:01.259333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:01.265446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:01.270916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:01.271545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.304995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] For port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:01.305294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.316021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30e70a-af56-49e3-8ae7-ebb8bfb2fcff req-65c83591-3247-40e6-962e-bf87cadb2532 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:01.317594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d30e70a-af56-49e3-8ae7-ebb8bfb2fcff req-65c83591-3247-40e6-962e-bf87cadb2532 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1942303 Dec 12 15:19:01.339411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Calling delete_port for 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:19:01.343598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1dbd35b0-b2a9-415e-8aea-140ba06fab9c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1103458 Dec 12 15:19:01.355826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132d89-4f68-407f-a4a6-f8dd3cb6acd0 req-5b213568-a730-45ae-87b6-d2fa79e5fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:01.357353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21132d89-4f68-407f-a4a6-f8dd3cb6acd0 req-5b213568-a730-45ae-87b6-d2fa79e5fb54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1100 time: 0.1641223 Dec 12 15:19:01.368169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Request body: {'port': {'device_id': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:01.525762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d30e70a-af56-49e3-8ae7-ebb8bfb2fcff req-ec0ff34a-66ef-4698-ab01-1c3855ebad12 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984501 Dec 12 15:19:01.531706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-60da02cf-faa9-422c-bc55-d358bb88ce57 None None] Provisioning complete for port 108faa9a-1de9-4cb2-a48b-6efb142aa688 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:01.532450 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60da02cf-faa9-422c-bc55-d358bb88ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.563917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.566899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-60da02cf-faa9-422c-bc55-d358bb88ce57 None None] Port 108faa9a-1de9-4cb2-a48b-6efb142aa688 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:01.570083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21132d89-4f68-407f-a4a6-f8dd3cb6acd0 req-b368bf3f-efcc-492d-a0b5-4ed99cb6f2f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966197 Dec 12 15:19:01.611511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92186b9-9d89-4699-aab2-e38abb53bc54 req-56de9ccf-5235-4e8f-970a-7c6660f28ffc tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:01.612951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e92186b9-9d89-4699-aab2-e38abb53bc54 req-56de9ccf-5235-4e8f-970a-7c6660f28ffc tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1097 time: 0.1015730 Dec 12 15:19:01.802717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63338100-8e26-43ff-bd6d-f20cde85df7f req-3dd04aa9-bf41-4c8b-ac77-1d38b0f99bce tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:01.804194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63338100-8e26-43ff-bd6d-f20cde85df7f req-3dd04aa9-bf41-4c8b-ac77-1d38b0f99bce tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.2052255 Dec 12 15:19:01.812541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.825010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e92186b9-9d89-4699-aab2-e38abb53bc54 req-c04bc142-06cf-444b-ac9e-13d44b6765a1 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925747 Dec 12 15:19:01.826390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:01.906736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Pushing event deleted for resources: {'Port': ['ID=88a16d0e-7ba3-48b0-9fe0-3d25bceb8297,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:01.913711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-157270893', 'description': 'tempest-description-68070118'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:01.977976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] No DVR routers for this DVR port 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:01.988754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:01.991951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faec822e-1a2c-4f55-ae53-ca9a043c27a2 req-e16de0ad-3bcd-4074-9c4a-e83266536e68 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.13 "DELETE /v2.0/ports/88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 HTTP/1.1" status: 204 len: 173 time: 1.4182334 Dec 12 15:19:01.993712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'name': 'network-vif-deleted', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:01.996651 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b7ecce-93ff-4ae8-a20a-699ed7048bd8" -d '{"events": [{"server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "name": "network-vif-deleted", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:02.011063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63338100-8e26-43ff-bd6d-f20cde85df7f req-b744182f-8c43-4efb-81cb-4a0b3c0c4784 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940720 Dec 12 15:19:02.023842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.037541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:02.157711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108faa9a-1de9-4cb2-a48b-6efb142aa688 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:02.165170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:02.171245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.182242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'port_id': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'mac_address': 'fa:16:3e:03:e9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03e8f1-c991-4a3b-b83b-d145a0705332', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:02.183384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.192949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.225987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Transition to ACTIVE for port object 108faa9a-1de9-4cb2-a48b-6efb142aa688 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:02.227738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31174a9-3cb6-4180-912c-da6ba8e5a4af,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:02.231559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.247420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.249590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:02.271967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:02.278704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.294681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.295995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3957063b-e91b-4978-9e4f-50b8b0bfbb76 req-5a70d39f-3b65-443d-aee0-22c0ba9f5295 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4179301 Dec 12 15:19:02.330060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Pushing event updated for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:02.346679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:02.358939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Attempting to bind port 108faa9a-1de9-4cb2-a48b-6efb142aa688 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:02.359308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Attempting to bind port 108faa9a-1de9-4cb2-a48b-6efb142aa688 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:02.359704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Attempting to bind port 108faa9a-1de9-4cb2-a48b-6efb142aa688 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:02.364383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Port 108faa9a-1de9-4cb2-a48b-6efb142aa688 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:02.364898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Attempting to bind port 108faa9a-1de9-4cb2-a48b-6efb142aa688 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:02.371968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:02.372384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:02.372905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:02.373405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Bound port: 108faa9a-1de9-4cb2-a48b-6efb142aa688, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:02.373859 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.441808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05774a59-461a-4cab-9870-4663770326b1 req-e462b92a-926c-415a-978b-ca3a4d5d9547 tempest-LiveMigrationNegativeTest-1660173521 tempest-LiveMigrationNegativeTest-1660173521-project] 10.222.0.36 "GET /v2.0/ports?device_id=41ec16e0-8310-4d83-b001-da6221878ee4 HTTP/1.1" status: 200 len: 210 time: 0.0391693 Dec 12 15:19:02.533690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:02.540840 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b0e5d-51b8-4924-9a4d-6b49d9dddc7e x-openstack-request-id: req-0d8b0e5d-51b8-4924-9a4d-6b49d9dddc7e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:02.541163 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ec16e0-8310-4d83-b001-da6221878ee4", "name": "network-vif-deleted", "tag": "88a16d0e-7ba3-48b0-9fe0-3d25bceb8297", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:02.541439 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d8b0e5d-51b8-4924-9a4d-6b49d9dddc7e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:02.541857 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ec16e0-8310-4d83-b001-da6221878ee4', 'name': 'network-vif-deleted', 'tag': '88a16d0e-7ba3-48b0-9fe0-3d25bceb8297', 'status': 'completed', 'code': 200} Dec 12 15:19:02.560975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:02.579968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['688e1ab8-63d9-4d86-a88d-b6ae11dbd845'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:02.594840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.639175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380248d-4d66-471e-b7e2-f76945be63c7 req-23f6f689-4dcf-4271-b7f5-92f42dcfcc80 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:02.640437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a380248d-4d66-471e-b7e2-f76945be63c7 req-23f6f689-4dcf-4271-b7f5-92f42dcfcc80 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 948 time: 0.1475534 Dec 12 15:19:02.646299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:02.647195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:02.649406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] 10.222.0.30 "PUT /v2.0/ports/108faa9a-1de9-4cb2-a48b-6efb142aa688 HTTP/1.1" status: 200 len: 1096 time: 1.2894447 Dec 12 15:19:02.824583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb1a11-51a3-4eef-ad7a-cbf035ae4933 service neutron] Pushing event updated for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:02.840717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1f1842de-f610-4748-b07e-8794fac65570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:02.843054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-1f1842de-f610-4748-b07e-8794fac65570 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5899e5d776854326a35dc19819d7e74a&device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 1099 time: 0.1226730 Dec 12 15:19:02.847282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a380248d-4d66-471e-b7e2-f76945be63c7 req-5c5267f0-1374-468e-bb55-aa1e7b60d975 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462257 Dec 12 15:19:02.903293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-092d263a-25a1-4746-a77b-fbdc750ef133 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688 HTTP/1.1" status: 200 len: 217 time: 0.0486619 Dec 12 15:19:02.914632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9a37eab-c5b5-4413-891f-202bd3266db1 req-4ca889bc-5afb-4cd0-86a2-54ef8cd81e5a tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/c31174a9-3cb6-4180-912c-da6ba8e5a4af HTTP/1.1" status: 200 len: 1827 time: 0.2207592 Dec 12 15:19:03.004218 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-a2e1fde3-eef2-4c3c-918a-bd2fd3f4e3b4 req-2ea9d677-ef89-4f22-8f63-61d6a6dc4aa2 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] show failed (client error): The resource could not be found. Dec 12 15:19:03.005311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2e1fde3-eef2-4c3c-918a-bd2fd3f4e3b4 req-2ea9d677-ef89-4f22-8f63-61d6a6dc4aa2 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/70c46b15-97c8-4841-9771-f8c9c83944be HTTP/1.1" status: 404 len: 352 time: 0.0206575 Dec 12 15:19:03.055613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-406f8b8a-5af3-4930-8810-4231a0a70dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:03.057337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-406f8b8a-5af3-4930-8810-4231a0a70dc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1415372 Dec 12 15:19:03.075397 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-8e19744c-1624-4c13-a72b-fe8aedb96c8b req-3ea111f0-415a-4cd4-a830-24115fbf2026 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] show failed (client error): The resource could not be found. Dec 12 15:19:03.085796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e19744c-1624-4c13-a72b-fe8aedb96c8b req-3ea111f0-415a-4cd4-a830-24115fbf2026 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-group-rules/ac41695d-3eb9-4e84-9917-36acb5f2b84d HTTP/1.1" status: 404 len: 361 time: 0.0575111 Dec 12 15:19:03.180835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94189497-c976-483d-b42d-2be561c1fad6 req-750e56ed-eb46-416b-ac1c-1a1480f5b056 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:03.182398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94189497-c976-483d-b42d-2be561c1fad6 req-750e56ed-eb46-416b-ac1c-1a1480f5b056 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1744506 Dec 12 15:19:03.245541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-8cf754d6-7411-4135-82b5-63dd321e0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:03.247123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-8cf754d6-7411-4135-82b5-63dd321e0126 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755030 Dec 12 15:19:03.347414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94189497-c976-483d-b42d-2be561c1fad6 req-d55efeef-fa2e-40f7-9751-f0be84706425 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458049 Dec 12 15:19:03.357012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300f87-0ffa-4dab-96fc-add87bbbd3ce req-314044fb-8252-43fe-8891-522a734c00cd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:03.364952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7300f87-0ffa-4dab-96fc-add87bbbd3ce req-314044fb-8252-43fe-8891-522a734c00cd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.1805999 Dec 12 15:19:03.452094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7300f87-0ffa-4dab-96fc-add87bbbd3ce req-d90b5a2c-9dd6-4768-8d1e-cfcee3d8f457 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862131 Dec 12 15:19:03.461078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-12acbb8e-6e50-4956-9849-1c2b48c9fc3a service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955161 Dec 12 15:19:03.473367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-0f5b3134-0bf0-444b-b7b7-efb1596a3f35 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/c31174a9-3cb6-4180-912c-da6ba8e5a4af HTTP/1.1" status: 200 len: 1827 time: 0.0741413 Dec 12 15:19:03.599627 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:03.604253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-ef7b2228-a676-42a1-b0d7-07b8e01bb738 req-9bb517b7-4e57-43d9-a3ed-5ae1bfe4b293 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:19:03.605272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef7b2228-a676-42a1-b0d7-07b8e01bb738 req-9bb517b7-4e57-43d9-a3ed-5ae1bfe4b293 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063460 Dec 12 15:19:03.646320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:03.650707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ebcecdf-05cf-4e13-9be3-8f2cfe7bb53d req-08938056-f127-4a51-a034-97b15c9a1e9f service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806426 Dec 12 15:19:03.724296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:03.727687 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:03.730219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-930a8ef0-cfe2-46ce-b728-fbc9ff6c53ec req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-groups/c31174a9-3cb6-4180-912c-da6ba8e5a4af HTTP/1.1" status: 204 len: 173 time: 0.2442110 Dec 12 15:19:03.741873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b08100-5c01-4bb7-a165-52430f04f757 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31174a9-3cb6-4180-912c-da6ba8e5a4af,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:03.980019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-60d3333c-85f4-47a3-8fa7-89074681cb4c tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/962c0eaa-9a42-4133-be00-41718871bf10 HTTP/1.1" status: 200 len: 1829 time: 0.0751338 Dec 12 15:19:04.056726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:04.138740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:04.164077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.170059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:04.172217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.238732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.284128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886f67-cd03-41a2-bf1c-7cd8871aaf88 req-377152ed-9b5e-4bc2-81e7-38d2be678c0c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:04.293746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f886f67-cd03-41a2-bf1c-7cd8871aaf88 req-377152ed-9b5e-4bc2-81e7-38d2be678c0c tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 948 time: 0.1339266 Dec 12 15:19:04.307995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:04.322142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-d9fc6412-ccb7-4776-abd5-7433e2f90be8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1934872 Dec 12 15:19:04.330656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-93688567-10a0-4aa2-8367-3dd61bd6d024 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:19:04.343010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-93688567-10a0-4aa2-8367-3dd61bd6d024 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199466 Dec 12 15:19:04.400076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.402299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.403406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.404535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4520e8b-0b6f-4138-94b3-5dd517d1980e req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-groups/962c0eaa-9a42-4133-be00-41718871bf10 HTTP/1.1" status: 204 len: 173 time: 0.4149628 Dec 12 15:19:04.440468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f886f67-cd03-41a2-bf1c-7cd8871aaf88 req-5b54988b-60c8-40b8-8d3e-2cb52ec5baa9 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400154 Dec 12 15:19:04.441338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2b6d-c346-4bdb-86b5-25c54194ada9 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962c0eaa-9a42-4133-be00-41718871bf10,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:04.466378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:04.468940 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32825bbc-b533-4bdd-9ba5-973c2af4451d" -d '{"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-plugged", "status": "completed", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:04.490191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:04.497531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.498413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:04.530928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:19:04.531493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 88a16d0e-7ba3-48b0-9fe0-3d25bceb8297 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:19:04.549515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-471b8221-d657-40f2-bf85-ec30a8259496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22cfa9b09ed74e0daa189b6bb1483638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394631 Dec 12 15:19:04.553072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:04.558496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:04.564859 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12" -d '{"events": [{"name": "network-changed", "server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:04.598887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:04.611886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.634985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98dbd3-0e75-4047-ac41-55fd1a1f67e1 req-459c1585-e25e-4199-84a9-c7caf34aa83c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:04.638249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.642484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f98dbd3-0e75-4047-ac41-55fd1a1f67e1 req-459c1585-e25e-4199-84a9-c7caf34aa83c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1319776 Dec 12 15:19:04.654454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-cbb74f44-b6ee-4b8e-a476-116317f798d2 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/e3b20586-e6d9-4cb9-a3d8-2696217c1772 HTTP/1.1" status: 200 len: 1828 time: 0.0860026 Dec 12 15:19:04.690762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.694467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.696051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/887a8f8e-26e8-4847-9750-91723a361e7a HTTP/1.1" status: 204 len: 168 time: 0.1420381 Dec 12 15:19:04.705835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a8f8e-26e8-4847-9750-91723a361e7a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:04.715258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.715916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.716577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.717164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.717727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.718335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.719013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.719546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.720094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.720785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.721334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.721963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.722500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1ae32-fe28-4df5-b3f4-551ab2a8778a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:04.762145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f98dbd3-0e75-4047-ac41-55fd1a1f67e1 req-7009555a-a87a-4acd-aaed-d490c16a41c3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139557 Dec 12 15:19:04.769882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.806151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.824741 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8056ee-384d-4a74-950e-ce4cba845d00 x-openstack-request-id: req-2f8056ee-384d-4a74-950e-ce4cba845d00 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:04.825063 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-plugged", "status": "completed", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:04.825344 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f8056ee-384d-4a74-950e-ce4cba845d00 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:04.825735 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'code': 200} Dec 12 15:19:04.953698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.957005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:04.967853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afbf6efe-8412-4984-95ce-2e252d4c5796 req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-groups/e3b20586-e6d9-4cb9-a3d8-2696217c1772 HTTP/1.1" status: 204 len: 173 time: 0.3009300 Dec 12 15:19:04.999987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27073694-8706-407f-97cf-4b57d90ea533 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b20586-e6d9-4cb9-a3d8-2696217c1772,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:05.040068 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0795df-e985-403b-82f9-c30e284eea3b x-openstack-request-id: req-3d0795df-e985-403b-82f9-c30e284eea3b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:05.040573 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:05.041046 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d0795df-e985-403b-82f9-c30e284eea3b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:05.041824 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688', 'status': 'completed', 'code': 200} Dec 12 15:19:05.054771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7859-4b7b-4fdd-9241-fc0368665ad9 req-c18a464b-5497-4a77-ae6b-95ff0072c598 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.063738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d9c7859-4b7b-4fdd-9241-fc0368665ad9 req-c18a464b-5497-4a77-ae6b-95ff0072c598 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1356378 Dec 12 15:19:05.119353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c36c4-c0cc-4c2b-9059-cc1a9e6fae40 req-ab5e232e-7780-4379-9659-2e196de1545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.121802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a1c36c4-c0cc-4c2b-9059-cc1a9e6fae40 req-ab5e232e-7780-4379-9659-2e196de1545f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1096 time: 0.2148228 Dec 12 15:19:05.190918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53062) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:05.215121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-10c7439e-ad68-4bb7-b6c0-3cc913ad9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.216728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-10c7439e-ad68-4bb7-b6c0-3cc913ad9925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5899e5d776854326a35dc19819d7e74a&device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 1099 time: 0.1417055 Dec 12 15:19:05.220179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d9c7859-4b7b-4fdd-9241-fc0368665ad9 req-26a698c3-967e-4576-b5ab-1568c0fb1bec tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554501 Dec 12 15:19:05.279865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a1c36c4-c0cc-4c2b-9059-cc1a9e6fae40 req-de987522-1636-4f13-8968-41e82fdda65d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465182 Dec 12 15:19:05.327450 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff225482-32c3-4ec1-8775-85b45dcf189f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.359368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2003a33f-4850-4e71-8edc-3743f12d738f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86dd953436ba4aea9e34a774971f1fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672382 Dec 12 15:19:05.362259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:05.375930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-3479ce34-ff87-4373-a4c4-95f1bed75e98 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/9a989e5d-178d-45fb-a93b-fa291d6ce1c6 HTTP/1.1" status: 200 len: 1829 time: 0.1627836 Dec 12 15:19:05.417114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-7dd92f9c-8d1c-4278-b766-cffd7c2767fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.418571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-7dd92f9c-8d1c-4278-b766-cffd7c2767fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1828279 Dec 12 15:19:05.428846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.452730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.487224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-7f61ad7c-fd60-4a6a-b84a-72dc5acb2ec1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688 HTTP/1.1" status: 200 len: 217 time: 0.0558100 Dec 12 15:19:05.512116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.515621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.516854 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f57e3187-1205-4062-92c3-d46308141378 HTTP/1.1" status: 204 len: 168 time: 0.1535316 Dec 12 15:19:05.525926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4e18f-7213-4f13-8b18-256cb9a5c071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e3187-1205-4062-92c3-d46308141378,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:05.570599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.602731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.659606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.662943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:05.664138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c66f60d8-45ba-460a-86dd-1acb4c2542ef req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a989e5d-178d-45fb-a93b-fa291d6ce1c6 HTTP/1.1" status: 204 len: 173 time: 0.2864702 Dec 12 15:19:05.683404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e446ae-81af-4625-8022-e0a0f86a7faf tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a989e5d-178d-45fb-a93b-fa291d6ce1c6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:05.686530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-61b40c57-4390-40e3-a381-6d4ed04d31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.688183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-61b40c57-4390-40e3-a381-6d4ed04d31a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1908433 Dec 12 15:19:05.702285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c073e-1005-4d94-a7a6-f4abd7202dbe req-c867b487-7f35-48c9-be54-b70ec65864cb tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.710014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8c073e-1005-4d94-a7a6-f4abd7202dbe req-c867b487-7f35-48c9-be54-b70ec65864cb tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 948 time: 0.1989393 Dec 12 15:19:05.828623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-7935a32e-80e3-48de-a31f-353780f62785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:05.832451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-7935a32e-80e3-48de-a31f-353780f62785 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202841 Dec 12 15:19:05.854077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8c073e-1005-4d94-a7a6-f4abd7202dbe req-a47caecf-8e0d-4950-a702-77f64e4c0701 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431124 Dec 12 15:19:05.928295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 108faa9a-1de9-4cb2-a48b-6efb142aa688 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:05.997308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-1804d202-41f7-4ee9-ab47-8fd92888b97c service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421020 Dec 12 15:19:06.113526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:06.230905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-5c2d3f2d-62f0-41f7-9919-0832ef9a94fb tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "GET /v2.0/security-groups/57ac2bec-eb26-4a55-b898-86bfaa213d60 HTTP/1.1" status: 200 len: 1829 time: 0.1408153 Dec 12 15:19:06.259410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a3bc18-47b1-4c0d-a4ea-b480319c6a12 req-2b81144f-5ac8-44f7-bf55-fb7576b34c28 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546306 Dec 12 15:19:06.322710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '108faa9a-1de9-4cb2-a48b-6efb142aa688', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '108faa9a-1de9-4cb2-a48b-6efb142aa688', 'mac_address': 'fa:16:3e:6e:ac:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:06.368314 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:06.386791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108faa9a-1de9-4cb2-a48b-6efb142aa688 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:06.413722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:06.424407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:06.519130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:06.528854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.532168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.532168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.532168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.533301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.533672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.533987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.535181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.535534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.535865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.536194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.536518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.536868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:06.738542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['108faa9a-1de9-4cb2-a48b-6efb142aa688'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:06.772459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:06.787900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29a44-bb9d-4309-ba93-5eb0efd1e1c8 req-81ffb6ac-d3a6-4647-8de4-a1062d75c8a6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:06.794997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33c29a44-bb9d-4309-ba93-5eb0efd1e1c8 req-81ffb6ac-d3a6-4647-8de4-a1062d75c8a6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.5018141 Dec 12 15:19:06.862435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-b20e792c-e581-4aac-974d-19c234c1eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:06.864365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-b20e792c-e581-4aac-974d-19c234c1eca2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1100 time: 0.1431077 Dec 12 15:19:06.867132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:06.884934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33c29a44-bb9d-4309-ba93-5eb0efd1e1c8 req-af7397e4-9922-4906-9c90-f81c34e878e0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838730 Dec 12 15:19:07.093603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.097119 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.098364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c1275b7-0049-47ab-bc5a-28b9a597a33a req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] 10.222.0.36 "DELETE /v2.0/security-groups/57ac2bec-eb26-4a55-b898-86bfaa213d60 HTTP/1.1" status: 204 len: 173 time: 0.8666513 Dec 12 15:19:07.107427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:07.202424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1e68b-8ca2-4e03-852d-5577f8825305 tempest-SecurityGroupRulesNegativeTestJSON-1417892730 tempest-SecurityGroupRulesNegativeTestJSON-1417892730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac2bec-eb26-4a55-b898-86bfaa213d60,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:07.248288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-4741ff5a-da2c-4516-987c-6423cec93411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.250173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-4741ff5a-da2c-4516-987c-6423cec93411 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3641503 Dec 12 15:19:07.323640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-a0baa49f-3288-449b-92e4-7eb87fabe6c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.0577018 Dec 12 15:19:07.335959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b22df-9c9e-440b-a43c-b56ab92fa974 req-b8c57f05-6cf5-4a4d-9bfd-b2d7d9fc6100 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.343248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-840b22df-9c9e-440b-a43c-b56ab92fa974 req-b8c57f05-6cf5-4a4d-9bfd-b2d7d9fc6100 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.2512465 Dec 12 15:19:07.351751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Deleting subnet 94d472b9-973e-4529-90c9-d7d93d290eee {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:19:07.409709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-74fe55c0-6cd5-4a35-ab69-505379521425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.411210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-74fe55c0-6cd5-4a35-ab69-505379521425 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0641115 Dec 12 15:19:07.423071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.496030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07c74-8f3b-45b0-9eae-2dca54112f34 req-703ac9ae-128f-4dcf-89b1-a114553c2ade tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.497533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65a07c74-8f3b-45b0-9eae-2dca54112f34 req-703ac9ae-128f-4dcf-89b1-a114553c2ade tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 949 time: 0.2586052 Dec 12 15:19:07.515398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.547789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.582828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-840b22df-9c9e-440b-a43c-b56ab92fa974 req-1f292406-da42-40f6-9f90-8ceb5ae5cefa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386937 Dec 12 15:19:07.589978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-80d97f75-88e3-46f5-bbfe-06ee4bfbe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.591502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-80d97f75-88e3-46f5-bbfe-06ee4bfbe0f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664591 Dec 12 15:19:07.670870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65a07c74-8f3b-45b0-9eae-2dca54112f34 req-dbebc0d4-b1e3-43a0-b316-5436fa79d7c2 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643276 Dec 12 15:19:07.701349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c752a42-dead-4491-85df-dbfb6073a71b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.725910 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.763022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d472b9-973e-4529-90c9-d7d93d290eee,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:07.769242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.777373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:07.777923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-46e3b19d-3c8f-43d3-aa13-9ecaf7d6eaf0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/94d472b9-973e-4529-90c9-d7d93d290eee HTTP/1.1" status: 204 len: 168 time: 0.6588964 Dec 12 15:19:07.825070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-69d36da3-8072-4a08-b777-afbfb150e1c8 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237546 Dec 12 15:19:07.847944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d61fae-6474-464f-b02d-df488b95d708 req-5f2d9782-47ae-44dd-9bb9-7fb4c79b6d31 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:07.849786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13d61fae-6474-464f-b02d-df488b95d708 req-5f2d9782-47ae-44dd-9bb9-7fb4c79b6d31 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1096 time: 0.0655818 Dec 12 15:19:07.886314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.915751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1074173151', 'description': 'tempest-description-1737464232'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:07.940888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 108faa9a-1de9-4cb2-a48b-6efb142aa688 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:07.980657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13d61fae-6474-464f-b02d-df488b95d708 req-85b1f74b-ec41-4b0f-a990-0b4adfea418c tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192629 Dec 12 15:19:07.982825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.983755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:07.994297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.010668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8629d70a-9339-4d5c-b860-b35f5123ee63']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:08.019340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-14c41f6f-0dc8-4d67-b5f8-6e59e8e9804c service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828380 Dec 12 15:19:08.030401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1916f9d8-fe92-415d-87b9-2cde3a726bfc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:08.031978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1916f9d8-fe92-415d-87b9-2cde3a726bfc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:08.058062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 108faa9a-1de9-4cb2-a48b-6efb142aa688 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:08.070409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 108faa9a-1de9-4cb2-a48b-6efb142aa688 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:08.071049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.072706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.102733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.119502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:19:08.120161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:19:08.122439 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:19:08.175905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.190802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80221e-0169-47d3-879c-7f3715cb5fcc req-f6047504-9a02-4337-b5d7-beed8c9e8abd tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:08.200081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e80221e-0169-47d3-879c-7f3715cb5fcc req-f6047504-9a02-4337-b5d7-beed8c9e8abd tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1186204 Dec 12 15:19:08.210691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.252204 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.280233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.284660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:08.288225 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc273e99-81b6-4533-a68a-2f391f35636d" -d '{"events": [{"server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "name": "network-vif-plugged", "status": "completed", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:08.288538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.297447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2880d5c-0232-4326-9df3-4528121b9f21,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.301333 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8629d70a-9339-4d5c-b860-b35f5123ee63 HTTP/1.1" status: 204 len: 168 time: 0.5226490 Dec 12 15:19:08.318196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8a43-7cb5-4edc-b5f8-13a6f5bd4183 admin admin] Pushing event deleted for resources: {'Network': ['ID=8629d70a-9339-4d5c-b860-b35f5123ee63,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.323128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:08.323741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e80221e-0169-47d3-879c-7f3715cb5fcc req-f6874521-f148-4b74-a96f-88939bef248d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168618 Dec 12 15:19:08.343368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.387877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.395767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.423645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.425242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.426628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be59d1be-22b5-434f-864f-f79c8176a696 req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5189161 Dec 12 15:19:08.440562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8017d1-8dfe-4a8b-8989-e996568a1190 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb57538-01bc-4a6e-ac39-d39860cf8876,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.454283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.486128 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da78df-7aaf-4567-960c-cc49632ca210 x-openstack-request-id: req-66da78df-7aaf-4567-960c-cc49632ca210 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:08.486643 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "name": "network-vif-plugged", "status": "completed", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:08.487052 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66da78df-7aaf-4567-960c-cc49632ca210 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:08.487660 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688', 'code': 200} Dec 12 15:19:08.503707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1636765032', 'description': 'tempest-description-981370607'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:08.530281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.610368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:08.617836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d1694-fa8a-478a-a496-b9d3b628077d req-c143f075-1545-43a5-9fa3-ac23d9453ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:08.619992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c63d1694-fa8a-478a-a496-b9d3b628077d req-c143f075-1545-43a5-9fa3-ac23d9453ac4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 1101 time: 0.0655618 Dec 12 15:19:08.663879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.689119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c63d1694-fa8a-478a-a496-b9d3b628077d req-c35be454-6e64-40e2-825b-b1de4dbd15c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608807 Dec 12 15:19:08.690511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.703077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e61d046e-7405-41c8-9138-0de844b07a3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cdfabaca3814163915c95ce1e4405a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897455 Dec 12 15:19:08.705378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:08.733576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.735701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0662d9e1-460b-45af-8b20-e2bc45f7edbd req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2363429 Dec 12 15:19:08.737009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f071f16-2e41-4e12-8292-76bc4b73f76e tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f455e0c-cbda-46de-ab7b-77701117d380,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.809858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.846431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.924407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.927831 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.929140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6556bcb6-2952-4cd1-b3b4-344f85da4e8f HTTP/1.1" status: 204 len: 168 time: 0.2101851 Dec 12 15:19:08.944209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:08.947142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bae64-9e80-4a3e-9a6f-c6a45cee8f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556bcb6-2952-4cd1-b3b4-344f85da4e8f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:08.982537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4204115-c88c-41dd-8632-701bf8c669e3 req-c23602c4-7917-4455-8e60-783242313455 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:08.984267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4204115-c88c-41dd-8632-701bf8c669e3 req-c23602c4-7917-4455-8e60-783242313455 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 950 time: 0.1525512 Dec 12 15:19:09.069086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4204115-c88c-41dd-8632-701bf8c669e3 req-3ec5f529-60cc-42e0-b6ee-6d58dc7e9a08 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Dec 12 15:19:09.119047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1894682692', 'description': 'tempest-description-249813792'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:09.168429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.179434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.273354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.291586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.344741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9ba96-a301-4179-a638-e48fd23b73f6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:09.398669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.413713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.477760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.479072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-949f3fcd-d4fd-4949-88d6-0006517ad099 req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3648098 Dec 12 15:19:09.482243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddac18c-d371-409e-80a7-7de7cecec5e2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc3178-7d70-4812-8dab-20aa2cfd1cf3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:09.563910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbf06e-78bc-4ee9-9ffe-c951ba22b7f4 req-785155c0-c5b4-469e-ba46-20b29487f96b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:09.575390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01fbf06e-78bc-4ee9-9ffe-c951ba22b7f4 req-785155c0-c5b4-469e-ba46-20b29487f96b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1127141 Dec 12 15:19:09.675990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01fbf06e-78bc-4ee9-9ffe-c951ba22b7f4 req-75775f46-eafc-4492-a75f-cec9714a59c5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949433 Dec 12 15:19:09.686148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1100227389', 'description': 'tempest-description-205402164'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:09.731569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.894583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.903905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.942192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:09.955928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c8348bd-dc57-4f42-9d3f-239cd2e79caa req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2967820 Dec 12 15:19:10.015284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba172b9-e3ec-4f8d-b769-9d26673beb7e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce20b5-5d58-4db7-9810-f2484bbf153c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:10.204129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.295001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:10.333481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7b5d-aa75-4fd2-a6fa-dde84402ad85 req-a64f3498-fe94-4b63-9b4e-28101ab34f4b tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:10.336078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fffb7b5d-aa75-4fd2-a6fa-dde84402ad85 req-a64f3498-fe94-4b63-9b4e-28101ab34f4b tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 950 time: 0.1064532 Dec 12 15:19:10.452205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fffb7b5d-aa75-4fd2-a6fa-dde84402ad85 req-659a4b94-4e61-40d6-bb9f-6c1839963508 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000454 Dec 12 15:19:10.534714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1877374015-network', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:10.574266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-db08aba8-1f30-4108-a22c-72f677382e31 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53731 time: 0.5955245 Dec 12 15:19:10.586990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Made reservation on behalf of fa1754d7b4334dceaccd6ee9d6e4656b for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:10.595312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.626327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.630965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-c907c683-c3fb-4e40-ac08-33c79570ee20 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/03b91aa1-8e21-43cf-83ff-f7a886ffefc0 HTTP/1.1" status: 200 len: 2998 time: 0.0569463 Dec 12 15:19:10.689205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-b2108dca-8a6e-4b0c-a347-034e5e9b9287 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/03b91aa1-8e21-43cf-83ff-f7a886ffefc0 HTTP/1.1" status: 200 len: 2998 time: 0.0570464 Dec 12 15:19:10.781128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-fe013db9-c437-4655-8530-0093e84fe64b tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/14730256-49d3-48ea-a0aa-09dd32521b1f HTTP/1.1" status: 200 len: 2998 time: 0.0909479 Dec 12 15:19:10.840860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.845793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.849357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-7df48fdd-0c1a-4f94-b9cd-95923efd83bb tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/14730256-49d3-48ea-a0aa-09dd32521b1f HTTP/1.1" status: 200 len: 2998 time: 0.0655973 Dec 12 15:19:10.876235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:19:10.919328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:10.919814 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Added segment e2abfa3c-2059-4783-80e8-24fd265e4d95 of type vlan for network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b Dec 12 15:19:10.926973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-a0176b20-e7e3-41eb-9333-492a7227c6a6 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/23a2ad5d-c174-4faa-b0d2-b4334fa3601a HTTP/1.1" status: 200 len: 2998 time: 0.0755608 Dec 12 15:19:10.928946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f5b5db-6f00-4aaf-8b2d-79649e3183ae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:10.982604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.024565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.051589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.055769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.057328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:11.058089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.072374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-682c5746-f37e-4813-a0da-e378958738b2 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/23a2ad5d-c174-4faa-b0d2-b4334fa3601a HTTP/1.1" status: 200 len: 2998 time: 0.1408005 Dec 12 15:19:11.139827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-6d17fe1c-3051-41e3-a997-de521e0d6567 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5ac30380-ab00-4c71-b6f2-0ea8bdb1c41d HTTP/1.1" status: 200 len: 2998 time: 0.0600066 Dec 12 15:19:11.147921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] Pushing event updated for resources: {'Network': ['ID=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:11.170356 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d70101c-fd50-40eb-b0bd-6d3cca287187 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8715305 Dec 12 15:19:11.170356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:11.175510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Request body: {'subnet': {'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1877374015-subnet', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:11.181846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:19:11.225722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Made reservation on behalf of fa1754d7b4334dceaccd6ee9d6e4656b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:11.228526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.240492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-ed6c1aca-4c79-4a97-80dd-d610e7416f08 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/5ac30380-ab00-4c71-b6f2-0ea8bdb1c41d HTTP/1.1" status: 200 len: 2998 time: 0.0935602 Dec 12 15:19:11.328265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-f2d648c4-d041-4b6d-b7c1-e7afa451c188 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8044dd21-ded6-4eb9-a06a-bf598885e86f HTTP/1.1" status: 200 len: 2998 time: 0.0798163 Dec 12 15:19:11.360696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f555f00-6bf0-428d-8d8f-7ad6a4053e89 req-2d30f92a-3e9d-44c8-bfe3-d02688691287 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:11.361805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f555f00-6bf0-428d-8d8f-7ad6a4053e89 req-2d30f92a-3e9d-44c8-bfe3-d02688691287 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.0766640 Dec 12 15:19:11.403992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-6abe655d-c936-4e98-ab09-690196242497 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8044dd21-ded6-4eb9-a06a-bf598885e86f HTTP/1.1" status: 200 len: 2998 time: 0.0694444 Dec 12 15:19:11.428713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.473962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-6be14037-ef76-442b-8895-90908faa2a3d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/81936b1d-cd80-4c4d-9f42-b9e0cf11e996 HTTP/1.1" status: 200 len: 2998 time: 0.0605893 Dec 12 15:19:11.499305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2854b2-ae7c-4156-b092-1f71905573d8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:11.508868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Checking segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:11.509222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Network hostable DHCP agents. Network: 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:19:11.521208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f555f00-6bf0-428d-8d8f-7ad6a4053e89 req-42063e70-3d10-4b3d-bb2a-d9d1793ba1f8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444864 Dec 12 15:19:11.531539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:19:11.533588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-08a1e433-4962-45ff-993c-fbd43997f486 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/81936b1d-cd80-4c4d-9f42-b9e0cf11e996 HTTP/1.1" status: 200 len: 2998 time: 0.0582075 Dec 12 15:19:11.549891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:11.555732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:11.557198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.561101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5163a9-6315-4d23-9497-e1c2525ccfaa None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:11.575494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b22cd03-3615-45b0-ac71-080aafb956c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4039242 Dec 12 15:19:11.578195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:11.583284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:11.593469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-8f0b66e1-7bce-4bae-bce1-f5cdeb663eee tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/90b9ba96-a301-4179-a638-e48fd23b73f6 HTTP/1.1" status: 200 len: 2998 time: 0.0515060 Dec 12 15:19:11.627928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.629280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.685515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-01c42e74-1137-4f51-a51c-a89af096455a tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/90b9ba96-a301-4179-a638-e48fd23b73f6 HTTP/1.1" status: 200 len: 2998 time: 0.0817156 Dec 12 15:19:11.723044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:19:11.725661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.739086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.771226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-cd442988-5a08-4212-b2d7-40ae6ced033e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a6aee1dd-fe44-4de9-908e-edd5158ffee4 HTTP/1.1" status: 200 len: 2998 time: 0.0799036 Dec 12 15:19:11.829248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-3749a5d7-020d-453e-b154-5f694a401e7f tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/a6aee1dd-fe44-4de9-908e-edd5158ffee4 HTTP/1.1" status: 200 len: 2998 time: 0.0507877 Dec 12 15:19:11.901991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-72a3f3af-1588-491f-8183-f4ef72dfa5da tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ade97f83-dc6e-4647-9a55-13f2ebffd7d7 HTTP/1.1" status: 200 len: 2998 time: 0.0622144 Dec 12 15:19:11.941864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Allocated IP 172.20.0.2 (4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b/ca2854b2-ae7c-4156-b092-1f71905573d8/38dd1cc2-9767-4c85-9451-b641b9502887) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:11.951742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:11.992660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-f7780625-f52e-4adb-863a-151800e25748 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ade97f83-dc6e-4647-9a55-13f2ebffd7d7 HTTP/1.1" status: 200 len: 2998 time: 0.0816844 Dec 12 15:19:12.083161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-245e2e9a-e1be-4314-a5ed-c1cbe1fbe449 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b2880d5c-0232-4326-9df3-4528121b9f21 HTTP/1.1" status: 200 len: 2998 time: 0.0783024 Dec 12 15:19:12.169318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-4f32f8aa-a055-45db-b56b-872b5faac1b7 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b2880d5c-0232-4326-9df3-4528121b9f21 HTTP/1.1" status: 200 len: 2998 time: 0.0742137 Dec 12 15:19:12.268124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-9a577f00-c1d5-47d8-8b73-23f11661fd78 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bbaa3f18-9529-4568-920a-62c3d90192b5 HTTP/1.1" status: 200 len: 2994 time: 0.0887561 Dec 12 15:19:12.279399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.304506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.317366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.321386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.329665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-d5301c60-9f1a-464f-a6f3-55e32adb9142 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/bbaa3f18-9529-4568-920a-62c3d90192b5 HTTP/1.1" status: 200 len: 2994 time: 0.0528529 Dec 12 15:19:12.385453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-35180702-283e-445a-9a6c-c96493404e2b tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cfae06ad-716e-4b31-a38a-acccb76b2e3f HTTP/1.1" status: 200 len: 2990 time: 0.0547965 Dec 12 15:19:12.408457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:12.411621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:12.428263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:12.431796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Pushing event updated for resources: {'Port': ['ID=38dd1cc2-9767-4c85-9451-b641b9502887,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:12.467593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-6c815c5c-17ce-4651-a0d5-6619b82fa760 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cfae06ad-716e-4b31-a38a-acccb76b2e3f HTTP/1.1" status: 200 len: 2990 time: 0.0809555 Dec 12 15:19:12.527698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Allocated IP 172.25.3.107 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/98493181-4efd-4000-bad8-d47c632a5bad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:12.536556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Attempting to bind port 38dd1cc2-9767-4c85-9451-b641b9502887 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:12.537469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Attempting to bind port 38dd1cc2-9767-4c85-9451-b641b9502887 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:12.537844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Attempting to bind port 38dd1cc2-9767-4c85-9451-b641b9502887 on network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:12.551790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:12.552098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Checking segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:12.552392 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.553621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Bound using segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:12.553766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Bound port: 38dd1cc2-9767-4c85-9451-b641b9502887, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:12.554152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.567255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-81a2c3b5-473e-48f6-ba5d-826ded9f5e2e tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e0049011-b6a9-4ed0-aef8-7f66f3e43fae HTTP/1.1" status: 200 len: 2998 time: 0.0915694 Dec 12 15:19:12.639767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-5612d81b-2e04-40d4-a623-80001a05cb96 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e0049011-b6a9-4ed0-aef8-7f66f3e43fae HTTP/1.1" status: 200 len: 2998 time: 0.0642207 Dec 12 15:19:12.687415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.690248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-e02b4bde-90fd-48bc-b2b7-76ca0cb8f447 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e1e1419b-19c5-4123-bb47-613dba16e9e8 HTTP/1.1" status: 200 len: 2994 time: 0.0438547 Dec 12 15:19:12.699163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] For port 38dd1cc2-9767-4c85-9451-b641b9502887, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:12.703913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] For port 38dd1cc2-9767-4c85-9451-b641b9502887, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=38dd1cc2-9767-4c85-9451-b641b9502887,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:12.710946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.747393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:12.768868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-ed64cf12-fee3-4d9b-afc5-35239d6475f8 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e1e1419b-19c5-4123-bb47-613dba16e9e8 HTTP/1.1" status: 200 len: 2994 time: 0.0710552 Dec 12 15:19:12.799405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812caf3-e865-4399-8c46-39859dd958ce None None] Pushing event updated for resources: {'Port': ['ID=38dd1cc2-9767-4c85-9451-b641b9502887,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:12.825753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Pushing event updated for resources: {'Port': ['ID=98493181-4efd-4000-bad8-d47c632a5bad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:12.837374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-1db07e40-35b9-4499-80c4-dd938b149a08 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f16cf20b-bd8e-444b-aad6-1b7cdada54b5 HTTP/1.1" status: 200 len: 2998 time: 0.0613682 Dec 12 15:19:12.837519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:12.838951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:12.841488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:12.898472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-9d9aeaee-6c53-4144-b497-f45df9f01f26 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f16cf20b-bd8e-444b-aad6-1b7cdada54b5 HTTP/1.1" status: 200 len: 2998 time: 0.0496995 Dec 12 15:19:12.948899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-ad15abf1-b05a-4251-a5ed-a048ae12e034 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f8cf6ed9-eddb-4963-b0c6-28707597167b HTTP/1.1" status: 200 len: 2998 time: 0.0436513 Dec 12 15:19:13.002558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a650edc-1b1d-42ee-81a4-aee8a93c6aef req-7c4e834f-45c4-48cd-af29-a08ccc58c876 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f8cf6ed9-eddb-4963-b0c6-28707597167b HTTP/1.1" status: 200 len: 2998 time: 0.0466485 Dec 12 15:19:13.218979 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.273682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f061bd-1b89-4ba3-a6a3-fe7452c56581 req-a9db7ab6-5486-4320-9f57-29eb23b8e57e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:13.281501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02f061bd-1b89-4ba3-a6a3-fe7452c56581 req-a9db7ab6-5486-4320-9f57-29eb23b8e57e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.0796001 Dec 12 15:19:13.333205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02f061bd-1b89-4ba3-a6a3-fe7452c56581 req-3e454993-f464-4fbb-8382-3f0186287188 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507593 Dec 12 15:19:13.461916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.581083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 38dd1cc2-9767-4c85-9451-b641b9502887 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:13.599436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87727e76-70fa-40bc-ac8e-4ac56d2a272a req-099aaf7d-7341-45e9-bf92-5cd112e59c72 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f42c0fa53a34f92a1c03fe0f193aaeb HTTP/1.1" status: 200 len: 6154 time: 0.0822959 Dec 12 15:19:13.640161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 38dd1cc2-9767-4c85-9451-b641b9502887 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:13.640607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.644199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Router 58fc667d-f4e0-4829-b03d-d468228d48fa is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:19:13.660980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87727e76-70fa-40bc-ac8e-4ac56d2a272a req-d32804fe-bf92-4ede-8cd6-1426f6032c80 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "GET /v2.0/security-groups/b2880d5c-0232-4326-9df3-4528121b9f21 HTTP/1.1" status: 200 len: 2998 time: 0.0552685 Dec 12 15:19:13.737621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87727e76-70fa-40bc-ac8e-4ac56d2a272a req-d52ec8c9-b98e-46b2-ade1-c8393857a019 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "GET /v2.0/security-groups/b2880d5c-0232-4326-9df3-4528121b9f21 HTTP/1.1" status: 200 len: 2998 time: 0.0753090 Dec 12 15:19:13.757602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.793637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 38dd1cc2-9767-4c85-9451-b641b9502887, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=38dd1cc2-9767-4c85-9451-b641b9502887,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:13.794970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:13.804476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.814693 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Sync routers for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:13.831819 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:13.832855 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:13.833204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:13.837561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5ac793d8-48ed-411d-8d05-381760ade64b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2557285 Dec 12 15:19:13.838103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53280) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:13.902854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=38dd1cc2-9767-4c85-9451-b641b9502887,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:13.956613 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:14.004037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e7c3-09a3-4b7a-9231-34313af998ed req-2e3031ce-435b-4e88-84da-f358ecaeb5e9 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:14.005695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f393e7c3-09a3-4b7a-9231-34313af998ed req-2e3031ce-435b-4e88-84da-f358ecaeb5e9 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 950 time: 0.1826539 Dec 12 15:19:14.134564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f393e7c3-09a3-4b7a-9231-34313af998ed req-e052262a-f1e8-423a-9a80-c948eaac1b9b tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937705 Dec 12 15:19:14.195174 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:13Z', 'revision_number': 3, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:14.223395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66c9da-74d1-4410-8613-9c64a05ca584 None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:14.244380 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Checking router: 58fc667d-f4e0-4829-b03d-d468228d48fa for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:14.244850 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Updating router 58fc667d-f4e0-4829-b03d-d468228d48fa port 98493181-4efd-4000-bad8-d47c632a5bad binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:14.273519 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.299343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-c1b98be4-6b3d-4248-91ed-99e31f3430b3 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/95ce20b5-5d58-4db7-9810-f2484bbf153c HTTP/1.1" status: 200 len: 1794 time: 0.0982492 Dec 12 15:19:14.308781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5d0dd1ff-51ac-48ca-93ae-941423d0e08d None None] Provisioning complete for port 38dd1cc2-9767-4c85-9451-b641b9502887 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:14.309484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd1ff-51ac-48ca-93ae-941423d0e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.389946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.451034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.622153 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.632567 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.709131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.709357 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Pushing event updated for resources: {'Port': ['ID=98493181-4efd-4000-bad8-d47c632a5bad,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:14.714077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.717040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.722157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db9f47f8-6052-48ad-b973-3f9d086abb2c req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/95ce20b5-5d58-4db7-9810-f2484bbf153c HTTP/1.1" status: 204 len: 173 time: 0.4219146 Dec 12 15:19:14.725744 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.726805 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.727162 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.727504 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.728422 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.728789 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.729125 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.729507 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.729844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.730174 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.730502 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.730831 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.731157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:19:14.774857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210eca3a-e520-408e-bdb4-1eb069d8da89 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce20b5-5d58-4db7-9810-f2484bbf153c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:14.776501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Attempting to bind port 98493181-4efd-4000-bad8-d47c632a5bad on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:14.786172 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Attempting to bind port 98493181-4efd-4000-bad8-d47c632a5bad by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:14.787283 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Attempting to bind port 98493181-4efd-4000-bad8-d47c632a5bad on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:14.812250 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:14.814357 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:14.816373 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.817659 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:14.818926 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Bound port: 98493181-4efd-4000-bad8-d47c632a5bad, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:14.819718 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.867521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9505-4a3e-4586-9513-8d3a7fa1ce48 req-88d1faa6-c531-4220-afb9-ed6e0a64daca tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:14.878333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657e9505-4a3e-4586-9513-8d3a7fa1ce48 req-88d1faa6-c531-4220-afb9-ed6e0a64daca tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1784565 Dec 12 15:19:14.898263 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] For port 98493181-4efd-4000-bad8-d47c632a5bad, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:14.902369 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] For port 98493181-4efd-4000-bad8-d47c632a5bad, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=98493181-4efd-4000-bad8-d47c632a5bad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:14.918102 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:14.924061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc719665-6b92-4099-aa13-214b3b125c5f req-740fcaa9-a87e-461c-9418-fe2d74d0efa1 tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "GET /v2.0/security-groups/50cc3178-7d70-4812-8dab-20aa2cfd1cf3 HTTP/1.1" status: 200 len: 1794 time: 0.1647148 Dec 12 15:19:15.002510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9d92549b-3123-4920-8014-0ecb29fc7ad6 None None] Provisioning complete for port 38dd1cc2-9767-4c85-9451-b641b9502887 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:15.006102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d92549b-3123-4920-8014-0ecb29fc7ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.044432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b2ac7-e070-4174-b02e-62a89b0b3749 None None] Pushing event updated for resources: {'Port': ['ID=98493181-4efd-4000-bad8-d47c632a5bad,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:15.056262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657e9505-4a3e-4586-9513-8d3a7fa1ce48 req-ffc00004-60e1-4dab-94cf-c9044568a677 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802409 Dec 12 15:19:15.075728 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:15.076545 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:15.122448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Allocated IP 172.20.0.1 (4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b/ca2854b2-ae7c-4156-b092-1f71905573d8/5c3241af-261f-44c6-9a0d-1828d3a1d884) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:15.258495 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:15.469469 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:13Z', 'revision_number': 3, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:15.504225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.525739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d82855-88f7-4831-ba3e-5113cded2b17 None None] The sync data for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 is: [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:13Z', 'revision_number': 3, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:15.559620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 38dd1cc2-9767-4c85-9451-b641b9502887 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:15.590034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc719665-6b92-4099-aa13-214b3b125c5f req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.657850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.674950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 38dd1cc2-9767-4c85-9451-b641b9502887 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:15.675167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc719665-6b92-4099-aa13-214b3b125c5f req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.675868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.767839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:15.789098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:15.802338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-62411c54-c023-410e-8a48-2ec20e38aad6 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:15.803947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-62411c54-c023-410e-8a48-2ec20e38aad6 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.30 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 950 time: 0.2637849 Dec 12 15:19:15.809013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:15.809706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:15.959796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:16.001744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b095ba-c096-410b-bc82-6ddecb431583 req-bdaa9e14-3dbf-41ed-9bd2-bc598410593b tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:16.003560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81b095ba-c096-410b-bc82-6ddecb431583 req-bdaa9e14-3dbf-41ed-9bd2-bc598410593b tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 950 time: 0.4359531 Dec 12 15:19:16.047719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc719665-6b92-4099-aa13-214b3b125c5f req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.050317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc719665-6b92-4099-aa13-214b3b125c5f req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.051472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc719665-6b92-4099-aa13-214b3b125c5f req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/50cc3178-7d70-4812-8dab-20aa2cfd1cf3 HTTP/1.1" status: 204 len: 173 time: 1.1271701 Dec 12 15:19:16.207305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d02b5b-d8e2-40dc-9dcb-d874f0801c8d tempest-SecurityGroupsTestAdminJSON-344022663 tempest-SecurityGroupsTestAdminJSON-344022663-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc3178-7d70-4812-8dab-20aa2cfd1cf3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:16.254542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8fb76150-c165-433b-b9fb-addf2996eee5 None None] Provisioning complete for port 5c3241af-261f-44c6-9a0d-1828d3a1d884 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:16.255095 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fb76150-c165-433b-b9fb-addf2996eee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.306465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81b095ba-c096-410b-bc82-6ddecb431583 req-11f0cbbe-ea99-4fc1-84ee-6c63bd180110 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/security-groups?id=14730256-49d3-48ea-a0aa-09dd32521b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637630 Dec 12 15:19:16.329874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8fb76150-c165-433b-b9fb-addf2996eee5 None None] Port 5c3241af-261f-44c6-9a0d-1828d3a1d884 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:16.351542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8be0553d-622b-4c6e-af7e-40147becc37d req-e6906826-ea2a-42e0-b44e-4d520a5971e1 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "GET /v2.0/security-groups/5f455e0c-cbda-46de-ab7b-77701117d380 HTTP/1.1" status: 200 len: 1794 time: 0.1588407 Dec 12 15:19:16.378121 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.418670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Deleting port 108faa9a-1de9-4cb2-a48b-6efb142aa688 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:19:16.419035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.626320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8be0553d-622b-4c6e-af7e-40147becc37d req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.676666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9a629-c7c7-4fa4-8d6a-80824e3e6775 req-ad7737bc-c6e5-40ea-9cfb-dc8fba8f15df tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:16.679082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88b9a629-c7c7-4fa4-8d6a-80824e3e6775 req-ad7737bc-c6e5-40ea-9cfb-dc8fba8f15df tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.2238255 Dec 12 15:19:16.740614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] For port 108faa9a-1de9-4cb2-a48b-6efb142aa688, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=108faa9a-1de9-4cb2-a48b-6efb142aa688,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:16.741000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.744286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8be0553d-622b-4c6e-af7e-40147becc37d req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.776523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Calling delete_port for 108faa9a-1de9-4cb2-a48b-6efb142aa688 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:19:16.888165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.925143 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.925850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.944929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8be0553d-622b-4c6e-af7e-40147becc37d req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.947475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8be0553d-622b-4c6e-af7e-40147becc37d req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:16.948607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8be0553d-622b-4c6e-af7e-40147becc37d req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f455e0c-cbda-46de-ab7b-77701117d380 HTTP/1.1" status: 204 len: 173 time: 0.5864968 Dec 12 15:19:16.992336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88b9a629-c7c7-4fa4-8d6a-80824e3e6775 req-bf561121-408c-4ad9-bbc5-bde024f85b31 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785707 Dec 12 15:19:17.010041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31765813-650d-44de-8004-fa788108b989 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f455e0c-cbda-46de-ab7b-77701117d380,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:17.108874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:17.157678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b39f01-8833-41c2-b078-6774dc95c33e req-5f091b47-0e56-40a8-b22c-90d95ed1a2a8 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "GET /v2.0/security-groups/ddb57538-01bc-4a6e-ac39-d39860cf8876 HTTP/1.1" status: 200 len: 1795 time: 0.1824217 Dec 12 15:19:17.252833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:17.263923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:17.300821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.388666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Pushing event deleted for resources: {'Port': ['ID=108faa9a-1de9-4cb2-a48b-6efb142aa688,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:17.406036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-50b39f01-8833-41c2-b078-6774dc95c33e req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.511385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffc16c2d-554d-4aaf-8027-6b82b07a6ce2 req-872ae16e-2365-4a2a-abb7-feb746e31451 tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.36 "GET /v2.0/ports?device_id=c262fdc4-6810-4af8-8c69-ae2386f85c5a HTTP/1.1" status: 200 len: 210 time: 0.0341854 Dec 12 15:19:17.587209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 98493181-4efd-4000-bad8-d47c632a5bad up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:17.626310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Router 58fc667d-f4e0-4829-b03d-d468228d48fa has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:17.633646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-50b39f01-8833-41c2-b078-6774dc95c33e req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.656195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] No DVR routers for this DVR port 108faa9a-1de9-4cb2-a48b-6efb142aa688 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:17.662752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.669095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14d40f82-43f7-406b-99e2-a00a8a305c06 req-9e6aa040-8e4a-4da0-b5bc-5008689b635f tempest-TenantUsagesTestJSON-1533051029 tempest-TenantUsagesTestJSON-1533051029-project] 10.222.0.30 "DELETE /v2.0/ports/108faa9a-1de9-4cb2-a48b-6efb142aa688 HTTP/1.1" status: 204 len: 173 time: 1.8319104 Dec 12 15:19:17.669579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'name': 'network-vif-deleted', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:17.672085 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dd2984-2081-4139-9454-60718ddd371c" -d '{"events": [{"server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "name": "network-vif-deleted", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:17.687013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ba7c73d7-b3a6-49c6-8bfb-2146bdac8eb7 None None] Provisioning complete for port 5c3241af-261f-44c6-9a0d-1828d3a1d884 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:17.687792 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ba7c73d7-b3a6-49c6-8bfb-2146bdac8eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.691770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 98493181-4efd-4000-bad8-d47c632a5bad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:17.692279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.794973 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa353d-dc6b-460a-b409-787d966beeb9 x-openstack-request-id: req-94aa353d-dc6b-460a-b409-787d966beeb9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:17.795898 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c262fdc4-6810-4af8-8c69-ae2386f85c5a", "name": "network-vif-deleted", "tag": "108faa9a-1de9-4cb2-a48b-6efb142aa688", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:17.796162 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94aa353d-dc6b-460a-b409-787d966beeb9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:17.796566 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262fdc4-6810-4af8-8c69-ae2386f85c5a', 'name': 'network-vif-deleted', 'tag': '108faa9a-1de9-4cb2-a48b-6efb142aa688', 'status': 'completed', 'code': 200} Dec 12 15:19:17.846106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c73d7-b3a6-49c6-8bfb-2146bdac8eb7 None None] Port 5c3241af-261f-44c6-9a0d-1828d3a1d884 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:17.941131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-50b39f01-8833-41c2-b078-6774dc95c33e req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.946046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-50b39f01-8833-41c2-b078-6774dc95c33e req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:17.952028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b39f01-8833-41c2-b078-6774dc95c33e req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] 10.222.0.36 "DELETE /v2.0/security-groups/ddb57538-01bc-4a6e-ac39-d39860cf8876 HTTP/1.1" status: 204 len: 173 time: 0.7622170 Dec 12 15:19:17.960593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:17.968534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b019a635-8907-4138-9176-4eecf8d92421 admin admin] 10.222.0.36 "PUT /v2.0/routers/58fc667d-f4e0-4829-b03d-d468228d48fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292992 Dec 12 15:19:17.982733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de148b-feb8-4620-ab7f-56f04f478eb3 tempest-SecurityGroupsTestAdminJSON-553336693 tempest-SecurityGroupsTestAdminJSON-553336693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb57538-01bc-4a6e-ac39-d39860cf8876,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:18.007020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 108faa9a-1de9-4cb2-a48b-6efb142aa688 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:18.056374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 108faa9a-1de9-4cb2-a48b-6efb142aa688 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:19:18.058186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 108faa9a-1de9-4cb2-a48b-6efb142aa688 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:19:18.065469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.094298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 98493181-4efd-4000-bad8-d47c632a5bad, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=98493181-4efd-4000-bad8-d47c632a5bad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:18.102652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.118940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Sync routers for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:18.170283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:18.171144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:18.268484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=98493181-4efd-4000-bad8-d47c632a5bad,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:18.356432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53342) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:18.415290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:18.437672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571257b8-82ad-426e-a005-400e757a4f95 req-039de9e4-403d-4fe8-8a81-f3a7e5ac8947 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:18.443171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-571257b8-82ad-426e-a005-400e757a4f95 req-039de9e4-403d-4fe8-8a81-f3a7e5ac8947 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.2050753 Dec 12 15:19:18.546963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-571257b8-82ad-426e-a005-400e757a4f95 req-5aea0661-ce0c-498b-834b-5a64728738bd tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936399 Dec 12 15:19:18.638141 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4734bfe3-a544-42fc-9129-7c9984b8c26c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f42c0fa53a34f92a1c03fe0f193aaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794230 Dec 12 15:19:18.640722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53350) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:18.707449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.741162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.808465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.811579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:18.824142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2880d5c-0232-4326-9df3-4528121b9f21 HTTP/1.1" status: 204 len: 168 time: 0.1740115 Dec 12 15:19:18.853063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e76efe-2e2c-4ad8-a0be-2e1380f6448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2880d5c-0232-4326-9df3-4528121b9f21,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:18.865318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 2, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:18.912153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53358) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:18.918333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838798641', 'description': 'tempest-description--1085212571'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:18.959210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Checking router: 58fc667d-f4e0-4829-b03d-d468228d48fa for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:18.962009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Updating router 58fc667d-f4e0-4829-b03d-d468228d48fa port 5c3241af-261f-44c6-9a0d-1828d3a1d884 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:18.973388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.022526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.112603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.119986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.170063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.172045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2584031 Dec 12 15:19:19.175185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53364) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.182238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'security_group_rule': {'security_group_id': '919d9110-5fca-4daf-9d6c-245374472fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:19.212031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4518131-9cbf-45e9-806f-f956af59e68b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919d9110-5fca-4daf-9d6c-245374472fc9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:19.244968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.277595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.390339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.399065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.446742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec93892-cdfa-43b0-8f59-95d0b13d0488,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:19.461640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.463455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8990bf2a-3a72-42ec-981b-79f4f29b68b7 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866690 Dec 12 15:19:19.465951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53372) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.472905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'security_group_rule': {'security_group_id': '919d9110-5fca-4daf-9d6c-245374472fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:19.487725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53374) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.526315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.613042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.621033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.650381 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71906029-e8e7-4fec-8bc2-1c1c6ac4cce1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5899e5d776854326a35dc19819d7e74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4023323 Dec 12 15:19:19.660995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.677508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75d4f010-7582-42bb-9f2f-ac544e7997ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c7601139ae649a3b36bc249956e63ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829877 Dec 12 15:19:19.680478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.694682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 98493181-4efd-4000-bad8-d47c632a5bad up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:19.751943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c09d1b-1b33-4c9a-aaa2-c8d6cd817563,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:19.779581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.783465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-96f7c437-7b14-4e37-98bb-6f1af8505f17 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134434 Dec 12 15:19:19.787891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:19.800426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:19.813181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.814567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f9c93-f6df-4676-af93-f8e052c7ed89 req-eca5ee4a-bfa7-4a17-bd85-31772ddd7729 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:19.816234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd1f9c93-f6df-4676-af93-f8e052c7ed89 req-eca5ee4a-bfa7-4a17-bd85-31772ddd7729 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1138251 Dec 12 15:19:19.832888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.852082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.855946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.865821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.892395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.917800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 98493181-4efd-4000-bad8-d47c632a5bad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:19.918368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:19.999499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd1f9c93-f6df-4676-af93-f8e052c7ed89 req-efe9cd0d-2116-4374-9655-b7c2dacf34ad tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764076 Dec 12 15:19:20.013637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.015798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf868b0-2dd6-4098-a2a6-f2858c244cac None None] Pushing event updated for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:20.047468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Attempting to bind port 5c3241af-261f-44c6-9a0d-1828d3a1d884 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:20.049835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Attempting to bind port 5c3241af-261f-44c6-9a0d-1828d3a1d884 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:20.051525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Attempting to bind port 5c3241af-261f-44c6-9a0d-1828d3a1d884 on network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:20.083203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:20.085117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Checking segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:20.085742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.087425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Bound using segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:20.089913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Bound port: 5c3241af-261f-44c6-9a0d-1828d3a1d884, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:20.091473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.128920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.132467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.136031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14730256-49d3-48ea-a0aa-09dd32521b1f HTTP/1.1" status: 204 len: 168 time: 0.4711909 Dec 12 15:19:20.147850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6d3c5-71a5-4a9d-bce9-5ddd265a91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14730256-49d3-48ea-a0aa-09dd32521b1f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:20.157569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.160427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.174351 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90b9ba96-a301-4179-a638-e48fd23b73f6 HTTP/1.1" status: 204 len: 168 time: 0.4783306 Dec 12 15:19:20.212865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8d2a3-b754-48fd-817c-4cea303cd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b9ba96-a301-4179-a638-e48fd23b73f6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:20.239374 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.346005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7719665-0e42-4795-a070-049c43dc282a None None] Provisioning complete for port 5c3241af-261f-44c6-9a0d-1828d3a1d884 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:20.346721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7719665-0e42-4795-a070-049c43dc282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.392437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] For port 5c3241af-261f-44c6-9a0d-1828d3a1d884, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:20.412980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c7719665-0e42-4795-a070-049c43dc282a None None] Port 5c3241af-261f-44c6-9a0d-1828d3a1d884 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:20.415827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] For port 5c3241af-261f-44c6-9a0d-1828d3a1d884, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5c3241af-261f-44c6-9a0d-1828d3a1d884,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:20.427814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:20.510556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:20.511368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:20.515404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf868b0-2dd6-4098-a2a6-f2858c244cac None None] Pushing event updated for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:20.767191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:20.829254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Allocated IP 172.25.3.222 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/ea1ddada-27e8-41ff-b1a5-2af18f4eaacc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:20.875333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08957efa-ff7f-421b-808f-e1293cb29cb0 req-97201c44-ccd2-4a1c-a7c4-73520540fa41 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:20.887520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08957efa-ff7f-421b-808f-e1293cb29cb0 req-97201c44-ccd2-4a1c-a7c4-73520540fa41 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1097 time: 0.1364708 Dec 12 15:19:20.996590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08957efa-ff7f-421b-808f-e1293cb29cb0 req-fcfc5182-b0a5-400a-bdc8-b7a78bac6164 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080050 Dec 12 15:19:21.053622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] Provisioning complete for port 5c3241af-261f-44c6-9a0d-1828d3a1d884 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:21.054099 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.107620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.120613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:21.157718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54c29d40-3198-469b-9e3a-eb2e340fb8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.206933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.245933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef486f-7219-47ef-b366-0ac9de9821ca req-778e443f-7fd7-432e-b17c-a78ec7ac22ce tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:21.253510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15ef486f-7219-47ef-b366-0ac9de9821ca req-778e443f-7fd7-432e-b17c-a78ec7ac22ce tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.0983739 Dec 12 15:19:21.271781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:21.295590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:21.299234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:21.341428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15ef486f-7219-47ef-b366-0ac9de9821ca req-10451405-b31f-4112-a6f7-43383bcd94df tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Dec 12 15:19:21.367255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'Port': ['ID=ea1ddada-27e8-41ff-b1a5-2af18f4eaacc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:21.379082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.419384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54c29d40-3198-469b-9e3a-eb2e340fb8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.432049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54c29d40-3198-469b-9e3a-eb2e340fb8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.483068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] For port 5c3241af-261f-44c6-9a0d-1828d3a1d884, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5c3241af-261f-44c6-9a0d-1828d3a1d884,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:21.493003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.525715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-54c29d40-3198-469b-9e3a-eb2e340fb8f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=375b51b9e73544ae8467c082ee8aea7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024608 Dec 12 15:19:21.528130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53428) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:21.538327 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.571861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.623513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c29d40-3198-469b-9e3a-eb2e340fb8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dbf031-635a-43a1-90ed-2e6929ccc32e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:21.645710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a59a42-c8c0-48d5-8300-347714e3da1a None None] Pushing event updated for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:21.668467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:20Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:21.699840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.703990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb68525-5a6e-4f83-afef-ea9e0d4dff12 None None] The sync data for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 is: [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:20Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:21.741957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.848425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.855705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.855705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0dbf031-635a-43a1-90ed-2e6929ccc32e HTTP/1.1" status: 204 len: 168 time: 0.3213027 Dec 12 15:19:21.867856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ac9f-fe4b-459c-b3e0-e32d57d29b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dbf031-635a-43a1-90ed-2e6929ccc32e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:21.928139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:21.939869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.111055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53456) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:22.119306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'Port': ['ID=ea1ddada-27e8-41ff-b1a5-2af18f4eaacc,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:22.129916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.173605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.185173 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7de3e0d6-853a-475d-9f77-9158076246b3 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3934326 Dec 12 15:19:22.544114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2097f4c-d40a-4ca3-bcfc-332a0e7c24e9 req-90780b4f-864a-4eb0-9063-f66a29f5f486 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:22.547455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2097f4c-d40a-4ca3-bcfc-332a0e7c24e9 req-90780b4f-864a-4eb0-9063-f66a29f5f486 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1046445 Dec 12 15:19:22.551033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-network', 'tenant_id': 'c117f892ff82442998725864b46bfade'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:22.605046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Made reservation on behalf of c117f892ff82442998725864b46bfade for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:22.608168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.624397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-93b6ffb6-6bb4-4685-b1f3-0c3091c47336 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:19:22.627045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-93b6ffb6-6bb4-4685-b1f3-0c3091c47336 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077264 Dec 12 15:19:22.629607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.657277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2097f4c-d40a-4ca3-bcfc-332a0e7c24e9 req-d9f41163-c96f-49e0-96f3-99c5275a57c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022577 Dec 12 15:19:22.727300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-213fa460-30c1-4c3d-9aea-51a1eb36c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:22.734671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-213fa460-30c1-4c3d-9aea-51a1eb36c4ff service neutron] 10.222.0.36 "GET /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 1094 time: 0.0967209 Dec 12 15:19:22.745399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Request body: {'binding': {'host': 'n-h1-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:22.757290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Unknown quota resources ['binding']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:19:22.757808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.763770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.804940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f530dd4e-b23b-45e7-889d-d22a757cd464,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:22.833882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:19:22.851366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.852544 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Added segment b9ef9bd6-50a0-4b3c-bcc4-110f06df729a of type vlan for network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 Dec 12 15:19:22.957361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:22.975608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on host n-h1-710847-8 for vnic_type normal with profile None {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:22.976092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:22.976257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:22.981124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:22.981501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:22.986658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:22.987253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:22.987834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:22.988602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Bound port: 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:23.002586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-4dd306d6-6bc2-4dca-b2f0-6a8dc148d378 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1838798641&fields=id&tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b HTTP/1.1" status: 200 len: 267 time: 0.1816075 Dec 12 15:19:23.077723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:23.085602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.091263 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-1dabe007-a63a-41f2-a2b1-211cf1f07568 service neutron] 10.222.0.36 "POST /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3523090 Dec 12 15:19:23.146017 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.147301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:23.148250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.199403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:23.204996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Request body: {'subnet': {'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-subnet', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:23.210673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0947711 Dec 12 15:19:23.264621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Made reservation on behalf of c117f892ff82442998725864b46bfade for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:23.267085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.309498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a2c1b-3717-4438-bad2-5d03558c9172 admin admin] Pushing event updated for resources: {'Network': ['ID=0d2cc922-1079-4166-b515-a0dd2e0a98f7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:23.333967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:19:23.362006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-1f308b54-108f-40a0-b0c3-1daf1c150e2e tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:23.363763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-1f308b54-108f-40a0-b0c3-1daf1c150e2e tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/networks?id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b HTTP/1.1" status: 200 len: 812 time: 0.3603320 Dec 12 15:19:23.387864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-6023fa85-bfcc-4c26-9877-fec5626d5f64 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/quotas/fa1754d7b4334dceaccd6ee9d6e4656b HTTP/1.1" status: 200 len: 375 time: 0.0124621 Dec 12 15:19:23.579723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-7b53dd87-82cc-4a69-8383-1042da74640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:23.581269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-7b53dd87-82cc-4a69-8383-1042da74640f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1097 time: 0.1925159 Dec 12 15:19:23.587454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-412635dc-4776-4efe-ad13-e06e453c1683 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774108 Dec 12 15:19:23.628818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5c3241af-261f-44c6-9a0d-1828d3a1d884 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:23.679037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.750861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5c3241af-261f-44c6-9a0d-1828d3a1d884 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:23.753003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.771639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a39d0f-ac47-4fc8-a440-dadf780dd23c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:23.809568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Checking segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:23.809710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Network hostable DHCP agents. Network: 0d2cc922-1079-4166-b515-a0dd2e0a98f7, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:19:23.845312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:19:23.861130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 0d2cc922-1079-4166-b515-a0dd2e0a98f7) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:23.865807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:23.867608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.879830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa71946-5387-4401-b363-d3eeb12b0730 None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:23.908818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-03c9ad50-dc3b-42f5-98fc-5f496c31e4b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7071667 Dec 12 15:19:23.909958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:23.916156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:23.954057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:23.955796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.035638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.069828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:19:24.070753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.137684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbab993-fa15-493f-b9d4-9699b9a63cc2 req-587716f6-c31c-4c6e-a979-598b1e02c35a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:24.152796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cbab993-fa15-493f-b9d4-9699b9a63cc2 req-587716f6-c31c-4c6e-a979-598b1e02c35a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.6694174 Dec 12 15:19:24.245453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.318972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Allocated IP 172.20.0.2 (0d2cc922-1079-4166-b515-a0dd2e0a98f7/a2a39d0f-ac47-4fc8-a440-dadf780dd23c/10cf6699-4259-4354-aa16-9b52e78db669) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:24.331132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-c7ac6869-109b-46be-a65e-ee8d596c08c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287681 Dec 12 15:19:24.341303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cbab993-fa15-493f-b9d4-9699b9a63cc2 req-50e4f6e0-2d80-46f2-8048-4f4affbb13e5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905978 Dec 12 15:19:24.380724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-e6bc0612-88d0-4def-a3df-2ab20648fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:24.380724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-e6bc0612-88d0-4def-a3df-2ab20648fcd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.7903709 Dec 12 15:19:24.455891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-b447bee3-77d0-4a2d-bc2d-0c6e3babd20e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 217 time: 0.0452793 Dec 12 15:19:24.559050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.569651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-085a4f84-0cfa-4d31-a28f-48bbf4987e8c service neutron] 10.222.0.36 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143004 Dec 12 15:19:24.588281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.594185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.594854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-bb8272e5-581f-4414-ba62-77ba96d83515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:24.596939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-bb8272e5-581f-4414-ba62-77ba96d83515 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1149852 Dec 12 15:19:24.608501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.661867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Pushing event updated for resources: {'Port': ['ID=10cf6699-4259-4354-aa16-9b52e78db669,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:24.663274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-22279fab-1a89-4cc3-86d1-575004f0875b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569835 Dec 12 15:19:24.674137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:24.675031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a17a2-ed21-4287-a779-bae4647ea26c req-159e7828-45df-4ce9-be01-5705595e1031 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:24.675560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:24.676551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e3a17a2-ed21-4287-a779-bae4647ea26c req-159e7828-45df-4ce9-be01-5705595e1031 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.2119942 Dec 12 15:19:24.678842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:24.740053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Allocated IP 172.25.3.191 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d41d57e7-3ac9-491e-b83f-c274073598a8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:24.753252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Attempting to bind port 10cf6699-4259-4354-aa16-9b52e78db669 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:24.754396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Attempting to bind port 10cf6699-4259-4354-aa16-9b52e78db669 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:24.754990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Attempting to bind port 10cf6699-4259-4354-aa16-9b52e78db669 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:24.761734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:24.762426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Checking segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:24.763406 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.764303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Bound using segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:24.764830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Bound port: 10cf6699-4259-4354-aa16-9b52e78db669, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:24.765215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.833302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e3a17a2-ed21-4287-a779-bae4647ea26c req-8348bb41-fd1c-4800-a0a5-51ce2e8c09c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458089 Dec 12 15:19:24.845715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d947035e-a435-4a60-8763-4547582b1caa None None] For port 10cf6699-4259-4354-aa16-9b52e78db669, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:24.851791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d947035e-a435-4a60-8763-4547582b1caa None None] For port 10cf6699-4259-4354-aa16-9b52e78db669, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10cf6699-4259-4354-aa16-9b52e78db669,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:24.855882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-be4f8377-6d27-4404-bd77-dc757e9fe4e1 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770306 Dec 12 15:19:24.867119 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.955655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:24.995106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947035e-a435-4a60-8763-4547582b1caa None None] Pushing event updated for resources: {'Port': ['ID=10cf6699-4259-4354-aa16-9b52e78db669,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:25.051040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:25.094715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290befa2-efd9-4ea8-9a52-aea5a42dcf06 req-9a3a0030-68cb-4280-ae87-673975e1567c tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 210 time: 0.0625029 Dec 12 15:19:25.109018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:25.110836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:25.119350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:25.126010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-4011eae9-cef5-4bd6-b15c-28f77c8b3455 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622726 Dec 12 15:19:25.310802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Pushing event updated for resources: {'Port': ['ID=d41d57e7-3ac9-491e-b83f-c274073598a8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:25.647202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfaaae-c96b-42fe-967e-515aed723bc0 req-8ce64f96-bc27-4348-8e97-590ad6546280 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:25.649752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10cf6699-4259-4354-aa16-9b52e78db669 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:25.658702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14bfaaae-c96b-42fe-967e-515aed723bc0 req-8ce64f96-bc27-4348-8e97-590ad6546280 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.1672912 Dec 12 15:19:25.686377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:25.778384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 10cf6699-4259-4354-aa16-9b52e78db669 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:25.778763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:25.790127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14bfaaae-c96b-42fe-967e-515aed723bc0 req-ba335a6c-4299-4468-a573-42a1c8bebce9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264784 Dec 12 15:19:25.822656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53564) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:25.951914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:25.994201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74abdaa4-0fac-49a0-ba32-84a443385bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.051349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 10cf6699-4259-4354-aa16-9b52e78db669, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10cf6699-4259-4354-aa16-9b52e78db669,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:26.059784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.077257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.196962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=10cf6699-4259-4354-aa16-9b52e78db669,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:26.265622 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74abdaa4-0fac-49a0-ba32-84a443385bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.291792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74abdaa4-0fac-49a0-ba32-84a443385bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.338093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdaa4-0fac-49a0-ba32-84a443385bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c32c509-80f6-4e76-955f-854a772df02b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:26.368477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Router db463386-b86c-4d63-9f9c-723d7256ce4d is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:19:26.377188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e988f84a-1ff0-4179-9e90-d7754d103851 req-76701206-0b70-446e-9d00-80b7e77962f4 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 210 time: 0.1081605 Dec 12 15:19:26.402550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-74abdaa4-0fac-49a0-ba32-84a443385bae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=641378be0f4c40759d0e9fa82c9a2eff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776215 Dec 12 15:19:26.403750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53578) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:26.423962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512c63-c89c-4b68-b7e6-384ad84a40b5 req-50fa7b27-b51e-4e1c-8feb-8c25e1ca48e9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:26.432140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc512c63-c89c-4b68-b7e6-384ad84a40b5 req-50fa7b27-b51e-4e1c-8feb-8c25e1ca48e9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.4389627 Dec 12 15:19:26.598202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.612880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc512c63-c89c-4b68-b7e6-384ad84a40b5 req-b73ad1b9-91e1-4ae7-9630-a6ac13548aa8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796873 Dec 12 15:19:26.641371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:26.654405 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:26.673388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.677123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:26.677879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:26.695787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.709802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-77b44749-c819-49d3-9063-8027d3214f4d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7982063 Dec 12 15:19:26.712907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:26.729293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a44e0f-e4bc-4a9c-b885-0e56c5049e74 None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:26.913246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e649679f-e0d6-48dd-a7e8-33987ac06312 None None] Provisioning complete for port 10cf6699-4259-4354-aa16-9b52e78db669 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:26.913983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e649679f-e0d6-48dd-a7e8-33987ac06312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:26.975759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-a7d1ae1d-6321-45b5-9101-a30b9d359b37 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:26.976392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-a7d1ae1d-6321-45b5-9101-a30b9d359b37 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.30 "GET /v2.0/networks?id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b HTTP/1.1" status: 200 len: 812 time: 0.2795854 Dec 12 15:19:27.013861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.019228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.020988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c32c509-80f6-4e76-955f-854a772df02b HTTP/1.1" status: 204 len: 168 time: 0.6163065 Dec 12 15:19:27.153121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203a5f-4a70-4b7f-9c56-d05904181c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c32c509-80f6-4e76-955f-854a772df02b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:27.271183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df9884-d022-40c9-8ac0-14faefdd47d6 req-29bdcb60-3ad8-4c54-aac7-6c9934535901 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:27.274113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18df9884-d022-40c9-8ac0-14faefdd47d6 req-29bdcb60-3ad8-4c54-aac7-6c9934535901 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 946 time: 0.4306753 Dec 12 15:19:27.307452 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:27.322085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7d5c93ef-1668-4736-b693-92cd262d33a8 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b HTTP/1.1" status: 200 len: 380 time: 0.2969613 Dec 12 15:19:27.416365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed5fd1-311c-4b5b-b9d5-b1a334026830 req-f690feee-f7ee-4a54-9753-26ce972ee9ff tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:27.436796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fed5fd1-311c-4b5b-b9d5-b1a334026830 req-f690feee-f7ee-4a54-9753-26ce972ee9ff tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.4244289 Dec 12 15:19:27.447013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'port': {'device_id': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'admin_state_up': True, 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'security_groups': ['919d9110-5fca-4daf-9d6c-245374472fc9']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:27.567615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10cf6699-4259-4354-aa16-9b52e78db669 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:27.685440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:27.694770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18df9884-d022-40c9-8ac0-14faefdd47d6 req-20b6dd0c-4cb2-4c19-adfc-b0d02db0a725 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719704 Dec 12 15:19:27.710358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-98490c39-6660-4a9d-9f98-2b0abfe09176 None None] Provisioning complete for port 10cf6699-4259-4354-aa16-9b52e78db669 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:27.713219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98490c39-6660-4a9d-9f98-2b0abfe09176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.739565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27db473c-8299-42b0-b9cf-f9187060b781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.745398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fed5fd1-311c-4b5b-b9d5-b1a334026830 req-726b9ebd-11d6-404c-b507-71a2f7f341b6 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068335 Dec 12 15:19:27.788468 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:25Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:27.860093 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:27.860443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Updating router db463386-b86c-4d63-9f9c-723d7256ce4d port d41d57e7-3ac9-491e-b83f-c274073598a8 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:27.860620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 10cf6699-4259-4354-aa16-9b52e78db669 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:27.861107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.907666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Made reservation on behalf of fa1754d7b4334dceaccd6ee9d6e4656b for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:27.922348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:27.923456 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.023799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.101714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cb7918e-78b1-4f5a-9c56-36120d3d6c47 req-080f12f2-aeae-41d4-aa07-13baa75445bc tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 210 time: 0.0904624 Dec 12 15:19:28.144663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272105f6-f13f-4dc3-b67c-34eae8b02374 req-aafa2357-34e9-42ef-88d9-4e82c8541411 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:28.147047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-272105f6-f13f-4dc3-b67c-34eae8b02374 req-aafa2357-34e9-42ef-88d9-4e82c8541411 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1096 time: 0.2516623 Dec 12 15:19:28.281033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-272105f6-f13f-4dc3-b67c-34eae8b02374 req-46e19ec6-1745-42e7-b8a5-f9e0e5f5fd7f tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238673 Dec 12 15:19:28.293874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Allocated IP 172.20.0.6 (4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b/ca2854b2-ae7c-4156-b092-1f71905573d8/801fc7f7-7a24-40dd-be8b-ed3483c8d6df) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:28.321657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5530-4568-4ed2-8b29-94134bcebae0 req-a8f76482-7727-4ae5-9eff-f2cf755227f1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:28.329279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956a5530-4568-4ed2-8b29-94134bcebae0 req-a8f76482-7727-4ae5-9eff-f2cf755227f1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1046641 Dec 12 15:19:28.423518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27db473c-8299-42b0-b9cf-f9187060b781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.428041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Allocated IP 172.20.0.1 (0d2cc922-1079-4166-b515-a0dd2e0a98f7/a2a39d0f-ac47-4fc8-a440-dadf780dd23c/85bcf1a7-2e5f-4866-b101-9750ab7a6363) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:28.448441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956a5530-4568-4ed2-8b29-94134bcebae0 req-87327cfe-b5f5-4d04-8ada-7fa9b5dce557 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182353 Dec 12 15:19:28.454506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27db473c-8299-42b0-b9cf-f9187060b781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.462396 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.483396 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.574411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Attempting to bind port d41d57e7-3ac9-491e-b83f-c274073598a8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:28.574778 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Attempting to bind port d41d57e7-3ac9-491e-b83f-c274073598a8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:28.575152 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Attempting to bind port d41d57e7-3ac9-491e-b83f-c274073598a8 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:28.584061 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:28.584435 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:28.584868 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.585269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:28.585739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Bound port: d41d57e7-3ac9-491e-b83f-c274073598a8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:28.586145 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.588726 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99351-6917-4dea-b32c-60b3218fff2d None None] Pushing event updated for resources: {'Port': ['ID=d41d57e7-3ac9-491e-b83f-c274073598a8,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:28.608072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-85624ee8-685e-44f0-94be-16cbfacb1ec0 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:28.615857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-85624ee8-685e-44f0-94be-16cbfacb1ec0 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 946 time: 0.1589968 Dec 12 15:19:28.627134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53610) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:28.632725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27db473c-8299-42b0-b9cf-f9187060b781 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67fabc759961423b8a344dc5c43e92e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9465017 Dec 12 15:19:28.636577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db473c-8299-42b0-b9cf-f9187060b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ab53e-131f-4310-909d-55d583e0e012,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:28.655961 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] For port d41d57e7-3ac9-491e-b83f-c274073598a8, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:28.660197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] For port d41d57e7-3ac9-491e-b83f-c274073598a8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d41d57e7-3ac9-491e-b83f-c274073598a8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:28.668169 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.702213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.733272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.772389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.773240 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99351-6917-4dea-b32c-60b3218fff2d None None] Pushing event updated for resources: {'Port': ['ID=d41d57e7-3ac9-491e-b83f-c274073598a8,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:28.820501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:28.831525 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:28.839946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:28.845063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:28.858191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:28.915788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Pushing event updated for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:28.929655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.960873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:28.975402 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:29.105220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:29.108110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event updated for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:29.165740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:29.198923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:29.204926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.209690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:29.210493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.222099 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.275458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1192e0a9-8718-43b8-afc9-9912bbe5d086 None None] Provisioning complete for port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:29.276164 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.277293 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1192e0a9-8718-43b8-afc9-9912bbe5d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.280296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Deleting port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:19:29.280499 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.288384 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:25Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:29.297311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0654024-3601-4023-9aa5-0a53e3ae0799 req-053a5891-7a72-446c-a82d-53067526c146 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:29.305828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0654024-3601-4023-9aa5-0a53e3ae0799 req-053a5891-7a72-446c-a82d-53067526c146 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 946 time: 0.4349427 Dec 12 15:19:29.347901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-7a371b16-7660-479d-9b9e-47491c51e052 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9426689 Dec 12 15:19:29.348242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23becf4-f535-4dab-ba39-2c7b28584910 None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:25Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:29.365912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1192e0a9-8718-43b8-afc9-9912bbe5d086 None None] Port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:29.419862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Request body: {'port': {'device_id': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:29.490288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-796ecf71-dbae-4ae8-ba36-80aafc56003e None None] Provisioning complete for port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:29.490690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-796ecf71-dbae-4ae8-ba36-80aafc56003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.519966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0654024-3601-4023-9aa5-0a53e3ae0799 req-2dec22d8-46e5-4750-a893-5f93974397d6 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/security-groups?id=81936b1d-cd80-4c4d-9f42-b9e0cf11e996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090971 Dec 12 15:19:29.551502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.554408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.555857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b39ab53e-131f-4310-909d-55d583e0e012 HTTP/1.1" status: 204 len: 168 time: 0.9278796 Dec 12 15:19:29.592744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-796ecf71-dbae-4ae8-ba36-80aafc56003e None None] Port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:29.605377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091fbf3-4627-4f56-affe-e5fc5910b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ab53e-131f-4310-909d-55d583e0e012,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:29.626095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.634179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.668117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.703279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] For port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,segment=NetworkSegment(b7b2bb8b-1425-46e2-bde2-ffdb63d7b640),segment_id=b7b2bb8b-1425-46e2-bde2-ffdb63d7b640)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:29.703932 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.753832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-e6479c09-f7f1-41dd-93bc-df80d8cf3a3f tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:19:29.756966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Calling delete_port for 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:19:29.762749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-e6479c09-f7f1-41dd-93bc-df80d8cf3a3f tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136328 Dec 12 15:19:29.806122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-43caead7-cf11-4487-87b4-84eafbb8ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:29.812662 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-43caead7-cf11-4487-87b4-84eafbb8ef66 service neutron] 10.222.0.36 "GET /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 1093 time: 0.0480683 Dec 12 15:19:29.818062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Request body: {'binding': {'host': 'n-h1-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:29.818516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Unknown quota resources ['binding']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:19:29.858911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917adb63-ec2c-4397-b265-972c70832976 req-3d2aa22d-99b5-47cc-9ee0-1abb60d6ff5d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:29.869280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-917adb63-ec2c-4397-b265-972c70832976 req-3d2aa22d-99b5-47cc-9ee0-1abb60d6ff5d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.2021945 Dec 12 15:19:29.882250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:29.900110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Pushing event updated for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:30.093293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-917adb63-ec2c-4397-b265-972c70832976 req-5d77f2a0-dde8-4e79-8046-b69cd175985a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230134 Dec 12 15:19:30.134369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:30.137616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:30.231098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on host n-h1-710847-8 for vnic_type normal with profile None {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:30.231495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:30.231851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:30.248237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:30.248559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:30.260050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:30.260397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:30.260828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:30.261280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Bound port: 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:30.394828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:30.428080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:30.494679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.549679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.550869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bfbd3592-a639-4bbf-b30e-a07307b3588f service neutron] 10.222.0.36 "POST /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845/bindings HTTP/1.1" status: 201 len: 389 time: 0.7373817 Dec 12 15:19:30.552880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:30.566473 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e621d1fb-2a41-4cad-8573-b6bb714d603e admin admin] 10.222.0.36 "PUT /v2.0/routers/db463386-b86c-4d63-9f9c-723d7256ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443723 Dec 12 15:19:30.566658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c159111-dd94-44bf-a2f4-38fadf6f8178 req-5e64f71b-cbca-40ce-9d1f-be4e84c6a99a tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:30.566658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c159111-dd94-44bf-a2f4-38fadf6f8178 req-5e64f71b-cbca-40ce-9d1f-be4e84c6a99a tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 931 time: 0.2600729 Dec 12 15:19:30.566658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Pushing event deleted for resources: {'Port': ['ID=4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:30.601001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801fc7f7-7a24-40dd-be8b-ed3483c8d6df {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:30.619232 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:19:30.648239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7486dcee-7890-4589-a0ae-90cb4e598cd8 None None] Provisioning complete for port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:30.653148 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7486dcee-7890-4589-a0ae-90cb4e598cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.682306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.759702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] No DVR routers for this DVR port 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:30.766156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.769201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7486dcee-7890-4589-a0ae-90cb4e598cd8 None None] Port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:30.780192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9db63828-6473-4eee-b4cd-45b05829a8f9 req-7d06bc33-3aa1-4ccb-870e-c4b3f7fc1341 tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.13 "DELETE /v2.0/ports/4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f HTTP/1.1" status: 204 len: 173 time: 2.1536720 Dec 12 15:19:30.781348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Transition to ACTIVE for port object 801fc7f7-7a24-40dd-be8b-ed3483c8d6df will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:30.782015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'name': 'network-vif-deleted', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:30.784325 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d9d634-ac2b-44e4-b415-d5c827ca4802" -d '{"events": [{"server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "name": "network-vif-deleted", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:30.808602 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:30.938699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c159111-dd94-44bf-a2f4-38fadf6f8178 req-80f3d318-2aef-4d8c-b644-ca85287afa88 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576565 Dec 12 15:19:30.989082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:31.054646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05920cec-dea4-4b51-b96b-a9e4184c85e4 req-e03603dc-04b4-403b-bcb8-53fb71c1597f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:31.056477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05920cec-dea4-4b51-b96b-a9e4184c85e4 req-e03603dc-04b4-403b-bcb8-53fb71c1597f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.2558789 Dec 12 15:19:31.096554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Attempting to bind port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:31.097122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Attempting to bind port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:31.097462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Attempting to bind port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df on network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:31.113570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df on network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:31.113895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Attempting to bind port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df on network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:31.135784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:31.156092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:31.156496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Checking segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:31.156831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Bound using segment: {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:31.157297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Bound port: 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2abfa3c-2059-4783-80e8-24fd265e4d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:31.157640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.161220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35b0e199-6166-449b-a01d-94e58ea99600 req-4c826d4c-2032-4e8f-a0d8-188759720b5c tempest-VolumesAdminNegativeTest-1563621771 tempest-VolumesAdminNegativeTest-1563621771-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7737081-da18-4de5-b976-2418db4b1e7e HTTP/1.1" status: 200 len: 210 time: 0.0563102 Dec 12 15:19:31.193912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05920cec-dea4-4b51-b96b-a9e4184c85e4 req-7b45dc89-e839-4c0b-a4a5-c362421f5e48 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Dec 12 15:19:31.287699 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a701ff14-2562-4f4f-bd6b-3a4922e2acb0 x-openstack-request-id: req-a701ff14-2562-4f4f-bd6b-3a4922e2acb0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:31.287993 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7737081-da18-4de5-b976-2418db4b1e7e", "name": "network-vif-deleted", "tag": "4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:31.288271 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a701ff14-2562-4f4f-bd6b-3a4922e2acb0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:31.288692 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7737081-da18-4de5-b976-2418db4b1e7e', 'name': 'network-vif-deleted', 'tag': '4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f', 'status': 'completed', 'code': 200} Dec 12 15:19:31.305554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:31.309525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:31.321444 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.343885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa02445-ada6-4056-b424-dde7e23b17da req-c30154ae-1517-472e-868d-f203fe551ca8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:31.349221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aa02445-ada6-4056-b424-dde7e23b17da req-c30154ae-1517-472e-868d-f203fe551ca8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1011367 Dec 12 15:19:31.354812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-network', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:31.387408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Made reservation on behalf of a57347fc73204539be9fd4976cf9efbe for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:31.389732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.401107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.483727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:31.485656 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.489587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/801fc7f7-7a24-40dd-be8b-ed3483c8d6df HTTP/1.1" status: 200 len: 1091 time: 2.1060154 Dec 12 15:19:31.514957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bead752-a428-40f8-8b72-90c9e496c7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:31.580061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.588888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.599743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aa02445-ada6-4056-b424-dde7e23b17da req-9e15c2a1-aed0-4b1d-9ade-3fdab7f24bdc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293070 Dec 12 15:19:31.612657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:19:31.641092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.641463 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Added segment e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9 of type vlan for network c602e46b-8e65-447e-8311-14a8dd9cfd1b Dec 12 15:19:31.708688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d41d57e7-3ac9-491e-b83f-c274073598a8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:31.734661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.756731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-6c628496-c930-4e8c-8ed6-435fd4b41cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:31.758509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-6c628496-c930-4e8c-8ed6-435fd4b41cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b&device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 1094 time: 0.1888447 Dec 12 15:19:31.807239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.808255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:31.813407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:31.849130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0686e2ee-a455-4725-8c10-0a1ff21f9034,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:31.911651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-afabefb5-ba86-4b65-9567-bf308574496a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df HTTP/1.1" status: 200 len: 217 time: 0.0860224 Dec 12 15:19:31.934880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] Pushing event updated for resources: {'Network': ['ID=c602e46b-8e65-447e-8311-14a8dd9cfd1b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:31.941033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-671cca79-1d02-497f-9276-36815d9c5733 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8029976 Dec 12 15:19:31.943802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:31.949464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Request body: {'subnet': {'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-subnet', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:31.983924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Made reservation on behalf of a57347fc73204539be9fd4976cf9efbe for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:31.987666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.002553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:19:32.091113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d41d57e7-3ac9-491e-b83f-c274073598a8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:32.091898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.170580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:32.229296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:32.231372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:19:32.231827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4e4920e0-9c7b-44ae-ab6c-41c2cbaec29f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:19:32.250724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:32.251730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:32.260899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.294244 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.322427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bdb5c8-dd0d-4a03-87e1-498affe0c557,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:32.334507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port d41d57e7-3ac9-491e-b83f-c274073598a8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d41d57e7-3ac9-491e-b83f-c274073598a8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:32.334722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Checking segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:32.335022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Network hostable DHCP agents. Network: c602e46b-8e65-447e-8311-14a8dd9cfd1b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:19:32.355225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:19:32.367648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c602e46b-8e65-447e-8311-14a8dd9cfd1b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:32.372356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:32.373092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.388318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b92d6-3af5-44c0-9196-504b991c055c None None] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:32.396221 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5ff02fe-04e9-402a-805b-d18808bd772b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4500945 Dec 12 15:19:32.397854 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.398595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:32.403893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:32.407931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6fdf5-38d7-4a60-9ad3-41ac023729bd req-465a5de5-8fb0-4805-adbf-b42878c3cdd7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:32.417133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f6fdf5-38d7-4a60-9ad3-41ac023729bd req-465a5de5-8fb0-4805-adbf-b42878c3cdd7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.6729357 Dec 12 15:19:32.431935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.433023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.487923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-6c760d56-4aa8-424c-9367-31e860b2707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:32.489671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-6c760d56-4aa8-424c-9367-31e860b2707f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca2854b2-ae7c-4156-b092-1f71905573d8 HTTP/1.1" status: 200 len: 851 time: 0.5576167 Dec 12 15:19:32.495640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.503877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=d41d57e7-3ac9-491e-b83f-c274073598a8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:32.548906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-de1055ef-6e4e-4202-8001-3db7de6ca046 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:32.550701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-de1055ef-6e4e-4202-8001-3db7de6ca046 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 820 time: 0.6583695 Dec 12 15:19:32.579789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:32.584283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f6fdf5-38d7-4a60-9ad3-41ac023729bd req-f61dd3b5-204a-4da4-9df5-17a7af63f2e5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650145 Dec 12 15:19:32.590520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-2efdc762-5085-4f64-b8a7-95df53dcd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:32.592739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-2efdc762-5085-4f64-b8a7-95df53dcd612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834229 Dec 12 15:19:32.594358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-5fc4f4d3-92cb-4be9-af15-55e1fee0641c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/quotas/c117f892ff82442998725864b46bfade HTTP/1.1" status: 200 len: 375 time: 0.0329885 Dec 12 15:19:32.640254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'fixed_ips': [{'subnet_id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:19:32.641473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.700930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:32.762919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-31b1c615-6428-41f0-a860-b15c7dcfb9ce tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596117 Dec 12 15:19:32.904914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-640aa9a4-a999-4e69-b3eb-151c82886ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417727 Dec 12 15:19:32.947455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-025be392-3719-4d0e-a97c-d78a2f01eac0 service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463378 Dec 12 15:19:32.978761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Allocated IP 172.20.0.2 (c602e46b-8e65-447e-8311-14a8dd9cfd1b/93bdb5c8-dd0d-4a03-87e1-498affe0c557/e319f612-3879-4f7e-ac4f-bf9d1bfcf0db) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:33.014982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 2, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:33.015437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.039042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.104822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:33.105369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Updating router db463386-b86c-4d63-9f9c-723d7256ce4d port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:33.109643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-91450076-b7cf-47cb-82bd-ccd50fc7e58e service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604717 Dec 12 15:19:33.218564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.256620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Allocated IP 172.25.3.67 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e362d3aa-2330-4315-a85d-b2a6c3efab7b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:33.293168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:33.306476 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f189160-abec-452a-96ac-4680b47c503f" -d '{"events": [{"name": "network-changed", "server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:33.446247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7328e80-f1c1-4fcb-a72d-d5dd04951400 req-275c6f1f-fef2-4274-b160-c94e7bd0e8b2 service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796164 Dec 12 15:19:33.496973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdd8b7-0a15-4b78-b641-880def19ce84 req-bc650a87-06d6-4d39-828d-b7f660e405ef tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:33.499786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3cdd8b7-0a15-4b78-b641-880def19ce84 req-bc650a87-06d6-4d39-828d-b7f660e405ef tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 943 time: 0.5692921 Dec 12 15:19:33.519461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53708) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:33.530307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.561668 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.652372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:33.666670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Pushing event updated for resources: {'Port': ['ID=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:33.670122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:33.672043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d41d57e7-3ac9-491e-b83f-c274073598a8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:33.674820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3cdd8b7-0a15-4b78-b641-880def19ce84 req-01316eb0-d98b-40e3-809a-3397c884b0d0 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545489 Dec 12 15:19:33.679829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Deleting subnet 7cf888a1-401d-41d9-8084-d04b2d498c5b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:19:33.681311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:33.723256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.725450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.772514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.784224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Attempting to bind port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:33.784924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Attempting to bind port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:33.785472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Attempting to bind port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db on network c602e46b-8e65-447e-8311-14a8dd9cfd1b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:33.799638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:33.800067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Checking segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:33.800437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.800960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Bound using segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:33.803256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Bound port: e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:33.803662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.819603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:33.822750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:33.833185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:33.860400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.870715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Pushing event updated for resources: {'Port': ['ID=e362d3aa-2330-4315-a85d-b2a6c3efab7b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:33.888080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.920982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d41d57e7-3ac9-491e-b83f-c274073598a8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:33.921360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:33.944147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b564ff-44b5-43e2-bb03-bac62bdb3064 req-2f3d5587-7a55-445a-a05c-aa92a06386d2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:33.946121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48b564ff-44b5-43e2-bb03-bac62bdb3064 req-2f3d5587-7a55-445a-a05c-aa92a06386d2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.2509644 Dec 12 15:19:33.977189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4fafc-92b3-4afe-b516-9cf07d21b149 req-29169f91-fca1-457c-9aa9-7d7db9c0d4aa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:33.988311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde4fafc-92b3-4afe-b516-9cf07d21b149 req-29169f91-fca1-457c-9aa9-7d7db9c0d4aa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1765194 Dec 12 15:19:34.075960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.091455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] For port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:34.121237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde4fafc-92b3-4afe-b516-9cf07d21b149 req-7e21b453-0c5f-4111-8419-0c5ffce9e3df tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309152 Dec 12 15:19:34.166045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.182646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48b564ff-44b5-43e2-bb03-bac62bdb3064 req-9ece488a-e749-46d6-9df2-ca63546229b1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261450 Dec 12 15:19:34.191249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf888a1-401d-41d9-8084-d04b2d498c5b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:34.194927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.206401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:34.211885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a07a72aa-3cc4-4a2d-a783-1271fcfce517 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7cf888a1-401d-41d9-8084-d04b2d498c5b HTTP/1.1" status: 204 len: 168 time: 0.6777887 Dec 12 15:19:34.336911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66371-44e9-4bbc-b21c-68f5971f6254 req-6924d3b2-6ded-4995-bb70-d144fadf3bc8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:34.339980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddd66371-44e9-4bbc-b21c-68f5971f6254 req-6924d3b2-6ded-4995-bb70-d144fadf3bc8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.1215491 Dec 12 15:19:34.341971 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecdbf60-df74-4874-9012-5646f1f3d8e2 x-openstack-request-id: req-aecdbf60-df74-4874-9012-5646f1f3d8e2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:34.342318 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:34.342786 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aecdbf60-df74-4874-9012-5646f1f3d8e2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:34.343207 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'status': 'completed', 'code': 200} Dec 12 15:19:34.404881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.475110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] For port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:34.486213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddd66371-44e9-4bbc-b21c-68f5971f6254 req-7be8238c-06d6-4d2d-8859-33d63d277bed tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119721 Dec 12 15:19:34.493237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.502676 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.543389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.578039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.595720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfd1fd5a-0f96-4e24-880d-8d258d785688 req-cbb1a708-10f2-4e36-9e84-e1f8e4f79c59 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 210 time: 0.0989890 Dec 12 15:19:34.623135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189160-abec-452a-96ac-4680b47c503f req-d4a1edaf-15fa-4254-9c13-5686b2b65fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:34.624841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-d4a1edaf-15fa-4254-9c13-5686b2b65fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b&device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 1094 time: 0.2806821 Dec 12 15:19:34.630229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff197dd3-f1b6-4324-9997-9e68887b2788']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:34.653803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:34.654101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b2bb8b-1425-46e2-bde2-ffdb63d7b640') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:34.724256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.749369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.755479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb97d04-6566-4694-b773-bed026f932ab None None] Pushing event updated for resources: {'Port': ['ID=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:34.759670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:19:34.760217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.803893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Attempting to bind port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:34.804547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Attempting to bind port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:34.805106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Attempting to bind port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:34.819049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189160-abec-452a-96ac-4680b47c503f req-693b832c-0253-4691-8904-b9dd596ef52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:34.820855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-693b832c-0253-4691-8904-b9dd596ef52e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b HTTP/1.1" status: 200 len: 912 time: 0.1857173 Dec 12 15:19:34.835979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:34.836773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Checking segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:34.837425 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.837996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Bound using segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:34.838727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Bound port: 85bcf1a7-2e5f-4866-b101-9750ab7a6363, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:34.839270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:19:34.845862 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:19:34.872851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376762f-ba46-42de-af55-24ef1c4cfd82 None None] Pushing event updated for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:34.886106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.892192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-fcd115b1-229d-483b-85d5-bf77b1be4925 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df HTTP/1.1" status: 200 len: 217 time: 0.0602670 Dec 12 15:19:34.897111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.956195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:34.961741 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff197dd3-f1b6-4324-9997-9e68887b2788 HTTP/1.1" status: 204 len: 168 time: 0.7542741 Dec 12 15:19:34.978201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:34.990703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4991b-38e4-418a-bf68-b8b7ad25c197 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff197dd3-f1b6-4324-9997-9e68887b2788,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:35.001133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] For port 85bcf1a7-2e5f-4866-b101-9750ab7a6363, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:35.009297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] For port 85bcf1a7-2e5f-4866-b101-9750ab7a6363, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=85bcf1a7-2e5f-4866-b101-9750ab7a6363,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:35.013503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] Provisioning complete for port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:35.014942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.018880 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.057484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189160-abec-452a-96ac-4680b47c503f req-5f08fe39-bbc9-43bd-8053-c2ec674c952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.059449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-5f08fe39-bbc9-43bd-8053-c2ec674c952c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca2854b2-ae7c-4156-b092-1f71905573d8 HTTP/1.1" status: 200 len: 851 time: 0.1190460 Dec 12 15:19:35.072680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca84b20-0f04-4d34-a499-81a74a7af4e5 req-94b22796-ffc4-4387-8bdb-5fe14ac275bf tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.082935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ca84b20-0f04-4d34-a499-81a74a7af4e5 req-94b22796-ffc4-4387-8bdb-5fe14ac275bf tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.4293959 Dec 12 15:19:35.106084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Deleting subnet 78ab1b88-08de-484a-8499-8b5c895d14fa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:19:35.112212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.168524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:35.169278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:35.208362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.260833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Router 22f6fc53-6663-4b91-a54a-3e935fd342ef is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:19:35.269998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189160-abec-452a-96ac-4680b47c503f req-7be8e9d3-2e6d-4455-b74b-e7a5e655f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.271546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-7be8e9d3-2e6d-4455-b74b-e7a5e655f209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867387 Dec 12 15:19:35.274004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.281144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376762f-ba46-42de-af55-24ef1c4cfd82 None None] Pushing event updated for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:35.308050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309627f5-6be1-4053-abb6-4ba3668059d4 req-25b794a2-e99d-47c5-9e17-d269ba4ee1fb tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.309925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-309627f5-6be1-4053-abb6-4ba3668059d4 req-25b794a2-e99d-47c5-9e17-d269ba4ee1fb tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 943 time: 0.4814649 Dec 12 15:19:35.343678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.362076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.418241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78ab1b88-08de-484a-8499-8b5c895d14fa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:35.428925 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-157ab1f6-1bcd-452a-9b62-7ba4662bc940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.430313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.435960 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-21861087-04e1-4d76-b119-878787bc964f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78ab1b88-08de-484a-8499-8b5c895d14fa HTTP/1.1" status: 204 len: 168 time: 0.4507005 Dec 12 15:19:35.437659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:35.466569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] For port 85bcf1a7-2e5f-4866-b101-9750ab7a6363, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=85bcf1a7-2e5f-4866-b101-9750ab7a6363,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:35.478636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.482377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:35.509595 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-08862649-a8b1-4151-aa16-99a5b80e26e6 service neutron] show failed (client error): The resource could not be found. Dec 12 15:19:35.510888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-08862649-a8b1-4151-aa16-99a5b80e26e6 service neutron] 10.222.0.30 "GET /v2.0/ports/3e69d6d2-b153-4551-983c-030e5dd29747/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.1780338 Dec 12 15:19:35.522254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ca84b20-0f04-4d34-a499-81a74a7af4e5 req-d0d7d228-7bb5-406f-8407-2d87e86a1c3c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385500 Dec 12 15:19:35.527376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.537440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-6d5360d6-2bb6-406e-a49c-3830036cd4cb tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.539110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-6d5360d6-2bb6-406e-a49c-3830036cd4cb tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 820 time: 0.4002941 Dec 12 15:19:35.598787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'port': {'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'admin_state_up': True, 'tenant_id': 'c117f892ff82442998725864b46bfade'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:35.613934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabfd80-a09c-4977-afc1-abb64547ca92 None None] Pushing event updated for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:35.661759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-309627f5-6be1-4053-abb6-4ba3668059d4 req-35e692e5-89a3-432f-b1a6-bb41240dd82b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585571 Dec 12 15:19:35.688851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:35.696957 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Sync routers for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:35.710045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e319f612-3879-4f7e-ac4f-bf9d1bfcf0db up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:35.715573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.720180 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:35.725595 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:35.755093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.756544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6a254015-5fbd-47cd-9dd0-faa304f3e20c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3570065 Dec 12 15:19:35.759251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:35.770624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d35b0-6522-4786-a9de-e974300caff0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:35.782573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d97042c8-1036-4bdb-8b5e-88e1697f0f46 None None] Provisioning complete for port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:35.782937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d97042c8-1036-4bdb-8b5e-88e1697f0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.843517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbc34be-9dd9-4416-98d0-904b5a1b0aa4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:35.843895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbc34be-9dd9-4416-98d0-904b5a1b0aa4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:35.876896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.900617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.937637 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:35.965928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff856fd2-84d1-4be3-a630-f722a43eeebe req-ada0728b-312f-4ab4-bc8b-5b5037da134c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:35.970889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:19:35.971296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:19:35.974811 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:19:35.976660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff856fd2-84d1-4be3-a630-f722a43eeebe req-ada0728b-312f-4ab4-bc8b-5b5037da134c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.2793770 Dec 12 15:19:35.984260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-31169125-d4a9-4d49-808b-cd9ff740a018 service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653619 Dec 12 15:19:36.078327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:36.079274 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.123843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 801fc7f7-7a24-40dd-be8b-ed3483c8d6df details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:36.155332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f189160-abec-452a-96ac-4680b47c503f req-b461d7fe-a843-4012-89b3-39f74bacc8e2 service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458566 Dec 12 15:19:36.162478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.187780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.197316 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e39d35b0-6522-4786-a9de-e974300caff0 HTTP/1.1" status: 204 len: 168 time: 0.7585933 Dec 12 15:19:36.217184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3727c07-3881-4180-afb2-8e500233dbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39d35b0-6522-4786-a9de-e974300caff0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:36.244747 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:34Z', 'revision_number': 3, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:36.265017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-f58f0b13-65ed-4dab-8ebd-1790c775822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:36.269043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-f58f0b13-65ed-4dab-8ebd-1790c775822b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1100 time: 0.3609443 Dec 12 15:19:36.282883 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Checking router: 22f6fc53-6663-4b91-a54a-3e935fd342ef for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:36.283709 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Updating router 22f6fc53-6663-4b91-a54a-3e935fd342ef port e362d3aa-2330-4315-a85d-b2a6c3efab7b binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:36.289613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b1e30-2932-461c-aa11-99b956b60fbc None None] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:36.318042 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.332245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17964a7-1664-4434-8cb4-46cb82da1df8 req-9da179a2-718e-4243-b2cc-58acb1047a43 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:36.339833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d17964a7-1664-4434-8cb4-46cb82da1df8 req-9da179a2-718e-4243-b2cc-58acb1047a43 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.5120363 Dec 12 15:19:36.343223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Made reservation on behalf of c117f892ff82442998725864b46bfade for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:36.357649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.391532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.399924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff856fd2-84d1-4be3-a630-f722a43eeebe req-cb3585b9-c146-490f-9ecb-54a2449f2c93 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239483 Dec 12 15:19:36.432872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:34Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:36.434238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:36.451280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53740) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:36.495147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:36.511758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'port_id': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'mac_address': 'fa:16:3e:9a:e4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:36.569607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959ea4c-72ce-4c25-bad7-267d9d41599f None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:34Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:36.575129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.604432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d17964a7-1664-4434-8cb4-46cb82da1df8 req-c1ae7568-2f2b-4a29-88ea-ed8b8c4e7200 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983802 Dec 12 15:19:36.627534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:36.680232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.705741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801fc7f7-7a24-40dd-be8b-ed3483c8d6df {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:36.759263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.779182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0d9b459c-e6a3-4c7c-941e-3b8eafdd6dcd None None] Provisioning complete for port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:36.783984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d9b459c-e6a3-4c7c-941e-3b8eafdd6dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.812286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3b13f3c6-1d9c-47af-8ab8-51fef2e294b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4953b6392e564da6af61174a86b02747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580298 Dec 12 15:19:36.817504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53748) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:36.830386 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.838730 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.924038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Attempting to bind port e362d3aa-2330-4315-a85d-b2a6c3efab7b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:36.924300 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Attempting to bind port e362d3aa-2330-4315-a85d-b2a6c3efab7b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:36.924560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Attempting to bind port e362d3aa-2330-4315-a85d-b2a6c3efab7b on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:36.936880 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2797480-4ef6-4145-be66-b02235dce4f3 None None] Pushing event updated for resources: {'Port': ['ID=e362d3aa-2330-4315-a85d-b2a6c3efab7b,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:36.940933 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:36.941315 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:36.941761 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.942727 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:36.943213 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Bound port: e362d3aa-2330-4315-a85d-b2a6c3efab7b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:36.943683 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:36.960746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:36.979985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:37.000823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.037240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c431fdb2-7720-4623-a882-24aacc3b873f req-6cc9bd6f-9c58-4edf-811a-4e8ed9f6f9fd tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 210 time: 0.2236297 Dec 12 15:19:37.118316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.119617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:37.259544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['801fc7f7-7a24-40dd-be8b-ed3483c8d6df'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:37.310347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547caf-7ca7-4ad8-8edb-1509c9a559ef req-2d914589-8d09-4d1a-a554-5ccdd1c18025 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:37.315414 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] For port e362d3aa-2330-4315-a85d-b2a6c3efab7b, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:37.319594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] For port e362d3aa-2330-4315-a85d-b2a6c3efab7b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e362d3aa-2330-4315-a85d-b2a6c3efab7b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:37.320520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89547caf-7ca7-4ad8-8edb-1509c9a559ef req-2d914589-8d09-4d1a-a554-5ccdd1c18025 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.4269683 Dec 12 15:19:37.329937 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.382148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Allocated IP 172.20.0.8 (0d2cc922-1079-4166-b515-a0dd2e0a98f7/a2a39d0f-ac47-4fc8-a440-dadf780dd23c/3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:37.398046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-01e8c1db-a1b7-4466-9822-14669103755a None None] Provisioning complete for port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:37.398612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01e8c1db-a1b7-4466-9822-14669103755a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.414038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2797480-4ef6-4145-be66-b02235dce4f3 None None] Pushing event updated for resources: {'Port': ['ID=e362d3aa-2330-4315-a85d-b2a6c3efab7b,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:37.418554 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:37.419437 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:37.449089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Allocated IP 172.20.0.1 (c602e46b-8e65-447e-8311-14a8dd9cfd1b/93bdb5c8-dd0d-4a03-87e1-498affe0c557/352e57e3-6e08-4284-8741-7a513699d11b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:37.541156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.569682 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:37.621222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89547caf-7ca7-4ad8-8edb-1509c9a559ef req-db305fc0-caad-45b7-8351-cd243c969f20 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994683 Dec 12 15:19:37.662786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.708557 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.766914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:37.772352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:37.798366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:37.811878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1be93-3858-465d-9c25-572af4d0b8c6 req-b4d319e4-cfa4-4f3a-a849-1bce4b1420d4 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:37.813563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb1be93-3858-465d-9c25-572af4d0b8c6 req-b4d319e4-cfa4-4f3a-a849-1bce4b1420d4 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 944 time: 0.5403244 Dec 12 15:19:37.815685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.846355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e319f612-3879-4f7e-ac4f-bf9d1bfcf0db up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:37.924006 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.931593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Pushing event updated for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:37.956094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:37.978707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf385876-ad0f-4274-9535-47b8af4871eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.013339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:38.013725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.042085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:38.051048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb1be93-3858-465d-9c25-572af4d0b8c6 req-56cccff0-a988-46e5-a2e7-2d02dcb36bc1 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254183 Dec 12 15:19:38.062464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-6e513992-6d8a-4ac3-bb85-07cbedf00827 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1933764353&fields=id&tenant_id=7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 267 time: 0.2668333 Dec 12 15:19:38.066093 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:34Z', 'revision_number': 3, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:38.116480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:38.169661 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9b351b-5af5-4e30-b100-06f639543344 None None] The sync data for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 is: [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:34Z', 'revision_number': 3, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:38.246087 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.321196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 85bcf1a7-2e5f-4866-b101-9750ab7a6363 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:38.373926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.392723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7a93e18b-e27a-4ba6-80e0-5dcd8da2c7e4 None None] Provisioning complete for port 352e57e3-6e08-4284-8741-7a513699d11b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:38.393110 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7a93e18b-e27a-4ba6-80e0-5dcd8da2c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.488085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.495640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7a93e18b-e27a-4ba6-80e0-5dcd8da2c7e4 None None] Port 352e57e3-6e08-4284-8741-7a513699d11b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:38.497257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:38.497746 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.501311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.505139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.553417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.556727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.557853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81936b1d-cd80-4c4d-9f42-b9e0cf11e996 HTTP/1.1" status: 204 len: 168 time: 1.6925490 Dec 12 15:19:38.611993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Pushing event updated for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:38.615657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.623422 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.632700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc5c6f-c9ce-4ed2-a620-22986debfe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81936b1d-cd80-4c4d-9f42-b9e0cf11e996,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:38.653886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:38.758074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:38.759668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:38.806482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1ca4-c086-4a84-a6fc-482ddf55d5b3 req-be1265e6-03a8-4f5d-bb9a-ed1e998ac544 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:38.809097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b99c1ca4-c086-4a84-a6fc-482ddf55d5b3 req-be1265e6-03a8-4f5d-bb9a-ed1e998ac544 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3612125 Dec 12 15:19:38.874728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.897040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Transition to ACTIVE for port object 3e69d6d2-b153-4551-983c-030e5dd29747 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:38.899834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event updated for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:38.929984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-cabfbbac-16e6-4670-9571-6d4001f48b8c tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:38.952021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-cabfbbac-16e6-4670-9571-6d4001f48b8c tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 824 time: 0.8886328 Dec 12 15:19:38.961001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:38.969772 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8751b84d-67fe-48c5-abaa-f3c5e32e98d1" -d '{"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-unplugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:38.976848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Router 22f6fc53-6663-4b91-a54a-3e935fd342ef has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:38.985793 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:19:38.986204 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:19:38.990923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:38.997052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:39.012086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:39.043600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-bf15adad-21e9-4c29-b55d-38cea3df7c25 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/quotas/7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 375 time: 0.0837979 Dec 12 15:19:39.051963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.065436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:39.071848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:39.072501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.135780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-24eca9bf-a0e1-4fa4-ac07-219f84588f79 None None] Provisioning complete for port 352e57e3-6e08-4284-8741-7a513699d11b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:39.136159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-24eca9bf-a0e1-4fa4-ac07-219f84588f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.202147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-eda320bd-ee62-4999-a661-727c220093d3 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:39.203695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-eda320bd-ee62-4999-a661-727c220093d3 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/ports?device_id=e58445af-d0dc-45a5-900f-b9a1241c6bd6 HTTP/1.1" status: 200 len: 946 time: 0.7455397 Dec 12 15:19:39.221215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:39.245807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:39.250985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-24eca9bf-a0e1-4fa4-ac07-219f84588f79 None None] Port 352e57e3-6e08-4284-8741-7a513699d11b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:39.261584 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41187a50-6d59-46e7-9bab-dee80c2c562a admin admin] 10.222.0.36 "PUT /v2.0/routers/22f6fc53-6663-4b91-a54a-3e935fd342ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5012813 Dec 12 15:19:39.336510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:39.446774 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cefea831-804e-4f6b-bc18-485b3d188932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=317374895e6e418cac7dba16e05fe0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089566 Dec 12 15:19:39.449495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53780) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:39.451854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-515bfda1-7786-469d-8ffe-c209b007f7c2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8770652 Dec 12 15:19:39.465381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] No DVR routers for this DVR port 3e69d6d2-b153-4551-983c-030e5dd29747 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:39.507310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Request body: {'port': {'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:39.573681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b99c1ca4-c086-4a84-a6fc-482ddf55d5b3 req-4adf4f93-e035-4a8c-8631-d6547422145f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657096 Dec 12 15:19:39.591641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-019369ae-f98b-433d-80da-3d8b0774e532 None None] Provisioning complete for port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:39.593022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-019369ae-f98b-433d-80da-3d8b0774e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.593955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.625927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.637193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-019369ae-f98b-433d-80da-3d8b0774e532 None None] Port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:39.673110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e362d3aa-2330-4315-a85d-b2a6c3efab7b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:39.710576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.714601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.722379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8cf6ed9-eddb-4963-b0c6-28707597167b HTTP/1.1" status: 204 len: 168 time: 0.2711034 Dec 12 15:19:39.729881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:39.730283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:39.731799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:39.735363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b4db-cdea-499f-ad44-3ab3fa2530cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf6ed9-eddb-4963-b0c6-28707597167b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:39.743806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:39.744329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Attempting to bind port 3e69d6d2-b153-4551-983c-030e5dd29747 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:39.760062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:39.760495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:39.760973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:39.761348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Bound port: 3e69d6d2-b153-4551-983c-030e5dd29747, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:39.761698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.779303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e362d3aa-2330-4315-a85d-b2a6c3efab7b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:39.779544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.791018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-97172062-29aa-47bb-8ac1-ef608f343acf tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7269950 Dec 12 15:19:39.810955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.923915 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:39.956823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port e362d3aa-2330-4315-a85d-b2a6c3efab7b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e362d3aa-2330-4315-a85d-b2a6c3efab7b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:39.962317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.020598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=e362d3aa-2330-4315-a85d-b2a6c3efab7b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:40.040720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f806e7-8a70-48ae-a6d0-13b492db91bb req-00f1330a-4eac-407f-b871-d32857a311c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:40.042206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61f806e7-8a70-48ae-a6d0-13b492db91bb req-00f1330a-4eac-407f-b871-d32857a311c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.2994103 Dec 12 15:19:40.049792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Deleting port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:19:40.050297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.111607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:40.116816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 801fc7f7-7a24-40dd-be8b-ed3483c8d6df up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:40.190468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:40.195380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:40.195762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.215572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:40.228362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.234659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-ca57d20a-0871-4d53-a819-164998e14ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781490 Dec 12 15:19:40.244486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.313425 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.345506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:40.346532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.347768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] 10.222.0.13 "PUT /v2.0/ports/3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 1095 time: 4.0059636 Dec 12 15:19:40.368094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:40.371031 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e653d00-5438-4c30-9f7a-56b28b6fb3cb" -d '{"events": [{"server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "name": "network-vif-plugged", "status": "completed", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:40.388374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:40.399294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.400537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86d04873-6877-4e06-a7e1-5b6f9c9979c2 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:40.424564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61f806e7-8a70-48ae-a6d0-13b492db91bb req-6b26921c-533b-4db6-b757-b5234af797be tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520877 Dec 12 15:19:40.425976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:40.441270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-network', 'tenant_id': '1dca1682f8754d009ca980682d4526bc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:40.515605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Made reservation on behalf of 1dca1682f8754d009ca980682d4526bc for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:40.517163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:40.519135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.569531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.570569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.582534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e5fd1-6aa5-46e4-a7a1-940b035b4664 service neutron] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:40.589705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:40.590068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.627314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86d04873-6877-4e06-a7e1-5b6f9c9979c2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86d04873-6877-4e06-a7e1-5b6f9c9979c2,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:40.634097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.713442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:40.742176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.747597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.766245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-3562580f-6b27-47d6-be19-9b5eb51b5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:40.767810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-3562580f-6b27-47d6-be19-9b5eb51b5ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1098 time: 0.3496294 Dec 12 15:19:40.789350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc953e7-29c2-4e7e-89fb-949cfb126102,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:40.797556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:19:40.812860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.813248 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Added segment 9114fed5-0dfd-4c56-98fd-ac373db2256f of type vlan for network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 Dec 12 15:19:40.844526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-f3c280f8-b294-4f21-ac80-d3fb3657f0db service neutron] 10.222.0.36 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974720 Dec 12 15:19:40.872121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.879493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:40.896422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704f902-5f72-4972-8113-dd647376f511 req-21c5c1e5-13d7-4e22-b86f-40ac6c4ded20 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:40.898505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b704f902-5f72-4972-8113-dd647376f511 req-21c5c1e5-13d7-4e22-b86f-40ac6c4ded20 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 931 time: 0.3324480 Dec 12 15:19:40.932392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.933727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:40.934450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:40.984279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Sync routers for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:41.063502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.119978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6900740 Dec 12 15:19:41.121004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:41.123479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:41.153169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-network', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:41.158699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:41.174706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Request body: {'subnet': {'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-subnet', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:41.226414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8564688-92d7-4173-b7c6-5de938e650e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:41.239615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.246178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Made reservation on behalf of 1dca1682f8754d009ca980682d4526bc for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:41.248778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.250019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:19:41.383697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Made reservation on behalf of 3846681ec51c4d16bcc906c93c8c64d1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:41.387488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.401004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:41.414518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.582144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e362d3aa-2330-4315-a85d-b2a6c3efab7b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:41.591886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:41.603033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b704f902-5f72-4972-8113-dd647376f511 req-db7dfc30-8cd5-4655-959f-122815df4323 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593223 Dec 12 15:19:41.627674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.631722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-13a78a9e-cae4-4a68-987c-2ed1f9577a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:41.633635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-13a78a9e-cae4-4a68-987c-2ed1f9577a1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.8424046 Dec 12 15:19:41.661493 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.666816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.672706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.723018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:19:41.739308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Transition to ACTIVE for port object 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:41.743280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-0180ec87-96ab-4212-bb92-4da2d6efdf94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.0899229 Dec 12 15:19:41.745597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.746224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.746765 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Floating IP 0652a900-3d96-4a9e-b491-feb8a8854453 disassociated. External IP: 172.25.3.74, port: 86d04873-6877-4e06-a7e1-5b6f9c9979c2. Dec 12 15:19:41.747489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Calling delete_port for 86d04873-6877-4e06-a7e1-5b6f9c9979c2 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:19:41.756370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.756751 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Added segment d1cbe49f-51cf-4b15-87b5-119badd48c8c of type vlan for network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da Dec 12 15:19:41.763769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.780832 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f4d203-7b76-4206-9f3c-b8b534558168 x-openstack-request-id: req-a6f4d203-7b76-4206-9f3c-b8b534558168 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:41.781140 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-unplugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:41.781380 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6f4d203-7b76-4206-9f3c-b8b534558168 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:41.781774 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'code': 200} Dec 12 15:19:41.783921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254132ff-49f5-40f3-a844-c47aed5e6037,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:41.790486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=33619bb9-c8d5-4d66-b727-bd53142c0d86,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:41.888379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e362d3aa-2330-4315-a85d-b2a6c3efab7b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:41.889590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.890839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Checking segment: {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:41.891363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Network hostable DHCP agents. Network: 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:19:41.895589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cf899-a20c-4996-b69a-9c21d5150df0 req-13b436a3-417a-4daf-9e7c-a6e9f59e63be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:41.896952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.904185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae5cf899-a20c-4996-b69a-9c21d5150df0 req-13b436a3-417a-4daf-9e7c-a6e9f59e63be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 946 time: 0.3450303 Dec 12 15:19:41.949802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-fe8ae691-7b65-4b0c-9e16-93877cc20a5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566947 Dec 12 15:19:41.953393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:38Z', 'revision_number': 4, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '352e57e3-6e08-4284-8741-7a513699d11b', 'name': '', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'mac_address': 'fa:16:3e:f2:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:37Z', 'updated_at': '2021-12-12T15:19:38Z', 'revision_number': 2, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'subnets': [{'id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:41.956806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:19:41.973523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:41.975828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.976926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:41.977510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:41.987131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-f3ac8ae9-07b7-4b58-a8bf-a5fe6aa47184 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:41.989724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-f3ac8ae9-07b7-4b58-a8bf-a5fe6aa47184 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1097 time: 0.3668962 Dec 12 15:19:41.993255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87bea4-f284-483e-a355-7c5efae46fbf None None] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:42.000646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Checking router: 22f6fc53-6663-4b91-a54a-3e935fd342ef for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:42.001035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Updating router 22f6fc53-6663-4b91-a54a-3e935fd342ef port 352e57e3-6e08-4284-8741-7a513699d11b binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:42.017931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-8'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:42.078780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-fc6a56ad-6ec7-4f72-ac18-b94d94ac0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.081381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-fc6a56ad-6ec7-4f72-ac18-b94d94ac0755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.3186371 Dec 12 15:19:42.082357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Pushing event updated for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:42.089815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.090869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.096156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] Pushing event updated for resources: {'Network': ['ID=4c3b8b6f-dd8d-4a00-9060-fc649615f7da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:42.102084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.133428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-513b5734-e8e9-4afa-abdd-25922a5b529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.135195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-513b5734-e8e9-4afa-abdd-25922a5b529a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0800877 Dec 12 15:19:42.140417 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bd2909c0-5e1a-4aff-a5e6-4b1cfea642cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2596986 Dec 12 15:19:42.148329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6d87c6c3-68c5-455c-a43d-0630787993ed admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9878490 Dec 12 15:19:42.150084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:42.150477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:42.156191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Request body: {'subnet': {'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-subnet', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:42.164432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:42.190901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:42.197069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:19:42.241770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827658d-cabc-4958-a732-035b6df41169 req-9c43ac24-4808-458c-afae-f8fc3be90a3b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.253905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e827658d-cabc-4958-a732-035b6df41169 req-9c43ac24-4808-458c-afae-f8fc3be90a3b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.3683498 Dec 12 15:19:42.301063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae5cf899-a20c-4996-b69a-9c21d5150df0 req-837e96cf-bc8c-4783-aeb6-7b7a76bf1eae tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912194 Dec 12 15:19:42.331179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-431f86dd-3453-4758-bc72-c84ac22c0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.332929 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-431f86dd-3453-4758-bc72-c84ac22c0e3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.1577830 Dec 12 15:19:42.336113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.338156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.362763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.387456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Attempting to bind port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:42.387792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Attempting to bind port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:42.388321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Attempting to bind port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:42.411140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-c0b10c30-1342-4b8d-92b8-8b71e6de7aca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 200 len: 217 time: 0.0648031 Dec 12 15:19:42.420090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-99cd3afa-9862-4f65-b154-7b605bc053d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.421823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-99cd3afa-9862-4f65-b154-7b605bc053d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3217392 Dec 12 15:19:42.431357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Made reservation on behalf of 3846681ec51c4d16bcc906c93c8c64d1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:42.436030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.440411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:42.440782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Attempting to bind port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:42.458364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2118ed0-af49-4e1f-8ca9-10f621b0668a x-openstack-request-id: req-c2118ed0-af49-4e1f-8ca9-10f621b0668a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:42.458709 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "name": "network-vif-plugged", "status": "completed", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:42.458904 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2118ed0-af49-4e1f-8ca9-10f621b0668a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:42.459352 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'code': 200} Dec 12 15:19:42.527389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e827658d-cabc-4958-a732-035b6df41169 req-f8a8425c-e08a-41ab-8ff6-3a4335737446 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679074 Dec 12 15:19:42.529292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:42.529860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Checking segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:42.530509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Bound using segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:42.531289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Bound port: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:42.531969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.560835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.624451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.648767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-428909e7-0461-4ccb-be10-ae334a873872 req-780e5e40-e7ae-4aa6-aa79-fb63f23fc26d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 210 time: 0.0571985 Dec 12 15:19:42.740748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-3f097d36-7526-45d2-a247-f6d106d56762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.742254 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-3f097d36-7526-45d2-a247-f6d106d56762 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.3120070 Dec 12 15:19:42.742779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.30', 62969) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:42.793015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.806984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d3c1e-0d4d-4e67-8f54-55e70ad01295 req-926f5039-ce69-4607-be12-297c74ab6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.808716 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b2d3c1e-0d4d-4e67-8f54-55e70ad01295 req-926f5039-ce69-4607-be12-297c74ab6e9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 1096 time: 0.3285184 Dec 12 15:19:42.810891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event deleted for resources: {'Port': ['ID=86d04873-6877-4e06-a7e1-5b6f9c9979c2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:42.853034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'project_id': '1dca1682f8754d009ca980682d4526bc', 'fixed_ips': [{'subnet_id': '33619bb9-c8d5-4d66-b727-bd53142c0d86'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:19:42.853962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:42.869708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-47018885-275d-4c28-8193-59edce35a557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792186 Dec 12 15:19:42.883500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:42.890828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738539-98ea-462d-b3e5-4b27a15ecd75 req-cd7a98e6-da07-455f-be15-047d2c3ac115 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:42.900742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf738539-98ea-462d-b3e5-4b27a15ecd75 req-cd7a98e6-da07-455f-be15-047d2c3ac115 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.4274521 Dec 12 15:19:42.948279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb has no active binding in host n-h1-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:19:43.042828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035361f-90ad-486b-a6be-4053432bcf05 req-bc6f9a5d-5ffe-47c4-845c-6e608d99e5ba tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:43.050493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4035361f-90ad-486b-a6be-4053432bcf05 req-bc6f9a5d-5ffe-47c4-845c-6e608d99e5ba tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.2242651 Dec 12 15:19:43.085281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-9252624d-c969-4338-81bb-a7c10115456f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511230 Dec 12 15:19:43.119272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:43.122092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Allocated IP 172.20.0.2 (1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976/33619bb9-c8d5-4d66-b727-bd53142c0d86/75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:43.264234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.276887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.293057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:43.331021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f486-367c-4ceb-b561-e9949688dddd None None] Pushing event updated for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:43.346620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b2d3c1e-0d4d-4e67-8f54-55e70ad01295 req-8774a320-90b0-4fe4-bb4a-6dfe50dd3662 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903808 Dec 12 15:19:43.354922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:43.414016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.423413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:43.425818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-17231f56-8145-4d1d-9676-ec2295739087 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:43.427996 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-17231f56-8145-4d1d-9676-ec2295739087 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 824 time: 0.6538970 Dec 12 15:19:43.434776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4035361f-90ad-486b-a6be-4053432bcf05 req-6fa22b7b-c697-4f98-8821-37981a5ce802 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833795 Dec 12 15:19:43.452279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf738539-98ea-462d-b3e5-4b27a15ecd75 req-9d809111-65b1-4698-a117-3c41267e2fd8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458155 Dec 12 15:19:43.468053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.481509 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-66af3fb5-2088-40dd-85a3-9bc9961aa53d service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754759 Dec 12 15:19:43.485112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.488352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.503048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.507369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:43.509782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Attempting to bind port 352e57e3-6e08-4284-8741-7a513699d11b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:43.510162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Attempting to bind port 352e57e3-6e08-4284-8741-7a513699d11b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:43.510539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Attempting to bind port 352e57e3-6e08-4284-8741-7a513699d11b on network c602e46b-8e65-447e-8311-14a8dd9cfd1b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:43.516162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:43.516554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Checking segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:43.516992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.517503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Bound using segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:43.517860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Bound port: 352e57e3-6e08-4284-8741-7a513699d11b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:43.518238 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.522640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.589021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Pushing event updated for resources: {'Port': ['ID=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:43.626648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:43.627268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.628667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 1091 time: 4.1610830 Dec 12 15:19:43.632768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:43.678931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:43.687498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:43.761368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f64629a-3637-4acd-8f4c-5f283be7b421 req-aa7627c5-e334-4934-91bf-45849f123163 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488608 Dec 12 15:19:43.781837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8181c8d0-1b03-4303-96e3-d1b3c7581b27 req-b8058f2b-d4e6-4ae8-959d-86495ee1dd97 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6840980 Dec 12 15:19:43.815797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Attempting to bind port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:43.816200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Attempting to bind port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:43.816799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}, {'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb'}, {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:43.817360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Attempting to bind port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 on network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:43.820525 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43f536-6126-4545-b51d-04eeadfa234c" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}, {"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-unplugged", "status": "completed", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb"}, {"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:43.835726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] For port 352e57e3-6e08-4284-8741-7a513699d11b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:43.847754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] For port 352e57e3-6e08-4284-8741-7a513699d11b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=352e57e3-6e08-4284-8741-7a513699d11b,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:43.859199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:43.859602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Checking segment: {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:43.859992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.860388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Bound using segment: {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:43.860905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Bound port: 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:43.861288 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.868997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] Provisioning complete for port 352e57e3-6e08-4284-8741-7a513699d11b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:43.869678 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.870458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:43.890634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on host n-h2-710847-8 for vnic_type normal with profile {"migrating_to": "n-h1-710847-8"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:43.890963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:43.891571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:43.892718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabec9ad-a13e-4959-b1c3-0604549ba50a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:43.917953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc19234-a829-4718-8fe6-e26b07f76335 req-6a2f9bda-419d-44e1-884e-03fd08bfdbb5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:43.918787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:43.926885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fc19234-a829-4718-8fe6-e26b07f76335 req-6a2f9bda-419d-44e1-884e-03fd08bfdbb5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.3449864 Dec 12 15:19:43.936037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-c47e784f-dc85-4093-ae49-2b6fbff47e46 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d2d13402c3341748e6039c706c9d63d HTTP/1.1" status: 200 len: 380 time: 0.2661691 Dec 12 15:19:43.936976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Checking segment: {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:43.937484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Network hostable DHCP agents. Network: 4c3b8b6f-dd8d-4a00-9060-fc649615f7da, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:19:43.952601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'port': {'device_id': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'admin_state_up': True, 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'security_groups': ['b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:44.011347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e0e5c-b652-4f97-8854-42c6d0718bdc req-0f818ffc-32a7-4074-8512-4225d816ea75 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:44.012382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a24e0e5c-b652-4f97-8854-42c6d0718bdc req-0f818ffc-32a7-4074-8512-4225d816ea75 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 943 time: 0.4116290 Dec 12 15:19:44.026210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-2308869a-395e-4077-a372-f29263b63e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:44.027825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-2308869a-395e-4077-a372-f29263b63e5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1094 time: 0.3122022 Dec 12 15:19:44.033829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:44.034146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Attempting to bind port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:44.044964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:44.045292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:44.045662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:44.046100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Bound port: 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:44.046447 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.092173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fc19234-a829-4718-8fe6-e26b07f76335 req-3461b582-a12d-49b9-a370-9036248065ba tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643183 Dec 12 15:19:44.119954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.184743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:44.185398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:44.225434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:19:44.282348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 4c3b8b6f-dd8d-4a00-9060-fc649615f7da) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:44.304919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:44.305919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.311550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.320483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-de6d393a-a000-472b-942d-65f945a20488 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3145468 Dec 12 15:19:44.334246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd7f92-7784-43f5-aa8f-9c67fba18684 None None] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:44.342507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f486-367c-4ceb-b561-e9949688dddd None None] Pushing event updated for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:44.351452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.356867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:44.360522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:44.362567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-6cfda7bf-408a-4818-828f-ce948adcbcbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.3189714 Dec 12 15:19:44.398544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-520782bf-87e3-4dd2-ade3-31199ea7ac17 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2463832 Dec 12 15:19:44.403365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:44.411433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:44.459413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] For port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:44.478793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:44.487698 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703794db-7ef7-4d74-ab22-3f56fbc324be" -d '{"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:44.493034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:44.498569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Made reservation on behalf of 7d2d13402c3341748e6039c706c9d63d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:19:44.503114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.529959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] For port 352e57e3-6e08-4284-8741-7a513699d11b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=352e57e3-6e08-4284-8741-7a513699d11b,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:44.538785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-012b1f37-8a44-4429-aaea-c2f57829fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:44.541004 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-012b1f37-8a44-4429-aaea-c2f57829fe7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1095 time: 0.1860433 Dec 12 15:19:44.542559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] For port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:44.550127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.569795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.700912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.702380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.702509 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.768623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3424a20-1dad-41f3-b5a0-ad21943f9634 service neutron] Pushing event updated for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:44.777485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:44.795633 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:44.814781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:44.815655 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:44.834288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Allocated IP 172.25.3.140 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/daa14399-7628-4925-afea-b86bd0c3b893) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:44.841103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Allocated IP 172.20.0.8 (52f193cd-0bb7-4043-81c3-567504b48202/6626825f-ef2c-4398-8ab6-4e6a2e0e7352/3b4f40b8-b670-4eed-a039-8c5bfd72512a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:44.912678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.931360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'fixed_ips': [{'subnet_id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:19:44.932278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.953377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ddaa3-6c71-4bea-896b-c23e4b0c011b None None] Pushing event updated for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:44.965123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a14f5689-d11b-454a-ae6e-36407c0595a1 None None] Provisioning complete for port 352e57e3-6e08-4284-8741-7a513699d11b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:44.965496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a14f5689-d11b-454a-ae6e-36407c0595a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:44.971152 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:45.072065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:45.080735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a24e0e5c-b652-4f97-8854-42c6d0718bdc req-954517af-f491-483f-acbe-6b8dff3c0244 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0518675 Dec 12 15:19:45.090900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] No DVR routers for this DVR port 86d04873-6877-4e06-a7e1-5b6f9c9979c2 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:45.094935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-cfea7c7d-f98b-4ece-9972-6423eeb8e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.096592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-cfea7c7d-f98b-4ece-9972-6423eeb8e109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.3981566 Dec 12 15:19:45.098955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:45.102540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5d9bd81-7315-4b17-92ba-6e1449ed6539 req-619dbd0d-c039-4558-9737-bf0fbaf18fd9 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "DELETE /v2.0/ports/86d04873-6877-4e06-a7e1-5b6f9c9979c2 HTTP/1.1" status: 204 len: 173 time: 5.8647523 Dec 12 15:19:45.129845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1aa7a-8116-4872-9a1d-eaaa11eb8d4d req-01375f1a-7312-4725-915f-7cd74a06ecef tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.131603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8c1aa7a-8116-4872-9a1d-eaaa11eb8d4d req-01375f1a-7312-4725-915f-7cd74a06ecef tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.7547936 Dec 12 15:19:45.147723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-3ef82060-3c0c-4a9b-847f-7ce7d0f5ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.150752 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-3ef82060-3c0c-4a9b-847f-7ce7d0f5ee03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.5822279 Dec 12 15:19:45.165688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.166504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:45.168462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-afb6d75e-9948-45c0-a8e5-279c60b8e7f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 1122 time: 3.1668067 Dec 12 15:19:45.319938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8c1aa7a-8116-4872-9a1d-eaaa11eb8d4d req-94349f1b-0b33-467f-9f04-30827e13f5a0 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587331 Dec 12 15:19:45.338333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:45.342285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:45.351562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-16e01db2-aff4-4396-821c-5b294f136b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.352489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dabcc-b201-405d-8b6e-559697d58c47 None None] Pushing event updated for resources: {'Port': ['ID=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:45.354184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-16e01db2-aff4-4396-821c-5b294f136b82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482679 Dec 12 15:19:45.369080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ea01f37-da91-4fa3-a4a2-9e1b41f42aba req-5f3fd475-2fef-43d5-bd8e-0ffee481cb32 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 210 time: 0.0734513 Dec 12 15:19:45.390095 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-83ac0f78-680a-4d59-9f45-25b44a75b394 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.1729867 Dec 12 15:19:45.479804 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:45.516230 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba7d90-4078-42cf-9598-01f019f7f507 x-openstack-request-id: req-0cba7d90-4078-42cf-9598-01f019f7f507 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:45.516590 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "status": "completed", "code": 200}, {"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-unplugged", "status": "completed", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb", "code": 200}, {"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:45.519029 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cba7d90-4078-42cf-9598-01f019f7f507 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:45.519450 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'status': 'completed', 'code': 200} Dec 12 15:19:45.519741 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'code': 200} Dec 12 15:19:45.519987 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:19:45.567007 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:45.587955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:45.588884 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:45.693691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:45.703535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:45.717876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-74d0ae0f-f4ff-4ee9-b491-e4ea9c733151 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475833 Dec 12 15:19:45.786334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-07f0dc45-6aa5-453f-8f02-0dd123756962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.791404 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-07f0dc45-6aa5-453f-8f02-0dd123756962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.2888794 Dec 12 15:19:45.796054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:45.800990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-57ce15bb-bfdf-4c46-9194-17b2d093cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.802750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-57ce15bb-bfdf-4c46-9194-17b2d093cfbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1098 time: 0.2500131 Dec 12 15:19:45.844550 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:45.852044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-cb858b43-ab5d-4466-9344-256b64cb0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.853916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-cb858b43-ab5d-4466-9344-256b64cb0f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1098 time: 0.2544324 Dec 12 15:19:45.876417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Allocated IP 172.20.0.2 (4c3b8b6f-dd8d-4a00-9060-fc649615f7da/aabec9ad-a13e-4959-b1c3-0604549ba50a/4869158d-8e05-4b9e-a08e-99cbf44fb526) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:45.879196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057316c-508c-4953-bf41-9f16643e0136 req-23a3e80a-8169-4947-873e-e9842718fbbc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:45.887050 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-e2e5710e-ac93-459c-a9ad-e2db6beef5ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800385 Dec 12 15:19:45.888293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c057316c-508c-4953-bf41-9f16643e0136 req-23a3e80a-8169-4947-873e-e9842718fbbc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3765233 Dec 12 15:19:46.029416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbeff7-ac58-4481-b52d-e39bac9c8560 req-0942b25e-077e-40fb-b024-8817a35214d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:46.036481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.037196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08bbeff7-ac58-4481-b52d-e39bac9c8560 req-0942b25e-077e-40fb-b024-8817a35214d6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.3765066 Dec 12 15:19:46.067871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:38Z', 'revision_number': 4, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '352e57e3-6e08-4284-8741-7a513699d11b', 'name': '', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'mac_address': 'fa:16:3e:f2:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:37Z', 'updated_at': '2021-12-12T15:19:43Z', 'revision_number': 4, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'subnets': [{'id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:46.099451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:46.100082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.100402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.182892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cefa5-dfab-421d-87f4-ed5fa4861351 None None] The sync data for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 is: [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:19:38Z', 'revision_number': 4, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '352e57e3-6e08-4284-8741-7a513699d11b', 'name': '', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'mac_address': 'fa:16:3e:f2:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:37Z', 'updated_at': '2021-12-12T15:19:43Z', 'revision_number': 4, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'subnets': [{'id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:46.229154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c057316c-508c-4953-bf41-9f16643e0136 req-db91e304-71ed-4d61-9e74-8b230bb4e665 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398330 Dec 12 15:19:46.307762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:46.313889 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-078572bb-a8bc-4072-8838-8c07432ae265 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103050 Dec 12 15:19:46.355322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:46.370016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:46.371994 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c04fc88-1a63-4fcb-b3e0-292c7f13d919 x-openstack-request-id: req-4c04fc88-1a63-4fcb-b3e0-292c7f13d919 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:46.374166 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-unplugged", "status": "completed", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:46.374480 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c04fc88-1a63-4fcb-b3e0-292c7f13d919 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:46.377198 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'code': 200} Dec 12 15:19:46.518708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86ca7e-c9d4-4dbe-9c9a-8db97f6a4416 None None] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:46.518890 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:46.556776 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d88e17-582e-441b-b4cd-c1681efeab40 None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:46.557985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2414781b-29ca-42b1-ad31-e0b177a54828 req-25ea411e-fa36-41cc-96de-fe197cd4adc8 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171291 Dec 12 15:19:46.581490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08bbeff7-ac58-4481-b52d-e39bac9c8560 req-53cd7782-a2af-4e39-a23c-b979bb1ca66d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432498 Dec 12 15:19:46.608192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-89b44295-817d-436d-9b66-1a2ba67f20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:46.611148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-89b44295-817d-436d-9b66-1a2ba67f20d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.7121973 Dec 12 15:19:46.618496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-6c0b96c4-4d04-4bd0-a46d-67e632fd426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:46.620857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-6c0b96c4-4d04-4bd0-a46d-67e632fd426f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.8071191 Dec 12 15:19:46.672680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-6ad4b035-7f00-4042-bb79-8b830f3bff01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.0498343 Dec 12 15:19:46.695718 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.777981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-2ce988e9-f681-42a6-bc82-d39bf616635c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.1043062 Dec 12 15:19:46.790271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f29c20-2914-401c-b769-f18ce492b3f0 req-f636be79-ab2a-4183-bd6e-ef16d8557b30 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:46.792077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45f29c20-2914-401c-b769-f18ce492b3f0 req-f636be79-ab2a-4183-bd6e-ef16d8557b30 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.2706742 Dec 12 15:19:46.808582 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-defba0c8-bae6-457e-9e2b-5bea38d5faad req-9fe7f140-00e6-44c3-a423-69bda3aed73f service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272289 Dec 12 15:19:46.821985 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.847291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Pushing event updated for resources: {'Port': ['ID=daa14399-7628-4925-afea-b86bd0c3b893,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:46.851582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:46.878591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:46.886366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-e3a91146-c639-4ab1-bb71-5fede22a5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:46.888074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-e3a91146-c639-4ab1-bb71-5fede22a5099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2030056 Dec 12 15:19:46.888601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:46.893129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:46.947756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a14471e-c6d0-4ec5-b224-a3cdb18c9732 None None] Provisioning complete for port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:46.948088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a14471e-c6d0-4ec5-b224-a3cdb18c9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.001644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827de00-b3f2-4ff9-97d1-b0063443a24e req-9a8031ce-845c-45ef-9a84-63d8f3a86bca tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.009330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c827de00-b3f2-4ff9-97d1-b0063443a24e req-9a8031ce-845c-45ef-9a84-63d8f3a86bca tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 943 time: 0.2887776 Dec 12 15:19:47.012513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-48599893-7ad8-43e0-a47b-6d71aa765fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.013958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-48599893-7ad8-43e0-a47b-6d71aa765fa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2054799 Dec 12 15:19:47.020410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Pushing event updated for resources: {'Port': ['ID=4869158d-8e05-4b9e-a08e-99cbf44fb526,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:47.023167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.035914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45f29c20-2914-401c-b769-f18ce492b3f0 req-f2458c7f-9194-403b-b97c-06ec8c20f43c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166204 Dec 12 15:19:47.110689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Attempting to bind port 4869158d-8e05-4b9e-a08e-99cbf44fb526 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:47.113684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Attempting to bind port 4869158d-8e05-4b9e-a08e-99cbf44fb526 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:47.114237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Attempting to bind port 4869158d-8e05-4b9e-a08e-99cbf44fb526 on network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:47.119804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-9121b0db-26b1-4e46-9ab7-5901d7a0948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.121336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-9121b0db-26b1-4e46-9ab7-5901d7a0948c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2206547 Dec 12 15:19:47.162647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:47.163033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Checking segment: {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:47.163494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.163896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Bound using segment: {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:47.164387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Bound port: 4869158d-8e05-4b9e-a08e-99cbf44fb526, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:47.164797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.189657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:47.203468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Network 52f193cd-0bb7-4043-81c3-567504b48202 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:47.208611 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.281698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c827de00-b3f2-4ff9-97d1-b0063443a24e req-dc6a5e49-20a4-4d7b-805c-c0a54dd2d89c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715156 Dec 12 15:19:47.334440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-c986a9f5-eac3-4d6a-abe9-3020690badde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.339188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-c986a9f5-eac3-4d6a-abe9-3020690badde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3104239 Dec 12 15:19:47.344142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:47.356110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab4011-a81c-4e72-8db4-e43f6d4a14a5 None None] New status for floating IP 0652a900-3d96-4a9e-b491-feb8a8854453: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:19:47.466826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.533519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-deleted', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2'}, {'name': 'network-changed', 'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:47.543944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:47.545997 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c187e8-42bb-4f64-851a-fdbb061643f8" -d '{"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-deleted", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2"}, {"name": "network-changed", "server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:47.556786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.581581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:47.630379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event updated for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:47.643552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83f28f-c39d-4c99-9695-36b298730481 req-1867472d-2c2a-4c45-aa0d-c89bfbc6f689 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.645682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae83f28f-c39d-4c99-9695-36b298730481 req-1867472d-2c2a-4c45-aa0d-c89bfbc6f689 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.3989055 Dec 12 15:19:47.665676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-9c1691a3-5a1c-41fb-a0d7-9ef0a886c970 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168037 Dec 12 15:19:47.680086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.732241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] For port 4869158d-8e05-4b9e-a08e-99cbf44fb526, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:47.783187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] For port 4869158d-8e05-4b9e-a08e-99cbf44fb526, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4869158d-8e05-4b9e-a08e-99cbf44fb526,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:47.807645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 352e57e3-6e08-4284-8741-7a513699d11b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:47.814176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.835382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c210d5-be75-4e6d-bf20-13f92c32d023 req-44a79900-a021-4b11-8184-7110fc2db94d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.852314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45c210d5-be75-4e6d-bf20-13f92c32d023 req-44a79900-a021-4b11-8184-7110fc2db94d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 931 time: 0.4333827 Dec 12 15:19:47.886304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:47.886942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:47.895328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-5a4ad368-02fb-4b7a-9555-89ebb6c051f1 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258319 Dec 12 15:19:47.967693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae190d1f-cee0-4b12-b747-1e643a4c2a5d None None] Pushing event updated for resources: {'Port': ['ID=4869158d-8e05-4b9e-a08e-99cbf44fb526,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:47.985774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 352e57e3-6e08-4284-8741-7a513699d11b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:47.986268 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.011236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae83f28f-c39d-4c99-9695-36b298730481 req-e6956831-4fd8-433d-87ed-031c62c96e9f tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366556 Dec 12 15:19:48.021411 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5975be5c-c7b6-4dca-a8a2-223ee419ab92 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0761838 Dec 12 15:19:48.050345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Request body: {'port': {'device_id': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:48.094432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d7f1e2dc-0f51-4f0d-b085-f29a46c6f66a None None] Provisioning complete for port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:48.094432 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e2dc-0f51-4f0d-b085-f29a46c6f66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.142406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Allocated IP 172.25.3.111 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/ef40b993-7588-41f6-a176-2b7147cb70cd) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:48.241695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45c210d5-be75-4e6d-bf20-13f92c32d023 req-0505a0c0-3e1e-4142-890b-338021af34d8 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883562 Dec 12 15:19:48.243875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-756754b0-ded4-447b-b1c0-22b8840afaaf service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773864 Dec 12 15:19:48.245721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.250805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.325214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-9c379fa4-97ac-4248-8ae8-80085ce6f7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925357 Dec 12 15:19:48.335228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f4de-526d-4848-960b-56e0c99e5f3c req-9015d3fb-3fee-4093-a4f9-a5d090011535 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:48.336808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16c6f4de-526d-4848-960b-56e0c99e5f3c req-9015d3fb-3fee-4093-a4f9-a5d090011535 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1737115 Dec 12 15:19:48.370428 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ff705e-1e44-4bf3-9d93-0e3946b1d213 x-openstack-request-id: req-b4ff705e-1e44-4bf3-9d93-0e3946b1d213 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:48.370428 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58445af-d0dc-45a5-900f-b9a1241c6bd6", "name": "network-vif-deleted", "tag": "86d04873-6877-4e06-a7e1-5b6f9c9979c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:48.370748 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4ff705e-1e44-4bf3-9d93-0e3946b1d213 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:48.371092 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58445af-d0dc-45a5-900f-b9a1241c6bd6', 'name': 'network-vif-deleted', 'tag': '86d04873-6877-4e06-a7e1-5b6f9c9979c2', 'status': 'completed', 'code': 200} Dec 12 15:19:48.371345 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'status': 'completed', 'code': 200} Dec 12 15:19:48.480979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:48.512329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:48.611848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.680784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:48.681162 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.687386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d7f1e2dc-0f51-4f0d-b085-f29a46c6f66a None None] Provisioning complete for port 3b4f40b8-b670-4eed-a039-8c5bfd72512a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:48.687386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7f1e2dc-0f51-4f0d-b085-f29a46c6f66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.690054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:48.744674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Router 433ed39c-b526-4848-a266-ed8109e179b9 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:19:48.749016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.757846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3e69d6d2-b153-4551-983c-030e5dd29747', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '3e69d6d2-b153-4551-983c-030e5dd29747', 'mac_address': 'fa:16:3e:f1:bf:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:48.774972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1e2dc-0f51-4f0d-b085-f29a46c6f66a None None] Port 3b4f40b8-b670-4eed-a039-8c5bfd72512a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:48.793222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16c6f4de-526d-4848-960b-56e0c99e5f3c req-cc61c23c-f7f5-48e5-b003-f6c0df2224ab tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490221 Dec 12 15:19:48.805526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-5b418e86-89c0-4728-8e64-37888ea1a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:48.807188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-5b418e86-89c0-4728-8e64-37888ea1a392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1094 time: 0.4157324 Dec 12 15:19:48.817060 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.828142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-4f882310-ff61-48ee-883f-5bb88dc45363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:48.829615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-4f882310-ff61-48ee-883f-5bb88dc45363 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1125 time: 0.4183276 Dec 12 15:19:48.849486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a7e47-fd69-4580-b5cd-892c37752bc0 req-726f7712-a845-485e-bc55-28c489a58e3c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:48.851552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-341a7e47-fd69-4580-b5cd-892c37752bc0 req-726f7712-a845-485e-bc55-28c489a58e3c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 947 time: 0.3838441 Dec 12 15:19:48.858708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e69d6d2-b153-4551-983c-030e5dd29747 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:48.879236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:48.901392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:48.906602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:48.908696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:48.919553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:48.968579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:48.991609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Pushing event updated for resources: {'Port': ['ID=ef40b993-7588-41f6-a176-2b7147cb70cd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:49.120195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-341a7e47-fd69-4580-b5cd-892c37752bc0 req-abe11e35-235c-41d4-be0e-6ca2676c6e41 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222443 Dec 12 15:19:49.128008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4f40b8-b670-4eed-a039-8c5bfd72512a {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:49.132902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-08286d81-f775-4a45-9af5-f0f46f899a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.143471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-08286d81-f775-4a45-9af5-f0f46f899a22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3260841 Dec 12 15:19:49.157959 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.200515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97389e-a608-41d7-bc94-e10292807485 req-9642fbf9-5ab4-41f2-8bb5-0f9ab57b3b30 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.205807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Transition to ACTIVE for port object 3b4f40b8-b670-4eed-a039-8c5bfd72512a will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:49.213116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:49.213337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da97389e-a608-41d7-bc94-e10292807485 req-9642fbf9-5ab4-41f2-8bb5-0f9ab57b3b30 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.2371931 Dec 12 15:19:49.220099 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Sync routers for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:49.238814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:49.247578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:49.250446 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:49.253444 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:49.255270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Request body: {'floatingip': {'port_id': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:19:49.256211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-27195072-bd5c-44da-ab24-5506cea44ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.258314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.258580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-27195072-bd5c-44da-ab24-5506cea44ddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.3955264 Dec 12 15:19:49.267869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-c27afc21-86d3-4225-a2f0-b5ff19b7ff02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.1005869 Dec 12 15:19:49.303291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.304479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a611afe-7ada-435f-9963-48ad67e04a51 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1445959 Dec 12 15:19:49.341146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53894) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:49.384270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-82f3751a-4915-4a50-a450-7548873b7cf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 217 time: 0.1154265 Dec 12 15:19:49.452509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.498420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96805ea-c137-43ff-bace-7d2c0d1f77ef None None] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:19:49.501007 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:49.638951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] Provisioning complete for port 4869158d-8e05-4b9e-a08e-99cbf44fb526 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:49.639712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.661568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82cf65-69a0-45c0-ae9b-c9ae5c5a23fe req-eb319333-d9e1-4539-b8f6-abb971c0c859 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.664221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f82cf65-69a0-45c0-ae9b-c9ae5c5a23fe req-eb319333-d9e1-4539-b8f6-abb971c0c859 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.4509175 Dec 12 15:19:49.692279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4869158d-8e05-4b9e-a08e-99cbf44fb526 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:49.810821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4869158d-8e05-4b9e-a08e-99cbf44fb526 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:49.811976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.860690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-f342dd8e-be9b-44ce-add7-2c693216a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.861310 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:47Z', 'revision_number': 3, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:49.862312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-f342dd8e-be9b-44ce-add7-2c693216a442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.5661256 Dec 12 15:19:49.874347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-ad59a640-7332-4487-854e-1a0def9b473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:49.875777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-ad59a640-7332-4487-854e-1a0def9b473a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.4273243 Dec 12 15:19:49.894508 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Checking router: 433ed39c-b526-4848-a266-ed8109e179b9 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:49.895114 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Updating router 433ed39c-b526-4848-a266-ed8109e179b9 port daa14399-7628-4925-afea-b86bd0c3b893 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:49.919557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:49.921753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-4b76fa13-0850-4515-ac4c-67946a58762b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281920 Dec 12 15:19:49.928454 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:49.991095 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.009550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052280e8-971a-4e35-847f-1f4dc24aa020 req-c2c20285-087a-487c-b3e5-88e909a821b0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:50.010141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.011073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-052280e8-971a-4e35-847f-1f4dc24aa020 req-c2c20285-087a-487c-b3e5-88e909a821b0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 943 time: 0.7176266 Dec 12 15:19:50.056071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] For port 4869158d-8e05-4b9e-a08e-99cbf44fb526, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4869158d-8e05-4b9e-a08e-99cbf44fb526,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:50.068574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.107289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Attempting to bind port 3b4f40b8-b670-4eed-a039-8c5bfd72512a on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:50.107723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Attempting to bind port 3b4f40b8-b670-4eed-a039-8c5bfd72512a by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:50.108062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Attempting to bind port 3b4f40b8-b670-4eed-a039-8c5bfd72512a on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:50.120066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.167625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Port 3b4f40b8-b670-4eed-a039-8c5bfd72512a on network 52f193cd-0bb7-4043-81c3-567504b48202 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:19:50.167959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Attempting to bind port 3b4f40b8-b670-4eed-a039-8c5bfd72512a on network 52f193cd-0bb7-4043-81c3-567504b48202 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:50.186306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-dc19be0d-a1c7-477e-baa0-dab24cd08c3c service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051363 Dec 12 15:19:50.186977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:50.187325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Checking segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:50.187713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Bound using segment: {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:50.188169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Bound port: 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:50.188523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.191157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f82cf65-69a0-45c0-ae9b-c9ae5c5a23fe req-003cff38-0cb8-4cd4-8cf3-64674ba4c04b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973134 Dec 12 15:19:50.245316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e3800-28b8-4977-9211-412ee9cd1ffa None None] Pushing event updated for resources: {'Port': ['ID=4869158d-8e05-4b9e-a08e-99cbf44fb526,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:50.253153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:19:50.253812 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:19:50.261510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:50.300098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f536-6126-4545-b51d-04eeadfa234c req-d39dd47a-da5f-4e24-9561-e9120c5601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:50.302635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-d39dd47a-da5f-4e24-9561-e9120c5601f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4234743 Dec 12 15:19:50.399668 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.407684 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.423907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:50.437544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:50.466723 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4250f2-ad6c-440f-b20a-fd4b5ed5e8d8 None None] Pushing event updated for resources: {'Port': ['ID=daa14399-7628-4925-afea-b86bd0c3b893,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:50.484957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.497976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5f764c2f-aaaa-466c-a81d-05a68e0f940f None None] Provisioning complete for port 4869158d-8e05-4b9e-a08e-99cbf44fb526 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:50.498501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f764c2f-aaaa-466c-a81d-05a68e0f940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.499585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-fd69eee8-f627-4cc9-8673-01d561406b54 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530333 Dec 12 15:19:50.507689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Attempting to bind port daa14399-7628-4925-afea-b86bd0c3b893 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:50.508285 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Attempting to bind port daa14399-7628-4925-afea-b86bd0c3b893 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:50.508821 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Attempting to bind port daa14399-7628-4925-afea-b86bd0c3b893 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:50.515311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:50.516163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:50.516752 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.517441 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:50.518056 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Bound port: daa14399-7628-4925-afea-b86bd0c3b893, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:50.518621 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.528223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:50.560853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:50.570964 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.604793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] For port daa14399-7628-4925-afea-b86bd0c3b893, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:50.608823 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] For port daa14399-7628-4925-afea-b86bd0c3b893, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=daa14399-7628-4925-afea-b86bd0c3b893,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:50.622435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:50.637896 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.665316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c43f536-6126-4545-b51d-04eeadfa234c req-c1e2b48a-9f90-4a7e-8857-7c5fef70cdc8 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976300 Dec 12 15:19:50.682100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:50.693572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-052280e8-971a-4e35-847f-1f4dc24aa020 req-1fac078c-a9b0-445c-93fb-06810978de90 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331077 Dec 12 15:19:50.722227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:50.723038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:50.725047 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4250f2-ad6c-440f-b20a-fd4b5ed5e8d8 None None] Pushing event updated for resources: {'Port': ['ID=daa14399-7628-4925-afea-b86bd0c3b893,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:50.729849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-cb4c6ab3-41ee-40e1-a82e-69210243e380 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:50.731372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-cb4c6ab3-41ee-40e1-a82e-69210243e380 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48&tenant_id=54abd2d356f848cf92e3857c973c6270&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 948 time: 0.2288282 Dec 12 15:19:50.757449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:50.842467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0de52e-bc56-4e0c-8668-856406352969 req-1024d23a-9af3-4eb0-9787-bc823bc34715 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:50.843920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0de52e-bc56-4e0c-8668-856406352969 req-1024d23a-9af3-4eb0-9787-bc823bc34715 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 943 time: 0.3082960 Dec 12 15:19:50.855353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.889666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.893043 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:50.898025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:50.977689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:50.981364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c187e8-42bb-4f64-851a-fdbb061643f8 req-c2a100db-9af6-45b9-a6b6-b2095163130b service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448959 Dec 12 15:19:51.201624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Allocated IP 172.20.0.1 (1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976/33619bb9-c8d5-4d66-b727-bd53142c0d86/0179f4c1-50c8-4828-8642-819b16b47d27) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:51.211448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33afdde-3ea2-4028-bfc2-17bb4ec406f7 req-1d92d1b6-44f1-4395-a724-489f20180394 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:51.218843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b33afdde-3ea2-4028-bfc2-17bb4ec406f7 req-1d92d1b6-44f1-4395-a724-489f20180394 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.4064958 Dec 12 15:19:51.226540 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-0b47c548-8b1c-4187-ad86-702785c21501 service neutron] delete failed (client error): The resource could not be found. Dec 12 15:19:51.227545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-0b47c548-8b1c-4187-ad86-702785c21501 service neutron] 10.222.0.30 "DELETE /v2.0/ports/3e69d6d2-b153-4551-983c-030e5dd29747/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.4708278 Dec 12 15:19:51.244664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:51.245304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.246713 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/3b4f40b8-b670-4eed-a039-8c5bfd72512a HTTP/1.1" status: 200 len: 1091 time: 3.2039659 Dec 12 15:19:51.264252 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:47Z', 'revision_number': 3, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:51.274467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:51.277493 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:51.278906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0de52e-bc56-4e0c-8668-856406352969 req-2bab6111-a275-439a-bf44-78905910b5bf tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087324 Dec 12 15:19:51.297560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150caf4e-54cb-4f53-a067-2e48d9bbfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:51.354423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2d68e6-f37e-48fc-9411-45688c76531f None None] The sync data for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 is: [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:47Z', 'revision_number': 3, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:51.401923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b33afdde-3ea2-4028-bfc2-17bb4ec406f7 req-337942e3-3a5b-4b80-b81b-c50f32134ee9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737156 Dec 12 15:19:51.424745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:19:51.519051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.529021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.531835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-4d3ec6e4-5ef5-4862-89bc-3f1ecb7bb3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:51.533597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-4d3ec6e4-5ef5-4862-89bc-3f1ecb7bb3e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1099 time: 0.2197978 Dec 12 15:19:51.544471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.592729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4869158d-8e05-4b9e-a08e-99cbf44fb526 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:51.607689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.657434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4869158d-8e05-4b9e-a08e-99cbf44fb526 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:51.657800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:51.726765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5abff367-dfaa-4663-91c9-269263061a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:51.728429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-5abff367-dfaa-4663-91c9-269263061a3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 1094 time: 0.3861091 Dec 12 15:19:51.732201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:51.738823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Pushing event updated for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:51.937643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-b144787f-57f6-435c-8d35-b41d25569b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:51.939119 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-b144787f-57f6-435c-8d35-b41d25569b78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3959610 Dec 12 15:19:52.020134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-936965c0-0312-4c99-9671-996e8890d30f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.0487008 Dec 12 15:19:52.044475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Router e61ea40e-9124-4130-9a51-973e7c9d03b3 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:19:52.124780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-238139ab-57e1-4c56-903a-c5ff33263b33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a HTTP/1.1" status: 200 len: 217 time: 0.3871884 Dec 12 15:19:52.125598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:52.130499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:52.130973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:52.160604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ce3da-406d-4a1a-92f5-8704221c9034 req-0b5e1732-db6d-4444-bd36-acbfb53edfa1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.174169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b46ce3da-406d-4a1a-92f5-8704221c9034 req-0b5e1732-db6d-4444-bd36-acbfb53edfa1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.5888186 Dec 12 15:19:52.193161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-a44d40e9-ebb1-4cb9-b9e4-36f454d811f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.194659 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-a44d40e9-ebb1-4cb9-b9e4-36f454d811f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1630695 Dec 12 15:19:52.235648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed62a5-726e-48fb-97d4-26480db42955 req-4dbca49f-cbfc-41c1-b2c6-718f19392c72 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.237390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fed62a5-726e-48fb-97d4-26480db42955 req-4dbca49f-cbfc-41c1-b2c6-718f19392c72 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 948 time: 0.8324902 Dec 12 15:19:52.263396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:52.333270 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Floating IP f1d2e86f-055e-42e1-aa5a-706ce34ed4da associated. External IP: 172.25.3.222, port: 801fc7f7-7a24-40dd-be8b-ed3483c8d6df. Dec 12 15:19:52.371938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:52.377511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:52.378235 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:52.397398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-e00f3f54-c97e-4376-96c1-22194f095780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.399009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-e00f3f54-c97e-4376-96c1-22194f095780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.2490370 Dec 12 15:19:52.408128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:52.437135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Sync routers for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:52.466526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:52.467295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:52.476677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-74a23f4a-563c-4785-b6f1-3f96f123f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.478576 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-74a23f4a-563c-4785-b6f1-3f96f123f583 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075911 Dec 12 15:19:52.490003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:52.493137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0069c9b-d974-4edc-9fa8-616c88996233 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.0859191 Dec 12 15:19:52.495549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53910) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:19:52.519472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b46ce3da-406d-4a1a-92f5-8704221c9034 req-2cdc5f58-5e9f-40d6-b8e4-ee26e5cad219 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926955 Dec 12 15:19:52.531826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fed62a5-726e-48fb-97d4-26480db42955 req-e9e31252-4f7d-4770-803e-1864b47e16bc tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695210 Dec 12 15:19:52.647993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-28912b0f-f63d-4ea1-a864-ad2d59c82fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:52.650310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-28912b0f-f63d-4ea1-a864-ad2d59c82fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233374 Dec 12 15:19:52.718024 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc478a0-08c9-4a56-91f0-431d1554e237 x-openstack-request-id: req-6dc478a0-08c9-4a56-91f0-431d1554e237 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:52.719171 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:52.719433 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dc478a0-08c9-4a56-91f0-431d1554e237 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:52.719834 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'status': 'completed', 'code': 200} Dec 12 15:19:52.741321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:52.770540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8dad4489-81db-4493-82d2-a1675367f981 None None] Provisioning complete for port 0179f4c1-50c8-4828-8642-819b16b47d27 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:52.770940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8dad4489-81db-4493-82d2-a1675367f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:52.790388 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-effa848a-50a5-44a5-92e1-a96fddb422b7 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399659 Dec 12 15:19:52.920360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Router 58fc667d-f4e0-4829-b03d-d468228d48fa has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:52.980690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:53.030442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-04d59825-4e6b-4d75-a3b7-5eba72bc7aa3 req-5f22e3cb-5642-486c-988f-70918ebbe586 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011495 Dec 12 15:19:53.030996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1814cf-7009-4092-a6f3-701c5821eaf8 req-d517571b-0752-4456-90ad-cb9ab90bb82c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:53.040027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b1814cf-7009-4092-a6f3-701c5821eaf8 req-d517571b-0752-4456-90ad-cb9ab90bb82c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 944 time: 0.2900765 Dec 12 15:19:53.077998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-8645ce8b-6945-4e57-875b-aa4d5b749c5e service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752012 Dec 12 15:19:53.091584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d7ff9-54a7-4bce-b8d2-70779a2bf74f req-02cd0eca-8f93-4c68-b2ce-620eeece02aa tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:53.093320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df5d7ff9-54a7-4bce-b8d2-70779a2bf74f req-02cd0eca-8f93-4c68-b2ce-620eeece02aa tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 943 time: 0.2676511 Dec 12 15:19:53.118727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.127240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:53.136179 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Sync routers for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:53.142985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.163320 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:53.164031 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:53.199466 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a6003f1-03f6-495f-bf20-6211f04971a5 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "PUT /v2.0/floatingips/f1d2e86f-055e-42e1-aa5a-706ce34ed4da HTTP/1.1" status: 200 len: 991 time: 3.9506819 Dec 12 15:19:53.231170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8dad4489-81db-4493-82d2-a1675367f981 None None] Port 0179f4c1-50c8-4828-8642-819b16b47d27 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:53.295813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:53.298188 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba2dfc-b1cd-4d6b-a30d-bdf0081ee949" -d '{"events": [{"server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "name": "network-vif-plugged", "status": "completed", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:53.313306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:53.330740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b1814cf-7009-4092-a6f3-701c5821eaf8 req-13e9f520-e60c-4e8d-b6fc-eaf3a887f08d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895579 Dec 12 15:19:53.338213 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:53.339360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.349649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:53.461481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.481807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:53.499219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:49Z', 'revision_number': 3, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:53.502762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3e69d6d2-b153-4551-983c-030e5dd29747 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:53.535037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Checking router: e61ea40e-9124-4130-9a51-973e7c9d03b3 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:53.535424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Updating router e61ea40e-9124-4130-9a51-973e7c9d03b3 port ef40b993-7588-41f6-a176-2b7147cb70cd binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:53.537889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3e69d6d2-b153-4551-983c-030e5dd29747 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:53.538256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.595810 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.647267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device daa14399-7628-4925-afea-b86bd0c3b893 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:53.677290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.677965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.788017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'f1d2e86f-055e-42e1-aa5a-706ce34ed4da', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'port_id': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'mac_address': 'fa:16:3e:9a:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:19:21Z', 'updated_at': '2021-12-12T15:19:51Z', 'revision_number': 1, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:53.813694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df5d7ff9-54a7-4bce-b8d2-70779a2bf74f req-321aec1b-2ca3-4f51-b8b2-4c833084bd0e tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6721420 Dec 12 15:19:53.825351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88bdb668-e33d-4b6e-82e2-00c87bfada09 req-767c7644-8875-4544-afea-69feb01f569f service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265961 Dec 12 15:19:53.848862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Checking router: 58fc667d-f4e0-4829-b03d-d468228d48fa for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:53.862301 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:53.863712 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:53.922280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:53.939823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port daa14399-7628-4925-afea-b86bd0c3b893 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:53.940200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.016373 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d2931b-5dbd-4752-8228-a581c11fdda7 x-openstack-request-id: req-67d2931b-5dbd-4752-8228-a581c11fdda7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:54.017201 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "name": "network-vif-plugged", "status": "completed", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:54.017201 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67d2931b-5dbd-4752-8228-a581c11fdda7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:54.024552 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'code': 200} Dec 12 15:19:54.044930 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:54.047222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14552-dc30-469a-b5ca-c052435a7198 req-22098cdc-fdbb-485c-ba2f-5c8addbb5e26 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.048747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ae14552-dc30-469a-b5ca-c052435a7198 req-22098cdc-fdbb-485c-ba2f-5c8addbb5e26 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.4791272 Dec 12 15:19:54.049465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Pushing event updated for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:54.071416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:54.087470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.088271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:19:54.232142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-370c819e-1005-40b1-9042-16e1cb686f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.233553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-370c819e-1005-40b1-9042-16e1cb686f38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 1094 time: 0.3235898 Dec 12 15:19:54.244285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:54.245044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-8af7149f-cd70-4a25-804f-24b2aeed9c61 service neutron] 10.222.0.13 "GET /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.4640355 Dec 12 15:19:54.263860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.270716 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.305696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.330393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port daa14399-7628-4925-afea-b86bd0c3b893, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=daa14399-7628-4925-afea-b86bd0c3b893,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:54.331624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'f1d2e86f-055e-42e1-aa5a-706ce34ed4da', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'port_id': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'mac_address': 'fa:16:3e:9a:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:19:21Z', 'updated_at': '2021-12-12T15:19:51Z', 'revision_number': 1, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:54.334446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ae14552-dc30-469a-b5ca-c052435a7198 req-013f169c-e958-4e60-89e9-679d6324b2e0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523158 Dec 12 15:19:54.389332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934fc5c-bd8f-40dc-a014-8a4417cf1b46 None None] Pushing event updated for resources: {'Port': ['ID=ef40b993-7588-41f6-a176-2b7147cb70cd,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:54.396706 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.452751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Attempting to bind port ef40b993-7588-41f6-a176-2b7147cb70cd on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:54.453292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Attempting to bind port ef40b993-7588-41f6-a176-2b7147cb70cd by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:54.453769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Attempting to bind port ef40b993-7588-41f6-a176-2b7147cb70cd on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:54.461932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:54.462663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:54.463176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.463680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:54.464287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Bound port: ef40b993-7588-41f6-a176-2b7147cb70cd, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:54.464815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.466996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba43b00-4ca7-406b-ac22-de229f13c2b7 None None] The sync data for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 is: [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'f1d2e86f-055e-42e1-aa5a-706ce34ed4da', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'port_id': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'mac_address': 'fa:16:3e:9a:e4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:19:21Z', 'updated_at': '2021-12-12T15:19:51Z', 'revision_number': 1, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:54.520007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=daa14399-7628-4925-afea-b86bd0c3b893,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:54.539945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] For port ef40b993-7588-41f6-a176-2b7147cb70cd, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:54.543635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] For port ef40b993-7588-41f6-a176-2b7147cb70cd, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ef40b993-7588-41f6-a176-2b7147cb70cd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:54.547903 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:54.610771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:54.611455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:54.617403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934fc5c-bd8f-40dc-a014-8a4417cf1b46 None None] Pushing event updated for resources: {'Port': ['ID=ef40b993-7588-41f6-a176-2b7147cb70cd,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:54.642266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519710d0-cf8e-4d9d-b3e2-a4dda19d7645 req-5ee0192f-0bb7-4357-832b-e51d2a356fad tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.643824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-519710d0-cf8e-4d9d-b3e2-a4dda19d7645 req-5ee0192f-0bb7-4357-832b-e51d2a356fad tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.5908458 Dec 12 15:19:54.671298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c84cc8-d096-4cb4-bd17-da86dbb24429 req-fc3691e7-95cb-45c9-bca2-8e20800860b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.672779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2c84cc8-d096-4cb4-bd17-da86dbb24429 req-fc3691e7-95cb-45c9-bca2-8e20800860b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.6002574 Dec 12 15:19:54.710605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:54.712609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8b389-71bc-491c-8559-294ab629777e None None] New status for floating IP f1d2e86f-055e-42e1-aa5a-706ce34ed4da: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:19:54.721150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:54.724718 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:54.740042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:54.773584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:54.917992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef2df9-c18d-478d-a55f-712b1b5108e1 req-5dbf9806-4271-4aad-a7f5-7f805302a338 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.919604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ef2df9-c18d-478d-a55f-712b1b5108e1 req-5dbf9806-4271-4aad-a7f5-7f805302a338 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 944 time: 0.2669699 Dec 12 15:19:54.935516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-0dd8076b-114e-4262-b0c3-8ec053f2c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:54.937004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-0dd8076b-114e-4262-b0c3-8ec053f2c3b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 924 time: 0.6818540 Dec 12 15:19:54.950369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-519710d0-cf8e-4d9d-b3e2-a4dda19d7645 req-8fe01600-fad5-43df-8a1c-8895cbd07af5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715750 Dec 12 15:19:54.979856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2c84cc8-d096-4cb4-bd17-da86dbb24429 req-a021793b-a439-48dc-a41a-a272f44d9471 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976689 Dec 12 15:19:55.093823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-d791103d-546c-49d9-9792-49e6c020a70d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a HTTP/1.1" status: 200 len: 217 time: 0.1219096 Dec 12 15:19:55.117602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-df1b6a76-5ec0-4481-8e4f-14c5b0fd76c5 None None] Provisioning complete for port 0179f4c1-50c8-4828-8642-819b16b47d27 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:55.118012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df1b6a76-5ec0-4481-8e4f-14c5b0fd76c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:55.193416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-df1b6a76-5ec0-4481-8e4f-14c5b0fd76c5 None None] Port 0179f4c1-50c8-4828-8642-819b16b47d27 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:55.219776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:49Z', 'revision_number': 3, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:55.234135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:55.245551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ad7c6d-14cc-4053-b129-b13909941654 None None] The sync data for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 is: [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:49Z', 'revision_number': 3, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:55.246747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83ef2df9-c18d-478d-a55f-712b1b5108e1 req-8f7ac362-da7a-4479-9ae9-3ae256694357 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165758 Dec 12 15:19:55.268996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Router 433ed39c-b526-4848-a266-ed8109e179b9 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:19:55.290997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-4f9bb3de-de05-4595-b501-b89daded557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.292503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-4f9bb3de-de05-4595-b501-b89daded557a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.1895192 Dec 12 15:19:55.304535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954741c-b1e1-430b-b1fc-0552088a5b1b req-4d7bf217-0f07-470d-aaf2-c0b3c8fd2898 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.306231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0954741c-b1e1-430b-b1fc-0552088a5b1b req-4d7bf217-0f07-470d-aaf2-c0b3c8fd2898 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 945 time: 0.2781460 Dec 12 15:19:55.336706 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af2a5c-74fe-4e18-a59e-950ba97065a1 x-openstack-request-id: req-d1af2a5c-74fe-4e18-a59e-950ba97065a1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:55.337073 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:55.337390 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1af2a5c-74fe-4e18-a59e-950ba97065a1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:55.337993 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'status': 'completed', 'code': 200} Dec 12 15:19:55.418655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-e9ca1d02-841f-4bfe-81f3-0110e511c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.420178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-e9ca1d02-841f-4bfe-81f3-0110e511c804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b&device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 1096 time: 0.0547323 Dec 12 15:19:55.430821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:55.530816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-8b7475f1-9776-441c-bb32-486d210699c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.532552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-8b7475f1-9776-441c-bb32-486d210699c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b HTTP/1.1" status: 200 len: 912 time: 0.1045520 Dec 12 15:19:55.540784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:55.566042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device daa14399-7628-4925-afea-b86bd0c3b893 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:55.655411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0954741c-b1e1-430b-b1fc-0552088a5b1b req-ce1b2c3e-67e9-443b-9e29-61df416c0ac4 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360944 Dec 12 15:19:55.664519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-3c912f17-0af0-4659-9d52-3d74a3594e1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df HTTP/1.1" status: 200 len: 1001 time: 0.1238735 Dec 12 15:19:55.684854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port daa14399-7628-4925-afea-b86bd0c3b893 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:55.684854 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:55.704432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37799ab2-93e7-41ed-8fbd-43a5bd122efb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:55.727769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-d4cb098a-08d4-40e2-b1ac-f1fd2cd31fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.729469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-d4cb098a-08d4-40e2-b1ac-f1fd2cd31fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4186285 Dec 12 15:19:55.750440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:55.784134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-8451da6a-cef4-41fd-9a43-09457c744d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.786385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-8451da6a-cef4-41fd-9a43-09457c744d28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca2854b2-ae7c-4156-b092-1f71905573d8 HTTP/1.1" status: 200 len: 851 time: 0.1144331 Dec 12 15:19:55.791757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378073cd-5948-4a87-bfe0-9c41df0f5fff req-a02dae61-8135-4114-b6b4-023b43151709 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.793354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-378073cd-5948-4a87-bfe0-9c41df0f5fff req-a02dae61-8135-4114-b6b4-023b43151709 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 943 time: 0.3380718 Dec 12 15:19:55.850387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-e73d3125-ccf6-439a-80c5-06ebad78ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:55.851898 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-e73d3125-ccf6-439a-80c5-06ebad78ea2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523565 Dec 12 15:19:55.905832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:55.918916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Allocated IP 172.20.0.1 (4c3b8b6f-dd8d-4a00-9060-fc649615f7da/aabec9ad-a13e-4959-b1c3-0604549ba50a/8bea091f-ffc8-4ce9-b09e-80906bc577e6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:19:55.946695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:19:55.955977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-72b190ac-aa35-4db0-ba25-26ee2d3af8b5 service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912981 Dec 12 15:19:55.958909 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Sync routers for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:19:55.962045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7304946f-f7c3-4e86-a0c7-c3993606fed5 admin admin] 10.222.0.36 "PUT /v2.0/routers/433ed39c-b526-4848-a266-ed8109e179b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6118708 Dec 12 15:19:55.985034 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:55.987558 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:56.025444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:56.028399 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe4595-1343-4074-acb2-7d130ba007df" -d '{"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-plugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:56.156602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33b5a648-68bf-4d9b-8f5d-c5147ae7a4c4 req-d4a364d4-34db-44d7-b7e2-995b04b18e9d service neutron] 10.222.0.30 "GET /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783509 Dec 12 15:19:56.205177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3b4f40b8-b670-4eed-a039-8c5bfd72512a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:19:56.229967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-378073cd-5948-4a87-bfe0-9c41df0f5fff req-a327db42-7ea7-4daf-9126-7435739c49ea tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4038610 Dec 12 15:19:56.259900 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:56.317750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe89dc-269c-4af8-8c20-a6727320516c req-7ba877ca-9ed7-4f15-abb5-5ee95dd07382 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:56.319338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38fe89dc-269c-4af8-8c20-a6727320516c req-7ba877ca-9ed7-4f15-abb5-5ee95dd07382 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.4603751 Dec 12 15:19:56.340730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-bc5e4f49-d87e-4ffa-8280-77e0406fd30a service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026204 Dec 12 15:19:56.369092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:56.387986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'port_id': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'mac_address': 'fa:16:3e:48:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:19:56.480696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:56.517821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4f40b8-b670-4eed-a039-8c5bfd72512a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:19:56.537415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] Transition to ACTIVE for port object 37799ab2-93e7-41ed-8fbd-43a5bd122efb will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:19:56.540088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:56.540920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:56.551340 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:56.560101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:56.572272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38fe89dc-269c-4af8-8c20-a6727320516c req-1815139f-82dd-4e88-a180-a6a01855c85d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353368 Dec 12 15:19:56.649946 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49832397-d6da-408a-8203-22a7a18aa4bf x-openstack-request-id: req-49832397-d6da-408a-8203-22a7a18aa4bf {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:19:56.650440 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-plugged", "status": "completed", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:19:56.650548 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49832397-d6da-408a-8203-22a7a18aa4bf {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:19:56.650922 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'code': 200} Dec 12 15:19:56.704186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:56.719883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daffba0-cf3b-4b99-b8e0-5987c2153e30 req-8338c85e-36ba-4790-85da-b91016d70ac3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:56.726287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3daffba0-cf3b-4b99-b8e0-5987c2153e30 req-8338c85e-36ba-4790-85da-b91016d70ac3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3716342 Dec 12 15:19:56.755351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c7cb3e-adeb-4ee0-8a8a-fd6bc15324fc req-e790ce4b-12b6-48db-95e6-2cd5ca5b739a service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907101 Dec 12 15:19:56.792310 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:52Z', 'revision_number': 4, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0179f4c1-50c8-4828-8642-819b16b47d27', 'name': '', 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'mac_address': 'fa:16:3e:6b:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:51Z', 'updated_at': '2021-12-12T15:19:52Z', 'revision_number': 2, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'subnets': [{'id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:56.808089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] Pushing event updated for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:56.835174 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Checking router: 433ed39c-b526-4848-a266-ed8109e179b9 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:19:56.840418 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Updating router 433ed39c-b526-4848-a266-ed8109e179b9 port 0179f4c1-50c8-4828-8642-819b16b47d27 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:19:56.853067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['3b4f40b8-b670-4eed-a039-8c5bfd72512a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:19:56.875877 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:56.939777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] No DVR routers for this DVR port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:19:57.021619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.123006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-88f0f058-318c-4972-9c39-0c6bbc87d8ad service neutron] 10.222.0.13 "PUT /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb/bindings/n-h1-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 2.8533075 Dec 12 15:19:57.123539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Pushing event updated for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:57.134599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:57.137962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:57.166833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb087515-cabd-443d-b282-88af1de803fd req-da1d64d6-f681-4269-ae9b-7e201ee4e077 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:57.179950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb087515-cabd-443d-b282-88af1de803fd req-da1d64d6-f681-4269-ae9b-7e201ee4e077 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.4269361 Dec 12 15:19:57.183875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:19:57.184357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.220868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3daffba0-cf3b-4b99-b8e0-5987c2153e30 req-8e2428fe-ef48-4cd8-91a8-55b3451bcae5 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476101 Dec 12 15:19:57.291483 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.298889 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.490634 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460ef9a-81e4-47dd-827c-5dff4842af19 None None] Pushing event updated for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:57.561502 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Attempting to bind port 0179f4c1-50c8-4828-8642-819b16b47d27 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:19:57.562196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Attempting to bind port 0179f4c1-50c8-4828-8642-819b16b47d27 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:19:57.563456 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Attempting to bind port 0179f4c1-50c8-4828-8642-819b16b47d27 on network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:19:57.575594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:19:57.576382 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Checking segment: {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:19:57.577023 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.578183 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Bound using segment: {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:19:57.578883 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Bound port: 0179f4c1-50c8-4828-8642-819b16b47d27, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9114fed5-0dfd-4c56-98fd-ac373db2256f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:19:57.579580 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.625879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-b289c80a-e514-48d8-ae52-143390225987 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:57.627391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-b289c80a-e514-48d8-ae52-143390225987 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.3221464 Dec 12 15:19:57.645358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ef40b993-7588-41f6-a176-2b7147cb70cd up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:57.652281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb087515-cabd-443d-b282-88af1de803fd req-3a471320-90c1-4371-9ca3-bde159a30cbc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714360 Dec 12 15:19:57.656806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.765999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a7d07e85-4a49-45b7-b8a6-f46d8806b56c None None] Provisioning complete for port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:57.766804 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a7d07e85-4a49-45b7-b8a6-f46d8806b56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.770359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a0aa-ae18-4019-bc91-bb015b58d243 req-4add1637-afe9-44f2-8dea-df37774f63e5 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:57.779598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da12a0aa-ae18-4019-bc91-bb015b58d243 req-4add1637-afe9-44f2-8dea-df37774f63e5 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 945 time: 0.3454750 Dec 12 15:19:57.808816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] For port 0179f4c1-50c8-4828-8642-819b16b47d27, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:19:57.811410 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] For port 0179f4c1-50c8-4828-8642-819b16b47d27, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0179f4c1-50c8-4828-8642-819b16b47d27,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:19:57.817111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ef40b993-7588-41f6-a176-2b7147cb70cd triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:57.817501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.822679 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:57.912219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a7d07e85-4a49-45b7-b8a6-f46d8806b56c None None] Port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:19:57.925820 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:19:57.926632 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:57.952501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-cc38df2f-aa48-4b89-90a8-337782c711b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:57.954439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-cc38df2f-aa48-4b89-90a8-337782c711b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 1096 time: 0.3007109 Dec 12 15:19:58.134684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.167755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] Provisioning complete for port 0179f4c1-50c8-4828-8642-819b16b47d27 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:58.167755 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.228136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port ef40b993-7588-41f6-a176-2b7147cb70cd, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ef40b993-7588-41f6-a176-2b7147cb70cd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:58.250416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3b4f40b8-b670-4eed-a039-8c5bfd72512a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:58.259055 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.283979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da12a0aa-ae18-4019-bc91-bb015b58d243 req-a0a165ef-a4ed-4871-94e8-454197870169 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864056 Dec 12 15:19:58.328813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460ef9a-81e4-47dd-827c-5dff4842af19 None None] Pushing event updated for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:58.360999 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:19:58.490824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.492888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=ef40b993-7588-41f6-a176-2b7147cb70cd,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:58.524679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 3b4f40b8-b670-4eed-a039-8c5bfd72512a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:19:58.553633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 3b4f40b8-b670-4eed-a039-8c5bfd72512a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:58.554054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.647670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] For port 0179f4c1-50c8-4828-8642-819b16b47d27, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0179f4c1-50c8-4828-8642-819b16b47d27,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:58.669941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.705904 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:52Z', 'revision_number': 4, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0179f4c1-50c8-4828-8642-819b16b47d27', 'name': '', 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'mac_address': 'fa:16:3e:6b:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:51Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 4, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'subnets': [{'id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:19:58.754488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6200af-012a-4ff5-bf25-a4bad3e88155 None None] The sync data for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 is: [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:19:52Z', 'revision_number': 4, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0179f4c1-50c8-4828-8642-819b16b47d27', 'name': '', 'network_id': '1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'mac_address': 'fa:16:3e:6b:85:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:51Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 4, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'subnets': [{'id': '33619bb9-c8d5-4d66-b727-bd53142c0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:19:58.888344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae1bcd-63c6-4363-9e68-3c26b9680ed2 None None] Pushing event updated for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:58.908297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:58.932759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d8a35-f9ee-4182-8e13-42a85b075b9c req-c6e0852f-e1cd-483a-ab31-96692c7ea457 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:58.934629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e3d8a35-f9ee-4182-8e13-42a85b075b9c req-c6e0852f-e1cd-483a-ab31-96692c7ea457 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 944 time: 1.0101955 Dec 12 15:19:58.937475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-fd07dade-27df-4400-8755-4aef4ae57bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:58.939141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-fd07dade-27df-4400-8755-4aef4ae57bea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1096 time: 0.9452653 Dec 12 15:19:58.971853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1616a732-6da4-4c47-b4ec-fa3d629c5d05 None None] Provisioning complete for port 0179f4c1-50c8-4828-8642-819b16b47d27 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:58.972175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1616a732-6da4-4c47-b4ec-fa3d629c5d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.014406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.030348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.031643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.095836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:19:59.100030 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05198b7d-8f10-48f7-b935-f2751f7a6a24" -d '{"events": [{"server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "name": "network-vif-plugged", "status": "completed", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:19:59.118725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:19:59.132220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Pushing event updated for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:59.141713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.252587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96fd4-ec01-4d8d-b2af-8106b21c975b req-1cd81e66-4131-4cea-b0ad-0c53971c6c58 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:59.254241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fb96fd4-ec01-4d8d-b2af-8106b21c975b req-1cd81e66-4131-4cea-b0ad-0c53971c6c58 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.4872105 Dec 12 15:19:59.277282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e3d8a35-f9ee-4182-8e13-42a85b075b9c req-99eac61d-795b-44d9-8153-8466110d7b0b tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036368 Dec 12 15:19:59.314216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:19:59.413164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-927fe967-b913-4b73-a32f-9b940f47b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:19:59.414591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-927fe967-b913-4b73-a32f-9b940f47b0de service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.4400082 Dec 12 15:19:59.577326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fb96fd4-ec01-4d8d-b2af-8106b21c975b req-36ee3e5a-c7a7-4c38-aea4-4e71c168e9b3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759883 Dec 12 15:19:59.632407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-eecd3d4d-f576-4012-9f77-503dbd7becd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 200 len: 217 time: 0.2005436 Dec 12 15:19:59.835236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ef40b993-7588-41f6-a176-2b7147cb70cd up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:19:59.867970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:19:59.879795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:19:59.913280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ef40b993-7588-41f6-a176-2b7147cb70cd triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:19:59.913714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:19:59.979090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-7cc461aa-7b3d-4b75-8644-6f6c333ff186 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6376061 Dec 12 15:20:00.003336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-69b47c1f-8b5f-46c1-b6b4-d609f2fa3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:00.005500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-69b47c1f-8b5f-46c1-b6b4-d609f2fa3c34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.3267286 Dec 12 15:20:00.016949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:00.039992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0179f4c1-50c8-4828-8642-819b16b47d27 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:00.071363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fab9e-18e9-4398-b3a1-02305be51096 req-90eb3917-526d-4a42-ab1b-5ac86a1bf875 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:00.079017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc2fab9e-18e9-4398-b3a1-02305be51096 req-90eb3917-526d-4a42-ab1b-5ac86a1bf875 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.2665844 Dec 12 15:20:00.125710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0179f4c1-50c8-4828-8642-819b16b47d27 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:00.125952 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:00.130789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-0c9c47fb-d35b-4e96-81e3-2a35b3f8bb65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065412 Dec 12 15:20:00.277157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:00.293748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8bb70cfe-42c2-45e2-9357-fc5d5cc164f3 None None] Provisioning complete for port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:00.294422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8bb70cfe-42c2-45e2-9357-fc5d5cc164f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:00.311255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc2fab9e-18e9-4398-b3a1-02305be51096 req-9f95ea62-0fe8-4cff-985e-0c09c16828a4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312834 Dec 12 15:20:00.351454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70cfe-42c2-45e2-9357-fc5d5cc164f3 None None] Port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:20:00.387522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Router e61ea40e-9124-4130-9a51-973e7c9d03b3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:00.431424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-a5d58211-31df-4495-92c0-dbadd3a0e136 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696590 Dec 12 15:20:00.470718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdd53b1-4cef-48b5-bced-150a38ab6b58 x-openstack-request-id: req-2bdd53b1-4cef-48b5-bced-150a38ab6b58 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:00.471088 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "name": "network-vif-plugged", "status": "completed", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:00.471414 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bdd53b1-4cef-48b5-bced-150a38ab6b58 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:00.471900 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'code': 200} Dec 12 15:20:00.615978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ba45a-b648-4204-b258-da1b5a644712 req-e006a355-1744-4045-af44-d908923ce483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:00.617625 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ff8ba45a-b648-4204-b258-da1b5a644712 req-e006a355-1744-4045-af44-d908923ce483 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 1096 time: 0.0527570 Dec 12 15:20:00.669464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ff8ba45a-b648-4204-b258-da1b5a644712 req-e43272ee-ac69-452a-bb43-2a6838f836c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Dec 12 15:20:00.710948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:00.716436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-28a4b33c-88f2-40ee-9038-55bdd5b5f08e admin admin] 10.222.0.36 "PUT /v2.0/routers/e61ea40e-9124-4130-9a51-973e7c9d03b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2051086 Dec 12 15:20:00.724127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Sync routers for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:00.739112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:00.740068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:00.758647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a606f-61ed-4bcd-ae5a-d84270fb3dff req-3719010e-abd3-46cf-9aba-4353abe34337 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:00.760573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c26a606f-61ed-4bcd-ae5a-d84270fb3dff req-3719010e-abd3-46cf-9aba-4353abe34337 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.1324377 Dec 12 15:20:00.764838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-a2e295d2-12df-4f50-b332-362681aaac43 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256309 Dec 12 15:20:00.788329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:00.864859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c26a606f-61ed-4bcd-ae5a-d84270fb3dff req-390fbb7c-dc70-4c37-8a61-49892704892f tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969229 Dec 12 15:20:00.873443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:00.945836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Allocated IP 172.25.3.38 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/aa8d3542-bef7-4047-a6e2-149ffa5c967e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:01.071720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ab66e-a577-414a-8147-9485270cf9e6 req-4e181d83-251d-4367-a1b8-f5a763db7030 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:01.073164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f84ab66e-a577-414a-8147-9485270cf9e6 req-4e181d83-251d-4367-a1b8-f5a763db7030 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.0957162 Dec 12 15:20:01.125979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.167824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 4, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8bea091f-ffc8-4ce9-b09e-80906bc577e6', 'name': '', 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'mac_address': 'fa:16:3e:1f:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:55Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 2, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'subnets': [{'id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:01.170686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f84ab66e-a577-414a-8147-9485270cf9e6 req-030a4792-fc19-423b-936f-b8d44f661f65 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861340 Dec 12 15:20:01.205781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-415a5972-31fc-409c-b2a6-a9e50f6559d1 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:01.207922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-415a5972-31fc-409c-b2a6-a9e50f6559d1 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0781374 Dec 12 15:20:01.210051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Checking router: e61ea40e-9124-4130-9a51-973e7c9d03b3 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:01.210548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Updating router e61ea40e-9124-4130-9a51-973e7c9d03b3 port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:20:01.223961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.240712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.320321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:01.337850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:01.346528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-2291e85f-b929-4934-a2e4-16808fb38b6a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475099 Dec 12 15:20:01.347935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:01.352274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event updated for resources: {'Port': ['ID=aa8d3542-bef7-4047-a6e2-149ffa5c967e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:01.423836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.424187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.424525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.424880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.425216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.426590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.426590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.426804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.426995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.427314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.427633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.428236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.428236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:01.538581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.545005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.629724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800b551-0d54-45f7-b4b1-13c11e528118 None None] Pushing event updated for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:01.674178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Attempting to bind port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:01.674476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Attempting to bind port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:01.674847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Attempting to bind port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 on network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:01.681339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:01.681720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Checking segment: {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:01.682128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.682528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Bound using segment: {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:01.683138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Bound port: 8bea091f-ffc8-4ce9-b09e-80906bc577e6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cbe49f-51cf-4b15-87b5-119badd48c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:01.683528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.765813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] For port 8bea091f-ffc8-4ce9-b09e-80906bc577e6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:01.770622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] For port 8bea091f-ffc8-4ce9-b09e-80906bc577e6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bea091f-ffc8-4ce9-b09e-80906bc577e6,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:01.776950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.814301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.894561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-0dc675b5-dbe0-480b-be41-42d64b785b37 service neutron] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:01.897500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.902916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-0dc675b5-dbe0-480b-be41-42d64b785b37 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:01.904049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b54ff69c-1325-4db4-a082-bbb9a978375c req-0dc675b5-dbe0-480b-be41-42d64b785b37 service neutron] 10.222.0.30 "DELETE /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb/bindings/n-h2-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.6871076 Dec 12 15:20:01.912943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-f7375029-43b8-4dc2-9ee5-3bfb8e09a876 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:01.921922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-f7375029-43b8-4dc2-9ee5-3bfb8e09a876 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5413051 Dec 12 15:20:01.962345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-4daa5460-f68d-4933-849f-3d1e297e74f2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/quotas/54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 375 time: 0.0393469 Dec 12 15:20:02.027407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:02.028492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:02.087271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] Provisioning complete for port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:02.087682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.116420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-7fe9150b-e61a-4615-8e61-52fffa076181 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1531954 Dec 12 15:20:02.126478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800b551-0d54-45f7-b4b1-13c11e528118 None None] Pushing event updated for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:02.229454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:02.249265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.261571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.319862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.334761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.375370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.376864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3845639 Dec 12 15:20:02.377739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac92568-0d4e-4bb7-a4c0-90488a20ff91 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event updated for resources: {'Port': ['ID=aa8d3542-bef7-4047-a6e2-149ffa5c967e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:02.569362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-62371d87-764d-4107-8a31-edc33a7eb844 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 695 time: 0.1815984 Dec 12 15:20:02.614375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] For port 8bea091f-ffc8-4ce9-b09e-80906bc577e6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bea091f-ffc8-4ce9-b09e-80906bc577e6,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:02.626807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.681361 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-e5ddf8bb-c268-4f98-ba86-425db0f31f4b req-eea60ef4-e02c-4d3e-a0aa-090f63b51300 tempest-FloatingIPDetailsNegativeTestJSON-1436160266 tempest-FloatingIPDetailsNegativeTestJSON-1436160266-project] show failed (client error): The resource could not be found. Dec 12 15:20:02.682585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5ddf8bb-c268-4f98-ba86-425db0f31f4b req-eea60ef4-e02c-4d3e-a0aa-090f63b51300 tempest-FloatingIPDetailsNegativeTestJSON-1436160266 tempest-FloatingIPDetailsNegativeTestJSON-1436160266-project] 10.222.0.36 "GET /v2.0/floatingips/08e8ee20-b529-4977-92be-35671ad72675 HTTP/1.1" status: 404 len: 350 time: 0.0547523 Dec 12 15:20:02.692938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:02.718449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 4, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8bea091f-ffc8-4ce9-b09e-80906bc577e6', 'name': '', 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'mac_address': 'fa:16:3e:1f:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:55Z', 'updated_at': '2021-12-12T15:20:01Z', 'revision_number': 4, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'subnets': [{'id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:02.742292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-7ccab839-383e-4ada-b890-ecc756221897 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:02.744740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-7ccab839-383e-4ada-b890-ecc756221897 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1683216 Dec 12 15:20:02.773801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-d3861c6b-f130-42b9-b20c-b92620ca8672 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:20:02.775822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34559994-ceb8-40a9-81e9-a1122c2f6d7f req-d3861c6b-f130-42b9-b20c-b92620ca8672 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0250776 Dec 12 15:20:02.839620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364a8c1-2525-4519-9ea9-715df4a3a1fb None None] The sync data for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 is: [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:57Z', 'revision_number': 4, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8bea091f-ffc8-4ce9-b09e-80906bc577e6', 'name': '', 'network_id': '4c3b8b6f-dd8d-4a00-9060-fc649615f7da', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'mac_address': 'fa:16:3e:1f:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:55Z', 'updated_at': '2021-12-12T15:20:01Z', 'revision_number': 4, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'subnets': [{'id': 'aabec9ad-a13e-4959-b1c3-0604549ba50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:02.883076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9d7f6-aab9-4ecf-9b21-438cd0f99e3c None None] Pushing event updated for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:02.923041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2b30203a-4eba-45c6-8f2d-194a3d1874de None None] Provisioning complete for port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:02.923818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2b30203a-4eba-45c6-8f2d-194a3d1874de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:02.987581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1b36-4e81-4871-a671-5a9c486d0532 req-6e75a3a1-9a6a-41f2-bc99-275b04e70b83 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:02.993269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-339e1b36-4e81-4871-a671-5a9c486d0532 req-6e75a3a1-9a6a-41f2-bc99-275b04e70b83 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.2010710 Dec 12 15:20:03.174427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-339e1b36-4e81-4871-a671-5a9c486d0532 req-f4f57307-3224-4acc-924b-e602a54359df tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728380 Dec 12 15:20:03.488595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027306-7f68-4e5e-bfb2-af56bc77175d req-cb9b87cd-81c4-4590-8c43-9743891677a9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:03.503650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7027306-7f68-4e5e-bfb2-af56bc77175d req-cb9b87cd-81c4-4590-8c43-9743891677a9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1604779 Dec 12 15:20:03.524759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc812-48b0-4021-a2b0-45c2b955f5b8 req-f4995260-f9f2-43ed-ab1a-7a36e8f3d4ae tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:03.559325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0fbc812-48b0-4021-a2b0-45c2b955f5b8 req-f4995260-f9f2-43ed-ab1a-7a36e8f3d4ae tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.2782540 Dec 12 15:20:03.687701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bc1b0b9d-b4f9-4675-b077-465ab4af62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:03.709216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bea091f-ffc8-4ce9-b09e-80906bc577e6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:03.709879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-bc1b0b9d-b4f9-4675-b077-465ab4af62df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1096 time: 0.3267939 Dec 12 15:20:03.724967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7027306-7f68-4e5e-bfb2-af56bc77175d req-f1a40b18-2e62-4c56-8bc1-5575ca62490e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190795 Dec 12 15:20:03.773236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:03.840612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-29ee7061-8d67-4c56-b886-ea0a4e307107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:03.842391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-29ee7061-8d67-4c56-b886-ea0a4e307107 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1122780 Dec 12 15:20:03.896245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0fbc812-48b0-4021-a2b0-45c2b955f5b8 req-9504ac50-701b-4954-a56a-b67fc8f01cae tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360000 Dec 12 15:20:03.982370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-d0dfa05b-3cdc-4bb0-a733-02e2162e8528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 217 time: 0.1268013 Dec 12 15:20:04.001774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:04.002220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:04.173819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-5054414c-1461-4add-8bef-19fe4e138030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:04.173819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-5054414c-1461-4add-8bef-19fe4e138030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1770127 Dec 12 15:20:04.259705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a874ea-0965-4953-b3fd-0a38dfc2ebbf req-4d6c98f4-4504-404a-9eec-2c7a09bf5cff tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 210 time: 0.0895879 Dec 12 15:20:04.385957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-a6054500-03e9-4da7-b804-4d184573be11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885414 Dec 12 15:20:04.428823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-447dbf40-2746-4d12-b96c-c413a8e54ba7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:04.430839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-447dbf40-2746-4d12-b96c-c413a8e54ba7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 820 time: 0.2619770 Dec 12 15:20:04.520972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-7ccbce2b-9de1-401e-92ca-8837041346b2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/quotas/c117f892ff82442998725864b46bfade HTTP/1.1" status: 200 len: 375 time: 0.0669768 Dec 12 15:20:04.595476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-f8c48080-8c7a-4ee3-b8c1-2040100a1bc5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692408 Dec 12 15:20:04.697635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2b413-a963-4633-bbfe-1bdb7780778d req-1f33222c-4f46-47d4-acde-acdf2b828ebc tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:04.699973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Deleting port 8bea091f-ffc8-4ce9-b09e-80906bc577e6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:04.700530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:04.712376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bae2b413-a963-4633-bbfe-1bdb7780778d req-1f33222c-4f46-47d4-acde-acdf2b828ebc tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.2795899 Dec 12 15:20:04.719773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:04.727665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Request body: {'floatingip': {'port_id': '3b4f40b8-b670-4eed-a039-8c5bfd72512a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:04.744279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-487adbe0-3a84-4d1a-85f4-192fc2e486f5 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2021687 Dec 12 15:20:04.806232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:04.882663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-c0135def-b1a4-46d8-986d-6c9a47cac9c1 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423330 Dec 12 15:20:05.005017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-c2642faa-0c85-41c3-9814-63b137bdae4c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:05.006640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-c2642faa-0c85-41c3-9814-63b137bdae4c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978217 Dec 12 15:20:05.022121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] For port 8bea091f-ffc8-4ce9-b09e-80906bc577e6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bea091f-ffc8-4ce9-b09e-80906bc577e6,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:05.022513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:05.031505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Request body: {'port': {'device_id': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '54abd2d356f848cf92e3857c973c6270'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:05.061003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241dc50-63c1-44e9-bf3f-0a38ab6dcfa9 req-6d3af007-9f35-4a41-9d70-cdc94a4d158d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:05.065298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0241dc50-63c1-44e9-bf3f-0a38ab6dcfa9 req-6d3af007-9f35-4a41-9d70-cdc94a4d158d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1096 time: 0.1701252 Dec 12 15:20:05.067332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Calling delete_port for 8bea091f-ffc8-4ce9-b09e-80906bc577e6 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:05.072834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-49ea559e-abff-40df-af31-61eb3de3442a service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266301 Dec 12 15:20:05.272553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-c0c1e02b-4189-4015-8050-9668e6590a50 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758671 Dec 12 15:20:05.293174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0241dc50-63c1-44e9-bf3f-0a38ab6dcfa9 req-a7fb0625-73f8-44f7-b174-6dd0175ee088 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880984 Dec 12 15:20:05.334923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c91070a7-3482-438b-bdc2-0b90c615939f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:05.372855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-12f284e6-8a7e-4284-a8ee-7c5c98804205 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656527 Dec 12 15:20:05.430171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:05.430443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Made reservation on behalf of 54abd2d356f848cf92e3857c973c6270 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:05.438487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:05.443127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:05.711782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Allocated IP 192.168.233.127 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/50616830-1cee-4cd8-aadc-5d191ffcd350) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:05.726874 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Floating IP 0652a900-3d96-4a9e-b491-feb8a8854453 associated. External IP: 172.25.3.74, port: 3b4f40b8-b670-4eed-a039-8c5bfd72512a. Dec 12 15:20:05.853938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72de113-a1f8-45cb-96d0-cc7cbfd459d1 req-5d6c1456-a03d-41a9-8eba-520804180180 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 210 time: 0.1100683 Dec 12 15:20:06.158659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:06.196244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:06.242931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819be267-637e-421f-aa97-2d9631d9072a req-8b725b90-a6c1-4fb2-8801-5fd7f8b98852 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:06.253398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-819be267-637e-421f-aa97-2d9631d9072a req-8b725b90-a6c1-4fb2-8801-5fd7f8b98852 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.5101535 Dec 12 15:20:06.360978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bea091f-ffc8-4ce9-b09e-80906bc577e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:06.377380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.377749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.377987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.378379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.378673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.378994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.379319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.379627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.379956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.380281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.380609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.408928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.409051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:06.491749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4c04-8f35-49aa-a5d9-e8b9b73287cd req-0e2bf7f1-4193-46ef-88f6-ce4b91e690ff tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:06.495994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2bed4c04-8f35-49aa-a5d9-e8b9b73287cd req-0e2bf7f1-4193-46ef-88f6-ce4b91e690ff tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 1096 time: 0.2961366 Dec 12 15:20:06.627622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-819be267-637e-421f-aa97-2d9631d9072a req-b7ed1968-0981-4a5a-a97b-43338104e859 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711195 Dec 12 15:20:06.669694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:06.686639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:06.700476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:06.794316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:06.809503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:06.862704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:06.901790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:06.905523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:06.930820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2bed4c04-8f35-49aa-a5d9-e8b9b73287cd req-19b4c756-fe2a-49bd-a6b8-00a5cc84c4e2 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023361 Dec 12 15:20:06.935948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:06.950783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:06.951497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:06.955766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e73d895b-559f-45e0-8c73-9c818c578d58 req-7a3b59db-d1cc-4e33-9dfd-911707f92600 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 210 time: 0.0736716 Dec 12 15:20:07.006967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-3431866b-c9a4-4ce3-bc44-9ac1e8648564 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9807172 Dec 12 15:20:07.031331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Request body: {'port': {'device_id': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:07.173849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:07.192053 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:07.215001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:07.218346 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:07.221309 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:19:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:07.347791 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:07.491669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb7e4796-3e4b-4301-b0f8-283af0abe42d tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "PUT /v2.0/floatingips/0652a900-3d96-4a9e-b491-feb8a8854453 HTTP/1.1" status: 200 len: 990 time: 2.7681680 Dec 12 15:20:07.517939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:07.530591 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7e81f3-5bef-4447-bfb3-5979e13c2559" -d '{"events": [{"name": "network-changed", "server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:07.561989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8a42e705-ce61-434c-a06f-ec68a1432e32 None None] Provisioning complete for port 50616830-1cee-4cd8-aadc-5d191ffcd350 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:07.562365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8a42e705-ce61-434c-a06f-ec68a1432e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:07.815156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8a42e705-ce61-434c-a06f-ec68a1432e32 None None] Port 50616830-1cee-4cd8-aadc-5d191ffcd350 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:20:07.821923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-961b12d1-d84d-4376-afda-457a813f3bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:07.838510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Router e61ea40e-9124-4130-9a51-973e7c9d03b3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:07.856044 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:08.119159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:08.132595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Sync routers for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:08.141257 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bc2c5cc3-98ee-4159-b066-90b788030e77 admin admin] 10.222.0.36 "PUT /v2.0/routers/e61ea40e-9124-4130-9a51-973e7c9d03b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4461780 Dec 12 15:20:08.141933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:08.154397 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:20:08.179338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:08.180001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:08.266699 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3646a9-62b8-4e0b-8b63-1c742bcaa611 x-openstack-request-id: req-de3646a9-62b8-4e0b-8b63-1c742bcaa611 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:08.267252 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:08.267252 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3646a9-62b8-4e0b-8b63-1c742bcaa611 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:08.267644 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'status': 'completed', 'code': 200} Dec 12 15:20:08.417738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.482541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:08.529597 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:48:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:20:05Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:08.602979 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:08.616985 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:08.617606 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:08.644333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.686565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.695894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f85f2-676f-4a73-829d-9ecfeaf0139c req-6087ad22-e7f0-4d5a-8fe4-af36724d518d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:08.697753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e24f85f2-676f-4a73-829d-9ecfeaf0139c req-6087ad22-e7f0-4d5a-8fe4-af36724d518d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 936 time: 1.4541569 Dec 12 15:20:08.775702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Deleting port ef40b993-7588-41f6-a176-2b7147cb70cd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:08.776062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.826851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:08.837685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:20:05Z', 'revision_number': 5, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port': {'id': 'ef40b993-7588-41f6-a176-2b7147cb70cd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ef:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:47Z', 'updated_at': '2021-12-12T15:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:08.889717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Checking router: e61ea40e-9124-4130-9a51-973e7c9d03b3 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:08.894220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] For port ef40b993-7588-41f6-a176-2b7147cb70cd, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ef40b993-7588-41f6-a176-2b7147cb70cd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:08.894770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.924461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Calling delete_port for ef40b993-7588-41f6-a176-2b7147cb70cd owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:08.927057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Routers {'e61ea40e-9124-4130-9a51-973e7c9d03b3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:08.928093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e61ea40e-9124-4130-9a51-973e7c9d03b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:08.970840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:08.979836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:08.994498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Transition to ACTIVE for port object 50616830-1cee-4cd8-aadc-5d191ffcd350 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:09.036085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-345a2989-73f2-465d-9fe9-36fdaa90d249 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:09.037647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-345a2989-73f2-465d-9fe9-36fdaa90d249 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 820 time: 1.6580393 Dec 12 15:20:09.044881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:09.088270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] Set router e61ea40e-9124-4130-9a51-973e7c9d03b3 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:09.116179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'port': {'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'admin_state_up': True, 'tenant_id': 'c117f892ff82442998725864b46bfade'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:09.171433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:20:08Z', 'revision_number': 6, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:09.187757 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:48:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:20:05Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:09.213280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1852f9-ec08-43f0-8581-7fa831c66dd4 None None] The sync data for ids ['e61ea40e-9124-4130-9a51-973e7c9d03b3'] in n-d-710847-8 is: [{'id': 'e61ea40e-9124-4130-9a51-973e7c9d03b3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1417293932-router', 'tenant_id': '3846681ec51c4d16bcc906c93c8c64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:20:08Z', 'revision_number': 6, 'project_id': '3846681ec51c4d16bcc906c93c8c64d1', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:09.215928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:09.235359 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48023fce-c3ab-4203-928f-0602c941ab3f None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0652a900-3d96-4a9e-b491-feb8a8854453', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'port_id': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'mac_address': 'fa:16:3e:48:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:17:27Z', 'updated_at': '2021-12-12T15:20:05Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:09.249905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:09.340435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-ca67acf6-11e9-436a-bb8a-b5236acf28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:09.342048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-ca67acf6-11e9-436a-bb8a-b5236acf28ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2d13402c3341748e6039c706c9d63d&device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 1096 time: 0.8701336 Dec 12 15:20:09.350563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e24f85f2-676f-4a73-829d-9ecfeaf0139c req-2ef584ab-f81d-4c6a-9de2-09ffb0e031aa tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103034 Dec 12 15:20:09.377508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e3c19-ea27-4561-a759-1b1b852bc3fc req-4b886b87-b829-4b96-bf55-190dc0bd5dc1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:09.378179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729e3c19-ea27-4561-a759-1b1b852bc3fc req-4b886b87-b829-4b96-bf55-190dc0bd5dc1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.9031618 Dec 12 15:20:09.704950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bea091f-ffc8-4ce9-b09e-80906bc577e6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:09.725356 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2117afa-7805-411d-bf58-fb1cd56ce219 None None] New status for floating IP 0652a900-3d96-4a9e-b491-feb8a8854453: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:09.727524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:09.744386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c281853-9f5d-483c-880f-787b672c229f req-5f5014bd-1512-46b5-bdce-2ab21f67d284 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 210 time: 0.1292019 Dec 12 15:20:09.791677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8bea091f-ffc8-4ce9-b09e-80906bc577e6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:20:09.792625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bea091f-ffc8-4ce9-b09e-80906bc577e6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:20:09.815286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729e3c19-ea27-4561-a759-1b1b852bc3fc req-ce53dd98-0e23-4d10-b353-4217b05be95b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359815 Dec 12 15:20:09.841291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef40b993-7588-41f6-a176-2b7147cb70cd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:09.858653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Attempting to bind port 50616830-1cee-4cd8-aadc-5d191ffcd350 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:09.861032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Attempting to bind port 50616830-1cee-4cd8-aadc-5d191ffcd350 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:09.861550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Attempting to bind port 50616830-1cee-4cd8-aadc-5d191ffcd350 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:09.935377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Made reservation on behalf of c117f892ff82442998725864b46bfade for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:09.947543 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:09.964430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:09.977995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Port 50616830-1cee-4cd8-aadc-5d191ffcd350 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:09.978337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Attempting to bind port 50616830-1cee-4cd8-aadc-5d191ffcd350 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:09.996205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:09.996571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:09.997530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:09.997988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Bound port: 50616830-1cee-4cd8-aadc-5d191ffcd350, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:09.998343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.065013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-b2bafb4e-0612-4300-855f-f4f990ea5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:10.067496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-b2bafb4e-0612-4300-855f-f4f990ea5e2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 200 len: 924 time: 0.7160487 Dec 12 15:20:10.130523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.133553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.151014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-1f6ae685-c57c-462c-9006-4496a24ab362 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a HTTP/1.1" status: 200 len: 998 time: 0.0746534 Dec 12 15:20:10.208200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.212213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.212985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e61ea40e-9124-4130-9a51-973e7c9d03b3 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:20:10.220919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:10.225294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:10.227286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.231242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54104) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:10.232499 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-45246b22-24dd-4b04-b174-2dd0fd48acb7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e61ea40e-9124-4130-9a51-973e7c9d03b3 HTTP/1.1" status: 204 len: 168 time: 2.0895305 Dec 12 15:20:10.251173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.392485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:10.443399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:10.443831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.445254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-56443e77-7de9-470d-817b-b8220dbc08af service neutron] 10.222.0.13 "PUT /v2.0/ports/50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 1096 time: 3.4279957 Dec 12 15:20:10.471340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:10.484402 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fc2f0-fbe8-4943-821b-3e58b82825b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:10.641817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-21fef273-195a-432e-b2c0-88dde1569882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:10.650761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-21fef273-195a-432e-b2c0-88dde1569882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 200 len: 863 time: 0.4205561 Dec 12 15:20:10.697168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Allocated IP 172.20.0.6 (0d2cc922-1079-4166-b515-a0dd2e0a98f7/a2a39d0f-ac47-4fc8-a440-dadf780dd23c/e9b98167-31f4-4155-9f65-f4a6147a2694) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:10.728250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Deleting subnet aabec9ad-a13e-4959-b1c3-0604549ba50a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:20:10.731618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.776491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:10.836625 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5142be9c-081b-4714-82ba-0d6b7c1ec56e x-openstack-request-id: req-5142be9c-081b-4714-82ba-0d6b7c1ec56e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:10.836875 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:10.837683 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5142be9c-081b-4714-82ba-0d6b7c1ec56e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:10.838081 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'status': 'completed', 'code': 200} Dec 12 15:20:10.986002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f0ec99f-fb77-426a-ad4f-6add1a45bcf9 req-8eb95d91-05de-4e05-a441-d727051567f7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 210 time: 0.1094005 Dec 12 15:20:10.990205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.011612 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.047394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.110694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-dae1fba5-79ba-4894-8522-46a21f4f82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.112172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-dae1fba5-79ba-4894-8522-46a21f4f82d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1099 time: 0.6050036 Dec 12 15:20:11.120833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb4396-b7b9-4e5d-98f8-515e020abf8a req-1f2d5b40-9bc1-4ffb-81fe-2e35f02624c3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.122656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-feeb4396-b7b9-4e5d-98f8-515e020abf8a req-1f2d5b40-9bc1-4ffb-81fe-2e35f02624c3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.5663939 Dec 12 15:20:11.233698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-f5e4087a-2bcf-421a-903e-c3b15393e6c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.1100376 Dec 12 15:20:11.246056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-23ccf19e-e8e2-43f1-bce9-59a5b20e5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.247519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-23ccf19e-e8e2-43f1-bce9-59a5b20e5067 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52f193cd-0bb7-4043-81c3-567504b48202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163294 Dec 12 15:20:11.301058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-1e694519-cddc-4d83-944a-06297a36fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.302539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-1e694519-cddc-4d83-944a-06297a36fa0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0506544 Dec 12 15:20:11.423293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.459471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b313-249e-4aa5-9364-2ce7562fa6b7 req-6c99eba7-3596-419c-9563-4b80b4193927 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.466583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0d6b313-249e-4aa5-9364-2ce7562fa6b7 req-6c99eba7-3596-419c-9563-4b80b4193927 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3359969 Dec 12 15:20:11.477652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.504177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-feeb4396-b7b9-4e5d-98f8-515e020abf8a req-dd05dafd-f8b0-4f1d-bacb-6f6c98bb28b3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545856 Dec 12 15:20:11.550798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabec9ad-a13e-4959-b1c3-0604549ba50a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:11.558302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c0e38-a968-4657-9e31-5ddf45b2f4f8 None None] Network 4c3b8b6f-dd8d-4a00-9060-fc649615f7da requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:20:11.561941 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.568603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:11.575980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-64bdafb4-30d9-4323-885f-9e2616c10115 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aabec9ad-a13e-4959-b1c3-0604549ba50a HTTP/1.1" status: 204 len: 168 time: 1.3345463 Dec 12 15:20:11.588009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-92ebada0-a9aa-4071-a736-cb8d1aabf329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:11.599287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-92ebada0-a9aa-4071-a736-cb8d1aabf329 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791443 Dec 12 15:20:11.715683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.763495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-91e5f4a2-d1c0-4533-a06c-f84cb043e11f service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526727 Dec 12 15:20:11.780908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ef40b993-7588-41f6-a176-2b7147cb70cd no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:11.815471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ef40b993-7588-41f6-a176-2b7147cb70cd {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:20:11.817276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ef40b993-7588-41f6-a176-2b7147cb70cd not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:20:11.838000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Deleting port 4869158d-8e05-4b9e-a08e-99cbf44fb526 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:11.838518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.841205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0d6b313-249e-4aa5-9364-2ce7562fa6b7 req-fb9369ac-92d6-4552-864a-6b21297551b9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737075 Dec 12 15:20:11.845602 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:11.876626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:12.016228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] For port 4869158d-8e05-4b9e-a08e-99cbf44fb526, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4869158d-8e05-4b9e-a08e-99cbf44fb526,segment=NetworkSegment(d1cbe49f-51cf-4b15-87b5-119badd48c8c),segment_id=d1cbe49f-51cf-4b15-87b5-119badd48c8c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:12.017068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.045375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Calling delete_port for 4869158d-8e05-4b9e-a08e-99cbf44fb526 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:12.055464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event updated for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:12.155185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:12.165227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:12.196413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:12.196759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] DHCP port deletion for 4c3b8b6f-dd8d-4a00-9060-fc649615f7da request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:20:12.211262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:12.211942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.278116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.301965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7e81f3-5bef-4447-bfb3-5979e13c2559 req-4c48ec3d-1f0e-489e-b96e-93363ac1e2fd service neutron] 10.222.0.30 "GET /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282784 Dec 12 15:20:12.304127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-dd257755-15a0-43f6-9cfe-a46463f84e84 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6731155 Dec 12 15:20:12.326178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4869158d-8e05-4b9e-a08e-99cbf44fb526,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:12.329142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] No DVR routers for this DVR port 4869158d-8e05-4b9e-a08e-99cbf44fb526 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:20:12.367890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Deleting port 4869158d-8e05-4b9e-a08e-99cbf44fb526 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:12.368275 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.454219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.467737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-60c5abe0-0434-48c2-a063-e2821770b028 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4204841 Dec 12 15:20:12.470407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731d8773-264a-4687-b77b-e08f0d4be9f5 req-b8323484-3359-4154-b085-63557e8a6c51 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421402 Dec 12 15:20:12.491934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Request body: {'port': {'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:12.500320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3b8b6f-dd8d-4a00-9060-fc649615f7da']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:12.513423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cbe49f-51cf-4b15-87b5-119badd48c8c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:12.513864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cbe49f-51cf-4b15-87b5-119badd48c8c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:12.526756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.537713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] For port 4869158d-8e05-4b9e-a08e-99cbf44fb526, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:12.540112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.546612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.555281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:20:12.555934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.578196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80686a96-f1e7-4017-b0d7-e98fe4c81e45 req-265c05d3-43d7-42c3-8464-520c0b039b5a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:12.582049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80686a96-f1e7-4017-b0d7-e98fe4c81e45 req-265c05d3-43d7-42c3-8464-520c0b039b5a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 931 time: 0.3637643 Dec 12 15:20:12.583974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Calling delete_port for 4869158d-8e05-4b9e-a08e-99cbf44fb526 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:12.595273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Port 4869158d-8e05-4b9e-a08e-99cbf44fb526 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:20:12.617973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:20:12.632338 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:20:12.640179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.650720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.654154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c3b8b6f-dd8d-4a00-9060-fc649615f7da HTTP/1.1" status: 204 len: 168 time: 1.0839143 Dec 12 15:20:12.654859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8f75f3c5-768d-4dd0-9e3f-bbc28218c525 None None] Provisioning complete for port e9b98167-31f4-4155-9f65-f4a6147a2694 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:12.655233 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f75f3c5-768d-4dd0-9e3f-bbc28218c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.661575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] No DVR routers for this DVR port 4869158d-8e05-4b9e-a08e-99cbf44fb526 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:20:12.681583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c57d6a-064d-4d98-95ab-a4eb34baecd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3b8b6f-dd8d-4a00-9060-fc649615f7da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:12.767211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Pushing event deleted for resources: {'Port': ['ID=4869158d-8e05-4b9e-a08e-99cbf44fb526,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:12.798532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.798892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.801144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.801513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.801936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.802350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.803357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.804339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.804734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.805090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.805432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.805772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.806108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b97e01-7cfe-4ef1-8d06-21fd965de6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:20:12.814706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-40137955-bad9-4855-be86-50c9ec1bbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:12.817611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-40137955-bad9-4855-be86-50c9ec1bbdd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1099 time: 0.2288084 Dec 12 15:20:12.841503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8f75f3c5-768d-4dd0-9e3f-bbc28218c525 None None] Port e9b98167-31f4-4155-9f65-f4a6147a2694 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:20:12.953917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80686a96-f1e7-4017-b0d7-e98fe4c81e45 req-68ff2ff6-10a4-4268-a9a1-5cae2fd0ab36 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023858 Dec 12 15:20:12.959254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-e2a25ea3-b8de-455b-bc11-c500f45cccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:12.961235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-e2a25ea3-b8de-455b-bc11-c500f45cccd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1064193 Dec 12 15:20:12.961489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:12.970617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:13.018102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-b48dfe65-fdcf-4bb0-a594-59c2a725afe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.0424263 Dec 12 15:20:13.031490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49dda5-249b-4e2d-8bf0-e95b08f1c913 req-ad6eec72-4dfc-48e9-9a02-9e1d0ec8ac33 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:13.033509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c49dda5-249b-4e2d-8bf0-e95b08f1c913 req-ad6eec72-4dfc-48e9-9a02-9e1d0ec8ac33 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.2842851 Dec 12 15:20:13.039834 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85cefbed-2526-4e44-bbe0-00ec29d7eb5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3846681ec51c4d16bcc906c93c8c64d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663619 Dec 12 15:20:13.043167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:13.194907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:13.246147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:13.343882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:13.349422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:13.351552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/254132ff-49f5-40f3-a844-c47aed5e6037 HTTP/1.1" status: 204 len: 168 time: 0.3066092 Dec 12 15:20:13.365640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c5f99-a555-49c2-8d53-bf839e33a01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254132ff-49f5-40f3-a844-c47aed5e6037,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:13.632431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4869158d-8e05-4b9e-a08e-99cbf44fb526 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:13.648993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7cce-d95d-4a5d-9577-c2924af10871 req-7dac2279-88f4-4bcd-8c28-1e515dc2d107 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:13.657534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e65e7cce-d95d-4a5d-9577-c2924af10871 req-7dac2279-88f4-4bcd-8c28-1e515dc2d107 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1963856 Dec 12 15:20:13.679067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4869158d-8e05-4b9e-a08e-99cbf44fb526 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:20:13.679692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4869158d-8e05-4b9e-a08e-99cbf44fb526 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:20:13.852734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-00b2323c-7b23-43ed-adfe-091abf833f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:13.854692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-00b2323c-7b23-43ed-adfe-091abf833f96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.8182199 Dec 12 15:20:13.894461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c49dda5-249b-4e2d-8bf0-e95b08f1c913 req-7c3d7b01-8b0e-4961-bdbe-e45c0b522d38 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468344 Dec 12 15:20:13.960750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e65e7cce-d95d-4a5d-9577-c2924af10871 req-7bb74c4e-fe29-4bfb-9478-83368d0a7d41 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021421 Dec 12 15:20:14.101729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-cc2e4c63-0a85-435e-b99c-7522923f72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:14.103439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-cc2e4c63-0a85-435e-b99c-7522923f72d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2342165 Dec 12 15:20:14.334788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b98167-31f4-4155-9f65-f4a6147a2694 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:14.366759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:14.423965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682507c2-cf10-41ba-92b0-fb8bcc58e426 req-65e67fa6-0e24-4f28-a4fe-b25a20477cea tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:14.426132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-682507c2-cf10-41ba-92b0-fb8bcc58e426 req-65e67fa6-0e24-4f28-a4fe-b25a20477cea tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 931 time: 0.1352000 Dec 12 15:20:14.427761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Transition to ACTIVE for port object e9b98167-31f4-4155-9f65-f4a6147a2694 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:14.430669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-c32d00e7-12d2-4b75-8954-2535ad11a3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797170 Dec 12 15:20:14.464535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:14.656514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:14.755495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-682507c2-cf10-41ba-92b0-fb8bcc58e426 req-2aac136d-658d-4b7b-bf6f-28cf8b4a3675 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221142 Dec 12 15:20:14.756117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54166) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:14.770477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Attempting to bind port e9b98167-31f4-4155-9f65-f4a6147a2694 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:14.770969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Attempting to bind port e9b98167-31f4-4155-9f65-f4a6147a2694 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:14.771405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Attempting to bind port e9b98167-31f4-4155-9f65-f4a6147a2694 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:14.827833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-142fc2f0-fbe8-4943-821b-3e58b82825b6 req-84e86ecd-7c73-4ec4-a7d0-56ab7a0d6999 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826950 Dec 12 15:20:14.828504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Port e9b98167-31f4-4155-9f65-f4a6147a2694 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:14.829467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Attempting to bind port e9b98167-31f4-4155-9f65-f4a6147a2694 on network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:14.853474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:14.853928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Checking segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:14.855181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Bound using segment: {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:14.855898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Bound port: e9b98167-31f4-4155-9f65-f4a6147a2694, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:14.857872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.016243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:15.026129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1199425324-network', 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:15.030403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e9b98167-31f4-4155-9f65-f4a6147a2694,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:15.037844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.089559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.093221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.094670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 1091 time: 2.6072402 Dec 12 15:20:15.095114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:15.097463 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418746fd-12c2-4374-96b5-341870f890af" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:15.201968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:15.204197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.246909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.307001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b8e6-65d3-470d-835c-c50530ff1791 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:15.362099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009455de-f5e8-4b78-a68c-dc9a5082e93c req-18f2945b-651d-4690-b884-1919af608faa tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.364287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-009455de-f5e8-4b78-a68c-dc9a5082e93c req-18f2945b-651d-4690-b884-1919af608faa tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.2840834 Dec 12 15:20:15.427205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432dcd8-ff5d-45f5-af0f-a5cab1aa4644 req-62dacc83-7118-40fd-889d-49ab34cb09fa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.429738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2432dcd8-ff5d-45f5-af0f-a5cab1aa4644 req-62dacc83-7118-40fd-889d-49ab34cb09fa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3078034 Dec 12 15:20:15.435450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-3bf5cc56-03e2-4e95-89f9-346ed2099301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.437364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-3bf5cc56-03e2-4e95-89f9-346ed2099301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1094 time: 0.1873763 Dec 12 15:20:15.538158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-bde44498-b51f-4173-b92f-867f589916b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 217 time: 0.0737450 Dec 12 15:20:15.626038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-009455de-f5e8-4b78-a68c-dc9a5082e93c req-d5e9ebda-0dce-4248-8f5e-dad0f4e41435 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474477 Dec 12 15:20:15.651075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2432dcd8-ff5d-45f5-af0f-a5cab1aa4644 req-f39cc8c1-9842-4224-a651-214b60697762 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123444 Dec 12 15:20:15.701106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.707759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-9d6f30d5-d67b-4561-88d5-51c8f54a21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.710164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-9d6f30d5-d67b-4561-88d5-51c8f54a21b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.1603549 Dec 12 15:20:15.713525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.808406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:20:15.819541 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406d909-f4c5-4763-93a9-5674c28cf636 x-openstack-request-id: req-8406d909-f4c5-4763-93a9-5674c28cf636 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:15.819824 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:15.820081 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8406d909-f4c5-4763-93a9-5674c28cf636 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:15.821293 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'status': 'completed', 'code': 200} Dec 12 15:20:15.830434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36283fe3-3f7e-4800-a50f-fcedb6421d44,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:15.837464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:15.837798 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Added segment 68843862-5e95-42e4-abec-07bf99efef12 of type vlan for network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb Dec 12 15:20:15.863474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-81c32baa-952c-40aa-97d4-f43768f5830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:15.865249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-81c32baa-952c-40aa-97d4-f43768f5830e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407878 Dec 12 15:20:15.942184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.063941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fc5a-addc-42af-bb61-6eee23651e98 req-5721a853-fccf-4ffe-bdb2-5c1c43b162ec tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.067095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d70fc5a-addc-42af-bb61-6eee23651e98 req-5721a853-fccf-4ffe-bdb2-5c1c43b162ec tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 943 time: 0.1365621 Dec 12 15:20:16.067750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.068653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.069203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.089988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-cfe96ca8-5fb6-4f4f-86b9-44d43fd48362 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907654 Dec 12 15:20:16.170968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4010680 Dec 12 15:20:16.171189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:16.175282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Request body: {'subnet': {'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1199425324-subnet', 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:16.209678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:16.215119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.248977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fd14d-2f41-4a7f-84a3-b88c66c13bbb admin admin] Pushing event updated for resources: {'Network': ['ID=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:16.266307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:20:16.273283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d70fc5a-addc-42af-bb61-6eee23651e98 req-e007dc58-a7e8-4528-aacd-8db4647892a8 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962404 Dec 12 15:20:16.315129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cae823a-4f14-4a9a-a440-1b3db148aa2a req-c167075e-1431-430a-b219-8f1ac23fa4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109773 Dec 12 15:20:16.355020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:16.480613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:16.488298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418746fd-12c2-4374-96b5-341870f890af req-7330c02a-b645-4c39-8e30-9834769d1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.494617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'mac_address': 'fa:16:3e:64:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:20:16.497475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-7330c02a-b645-4c39-8e30-9834769d1589 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1094 time: 0.1147349 Dec 12 15:20:16.520619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.543043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.566765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:16.571446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec90854-fb22-4670-b349-0a005b9dde94,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:16.593264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Checking segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:16.593956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Network hostable DHCP agents. Network: c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:20:16.604011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:16.611772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.625491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:20:16.655782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:16.661144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.661972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:16.679441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e3822-33a3-43c6-ac11-7f0c7504ee14 None None] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:20:16.715081 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15b9fbab-23ea-4f67-a5af-aaf48391da56 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5422165 Dec 12 15:20:16.837820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:16.876691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418746fd-12c2-4374-96b5-341870f890af req-7a139f1b-b9ac-4bfb-b965-4088a118aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.878198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-7a139f1b-b9ac-4bfb-b965-4088a118aaf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3670335 Dec 12 15:20:16.902868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056bb9c-6e8a-4709-b14d-b302775fe68a None None] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:20:16.940373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['50616830-1cee-4cd8-aadc-5d191ffcd350'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:16.969402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-07528a98-7a8d-462e-b876-74bdeb4d3a0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 217 time: 0.0508821 Dec 12 15:20:16.986964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92e186-9b43-4d91-9772-6cc193460bbe req-0a7b809d-6217-4870-b48f-6e86c29c906d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:16.989152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb92e186-9b43-4d91-9772-6cc193460bbe req-0a7b809d-6217-4870-b48f-6e86c29c906d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.2309783 Dec 12 15:20:17.066696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f63e-dd1e-4ae5-aefb-4dd612e7c4f5 req-6b1cae55-298a-4962-a41b-82d25dcae211 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:17.074053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d77f63e-dd1e-4ae5-aefb-4dd612e7c4f5 req-6b1cae55-298a-4962-a41b-82d25dcae211 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 949 time: 0.2377858 Dec 12 15:20:17.121534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb92e186-9b43-4d91-9772-6cc193460bbe req-530681a1-de25-4ba3-8526-3bb853faa8fe tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Dec 12 15:20:17.130048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418746fd-12c2-4374-96b5-341870f890af req-570f2515-cdc8-4875-8067-dfd9eb00fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:17.131472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-570f2515-cdc8-4875-8067-dfd9eb00fdf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.1406407 Dec 12 15:20:17.195622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d77f63e-dd1e-4ae5-aefb-4dd612e7c4f5 req-0b26ce2f-4d9d-4829-9a6d-a14d9c6cad9f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206703 Dec 12 15:20:17.226538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418746fd-12c2-4374-96b5-341870f890af req-f849a990-d43f-4c19-9722-1af53d25b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:17.232016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-f849a990-d43f-4c19-9722-1af53d25b01c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823839 Dec 12 15:20:17.387010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-edf5a7ac-7035-4683-8f2a-3460f3ade644 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423569 Dec 12 15:20:17.544532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e354d50-c200-4be4-acca-188a03a85fd2 req-530c5018-b520-4f85-a67a-0546f1d9356c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:17.551073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e354d50-c200-4be4-acca-188a03a85fd2 req-530c5018-b520-4f85-a67a-0546f1d9356c tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 943 time: 0.0934641 Dec 12 15:20:17.553994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-418746fd-12c2-4374-96b5-341870f890af req-6014090c-e6fb-4c01-96b7-38dd47e29ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578650 Dec 12 15:20:17.615478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e354d50-c200-4be4-acca-188a03a85fd2 req-8076fa55-ce96-4079-975c-5637314b4402 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575511 Dec 12 15:20:17.817918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-021093d0-3bf6-4fc3-8629-f43613091d2c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:17.819343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-021093d0-3bf6-4fc3-8629-f43613091d2c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.1419508 Dec 12 15:20:17.837222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-e971b291-4026-4c27-af8c-50fd54b719fc tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/quotas/d7aaac16af25420d975997f898f2ffb8 HTTP/1.1" status: 200 len: 375 time: 0.0100329 Dec 12 15:20:17.871101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-f9a40235-088b-4095-a040-b435f26dfec3 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274861 Dec 12 15:20:17.980783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-48662308-c98a-4b70-b152-c3c1bb044c21 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005147 Dec 12 15:20:18.099200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-c980a345-2707-4984-8706-9a19301e0013 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107123 Dec 12 15:20:18.300728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d559e86-79c7-41a0-8c44-00c46e7c5e21 req-800f779f-0baf-44a4-ac0c-af402bf25fb3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:18.308215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d559e86-79c7-41a0-8c44-00c46e7c5e21 req-800f779f-0baf-44a4-ac0c-af402bf25fb3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.0951242 Dec 12 15:20:18.357262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:18.394271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d559e86-79c7-41a0-8c44-00c46e7c5e21 req-4443bce8-99e1-44a5-b055-5b8d6ae3d34d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844290 Dec 12 15:20:18.517208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 50616830-1cee-4cd8-aadc-5d191ffcd350 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:20:18.522594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 50616830-1cee-4cd8-aadc-5d191ffcd350 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:18.522977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:18.542903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff67cc7-af68-44f9-adfc-4dabea3880cb req-ea2aa2f6-c61c-4d4b-8785-e174eb8f8f23 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:18.544904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff67cc7-af68-44f9-adfc-4dabea3880cb req-ea2aa2f6-c61c-4d4b-8785-e174eb8f8f23 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 949 time: 0.1425414 Dec 12 15:20:18.634101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff67cc7-af68-44f9-adfc-4dabea3880cb req-ce01068c-ae62-4a4b-a1f9-3f6f8dbd6b20 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820076 Dec 12 15:20:18.668175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:18.696447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fda08cda-3d8e-4306-ba8a-ba5b07a78d6d req-704587f4-e6d3-4754-a53e-0b72a0fefbaa tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 210 time: 0.0885181 Dec 12 15:20:18.707824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:18.710782 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67220d-e45f-4496-8505-7d1957cbe25c" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:18.752584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:18.765289 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:18.858975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:18.944000 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eababc19-c25a-4a27-b487-8131f4c1db4a x-openstack-request-id: req-eababc19-c25a-4a27-b487-8131f4c1db4a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:18.944372 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:18.944654 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eababc19-c25a-4a27-b487-8131f4c1db4a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:18.945194 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'code': 200} Dec 12 15:20:18.970066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada51d7-465e-4afc-a6c3-41575aec3bfc req-f2969b3b-cf2c-471b-9b54-15abb21f2d5e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:18.985026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ada51d7-465e-4afc-a6c3-41575aec3bfc req-f2969b3b-cf2c-471b-9b54-15abb21f2d5e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 943 time: 0.0942810 Dec 12 15:20:19.102040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ada51d7-465e-4afc-a6c3-41575aec3bfc req-2978c7cb-1852-4252-b14a-fcfbdd36b5b7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132364 Dec 12 15:20:19.121958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2211188-1786-4b25-9878-0e803b48e106 req-034bd265-a67c-4bac-ba6c-207ceff5eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:19.123552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2211188-1786-4b25-9878-0e803b48e106 req-034bd265-a67c-4bac-ba6c-207ceff5eb1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1101 time: 0.0870333 Dec 12 15:20:19.198650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2211188-1786-4b25-9878-0e803b48e106 req-f3913ff2-3d47-42de-be6b-f29d2e1ac17c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621252 Dec 12 15:20:19.572724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d0044-63ad-4d00-9f8e-8c7b92ea8a2e req-1ce2e2d4-b0bb-49e3-8cbd-7e22e625ac7d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:19.581836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f57d0044-63ad-4d00-9f8e-8c7b92ea8a2e req-1ce2e2d4-b0bb-49e3-8cbd-7e22e625ac7d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.0823901 Dec 12 15:20:19.712170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f57d0044-63ad-4d00-9f8e-8c7b92ea8a2e req-cd180aa3-faa1-4a6d-8110-fa162325b579 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285102 Dec 12 15:20:19.838128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372ea05-656f-41f0-b28f-413b71e477b3 req-35c5175e-23e9-4182-8d16-5c957b85f36c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:19.849876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7372ea05-656f-41f0-b28f-413b71e477b3 req-35c5175e-23e9-4182-8d16-5c957b85f36c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1191132 Dec 12 15:20:19.928193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af559eab-3e99-48ae-8f8e-a3d127a84ce8 req-b590e477-d11f-4e95-8846-614bd015ba34 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 210 time: 0.0555971 Dec 12 15:20:20.023882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7372ea05-656f-41f0-b28f-413b71e477b3 req-4b46407b-8498-4ee6-af4c-4e29196265f2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722634 Dec 12 15:20:20.101303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-9e647f6d-938c-4337-969f-2a8310a4ae60 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:20.105269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-9e647f6d-938c-4337-969f-2a8310a4ae60 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.2510207 Dec 12 15:20:20.123275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Request body: {'port': {'device_id': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'admin_state_up': True, 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:20.363455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808ce91-9356-411a-868f-2ba9ef715174 req-0b9ac485-5d91-44e5-9718-683404523feb tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:20.364963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d808ce91-9356-411a-868f-2ba9ef715174 req-0b9ac485-5d91-44e5-9718-683404523feb tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 943 time: 0.1557992 Dec 12 15:20:20.376146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e9b98167-31f4-4155-9f65-f4a6147a2694 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:20.411211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:20.414841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:20.464533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d808ce91-9356-411a-868f-2ba9ef715174 req-61e561ad-1e86-43f7-8fd5-f996e47ddeae tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Dec 12 15:20:20.542724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e9b98167-31f4-4155-9f65-f4a6147a2694,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:20.566489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:20:20.665473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:20.693910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b98167-31f4-4155-9f65-f4a6147a2694 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:20.724214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e9b98167-31f4-4155-9f65-f4a6147a2694,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:20.735865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:20.794264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Allocated IP 172.20.0.6 (c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb/1ec90854-fb22-4670-b349-0a005b9dde94/1a685e00-44ff-48ee-b66c-71593960241f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:20.886859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:21.053745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['e9b98167-31f4-4155-9f65-f4a6147a2694'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:21.400005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c33edd3-28ac-49ee-9c21-456e9b24d18c req-bea1f00c-ea07-42cc-8191-6f9ff901c7b5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 210 time: 0.0454922 Dec 12 15:20:21.435957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a98fa9-adf8-4d90-9d2f-af331d6b1452 req-4746b7d0-e654-4cf0-8036-5a64ba88cd2a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:21.445322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2a98fa9-adf8-4d90-9d2f-af331d6b1452 req-4746b7d0-e654-4cf0-8036-5a64ba88cd2a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.5542612 Dec 12 15:20:21.559868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2a98fa9-adf8-4d90-9d2f-af331d6b1452 req-57219792-f5b8-4626-ae78-9bf5fb671de3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072624 Dec 12 15:20:21.567460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:21.681992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:21.757186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f7dd-f856-4bff-b97f-c4b50ab3f245 req-fee022bc-b8d4-4288-a796-0ec7b212f2d5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:21.758793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8449f7dd-f856-4bff-b97f-c4b50ab3f245 req-fee022bc-b8d4-4288-a796-0ec7b212f2d5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1371124 Dec 12 15:20:21.760902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:21.764433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:21.775233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:21.780790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:21.781458 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:21.815806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:21.844679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-3cc0542b-3c6c-48da-80e5-a30ef2a4eed0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7255275 Dec 12 15:20:21.858975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Request body: {'port': {'device_id': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:21.911658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8449f7dd-f856-4bff-b97f-c4b50ab3f245 req-6195410f-79a9-48ff-a827-0ad0c4ee3820 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372824 Dec 12 15:20:21.931921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d963-6a4d-4313-9b8b-3e1b4beda94e req-4d255599-0adb-42b7-9f30-38fb18969001 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:21.931921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cc4d963-6a4d-4313-9b8b-3e1b4beda94e req-4d255599-0adb-42b7-9f30-38fb18969001 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 944 time: 0.1439164 Dec 12 15:20:21.974564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.027985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cc4d963-6a4d-4313-9b8b-3e1b4beda94e req-6143c963-1b10-4e44-948a-a8828096f98d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794146 Dec 12 15:20:22.160161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f34fe-5252-44de-a22c-40d2977d9490 req-3abc87ae-0226-4f39-8d16-20a8f48f4411 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:22.161817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-715f34fe-5252-44de-a22c-40d2977d9490 req-3abc87ae-0226-4f39-8d16-20a8f48f4411 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1329253 Dec 12 15:20:22.285418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-715f34fe-5252-44de-a22c-40d2977d9490 req-b7faf52a-7fdb-45e4-a869-3c27434b5b44 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146972 Dec 12 15:20:22.401062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e9b98167-31f4-4155-9f65-f4a6147a2694 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:22.455263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a685e00-44ff-48ee-b66c-71593960241f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:22.470445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.502209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Transition to ACTIVE for port object 1a685e00-44ff-48ee-b66c-71593960241f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:22.523845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.560449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port e9b98167-31f4-4155-9f65-f4a6147a2694 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:20:22.568922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port e9b98167-31f4-4155-9f65-f4a6147a2694 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:22.569296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.634929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380c70-2a00-4698-a480-9c875d7d5dfe req-b84536b0-9ea3-4eab-b0b8-b4ce25e7a26e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:22.642414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a380c70-2a00-4698-a480-9c875d7d5dfe req-b84536b0-9ea3-4eab-b0b8-b4ce25e7a26e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 943 time: 0.1324549 Dec 12 15:20:22.656009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971149-14fe-45e6-896f-48771372e280 service neutron] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:22.842325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.858469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-6e827226-43c1-4ba6-b7a9-a887f52c7f0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148975 Dec 12 15:20:22.868868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Attempting to bind port 1a685e00-44ff-48ee-b66c-71593960241f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:22.870769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Attempting to bind port 1a685e00-44ff-48ee-b66c-71593960241f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:22.871295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Attempting to bind port 1a685e00-44ff-48ee-b66c-71593960241f on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:22.895298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e9b98167-31f4-4155-9f65-f4a6147a2694,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:22.899241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:22.903635 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdbcb7a-3331-499d-a99c-41b75ca82e25" -d '{"events": [{"server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "name": "network-vif-plugged", "status": "completed", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:22.910544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:22.919057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a380c70-2a00-4698-a480-9c875d7d5dfe req-de04e043-edaa-4cd4-a764-24e90118165c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738984 Dec 12 15:20:22.923023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Port 1a685e00-44ff-48ee-b66c-71593960241f on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:22.923713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Attempting to bind port 1a685e00-44ff-48ee-b66c-71593960241f on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:22.948663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:22.950267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Checking segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:22.950665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Bound using segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:22.952351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Bound port: 1a685e00-44ff-48ee-b66c-71593960241f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:22.955127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:23.027188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:23.108702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a3960-6ba0-4ae6-9d9c-6155daac8ac6 req-e46d023f-a249-42b4-a099-92d5b19d8127 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.117527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b5a3960-6ba0-4ae6-9d9c-6155daac8ac6 req-e46d023f-a249-42b4-a099-92d5b19d8127 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.3191922 Dec 12 15:20:23.178510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:23.222426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:23.258978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea189-8c7c-4ec7-a2d4-38b46a59feac req-ce4d5187-aa4e-497b-a2e2-c2068c4dbf93 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.267904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d3ea189-8c7c-4ec7-a2d4-38b46a59feac req-ce4d5187-aa4e-497b-a2e2-c2068c4dbf93 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.2242486 Dec 12 15:20:23.275793 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:23.356756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b5a3960-6ba0-4ae6-9d9c-6155daac8ac6 req-3bb813ad-4868-47c3-8d34-342678f3a8bd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294159 Dec 12 15:20:23.390267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.390875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:23.392439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-76971149-14fe-45e6-896f-48771372e280 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a685e00-44ff-48ee-b66c-71593960241f HTTP/1.1" status: 200 len: 1091 time: 1.5375199 Dec 12 15:20:23.395558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:23.405447 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54262679-9c8b-4e35-b739-7e3745e637ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "tag": "1a685e00-44ff-48ee-b66c-71593960241f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:23.527764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76971149-14fe-45e6-896f-48771372e280 service neutron] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:23.543699 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fa2a84-fed5-40c7-9b11-f2e2dd9b39df x-openstack-request-id: req-78fa2a84-fed5-40c7-9b11-f2e2dd9b39df {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:23.544569 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "name": "network-vif-plugged", "status": "completed", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:23.545236 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78fa2a84-fed5-40c7-9b11-f2e2dd9b39df {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:23.545864 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'code': 200} Dec 12 15:20:23.576908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d3ea189-8c7c-4ec7-a2d4-38b46a59feac req-cae7d6ca-8886-461f-beaf-f5c0571102bc tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054302 Dec 12 15:20:23.605278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-05ac0c8c-a4f5-404b-b967-3decf1740aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.608154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-05ac0c8c-a4f5-404b-b967-3decf1740aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 1094 time: 0.1567245 Dec 12 15:20:23.677409 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3b6de-223e-4160-bfd2-d8ccd4b90e89 x-openstack-request-id: req-94f3b6de-223e-4160-bfd2-d8ccd4b90e89 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:23.677880 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "tag": "1a685e00-44ff-48ee-b66c-71593960241f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:23.678457 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94f3b6de-223e-4160-bfd2-d8ccd4b90e89 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:23.678995 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f', 'status': 'completed', 'code': 200} Dec 12 15:20:23.691206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-b97bee1f-6753-443c-840f-ee03d4c6e365 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a685e00-44ff-48ee-b66c-71593960241f HTTP/1.1" status: 200 len: 217 time: 0.0726244 Dec 12 15:20:23.826150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-a50cce4c-51e1-40f8-853a-2e63889e6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.828291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-a50cce4c-51e1-40f8-853a-2e63889e6878 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.1150811 Dec 12 15:20:23.831992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12b6d1-7a4d-4c11-b1f0-de4d72edc257 req-d5f3ed70-b52f-4db0-952f-490ab1a8f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.833476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c12b6d1-7a4d-4c11-b1f0-de4d72edc257 req-d5f3ed70-b52f-4db0-952f-490ab1a8f4d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1096 time: 0.1655130 Dec 12 15:20:23.842178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5289-7c04-4ea0-9990-fcea2f0d93b6 req-bec0f51d-1d1d-487f-8d6b-49044e5fcbbd tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:23.843652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-780e5289-7c04-4ea0-9990-fcea2f0d93b6 req-bec0f51d-1d1d-487f-8d6b-49044e5fcbbd tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 945 time: 0.1635644 Dec 12 15:20:23.897428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-55065dd9-0bee-4da0-b6de-e00819bc592b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521829 Dec 12 15:20:24.040615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-780e5289-7c04-4ea0-9990-fcea2f0d93b6 req-36a12996-bf96-4df6-96f8-63f3ce7e9943 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871471 Dec 12 15:20:24.058248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c12b6d1-7a4d-4c11-b1f0-de4d72edc257 req-c5d147f9-aa89-44ca-bc20-28100ee1f30a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982584 Dec 12 15:20:24.105602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-9aa28769-d70d-4e80-af90-dc4a61d1941d service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954575 Dec 12 15:20:24.243252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc48dc2-6353-4449-ba0c-d95ce8d57fed req-87598e52-19ef-474d-a678-64cf6b605d69 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.244986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcc48dc2-6353-4449-ba0c-d95ce8d57fed req-87598e52-19ef-474d-a678-64cf6b605d69 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 943 time: 0.1146669 Dec 12 15:20:24.274382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a286db8a-7484-434d-bc9c-e1f5b760aa68 req-51fd59f6-cd35-48ce-9793-60fe9e600a49 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634400 Dec 12 15:20:24.353037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcc48dc2-6353-4449-ba0c-d95ce8d57fed req-6ef218f7-8e92-4e3b-a76a-13d9d06917af tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961483 Dec 12 15:20:24.417679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262679-9c8b-4e35-b739-7e3745e637ca req-60abd27d-d3bc-4bc1-8747-ca435870bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.423336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-60abd27d-d3bc-4bc1-8747-ca435870bd22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 1094 time: 0.0692921 Dec 12 15:20:24.572938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b31a5-0f8b-4409-8e13-0346f63e453d req-4d8f03ae-9783-43b1-b9d6-abae93ceb8bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.575065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f20b31a5-0f8b-4409-8e13-0346f63e453d req-4d8f03ae-9783-43b1-b9d6-abae93ceb8bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1366477 Dec 12 15:20:24.670431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262679-9c8b-4e35-b739-7e3745e637ca req-1dd0fca5-63e6-4b68-b750-2406e8041c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.671836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-1dd0fca5-63e6-4b68-b750-2406e8041c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 905 time: 0.2412405 Dec 12 15:20:24.767010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-12f0e797-f152-4d6f-a8ba-874807ea5adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a685e00-44ff-48ee-b66c-71593960241f HTTP/1.1" status: 200 len: 217 time: 0.0769379 Dec 12 15:20:24.773079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f20b31a5-0f8b-4409-8e13-0346f63e453d req-6516c06b-1455-46d1-b8e8-b808ae917cc4 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846714 Dec 12 15:20:24.848860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cd293-75b8-4556-a5d2-1fa92d68c28a req-bc5ee9ab-d568-4c61-8357-f2d346da430f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.856496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-033cd293-75b8-4556-a5d2-1fa92d68c28a req-bc5ee9ab-d568-4c61-8357-f2d346da430f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1769459 Dec 12 15:20:24.919342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262679-9c8b-4e35-b739-7e3745e637ca req-bf68b878-c8e5-417b-9c93-4fe2af0bf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.919973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-bf68b878-c8e5-417b-9c93-4fe2af0bf21f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.1447012 Dec 12 15:20:24.968931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-a8268c51-32f7-4962-8572-d0def9aee50f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308790 Dec 12 15:20:24.985034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-033cd293-75b8-4556-a5d2-1fa92d68c28a req-750d7ea5-1ca7-4ed4-998b-9f6198a6ca44 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228306 Dec 12 15:20:24.995672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-52f4af86-7cdf-48d0-9ee5-c4f5b3bfdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:24.997119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-52f4af86-7cdf-48d0-9ee5-c4f5b3bfdcce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1101 time: 0.1212726 Dec 12 15:20:25.156919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-568b03df-4e6f-459d-8ad6-6584b2aa1ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699493 Dec 12 15:20:25.158023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-a8ae2d32-9f1a-4624-b82c-73d150bc1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:25.159380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-a8ae2d32-9f1a-4624-b82c-73d150bc1976 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1508915 Dec 12 15:20:25.267154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-4b25379e-cc26-4f8d-a2fe-3540aa225903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.0916741 Dec 12 15:20:25.350528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e71ea-6aa1-40f8-8326-a9e5f403722f req-155c8fbd-7080-444a-8740-ac7277aa4c07 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:25.352151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e2e71ea-6aa1-40f8-8326-a9e5f403722f req-155c8fbd-7080-444a-8740-ac7277aa4c07 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 945 time: 0.1786168 Dec 12 15:20:25.389578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54262679-9c8b-4e35-b739-7e3745e637ca req-bff2343c-a9e0-4da9-bd60-9cb000204035 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232943 Dec 12 15:20:25.413586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-159e8cb6-841d-4529-b1ee-46db88384a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:25.415172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-159e8cb6-841d-4529-b1ee-46db88384a9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1288056 Dec 12 15:20:25.532271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e2e71ea-6aa1-40f8-8326-a9e5f403722f req-68dc91d2-9b9a-4ff5-a44a-3820002a1679 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523414 Dec 12 15:20:25.563792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-6530f95d-add5-4184-8f2e-a05f7fecc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:25.563792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-6530f95d-add5-4184-8f2e-a05f7fecc2ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205754 Dec 12 15:20:25.577670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f8688-9c22-4308-823a-c65d6f2305f7 req-7750169e-15e3-4914-a37e-07ba1c34659c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:25.579487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c8f8688-9c22-4308-823a-c65d6f2305f7 req-7750169e-15e3-4914-a37e-07ba1c34659c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 943 time: 0.1338248 Dec 12 15:20:25.697986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c8f8688-9c22-4308-823a-c65d6f2305f7 req-8eb1b120-1299-47a3-93ef-a58fe52a6c08 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085579 Dec 12 15:20:25.727490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-a8391ad5-f211-4b18-9d95-35e86d6e8d8e service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469822 Dec 12 15:20:25.850255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-e3b83632-9c61-46a4-a3f5-e9c6f1a4d9da service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071641 Dec 12 15:20:26.019794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8ac50-0bd7-4198-85cd-d10853c9165f req-a3e76027-2066-4748-acb2-3729be451166 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:26.029027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57a8ac50-0bd7-4198-85cd-d10853c9165f req-a3e76027-2066-4748-acb2-3729be451166 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1256583 Dec 12 15:20:26.137593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57a8ac50-0bd7-4198-85cd-d10853c9165f req-edc8f259-3d7f-4d00-a336-ae7203810e58 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024899 Dec 12 15:20:26.204251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebafae-f984-4782-bac5-059ae8492f2b req-6708ac2a-91cd-4121-be7f-27a780409839 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:26.209070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1ebafae-f984-4782-bac5-059ae8492f2b req-6708ac2a-91cd-4121-be7f-27a780409839 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.0866144 Dec 12 15:20:26.260782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1ebafae-f984-4782-bac5-059ae8492f2b req-a05923a2-d178-40c5-b0ed-b10b7373fe0f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Dec 12 15:20:26.296363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:26.421705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:26.436014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '1a685e00-44ff-48ee-b66c-71593960241f', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': '1a685e00-44ff-48ee-b66c-71593960241f', 'mac_address': 'fa:16:3e:6a:62:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:20:26.479147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:26.496945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a685e00-44ff-48ee-b66c-71593960241f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:26.520293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:26.524942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:26.577832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:26.673603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6865275-e4f4-4688-a67d-d3ef741ad3ce req-fbe4ade7-1dda-4214-be9b-35d5b9cefabd tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:26.675285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6865275-e4f4-4688-a67d-d3ef741ad3ce req-fbe4ade7-1dda-4214-be9b-35d5b9cefabd tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 945 time: 0.0575666 Dec 12 15:20:26.745289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6865275-e4f4-4688-a67d-d3ef741ad3ce req-aeea8fa3-4d1b-4e21-9d17-a77156bdbd51 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635192 Dec 12 15:20:26.849076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['1a685e00-44ff-48ee-b66c-71593960241f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:26.849799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e08dd8-22a0-42cd-9257-3e1681174640 req-fd792dc4-7e99-4a16-8141-0c10a43cf2d1 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:26.851899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0e08dd8-22a0-42cd-9257-3e1681174640 req-fd792dc4-7e99-4a16-8141-0c10a43cf2d1 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 944 time: 0.0496652 Dec 12 15:20:26.953074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0e08dd8-22a0-42cd-9257-3e1681174640 req-2bdb08b0-e7ba-459b-a23a-a23a83806c20 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920353 Dec 12 15:20:27.018821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-48d207ea-b8b0-4dcb-bf6a-98638c5bb795 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:27.020539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-48d207ea-b8b0-4dcb-bf6a-98638c5bb795 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/networks?id=c602e46b-8e65-447e-8311-14a8dd9cfd1b HTTP/1.1" status: 200 len: 814 time: 0.1254191 Dec 12 15:20:27.038156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b3c761e2-49e9-4c10-b517-905baa56ae45 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/quotas/a57347fc73204539be9fd4976cf9efbe HTTP/1.1" status: 200 len: 375 time: 0.0115499 Dec 12 15:20:27.151091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-6c57ff55-87ac-4017-852a-82699fabfd3d tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a57347fc73204539be9fd4976cf9efbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069417 Dec 12 15:20:27.192232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02442-e363-4b89-9794-3c7db7598453 req-9d113016-58dd-4e5d-b41b-97abd8e982b7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:27.193751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-9d113016-58dd-4e5d-b41b-97abd8e982b7 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1155269 Dec 12 15:20:27.270062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-2bb0d66f-2b92-4947-9cff-6fb97d55c36e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 695 time: 0.0494170 Dec 12 15:20:27.287977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:27.338062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:27.343775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-9a89bd35-e18c-4733-81c6-b9ea6ec14233 service neutron] 10.222.0.36 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854210 Dec 12 15:20:27.848464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-396158af-a21e-4142-859b-f215aca81511 service neutron] 10.222.0.36 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779487 Dec 12 15:20:27.905785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-6b65d40a-8be8-429e-8a0c-9c8def28cfe8 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:27.907264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-6b65d40a-8be8-429e-8a0c-9c8def28cfe8 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0931768 Dec 12 15:20:27.924293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-8'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:28.054494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.268904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef2fee-13c0-4278-88da-38ffa8c76284 req-0b114fe8-821e-4d36-8c0e-718cc39cf2f2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:28.270434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afef2fee-13c0-4278-88da-38ffa8c76284 req-0b114fe8-821e-4d36-8c0e-718cc39cf2f2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 945 time: 0.1683717 Dec 12 15:20:28.312962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:28.374423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.376242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:28.392654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.449562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:28.450904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afef2fee-13c0-4278-88da-38ffa8c76284 req-f2fe0316-031a-4132-9119-58ce2a93d429 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456635 Dec 12 15:20:28.464487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:28.487302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 has no active binding in host n-h1-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:20:28.499828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:28.532879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 1a685e00-44ff-48ee-b66c-71593960241f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:20:28.538674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 1a685e00-44ff-48ee-b66c-71593960241f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:28.539604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.629445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:28.631438 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eca794-17c3-4d3d-a386-88dc1caefeff" -d '{"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-unplugged", "status": "completed", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:28.637922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.639636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.650309 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Floating IP cf4e72cc-0abe-41aa-a397-de346b94620e associated. External IP: 172.25.3.38, port: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8. Dec 12 15:20:28.655362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.672744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:28.675704 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548a976c-6d47-4a4f-8760-454044a19a72" -d '{"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:28.692930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:28.699240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:28.734966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cde0-04a3-44f5-8c4d-50232f00f2c6 req-c95f9610-6eaf-4adc-865a-821957ae20a1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:28.736446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30f1cde0-04a3-44f5-8c4d-50232f00f2c6 req-c95f9610-6eaf-4adc-865a-821957ae20a1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.2000618 Dec 12 15:20:28.762012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:28.865190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:28.910008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30f1cde0-04a3-44f5-8c4d-50232f00f2c6 req-91fd0ce5-8312-43c9-9c8f-38a007ae20d0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626089 Dec 12 15:20:28.913073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on host n-h2-710847-8 for vnic_type normal with profile {"migrating_to": "n-h1-710847-8"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:28.913741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:28.913741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:28.922516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:28.922957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Attempting to bind port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:28.931256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:28.931584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:28.931960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:28.932378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Bound port: 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:28.932756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:29.101966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ddba2e6-d156-4e2e-9d3a-abf213ef6258 req-2feef1d4-1a5a-4796-8420-a825bb88ee3d tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 210 time: 0.0519755 Dec 12 15:20:29.123813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:29.128470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:29.136029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:29.154411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:29.388026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:29.388703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:29.390508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-0590891a-c671-4697-8073-672a88a3c224 service neutron] 10.222.0.30 "PUT /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 1121 time: 1.4702792 Dec 12 15:20:29.408542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590891a-c671-4697-8073-672a88a3c224 service neutron] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:29.471305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818bf0f-dc65-4ffc-b865-3a443c5b111f req-26344929-e764-4c74-ba60-fb836f660e10 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:29.472387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7818bf0f-dc65-4ffc-b865-3a443c5b111f req-26344929-e764-4c74-ba60-fb836f660e10 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 945 time: 0.2736559 Dec 12 15:20:29.513091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-e4cbcee6-5f16-4d55-96c0-a57da0aced9c tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:29.515632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-e4cbcee6-5f16-4d55-96c0-a57da0aced9c tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.13 "GET /v2.0/networks?id=c602e46b-8e65-447e-8311-14a8dd9cfd1b HTTP/1.1" status: 200 len: 814 time: 0.3150742 Dec 12 15:20:29.524962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['688e1ab8-63d9-4d86-a88d-b6ae11dbd845'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:29.525650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:29.530315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['688e1ab8-63d9-4d86-a88d-b6ae11dbd845'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:29.531181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:29.542554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Request body: {'port': {'device_id': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'admin_state_up': True, 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:29.612579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:29.637271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:29.637869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:29.640094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7818bf0f-dc65-4ffc-b865-3a443c5b111f req-b879c13a-f42c-4ba7-b2e9-7a1318a69019 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614335 Dec 12 15:20:29.641519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-aee473be-98ff-4060-949e-edc11fd3dadf tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "PUT /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 995 time: 2.3651857 Dec 12 15:20:29.718573 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299c38f-512a-4a6c-91f7-250bc6715996 x-openstack-request-id: req-f299c38f-512a-4a6c-91f7-250bc6715996 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:29.718929 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-unplugged", "status": "completed", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:29.719271 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f299c38f-512a-4a6c-91f7-250bc6715996 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:29.719750 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'code': 200} Dec 12 15:20:29.761198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02442-e363-4b89-9794-3c7db7598453 req-84426e50-fe39-4bc6-80a8-a8377259bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:29.762746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-84426e50-fe39-4bc6-80a8-a8377259bc82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.0776296 Dec 12 15:20:29.800661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Made reservation on behalf of a57347fc73204539be9fd4976cf9efbe for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:29.805090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:29.843561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:29.887527 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7f995-13b4-4d9a-92d7-b3471c61f356 x-openstack-request-id: req-7ca7f995-13b4-4d9a-92d7-b3471c61f356 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:29.887824 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:29.888084 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ca7f995-13b4-4d9a-92d7-b3471c61f356 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:29.888708 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f', 'code': 200} Dec 12 15:20:30.040215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451407ef-8d68-4c8f-a658-17a83d17e9fc req-809af9a5-0dce-4ca8-b34d-77f3cc90267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:30.042129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-451407ef-8d68-4c8f-a658-17a83d17e9fc req-809af9a5-0dce-4ca8-b34d-77f3cc90267f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 1096 time: 0.1940539 Dec 12 15:20:30.060886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02442-e363-4b89-9794-3c7db7598453 req-0d26485f-f6bf-44c9-a40c-915e4675c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:30.062467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-0d26485f-f6bf-44c9-a40c-915e4675c471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.2928960 Dec 12 15:20:30.682286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db55f3e-fe96-4c39-9fef-bb3c10c28ade req-e76596f4-2882-4558-91d4-77b4ef7a507f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:30.689607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8db55f3e-fe96-4c39-9fef-bb3c10c28ade req-e76596f4-2882-4558-91d4-77b4ef7a507f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.7155242 Dec 12 15:20:30.693114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-451407ef-8d68-4c8f-a658-17a83d17e9fc req-41c24449-991f-4cf1-bafd-98c6e60f8a67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266928 Dec 12 15:20:30.712494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Allocated IP 172.20.0.8 (c602e46b-8e65-447e-8311-14a8dd9cfd1b/93bdb5c8-dd0d-4a03-87e1-498affe0c557/3b903e50-7b24-494f-a31d-3764bc5f709c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:30.725267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-73e20f7c-2979-4006-9522-06def257fa7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 998 time: 0.6266844 Dec 12 15:20:30.816595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:28Z', 'revision_number': 1, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:30.824106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02442-e363-4b89-9794-3c7db7598453 req-858dbeae-5693-4f6f-9130-9c5a716dda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:30.825589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-858dbeae-5693-4f6f-9130-9c5a716dda71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0899930 Dec 12 15:20:30.841219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8db55f3e-fe96-4c39-9fef-bb3c10c28ade req-13f62394-ad65-43a2-b699-3dc77a6907b3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505828 Dec 12 15:20:30.905229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:30.943810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:30.944366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:31.004351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e02442-e363-4b89-9794-3c7db7598453 req-3d8904ba-0d17-4bfc-b091-541f34682fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:31.012918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-3d8904ba-0d17-4bfc-b091-541f34682fe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646869 Dec 12 15:20:31.019053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-2e8b7b48-b1f4-4b11-b35a-ea530be93d2b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:20:31.022625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-2e8b7b48-b1f4-4b11-b35a-ea530be93d2b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087771 Dec 12 15:20:31.173117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f931-2bc8-4535-afbf-25918cd3ca7f req-731831a6-0ff0-4f37-84ca-ffa9f1e50b39 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:31.181961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bc1f931-2bc8-4535-afbf-25918cd3ca7f req-731831a6-0ff0-4f37-84ca-ffa9f1e50b39 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.2320559 Dec 12 15:20:31.187586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:31.250443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:31.322085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bc1f931-2bc8-4535-afbf-25918cd3ca7f req-118706d7-9016-4884-9d5c-cef70771dc33 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253223 Dec 12 15:20:31.336209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-59352f85-a0c5-47c1-880b-81e4e667babd service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039045 Dec 12 15:20:31.462356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e02442-e363-4b89-9794-3c7db7598453 req-e4ab4d98-2005-4398-83d4-259739c6096e service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952866 Dec 12 15:20:31.518431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:31.615855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:31.622932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:31.642388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:31.649549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:31.651250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:31.723725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845'}, {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:31.726335 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c538a6cf-2e2c-4958-8c75-a5bceb63a609" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845"}, {"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:31.776349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Pushing event updated for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:31.799501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5f36-4ab8-44e3-9e7f-4fea731f8422 req-18392d01-8680-425b-9215-7ad617531716 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:31.801108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e3a5f36-4ab8-44e3-9e7f-4fea731f8422 req-18392d01-8680-425b-9215-7ad617531716 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 931 time: 0.2032204 Dec 12 15:20:31.804271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-b7bc752c-7b93-4f39-a2fb-d40d1a3992b9 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2709312 Dec 12 15:20:31.861739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:28Z', 'revision_number': 1, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:31.881253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Request body: {'port': {'device_id': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:31.907481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23a3c0-f4de-465a-80a3-da7e861b1cd5 req-05509fe0-f8f9-443f-9d97-0695d9ff5f8e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:31.921692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b23a3c0-f4de-465a-80a3-da7e861b1cd5 req-05509fe0-f8f9-443f-9d97-0695d9ff5f8e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 945 time: 0.2676561 Dec 12 15:20:31.932834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3321e4-40c7-44f5-ad0a-233a219f6734 None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:28Z', 'revision_number': 1, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:32.071206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e3a5f36-4ab8-44e3-9e7f-4fea731f8422 req-5d11d585-2e65-4f81-a8e4-c22ec060d384 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579856 Dec 12 15:20:32.086890 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:32.109135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b23a3c0-f4de-465a-80a3-da7e861b1cd5 req-fe9509c4-0fd7-43fb-aa3d-54fee5bd85c8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469889 Dec 12 15:20:32.118007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-41606e47-18d5-4574-9343-1697a5e5c7a1 None None] Provisioning complete for port 3b903e50-7b24-494f-a31d-3764bc5f709c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:32.119765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41606e47-18d5-4574-9343-1697a5e5c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:32.313415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-41606e47-18d5-4574-9343-1697a5e5c7a1 None None] Port 3b903e50-7b24-494f-a31d-3764bc5f709c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:20:32.398664 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eddbc6-a51f-4e7d-bc9f-cc460b30f8b5 x-openstack-request-id: req-f7eddbc6-a51f-4e7d-bc9f-cc460b30f8b5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:32.399524 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:32.399771 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7eddbc6-a51f-4e7d-bc9f-cc460b30f8b5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:32.400177 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'status': 'completed', 'code': 200} Dec 12 15:20:32.400467 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:20:32.403359 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d4f8d-6055-4bf2-9afe-d9b1656e126a None None] New status for floating IP cf4e72cc-0abe-41aa-a397-de346b94620e: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:32.744865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b903e50-7b24-494f-a31d-3764bc5f709c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:32.754022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:32.767738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Transition to ACTIVE for port object 3b903e50-7b24-494f-a31d-3764bc5f709c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:32.817435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:32.877757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:32.915812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-5ab8c85d-f15c-4bc8-a59e-5955dc92cab2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:32.917929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-5ab8c85d-f15c-4bc8-a59e-5955dc92cab2 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5621374 Dec 12 15:20:32.932747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275728b-1564-46b2-9914-19ae3bc8c480 req-4a7c9431-c28c-4855-8d5c-55adcfb85d2d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:32.935272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7275728b-1564-46b2-9914-19ae3bc8c480 req-4a7c9431-c28c-4855-8d5c-55adcfb85d2d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.4288840 Dec 12 15:20:33.010688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7275728b-1564-46b2-9914-19ae3bc8c480 req-a086d4a3-bae6-4cf9-a35c-dd5fbe687e98 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631454 Dec 12 15:20:33.157335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Attempting to bind port 3b903e50-7b24-494f-a31d-3764bc5f709c on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:33.157671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Attempting to bind port 3b903e50-7b24-494f-a31d-3764bc5f709c by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:33.157996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Attempting to bind port 3b903e50-7b24-494f-a31d-3764bc5f709c on network c602e46b-8e65-447e-8311-14a8dd9cfd1b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:33.171746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Port 3b903e50-7b24-494f-a31d-3764bc5f709c on network c602e46b-8e65-447e-8311-14a8dd9cfd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:33.172043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Attempting to bind port 3b903e50-7b24-494f-a31d-3764bc5f709c on network c602e46b-8e65-447e-8311-14a8dd9cfd1b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:33.184620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:33.184979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Checking segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:33.185363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Bound using segment: {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:33.185798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Bound port: 3b903e50-7b24-494f-a31d-3764bc5f709c, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:33.186284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:33.192203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-fb1e8957-dd8c-4219-8766-6cbff7b383db tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.2535601 Dec 12 15:20:33.207699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:33.298631 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:33.428203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:33.431832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3b903e50-7b24-494f-a31d-3764bc5f709c,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:33.449702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:33.492493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:33.496339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:33.497975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/3b903e50-7b24-494f-a31d-3764bc5f709c HTTP/1.1" status: 200 len: 1091 time: 1.6330781 Dec 12 15:20:33.559271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659612f2-0e77-4222-8f8a-11f1d408c2b7 req-2f8ac0b6-751a-4dbb-be9e-04b93e5554c4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:33.560979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-659612f2-0e77-4222-8f8a-11f1d408c2b7 req-2f8ac0b6-751a-4dbb-be9e-04b93e5554c4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.2526040 Dec 12 15:20:33.584290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2386a72-1573-490a-8fa7-608e1afc33d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:33.815834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-659612f2-0e77-4222-8f8a-11f1d408c2b7 req-c4f3208b-0eb4-40ec-b057-da1dbca5f911 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Dec 12 15:20:34.160208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-fb16e124-35b4-486b-ae33-ad0c554db75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:34.161701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-fb16e124-35b4-486b-ae33-ad0c554db75e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a57347fc73204539be9fd4976cf9efbe&device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 1094 time: 0.1314650 Dec 12 15:20:34.332580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-921cd03f-92c7-4304-9277-f400cdaa6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:34.334876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-921cd03f-92c7-4304-9277-f400cdaa6884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1124 time: 0.2740707 Dec 12 15:20:34.365428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6236-9322-48c9-9e32-0703bea4cf98 req-7b08682c-0517-47d6-ab7d-55b8256f8596 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:34.373045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aae6236-9322-48c9-9e32-0703bea4cf98 req-7b08682c-0517-47d6-ab7d-55b8256f8596 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.1845934 Dec 12 15:20:34.424688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:34.428465 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58130220-3fbc-414e-b130-2a3888aa072d" -d '{"events": [{"name": "network-changed", "server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:34.564508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aae6236-9322-48c9-9e32-0703bea4cf98 req-8607ecf6-8d58-4640-983f-b2068497a23a tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893301 Dec 12 15:20:34.823928 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:34.854712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3c637-8711-4885-bea4-c6b07846fa25 req-0b6f35be-a3d8-4fe7-8ef9-ba11751d1dae tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:34.856481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11e3c637-8711-4885-bea4-c6b07846fa25 req-0b6f35be-a3d8-4fe7-8ef9-ba11751d1dae tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 945 time: 0.1835895 Dec 12 15:20:34.857380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:34.991661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11e3c637-8711-4885-bea4-c6b07846fa25 req-61fce658-a304-48d3-8cea-1950186747f1 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920570 Dec 12 15:20:35.031616 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Floating IP cf4e72cc-0abe-41aa-a397-de346b94620e associated. External IP: 172.25.3.38, port: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8. Dec 12 15:20:35.317267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e589d40-f5bb-4cd7-b0de-ceead85aef2c req-14023986-5651-48da-bc37-f160352653b2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:35.318865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e589d40-f5bb-4cd7-b0de-ceead85aef2c req-14023986-5651-48da-bc37-f160352653b2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.1342499 Dec 12 15:20:35.336373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ab68fdd-226d-4cdb-8578-0a58ed8ab7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:35.412302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:35.416458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e589d40-f5bb-4cd7-b0de-ceead85aef2c req-10e78515-7c32-4f59-ad67-b626317c483a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620155 Dec 12 15:20:35.484538 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7035cc-2b4c-4352-becc-d52500f3247e x-openstack-request-id: req-4b7035cc-2b4c-4352-becc-d52500f3247e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:35.485184 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:35.485184 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b7035cc-2b4c-4352-becc-d52500f3247e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:35.485529 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c', 'status': 'completed', 'code': 200} Dec 12 15:20:35.551983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:35.562838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:35.574060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:35.574696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:35.753447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:35.993552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea713a66-3346-4aa3-8317-6af8160ee967 req-acb21a4a-621c-425a-b015-6ad3312701f7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:36.000974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea713a66-3346-4aa3-8317-6af8160ee967 req-acb21a4a-621c-425a-b015-6ad3312701f7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.4597139 Dec 12 15:20:36.099136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea713a66-3346-4aa3-8317-6af8160ee967 req-46e81239-c78d-4d25-96da-e210394bb4ba tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970788 Dec 12 15:20:36.121786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:34Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:36.162352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:36.175597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:36.176228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:36.290960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:36.311635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:36.481509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:36.487600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:36.501427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9dfd-ef2a-4c78-b181-f66c6e30d2c8 req-cf752aff-7c7e-4776-be67-5cea8dab6947 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:36.503843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98da9dfd-ef2a-4c78-b181-f66c6e30d2c8 req-cf752aff-7c7e-4776-be67-5cea8dab6947 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.1028266 Dec 12 15:20:36.594967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-53d387fe-2827-4be7-9fff-7fb5aca3b28b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "PUT /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 997 time: 3.3957913 Dec 12 15:20:36.610496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98da9dfd-ef2a-4c78-b181-f66c6e30d2c8 req-d0609701-44aa-4ada-9632-ccc727eac2ce tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884202 Dec 12 15:20:36.712679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-9f151b69-90a5-42fe-adc9-1e75210d7ca4 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:36.714178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-9f151b69-90a5-42fe-adc9-1e75210d7ca4 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports/3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 942 time: 0.1005793 Dec 12 15:20:36.852235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:34Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:36.887454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7813e8-aaeb-4d2a-9fec-c10b931dd2aa None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:34Z', 'revision_number': 3, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:36.924414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb427d4-a563-4367-bde6-cafa7183fc4d req-f4ea5c48-c309-4924-af82-23a3714f8524 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:36.926052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbb427d4-a563-4367-bde6-cafa7183fc4d req-f4ea5c48-c309-4924-af82-23a3714f8524 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 945 time: 0.1118441 Dec 12 15:20:36.929592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-bdcc8a4b-8fc8-4300-ae3c-2aa53aa65ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:36.933069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-bdcc8a4b-8fc8-4300-ae3c-2aa53aa65ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.0722370 Dec 12 15:20:37.036849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbb427d4-a563-4367-bde6-cafa7183fc4d req-b9e37784-e12a-4a74-84d5-c74c9e8afb25 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019349 Dec 12 15:20:37.073205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-aa6fdb6d-a769-4b2a-9692-b244c41b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.074692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-aa6fdb6d-a769-4b2a-9692-b244c41b0039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.1312397 Dec 12 15:20:37.128954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-692a4eb1-5a2f-4c5f-affd-6a7d20879891 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0482469 Dec 12 15:20:37.174486 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c987523-2ad2-471b-9fb4-16595d8371ce None None] New status for floating IP cf4e72cc-0abe-41aa-a397-de346b94620e: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:37.227031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-34f1651b-c2b7-499e-b313-7feb313cff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.228854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-34f1651b-c2b7-499e-b313-7feb313cff63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0806055 Dec 12 15:20:37.262265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c382d-82dd-4215-84d0-684baab2df62 req-c53210d6-7258-4c3e-9dcf-49d0c526d55a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.264050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f77c382d-82dd-4215-84d0-684baab2df62 req-c53210d6-7258-4c3e-9dcf-49d0c526d55a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.1443315 Dec 12 15:20:37.316595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-1aba1fd7-f1c0-486c-b11e-55c5102a3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.318171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-1aba1fd7-f1c0-486c-b11e-55c5102a3a4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776379 Dec 12 15:20:37.387979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f77c382d-82dd-4215-84d0-684baab2df62 req-99a0292f-30ce-4c57-a81e-e244f6c9d026 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081252 Dec 12 15:20:37.468962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-de2c81d3-478f-4766-b899-04c8c135b2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442566 Dec 12 15:20:37.486607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}, {'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:37.488876 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985b498-f751-47d4-a449-4a334e4ee273" -d '{"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}, {"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:37.553063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:37.566844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:37.568598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:37.634336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-a9aaae94-097c-4dbd-ab3e-3d50ae670788 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636848 Dec 12 15:20:37.733886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f973f288-f09f-4b84-9af3-73ae49b26a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:37.746189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:37.747623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-758c3821-fb56-4579-8d3b-a2e91d825c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.756066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-758c3821-fb56-4579-8d3b-a2e91d825c3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1096 time: 0.0773010 Dec 12 15:20:37.887408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-6aa79271-aa80-447f-af09-3814ff71d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:37.889099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-6aa79271-aa80-447f-af09-3814ff71d1c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.1322639 Dec 12 15:20:37.997549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-6ddb1b14-919e-4e23-8e81-b9dc34c26111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 1000 time: 0.1015227 Dec 12 15:20:38.022934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e815-446d-4b02-993b-c0b7fd70a6bb req-e5dc65ee-0cff-4b59-b02f-e6668adbd929 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:38.024780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afa7e815-446d-4b02-993b-c0b7fd70a6bb req-e5dc65ee-0cff-4b59-b02f-e6668adbd929 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.0779006 Dec 12 15:20:38.167239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:37Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:38.192202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-ba1fe2dd-fd29-474e-9991-d5580268910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:38.194062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-ba1fe2dd-fd29-474e-9991-d5580268910c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.1876423 Dec 12 15:20:38.204225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:38.212260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afa7e815-446d-4b02-993b-c0b7fd70a6bb req-9d24730f-efdf-41d4-b448-bb5a378d08ec tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520751 Dec 12 15:20:38.214891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:38.215594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:38.275142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-1077b2bc-2ca9-4038-be8f-f8a90b97f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:38.277233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-1077b2bc-2ca9-4038-be8f-f8a90b97f99f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639579 Dec 12 15:20:38.368566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:38.479986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-5c821921-4372-4e70-8aa6-c9fa6a33f551 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954851 Dec 12 15:20:38.481485 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0ef75c-3b72-4d81-a23e-e2b9e0a3ae74 x-openstack-request-id: req-7c0ef75c-3b72-4d81-a23e-e2b9e0a3ae74 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:38.481803 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:38.482055 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c0ef75c-3b72-4d81-a23e-e2b9e0a3ae74 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:38.482436 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:20:38.482701 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'status': 'completed', 'code': 200} Dec 12 15:20:38.555396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:38.612856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:38.639249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01babcf-d59b-46bd-9e99-97051953cc65 req-27b747e1-0b22-4c97-b30f-684d408abcfc tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:38.646603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d01babcf-d59b-46bd-9e99-97051953cc65 req-27b747e1-0b22-4c97-b30f-684d408abcfc tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.0910349 Dec 12 15:20:38.673540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a21602b-e4d5-4294-b7c8-5db315f00d1f req-2254d3ee-a9a4-4cd7-952d-077f04455f6e service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872091 Dec 12 15:20:38.719442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d01babcf-d59b-46bd-9e99-97051953cc65 req-9e9f0aad-ff50-4c2f-9e72-aecb13550d07 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716317 Dec 12 15:20:38.788328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:37Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:38.858795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9cd43-a66a-46cc-8243-88b53d415fa1 None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:ed:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:37Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:38.952050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:39.017949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-c2d70d79-b7e3-4edb-9563-28364aa8e651 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.1387711 Dec 12 15:20:39.049152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf3245-a397-4fa6-a357-b88403331179 req-e99f8d27-d966-4af5-a48a-5e69262c6d91 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.050565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fcf3245-a397-4fa6-a357-b88403331179 req-e99f8d27-d966-4af5-a48a-5e69262c6d91 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.0901532 Dec 12 15:20:39.114229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-9c69ac74-b440-4e80-901f-18857a2ea5cc tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.115954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-9c69ac74-b440-4e80-901f-18857a2ea5cc tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports/e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 942 time: 0.0911911 Dec 12 15:20:39.191384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fcf3245-a397-4fa6-a357-b88403331179 req-98a6052f-dd4c-4128-a242-4c6045b59f61 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219532 Dec 12 15:20:39.342526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-0f118d17-baee-4cd5-a4c6-ede88a4915c8 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.1223738 Dec 12 15:20:39.481463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad572e1-105f-4104-b4db-845042013ab4 req-88a910f3-b30c-498b-8f06-536b57c1a2d9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.483306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ad572e1-105f-4104-b4db-845042013ab4 req-88a910f3-b30c-498b-8f06-536b57c1a2d9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1889033 Dec 12 15:20:39.493075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-12bd8e8d-1f92-4954-8889-0226019f3311 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.494577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a272cdc7-ba28-4744-8c02-ce04f9f740e7 req-12bd8e8d-1f92-4954-8889-0226019f3311 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1435993 Dec 12 15:20:39.545826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ad572e1-105f-4104-b4db-845042013ab4 req-cef3f97a-c4e2-4beb-aa97-075ea02a0643 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Dec 12 15:20:39.637792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-dc9e742b-ac00-423b-9de4-ab0d6ecbb7fc tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.0665514 Dec 12 15:20:39.688398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-d81a5e3d-b1b9-4d8b-b8eb-967559167f7f tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.691020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-d81a5e3d-b1b9-4d8b-b8eb-967559167f7f tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports/e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 942 time: 0.0467777 Dec 12 15:20:39.916857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6e7b6-600d-40f7-bba7-ea50c7f234bf req-7c87c650-0bbe-4898-a4e6-c54d6ac2e47b tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:39.918505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecd6e7b6-600d-40f7-bba7-ea50c7f234bf req-7c87c650-0bbe-4898-a4e6-c54d6ac2e47b tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.1173749 Dec 12 15:20:39.933857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-2cda1c9a-d5bb-4814-8da9-2537a21c1dc0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.1050823 Dec 12 15:20:40.035588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecd6e7b6-600d-40f7-bba7-ea50c7f234bf req-e17b8cba-81a8-497f-befc-3e3934f0618f tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001768 Dec 12 15:20:40.080871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-180f2996-49e8-4332-9b3c-534f4fe83a56 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:40.084096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-180f2996-49e8-4332-9b3c-534f4fe83a56 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1284733 Dec 12 15:20:40.093773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-ff72c6ec-f071-4243-9d1c-44da65942a06 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:20:40.094748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-ff72c6ec-f071-4243-9d1c-44da65942a06 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060985 Dec 12 15:20:40.192226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-4bf94719-206d-448e-955f-e7d92c30ee73 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.0807281 Dec 12 15:20:40.205720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.213697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:40.305950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.385633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dee121-da0d-4e53-860e-d707ab28ca84 req-61cbe196-3b38-422c-9ba5-f10ebe486a94 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:40.387092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37dee121-da0d-4e53-860e-d707ab28ca84 req-61cbe196-3b38-422c-9ba5-f10ebe486a94 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.1023846 Dec 12 15:20:40.389436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:40.488946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:40.501747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '1a685e00-44ff-48ee-b66c-71593960241f', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': '1a685e00-44ff-48ee-b66c-71593960241f', 'mac_address': 'fa:16:3e:6a:62:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:20:40.505377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.509451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37dee121-da0d-4e53-860e-d707ab28ca84 req-107d8cde-db42-4547-b324-a22f75dc7904 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922208 Dec 12 15:20:40.512182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.512517 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Floating IP cf4e72cc-0abe-41aa-a397-de346b94620e disassociated. External IP: 172.25.3.38, port: e9b98167-31f4-4155-9f65-f4a6147a2694. Dec 12 15:20:40.558651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.602055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a685e00-44ff-48ee-b66c-71593960241f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:40.639033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:40.647571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:40.787642 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:40.802533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93558a58-f8dc-4089-a3a7-a1ee23d154c5 req-cde641b2-491c-4ab1-8b87-594252805eee tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:40.809914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93558a58-f8dc-4089-a3a7-a1ee23d154c5 req-cde641b2-491c-4ab1-8b87-594252805eee tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1129322 Dec 12 15:20:40.818442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['1a685e00-44ff-48ee-b66c-71593960241f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:40.854830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:40.900942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93558a58-f8dc-4089-a3a7-a1ee23d154c5 req-fd0b4ea9-ede4-4cd1-bd85-a5a403d0da81 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900657 Dec 12 15:20:41.039388 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:41.041140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:41.101214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:41.106759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:41.120084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:41.151311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:41.155117 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:41.185382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-12577d15-0836-4293-9b32-6e19ef98b79a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "PUT /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 694 time: 0.9823499 Dec 12 15:20:41.187658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:41.192123 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3bbf7-c979-44ea-a3d0-1e17118b7043" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:41.230698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c693d9b-f8d5-46e4-9b77-e41c05c6d72c req-7cb84eb2-d443-4700-863c-66b14f1636dd tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:41.235073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c693d9b-f8d5-46e4-9b77-e41c05c6d72c req-7cb84eb2-d443-4700-863c-66b14f1636dd tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.0972092 Dec 12 15:20:41.363033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-92864a4a-6d07-4df5-ab48-dd9bceca6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:41.364604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-92864a4a-6d07-4df5-ab48-dd9bceca6f28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1096 time: 0.1246550 Dec 12 15:20:41.467452 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:41.521143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c693d9b-f8d5-46e4-9b77-e41c05c6d72c req-786deda5-d1cb-4abe-940a-e9338088b137 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540870 Dec 12 15:20:41.601198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-9b57986b-9f5f-49a8-af21-0f35a8ce6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:41.602675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-9b57986b-9f5f-49a8-af21-0f35a8ce6604 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.2185130 Dec 12 15:20:41.681031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-9ca8edc9-bc57-411c-b92b-4ea8ec646295 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 217 time: 0.0700209 Dec 12 15:20:41.754841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-3635d7c0-36a4-4128-a8b1-72ca3127d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:41.756550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-3635d7c0-36a4-4128-a8b1-72ca3127d2bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0745521 Dec 12 15:20:41.818975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:41.867118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-8afdbcb5-f760-47dc-9041-23d0867f5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:41.882803 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:41.883859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-8afdbcb5-f760-47dc-9041-23d0867f5ded service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070461 Dec 12 15:20:41.912227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:41.913023 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:42.128452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-cafd5354-1bb7-4f51-a670-b87668675457 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339489 Dec 12 15:20:42.173182 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:42.328906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f7a254-cdb8-42fe-abf6-bc3c4ff91c48 req-7ff91742-b9d4-4d98-9d80-d108a9b49464 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916506 Dec 12 15:20:42.405008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:42.504397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 1a685e00-44ff-48ee-b66c-71593960241f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:42.504797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:42.606444 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b3d83c-483b-4bea-b89f-37c5bbbb7d3a x-openstack-request-id: req-88b3d83c-483b-4bea-b89f-37c5bbbb7d3a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:42.606737 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:42.606996 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88b3d83c-483b-4bea-b89f-37c5bbbb7d3a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:42.607394 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'status': 'completed', 'code': 200} Dec 12 15:20:42.620815 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:42.671000 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cc5541-50a4-4639-bd12-0686990d0abb None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:42.701620 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:42.758211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:42.761660 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d39a2-0428-4edf-af2a-3a6d92b779de" -d '{"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:42.782176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:42.791782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:42.803980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535a698-6c45-4d62-9e04-8396e2ccc542 req-9c5a0b06-fc1c-4948-9c49-865f36c3c78b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:42.808377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5535a698-6c45-4d62-9e04-8396e2ccc542 req-9c5a0b06-fc1c-4948-9c49-865f36c3c78b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.1364124 Dec 12 15:20:42.895738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:42.924782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5535a698-6c45-4d62-9e04-8396e2ccc542 req-9130f72d-4b1f-44c4-ba0a-1efd953a64d4 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028106 Dec 12 15:20:43.110720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c779e-55da-4b8c-b3b5-83ab9e746ff5 req-4f7199e2-892d-46c3-8072-d38d66174aa6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:43.115517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-861c779e-55da-4b8c-b3b5-83ab9e746ff5 req-4f7199e2-892d-46c3-8072-d38d66174aa6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1305652 Dec 12 15:20:43.167877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07765486-24c2-4e81-b48b-fadd12d5c2a3 None None] New status for floating IP cf4e72cc-0abe-41aa-a397-de346b94620e: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:43.194875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-861c779e-55da-4b8c-b3b5-83ab9e746ff5 req-f4edac57-2457-466f-8e23-c1a2134d7257 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726314 Dec 12 15:20:43.372258 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38517982-616d-47af-aab7-96231329ad06 x-openstack-request-id: req-38517982-616d-47af-aab7-96231329ad06 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:43.372559 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-plugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:43.372858 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38517982-616d-47af-aab7-96231329ad06 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:43.373263 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f', 'code': 200} Dec 12 15:20:43.380142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db5965-89db-445b-a08b-ddbc3f8e2bc6 req-02691aea-24d0-4bc8-97c1-36f8f3796ae0 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:43.393961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42db5965-89db-445b-a08b-ddbc3f8e2bc6 req-02691aea-24d0-4bc8-97c1-36f8f3796ae0 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.0987964 Dec 12 15:20:43.494759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-2416a884-9b61-4d6a-a43a-fbb9042c8c8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b903e50-7b24-494f-a31d-3764bc5f709c HTTP/1.1" status: 200 len: 217 time: 0.0556033 Dec 12 15:20:43.576150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.13', 51971) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:20:43.639117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-c974377e-d19b-4d72-8385-2058c2aaaabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:43.645841 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-c974377e-d19b-4d72-8385-2058c2aaaabd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 1096 time: 0.1204710 Dec 12 15:20:43.809410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-84431c96-fd11-43eb-9985-f2b72cbdb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:43.811006 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-84431c96-fd11-43eb-9985-f2b72cbdb4db service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.1391189 Dec 12 15:20:43.924373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-11e3b7d2-21c6-40b3-933d-5d99a2773cae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 200 len: 217 time: 0.0924079 Dec 12 15:20:43.994071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-b14bd17d-ab0b-4826-a608-ae4ec75ba86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:43.995934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-b14bd17d-ab0b-4826-a608-ae4ec75ba86b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0610054 Dec 12 15:20:44.052449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-81d7c0e5-9cf1-499e-a710-71eb31db1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.054392 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-81d7c0e5-9cf1-499e-a710-71eb31db1ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476336 Dec 12 15:20:44.167434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42db5965-89db-445b-a08b-ddbc3f8e2bc6 req-7947947e-38f3-4b98-b797-b3b1456d9dd2 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583568 Dec 12 15:20:44.186245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-37323d49-e5ec-48b4-a7b8-cdb53e824185 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196353 Dec 12 15:20:44.290304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-56f3bbf7-c979-44ea-a3d0-1e17118b7043 req-e91d188f-ed93-45aa-8980-705b1934c4bd service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928497 Dec 12 15:20:44.339058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-835ba085-9f98-43b2-acd5-e1e98ddf779b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.347328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-835ba085-9f98-43b2-acd5-e1e98ddf779b tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8548839 Dec 12 15:20:44.358617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b498-f751-47d4-a449-4a334e4ee273 req-4650844b-7937-4902-9bb5-5cf3833c0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.362358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-4650844b-7937-4902-9bb5-5cf3833c0f43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.7422669 Dec 12 15:20:44.431926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-51e7d961-f81a-4cb0-a4b6-ceb6f35b5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.449132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-51e7d961-f81a-4cb0-a4b6-ceb6f35b5a30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93bdb5c8-dd0d-4a03-87e1-498affe0c557 HTTP/1.1" status: 200 len: 853 time: 0.8468657 Dec 12 15:20:44.526408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-cde8d9e0-abbe-4fb1-ba57-6639e8174d80 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 695 time: 0.1779838 Dec 12 15:20:44.606587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:44.674477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-1cbdcd78-0241-4a8d-acfb-cdeb7d523e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.675952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-1cbdcd78-0241-4a8d-acfb-cdeb7d523e40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 1.1597958 Dec 12 15:20:44.765149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b498-f751-47d4-a449-4a334e4ee273 req-bebc3c4b-5c2c-4f51-a083-1d13df118879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:44.767581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-bebc3c4b-5c2c-4f51-a083-1d13df118879 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3152294 Dec 12 15:20:44.772152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:45.129298 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:20:45.280455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f94b7-29a3-4dce-9738-4475973c39a3 req-74fad39a-ec54-43fc-b50b-fb5ed7d90ea0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:45.284956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-099f94b7-29a3-4dce-9738-4475973c39a3 req-74fad39a-ec54-43fc-b50b-fb5ed7d90ea0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 943 time: 0.7716575 Dec 12 15:20:45.309224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a2b5288e-0ccd-43a9-83cb-a8fa0b047c6a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:45.311406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a2b5288e-0ccd-43a9-83cb-a8fa0b047c6a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 945 time: 0.1216753 Dec 12 15:20:45.346979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-9d3ac393-20ae-4db8-aadc-9628013c06e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.1451616 Dec 12 15:20:45.349557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-166dded6-78b7-4fe2-a301-0502dd4c2320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:45.351354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-166dded6-78b7-4fe2-a301-0502dd4c2320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c602e46b-8e65-447e-8311-14a8dd9cfd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8880079 Dec 12 15:20:45.364906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-22c0baa7-0b93-46de-9bc7-a3a0ffe1a70c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 217 time: 0.5967801 Dec 12 15:20:45.600982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Deleting port e9b98167-31f4-4155-9f65-f4a6147a2694 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:45.601404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:45.643991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-099f94b7-29a3-4dce-9738-4475973c39a3 req-cbab19e0-2d47-4223-ba6c-ad0cd8e37090 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075631 Dec 12 15:20:45.645555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-98050fbc-e068-4d21-8c12-da8deb0cfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:45.646935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-98050fbc-e068-4d21-8c12-da8deb0cfedb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.2404108 Dec 12 15:20:45.746511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b498-f751-47d4-a449-4a334e4ee273 req-a585f08c-3fc7-4c2f-a21a-08bcbbb5f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:45.747946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-a585f08c-3fc7-4c2f-a21a-08bcbbb5f6e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.3629990 Dec 12 15:20:45.852842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] For port e9b98167-31f4-4155-9f65-f4a6147a2694, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e9b98167-31f4-4155-9f65-f4a6147a2694,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:45.853218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:45.871814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-9613c2bf-eff2-411e-bdc3-7fb0ff345b82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108803 Dec 12 15:20:45.883374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Calling delete_port for e9b98167-31f4-4155-9f65-f4a6147a2694 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:45.910800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-f23995cb-c6be-4a9b-b6a7-8ffe313eed1a service neutron] 10.222.0.13 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924440 Dec 12 15:20:46.105696 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:20:46.123311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:46.135513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'e9b98167-31f4-4155-9f65-f4a6147a2694'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:46.182995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event deleted for resources: {'Port': ['ID=e9b98167-31f4-4155-9f65-f4a6147a2694,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:46.292531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] No DVR routers for this DVR port e9b98167-31f4-4155-9f65-f4a6147a2694 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:20:46.295213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:46.300975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b4dab7be-96bc-46c1-969b-0aef5277866e req-a62eb703-ba93-4c3f-840c-3b13f8ffa02d tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "DELETE /v2.0/ports/e9b98167-31f4-4155-9f65-f4a6147a2694 HTTP/1.1" status: 204 len: 173 time: 0.9821639 Dec 12 15:20:46.301667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'name': 'network-vif-deleted', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:46.310047 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd57becd-2b69-4c7d-b5d6-776b8eccc84d" -d '{"events": [{"server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "name": "network-vif-deleted", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:46.599063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15277b-9fb1-4b52-bd2a-e1d9221738c9 req-7bb574c5-2289-4ff4-a3d3-d79e53596c98 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:46.609982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b15277b-9fb1-4b52-bd2a-e1d9221738c9 req-7bb574c5-2289-4ff4-a3d3-d79e53596c98 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.7276213 Dec 12 15:20:46.640280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985b498-f751-47d4-a449-4a334e4ee273 req-4716a4e1-9610-46e2-bf36-6c217617fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:46.642792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-4716a4e1-9610-46e2-bf36-6c217617fcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8598809 Dec 12 15:20:46.646761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:46.733243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:46.835376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-c0ba20a1-67f8-4a13-a1ef-99643db5e798 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9083126 Dec 12 15:20:46.869240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-efad52a2-03db-4f2a-9ae6-84792480eb34 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861419 Dec 12 15:20:46.938675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5287c7d3-50e9-4565-8b1e-9dcb656b2998 req-74360924-5178-47b3-9cdf-16fa1d1a1abe service neutron] 10.222.0.13 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0102298 Dec 12 15:20:47.002338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-c024bf5f-e811-4ab2-9d59-6308640039db service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400726 Dec 12 15:20:47.020569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b15277b-9fb1-4b52-bd2a-e1d9221738c9 req-9ad388bf-369a-46de-9fc7-803538b0ddb8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063070 Dec 12 15:20:47.297754 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-fffee7be-fd1d-4985-8510-262953260877 service neutron] 10.222.0.13 "GET /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.0607080 Dec 12 15:20:47.527604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:47.566471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:47.609874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:47.623369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:47.659111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:47.665456 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Floating IP cf4e72cc-0abe-41aa-a397-de346b94620e associated. External IP: 172.25.3.38, port: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8. Dec 12 15:20:47.675138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008ba4-999e-49c9-b075-b71ba2575171 req-4ab6cd76-20d0-4f45-9307-c5f05bad8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:47.677132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-4ab6cd76-20d0-4f45-9307-c5f05bad8f0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.7970917 Dec 12 15:20:47.733752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-828da72c-23ee-4889-89c4-39bc68739956 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8357618 Dec 12 15:20:47.735431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130220-3fbc-414e-b130-2a3888aa072d req-20f32648-f34d-4a45-9127-4efe7cfbb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:47.736838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-20f32648-f34d-4a45-9127-4efe7cfbb8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a57347fc73204539be9fd4976cf9efbe&device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 1094 time: 0.6048727 Dec 12 15:20:47.788776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] Transition to ACTIVE for port object 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:47.797320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:47.853208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f6e4-5aff-4ea1-a8aa-3de81f019e1c req-89ec08f7-a1ab-40c3-9ee8-268d2e3d0dcf tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:47.860475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3956f6e4-5aff-4ea1-a8aa-3de81f019e1c req-89ec08f7-a1ab-40c3-9ee8-268d2e3d0dcf tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.6848905 Dec 12 15:20:47.871201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] No DVR routers for this DVR port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:20:47.904962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-499e303b-c8d4-4e99-8ff9-e71eb5368f64 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115017 Dec 12 15:20:47.915815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] 10.222.0.13 "PUT /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845/bindings/n-h1-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6069770 Dec 12 15:20:47.917603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea1ea0-65c1-4eb7-989c-a7b846a9bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:48.066159 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d985b498-f751-47d4-a449-4a334e4ee273 req-a9dd6ea5-b940-453e-980f-b153eb420846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=f0c64d7e-cb6f-4647-a4be-83520669028f HTTP/1.1" status: 200 len: 210 time: 0.0318229 Dec 12 15:20:48.081712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-3b173a34-cf67-4135-9dd0-e498a6fe0cab tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.083401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-3b173a34-cf67-4135-9dd0-e498a6fe0cab tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.0973918 Dec 12 15:20:48.116799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008ba4-999e-49c9-b075-b71ba2575171 req-5f3292b3-f146-46c1-9af0-eda81d863bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.118272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-5f3292b3-f146-46c1-9af0-eda81d863bb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3934371 Dec 12 15:20:48.126456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3956f6e4-5aff-4ea1-a8aa-3de81f019e1c req-1e098b11-56f7-44c7-8c5b-508a14833142 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645705 Dec 12 15:20:48.135416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130220-3fbc-414e-b130-2a3888aa072d req-6397a7b0-decd-46b0-b4cf-ca5a64339187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.136942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-6397a7b0-decd-46b0-b4cf-ca5a64339187 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c602e46b-8e65-447e-8311-14a8dd9cfd1b HTTP/1.1" status: 200 len: 914 time: 0.3735898 Dec 12 15:20:48.148221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-e95f4432-cd2f-409d-8313-9a849c5de733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.154828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-e95f4432-cd2f-409d-8313-9a849c5de733 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9&tenant_id=43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 1095 time: 0.0606742 Dec 12 15:20:48.236924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-ba811118-2389-493c-829b-8ad7d9551f30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.1081355 Dec 12 15:20:48.259453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-8a3505ec-f87b-45a5-af4a-3c779d35d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.261162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-8a3505ec-f87b-45a5-af4a-3c779d35d02f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1095 time: 0.0682852 Dec 12 15:20:48.296467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-f7b7c1b8-b105-43ea-9265-2eddf7387ded service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b903e50-7b24-494f-a31d-3764bc5f709c HTTP/1.1" status: 200 len: 217 time: 0.0574996 Dec 12 15:20:48.383325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008ba4-999e-49c9-b075-b71ba2575171 req-b6883c43-5213-48f3-b07f-2de78d401162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.385308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-b6883c43-5213-48f3-b07f-2de78d401162 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0878718 Dec 12 15:20:48.387725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-b9c83dda-e22f-489c-a739-090019a9decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.390629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-b9c83dda-e22f-489c-a739-090019a9decd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.3783462 Dec 12 15:20:48.414196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-b0dbc126-e58b-4d65-9707-eef0817fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.416219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-b0dbc126-e58b-4d65-9707-eef0817fffc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1467972 Dec 12 15:20:48.432935 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b76b7-15f9-4f09-88ea-74a77420db86 x-openstack-request-id: req-600b76b7-15f9-4f09-88ea-74a77420db86 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:48.433235 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c64d7e-cb6f-4647-a4be-83520669028f", "name": "network-vif-deleted", "tag": "e9b98167-31f4-4155-9f65-f4a6147a2694", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:48.438822 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-600b76b7-15f9-4f09-88ea-74a77420db86 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:48.439824 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c64d7e-cb6f-4647-a4be-83520669028f', 'name': 'network-vif-deleted', 'tag': 'e9b98167-31f4-4155-9f65-f4a6147a2694', 'status': 'completed', 'code': 200} Dec 12 15:20:48.484572 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-513026d6-a191-4c9f-956e-856ff1b140b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 200 len: 217 time: 0.0596581 Dec 12 15:20:48.541559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-aef65419-5bc7-4630-a188-5b1385f8f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.543047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-aef65419-5bc7-4630-a188-5b1385f8f7a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0508466 Dec 12 15:20:48.576660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008ba4-999e-49c9-b075-b71ba2575171 req-9c02f1c4-ad80-46be-a7f9-10932dbaac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.576887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-a5de44a1-df50-4c2a-ba98-05f5a6eacb28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249407 Dec 12 15:20:48.578508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-9c02f1c4-ad80-46be-a7f9-10932dbaac4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833198 Dec 12 15:20:48.599828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e9b98167-31f4-4155-9f65-f4a6147a2694 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:48.633681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130220-3fbc-414e-b130-2a3888aa072d req-4ba10d28-654a-403e-8020-e4f79f90bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.635312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-4ba10d28-654a-403e-8020-e4f79f90bb53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93bdb5c8-dd0d-4a03-87e1-498affe0c557 HTTP/1.1" status: 200 len: 853 time: 0.2682049 Dec 12 15:20:48.645703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: e9b98167-31f4-4155-9f65-f4a6147a2694 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:20:48.647262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e9b98167-31f4-4155-9f65-f4a6147a2694 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:20:48.734344 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-8470957c-77b8-49f4-bd60-e35d8d3a08a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428888 Dec 12 15:20:48.747463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:48.757389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86de12b-28c5-49af-b853-26ac424fbf72 req-65e27957-61ef-45f1-bf62-7189e147390b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.758996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e86de12b-28c5-49af-b853-26ac424fbf72 req-65e27957-61ef-45f1-bf62-7189e147390b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.2370770 Dec 12 15:20:48.786924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-a82c760b-4617-4e9a-8be9-2fe7ff7ba793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.788479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-a82c760b-4617-4e9a-8be9-2fe7ff7ba793 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3445899 Dec 12 15:20:48.841738 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-aaa0d8b9-f8b7-4a91-9b39-af22843312ef service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985365 Dec 12 15:20:48.865259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58130220-3fbc-414e-b130-2a3888aa072d req-cf2cd934-1d4d-4b9c-b7de-6bb5d414479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:48.867953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-cf2cd934-1d4d-4b9c-b7de-6bb5d414479f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c602e46b-8e65-447e-8311-14a8dd9cfd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1952703 Dec 12 15:20:48.868578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-d652d663-a35b-4be7-9b4c-a4f3e89d007b service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648973 Dec 12 15:20:49.051064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-3699a818-ebfa-4f7a-9060-43a7565a170b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 998 time: 0.2392170 Dec 12 15:20:49.064896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e86de12b-28c5-49af-b853-26ac424fbf72 req-103f31ca-b977-4146-b7e3-0890df50966d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852981 Dec 12 15:20:49.174752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-37089cdc-6c78-4a78-929c-70b62e233f5c tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:49.176462 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-37089cdc-6c78-4a78-929c-70b62e233f5c tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.0731831 Dec 12 15:20:49.295639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-de13b326-7b5b-4ec9-937a-1daa9cbe6508 service neutron] 10.222.0.13 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782389 Dec 12 15:20:49.309422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:49.322176 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:49.336899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:49.337796 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:49.348751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:49.352591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-7f62ef49-5523-454f-9a82-1b2da7d3bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:49.355516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-7f62ef49-5523-454f-9a82-1b2da7d3bede service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.2863688 Dec 12 15:20:49.355659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-d6c4d455-3993-45a1-a337-2a3f182f2468 service neutron] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:49.355991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22008ba4-999e-49c9-b075-b71ba2575171 req-bab209e7-e976-483c-a7ec-ed58fe5f27f7 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492183 Dec 12 15:20:49.359737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-d6c4d455-3993-45a1-a337-2a3f182f2468 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:49.362134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-de406e9b-bb34-4bf3-b59a-04140e5f66bb req-d6c4d455-3993-45a1-a337-2a3f182f2468 service neutron] 10.222.0.30 "DELETE /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845/bindings/n-h2-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.1780984 Dec 12 15:20:49.472855 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:49.795897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:45Z', 'revision_number': 8, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:49.833440 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:49.844566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:49.845259 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:49.869093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-5794fa41-fb74-4157-a483-b92f0e2992c0 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "PUT /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 995 time: 5.2942536 Dec 12 15:20:49.872316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58130220-3fbc-414e-b130-2a3888aa072d req-8fbf9440-fe2e-48d4-96fd-2dbadc54026d service neutron] 10.222.0.13 "GET /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584760 Dec 12 15:20:49.878822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:49.883015 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb50ba6-1c02-4fed-ac3b-44a746cd1647" -d '{"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:49.900841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-7ef0932f-2eb0-4ad2-94a6-dd6b7af57427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:49.902526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-7ef0932f-2eb0-4ad2-94a6-dd6b7af57427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5336556 Dec 12 15:20:49.971013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-9a11262e-e6c2-4404-8042-b0aab16a3389 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:49.971263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-9a11262e-e6c2-4404-8042-b0aab16a3389 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.6956177 Dec 12 15:20:50.025899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:50.029714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-7a999759-5952-427b-bfc8-afc4063ecbcd tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/quotas/93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 375 time: 0.0299220 Dec 12 15:20:50.037281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-e9d71633-722b-4e67-a829-1b91fb4d2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:50.038928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-e9d71633-722b-4e67-a829-1b91fb4d2f58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.1354344 Dec 12 15:20:50.166541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-2657d1c5-9465-4aca-8eaa-9bd85f9ebe0f service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474446 Dec 12 15:20:50.238108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f8a009c9-dd74-4e44-8da4-e868e6b59191 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962674 Dec 12 15:20:50.244133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-28256e07-0132-46fc-baf0-dd736b9282e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:50.245845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-28256e07-0132-46fc-baf0-dd736b9282e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.1952980 Dec 12 15:20:50.312608 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:45Z', 'revision_number': 8, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:50.451689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696c117-4afc-4b44-9561-70e6841fa61c None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cf4e72cc-0abe-41aa-a397-de346b94620e', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'port_id': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'mac_address': 'fa:16:3e:a8:f2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484788d0-4ead-428e-a77a-3ebcf3281423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:20:01Z', 'updated_at': '2021-12-12T15:20:45Z', 'revision_number': 8, 'project_id': 'c117f892ff82442998725864b46bfade', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:50.476845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c538a6cf-2e2c-4958-8c75-a5bceb63a609 req-a28da47f-93d2-4c4d-8d04-92016d9acd1c service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926929 Dec 12 15:20:50.484709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-8f24bfa1-565d-49b3-a8b4-e63a98ec0358 service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094362 Dec 12 15:20:50.558993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-3b258ff0-98b5-491f-b8b2-f97338408ec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 998 time: 0.2825513 Dec 12 15:20:50.600785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3b903e50-7b24-494f-a31d-3764bc5f709c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:20:50.650258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-f905a344-1e30-44e8-8308-d6ecd87172bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:50.651769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-f905a344-1e30-44e8-8308-d6ecd87172bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0843611 Dec 12 15:20:50.665495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-a8b95b33-4c26-4786-9c67-1243e0ea27d1 service neutron] 10.222.0.36 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710687 Dec 12 15:20:50.744735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-4b650538-d8fe-4dea-a316-91d1c6429b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:50.746730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-4b650538-d8fe-4dea-a316-91d1c6429b45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755370 Dec 12 15:20:50.843435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672aed30-ee0d-4d69-a066-0b5943d98ec8 None None] New status for floating IP cf4e72cc-0abe-41aa-a397-de346b94620e: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:50.877886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-0ed3a7bd-0aaf-4aff-942d-175a2411fb8e service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238370 Dec 12 15:20:51.013009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b7d556b-d8e5-4c87-a6d5-732110c7be8a req-13642dfd-5207-44c9-942d-4e93a4730b12 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333733 Dec 12 15:20:51.027524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3b903e50-7b24-494f-a31d-3764bc5f709c,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:51.054785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3b903e50-7b24-494f-a31d-3764bc5f709c', 'network_id': 'c602e46b-8e65-447e-8311-14a8dd9cfd1b', 'port_id': '3b903e50-7b24-494f-a31d-3764bc5f709c', 'mac_address': 'fa:16:3e:fc:bd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bdb5c8-dd0d-4a03-87e1-498affe0c557', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:20:51.160926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:51.176987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b903e50-7b24-494f-a31d-3764bc5f709c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:51.206245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3b903e50-7b24-494f-a31d-3764bc5f709c,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:51.217048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:51.231661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fb499-3961-43b1-8b66-07725f9e28d0 req-6190be00-8074-49fb-a54e-5a509bff9e86 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:51.241435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f5fb499-3961-43b1-8b66-07725f9e28d0 req-6190be00-8074-49fb-a54e-5a509bff9e86 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 943 time: 0.1336529 Dec 12 15:20:51.276950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:51.353216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f5fb499-3961-43b1-8b66-07725f9e28d0 req-b9b79511-0830-4f2f-b9cc-ef7491802663 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108360 Dec 12 15:20:51.375324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d60a0c-673c-4f9c-95f0-37c8331075ff req-6d1b2093-5c41-4f0a-b5b3-b9337d3a31aa tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:51.383435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13d60a0c-673c-4f9c-95f0-37c8331075ff req-6d1b2093-5c41-4f0a-b5b3-b9337d3a31aa tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1397376 Dec 12 15:20:51.450527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13d60a0c-673c-4f9c-95f0-37c8331075ff req-97c2f89f-a2fb-427b-82bc-c15705b1049f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660059 Dec 12 15:20:51.473407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3b903e50-7b24-494f-a31d-3764bc5f709c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:51.534373 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8c3ecf-affc-4acd-9900-f0093a51e023 x-openstack-request-id: req-4e8c3ecf-affc-4acd-9900-f0093a51e023 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:51.534859 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:51.535319 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e8c3ecf-affc-4acd-9900-f0093a51e023 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:51.535939 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:20:51.744265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-aae557c7-6b5f-4804-9cfa-524bee3e7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:51.745034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-aae557c7-6b5f-4804-9cfa-524bee3e7ca7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.1881471 Dec 12 15:20:51.779186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfab3e-199d-4df2-b43e-791d7315603c req-75386fc3-3e4e-4bc0-be3f-312d5055121d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:51.790808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15bfab3e-199d-4df2-b43e-791d7315603c req-75386fc3-3e4e-4bc0-be3f-312d5055121d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.1803906 Dec 12 15:20:51.819895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-590bb994-c20a-427e-9b1f-51f642f113fb req-9e63bd88-ef87-48fa-b6a0-7295c40a0e04 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 997 time: 0.1524296 Dec 12 15:20:51.997193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15bfab3e-199d-4df2-b43e-791d7315603c req-7a3cb2eb-25c0-4e9a-bdd0-e3f53fc54784 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075419 Dec 12 15:20:52.034788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bb994-c20a-427e-9b1f-51f642f113fb req-bc213d67-c8b8-4094-8777-b92814a4d445 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.053214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-590bb994-c20a-427e-9b1f-51f642f113fb req-bc213d67-c8b8-4094-8777-b92814a4d445 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2323687 Dec 12 15:20:52.071942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-590bb994-c20a-427e-9b1f-51f642f113fb req-57687044-a4a0-4e92-a285-50f79ddf90ef tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:20:52.073057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-590bb994-c20a-427e-9b1f-51f642f113fb req-57687044-a4a0-4e92-a285-50f79ddf90ef tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190532 Dec 12 15:20:52.074179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-5af962b8-5852-4efb-a0e5-de728c70a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.075734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-5af962b8-5852-4efb-a0e5-de728c70a260 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3225536 Dec 12 15:20:52.219382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f8569d9-b6cc-411e-a087-6ba269d72dea req-5d84ed4b-72de-43a1-b44c-507bae27f2bf tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0442204 Dec 12 15:20:52.244128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-8c895f66-a2ed-4094-988d-57bcd0214b82 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.1064000 Dec 12 15:20:52.246778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-4f6dbafd-6e7a-46b6-8aec-3140eef2b7c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 1000 time: 0.1630785 Dec 12 15:20:52.349607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-d260bbba-7e3c-42be-8874-044b269b8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.351387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-d260bbba-7e3c-42be-8874-044b269b8f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.0967734 Dec 12 15:20:52.445694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-1bbd907f-1b00-40ba-b95d-a83fc11e8e4e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.455938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-1bbd907f-1b00-40ba-b95d-a83fc11e8e4e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports/3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 942 time: 0.1446848 Dec 12 15:20:52.496691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b90d5f-f377-434c-a8e1-6a8fc3e9de02 req-b95bf232-92a1-4e98-a42a-efb91fcca186 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.505347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63b90d5f-f377-434c-a8e1-6a8fc3e9de02 req-b95bf232-92a1-4e98-a42a-efb91fcca186 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1095 time: 0.1953309 Dec 12 15:20:52.534742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-19d89677-cc1f-4847-a63a-652a2cfeb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.536251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-19d89677-cc1f-4847-a63a-652a2cfeb769 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614199 Dec 12 15:20:52.616548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3b903e50-7b24-494f-a31d-3764bc5f709c up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:20:52.641481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-4912222a-5705-4852-99b5-a7580e40d991 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.0695975 Dec 12 15:20:52.722793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-b3209be9-4a14-47fb-a58f-4b9ed07e47de tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:52.723884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63b90d5f-f377-434c-a8e1-6a8fc3e9de02 req-a43d0d18-e76e-4a69-9dbc-023182407470 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176311 Dec 12 15:20:52.725604 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-b3209be9-4a14-47fb-a58f-4b9ed07e47de tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 820 time: 0.2184253 Dec 12 15:20:52.726976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3b903e50-7b24-494f-a31d-3764bc5f709c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:20:52.731676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3b903e50-7b24-494f-a31d-3764bc5f709c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:20:52.732365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:52.750047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Request body: {'port': {'device_id': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'admin_state_up': True, 'tenant_id': '93f7dd22b0f74806b72f83e7ea4e1747'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:52.887808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:52.921680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:52.924827 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8784ac27-f1ba-4fc8-aabe-cc0a6e36b248" -d '{"events": [{"server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "name": "network-vif-plugged", "status": "completed", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:52.942107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3b903e50-7b24-494f-a31d-3764bc5f709c,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:52.947545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Made reservation on behalf of 93f7dd22b0f74806b72f83e7ea4e1747 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:20:52.951202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:52.951477 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:52.988832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-0dfd812a-583a-4d7f-981b-6f6849776868 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415216 Dec 12 15:20:53.016928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:53.076310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-ec6afa56-9b2b-4240-b78a-f7bd54eb5ca5 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:53.085900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-ec6afa56-9b2b-4240-b78a-f7bd54eb5ca5 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.4066792 Dec 12 15:20:53.124483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Allocated IP 172.20.0.2 (1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1/502cac89-ba0b-4c5e-912a-228266ca6499/dea363ef-e566-41e1-b5c0-87b0e95c3182) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:20:53.260688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb22402-a0e3-4a61-9864-716d08a111c4 req-083b9a23-2169-4cdf-8290-71745e992e5e tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:53.262358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4eb22402-a0e3-4a61-9864-716d08a111c4 req-083b9a23-2169-4cdf-8290-71745e992e5e tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 944 time: 0.3808310 Dec 12 15:20:53.351627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.377974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-8e8a5a35-9e5d-4fcd-adb0-5fb411cd2a38 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 1000 time: 0.2415135 Dec 12 15:20:53.394704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:53.415123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.429597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:20:53.492396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:53.504030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:20:53.505338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:20:53.513333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:20:53.539907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4eb22402-a0e3-4a61-9864-716d08a111c4 req-b85489c1-63db-4b8f-8af2-0fe8c47f6ad3 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700098 Dec 12 15:20:53.556572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abb50ba6-1c02-4fed-ac3b-44a746cd1647 req-b86d4384-bccf-457c-a20f-a70b6bef9e21 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545776 Dec 12 15:20:53.573707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:53.574714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.593079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.612148 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ad6b78fe-4363-495e-8b4b-2791e35cf0eb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8726478 Dec 12 15:20:53.627795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Request body: {'port': {'device_id': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:20:53.769017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.842820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.859764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f062a-1eac-444a-95ee-369e410f507f req-9314f059-ce6f-476a-b6ee-2373e0e677b1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:53.861670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a3f062a-1eac-444a-95ee-369e410f507f req-9314f059-ce6f-476a-b6ee-2373e0e677b1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1262004 Dec 12 15:20:53.862944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:53.863288 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Floating IP cf4e72cc-0abe-41aa-a397-de346b94620e disassociated. External IP: 172.25.3.38, port: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8. Dec 12 15:20:53.989287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a3f062a-1eac-444a-95ee-369e410f507f req-a27b72b3-994b-471d-995f-516ca5bfa914 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768585 Dec 12 15:20:54.167613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea363ef-e566-41e1-b5c0-87b0e95c3182 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:20:54.183068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.210479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Transition to ACTIVE for port object dea363ef-e566-41e1-b5c0-87b0e95c3182 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:20:54.219756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.304471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:54.401694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:20:54.402321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:20:54.402810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:54.414530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:20:54.414894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:20:54.428060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:20:54.428835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:20:54.429413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:20:54.430579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Bound port: dea363ef-e566-41e1-b5c0-87b0e95c3182, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:20:54.431148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.508012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:20:54.511971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:20:54.523835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.568787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:54.569399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.571015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] 10.222.0.30 "PUT /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 1091 time: 0.9509866 Dec 12 15:20:54.571426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:54.573815 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd35c7-6b9f-4001-ad27-f2d32990cf23" -d '{"events": [{"name": "network-changed", "server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:54.613756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:20:54.620957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dfa4c-e56c-4f1e-9d98-a0dda1fd1a03 req-cb6127d2-c195-42d4-851d-d00246e702c9 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:54.622451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-654dfa4c-e56c-4f1e-9d98-a0dda1fd1a03 req-cb6127d2-c195-42d4-851d-d00246e702c9 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 1095 time: 0.0779698 Dec 12 15:20:54.666300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814dc2f-f053-46c6-8343-f7022c86ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:54.679309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-4a446b53-f642-420c-a1be-8b713daeff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:54.680840 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-4a446b53-f642-420c-a1be-8b713daeff3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1094 time: 0.0571938 Dec 12 15:20:54.741947 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-aa38d8d7-6756-49ca-b072-676ece270403 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 217 time: 0.0444393 Dec 12 15:20:54.789160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-654dfa4c-e56c-4f1e-9d98-a0dda1fd1a03 req-663a4278-0ae4-4cc6-aa87-8ebf5e15142b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328087 Dec 12 15:20:54.809048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-d75036c0-e59c-4485-adf4-c344e001f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:54.811297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-d75036c0-e59c-4485-adf4-c344e001f8fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0577874 Dec 12 15:20:54.823994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:20:54.831455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:54.839597 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:20:54.861464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-03800dbb-1d01-4f42-bd13-9564b43097a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372055 Dec 12 15:20:54.863592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:54.864221 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:54.913522 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba475190-d944-4f39-94f4-5bf2d381cdf2 x-openstack-request-id: req-ba475190-d944-4f39-94f4-5bf2d381cdf2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:54.914040 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "name": "network-vif-plugged", "status": "completed", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:54.914040 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba475190-d944-4f39-94f4-5bf2d381cdf2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:54.914433 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c', 'code': 200} Dec 12 15:20:55.063467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-164c0fc8-c2c0-4894-893f-cbf23d6a3932 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "PUT /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 695 time: 1.6790798 Dec 12 15:20:55.072231 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:55.085087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:55.088147 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49" -d '{"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:55.190567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce4f80-94f0-4563-b2fc-bf381695bf6d req-f666acc4-6da5-432d-bc17-05557511dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.192968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42ce4f80-94f0-4563-b2fc-bf381695bf6d req-f666acc4-6da5-432d-bc17-05557511dc32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 1096 time: 0.2473958 Dec 12 15:20:55.222736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b08ff4-1c3c-43ef-8017-6eae2a419253 req-45abef50-5acc-4a5a-86ef-e5dad260a34b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.224864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66b08ff4-1c3c-43ef-8017-6eae2a419253 req-45abef50-5acc-4a5a-86ef-e5dad260a34b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1899698 Dec 12 15:20:55.228813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-db9382f6-3c01-4712-b024-3cbd2b4fcba6 service neutron] 10.222.0.13 "GET /v2.0/ports/50616830-1cee-4cd8-aadc-5d191ffcd350/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.2140718 Dec 12 15:20:55.254979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-862120e3-d753-49c0-a078-87a8d0e17190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.261928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-862120e3-d753-49c0-a078-87a8d0e17190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.1650243 Dec 12 15:20:55.418837 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:55.475874 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:20:55.488261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42ce4f80-94f0-4563-b2fc-bf381695bf6d req-9be6e66f-f584-4de6-892d-767c964ce9dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851532 Dec 12 15:20:55.489694 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:20:55.491074 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:55.497828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66b08ff4-1c3c-43ef-8017-6eae2a419253 req-adb0ef52-9938-4fe2-8ded-d3c8d02089a2 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348897 Dec 12 15:20:55.539103 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-8bde55ce-0a66-4fa4-b701-488beb494f59 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683075 Dec 12 15:20:55.573672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-d6baac2a-18b4-42ce-9bc9-582b16306b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.575165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-d6baac2a-18b4-42ce-9bc9-582b16306b24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3042178 Dec 12 15:20:55.672227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-77dc651e-9d73-4606-af35-b651a7e71160 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0828786 Dec 12 15:20:55.698227 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-784d4f5a-476d-464e-8e7b-fa2617cc209e req-ccc5663c-3ab2-4465-843b-d58340860dc6 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450863 Dec 12 15:20:55.701680 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:20:55.856464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-6441027b-1adc-4ea3-a7b8-29b1648a4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.858134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-6441027b-1adc-4ea3-a7b8-29b1648a4970 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.1623967 Dec 12 15:20:55.865150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-d777e46e-15a7-4b51-9aa7-92ff0cff2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.866727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-d777e46e-15a7-4b51-9aa7-92ff0cff2f26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1101 time: 0.1898293 Dec 12 15:20:55.884136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7db9-7d6a-4e57-bfb0-6b131f364ae7 req-a0736624-a09d-4c7c-b95d-8289d1130a67 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:55.892760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fb7db9-7d6a-4e57-bfb0-6b131f364ae7 req-a0736624-a09d-4c7c-b95d-8289d1130a67 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 945 time: 0.2359219 Dec 12 15:20:55.977737 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:20:56.004958 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fef7ef-558a-4d77-a8d3-08b9b863724a None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:19:29Z', 'revision_number': 4, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '85bcf1a7-2e5f-4866-b101-9750ab7a6363', 'name': '', 'network_id': '0d2cc922-1079-4166-b515-a0dd2e0a98f7', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'mac_address': 'fa:16:3e:80:cb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:28Z', 'updated_at': '2021-12-12T15:19:35Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'subnets': [{'id': 'a2a39d0f-ac47-4fc8-a440-dadf780dd23c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:20:56.018435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fb7db9-7d6a-4e57-bfb0-6b131f364ae7 req-46dfffeb-3ccc-421b-a36d-0cca4703f803 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245017 Dec 12 15:20:56.024792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-fd7537d7-ec80-4045-957f-cdf0797be66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.026276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-fd7537d7-ec80-4045-957f-cdf0797be66f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584921 Dec 12 15:20:56.041506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-c662c726-c529-47de-a7d0-fae1a4ccdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.047620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-c662c726-c529-47de-a7d0-fae1a4ccdebe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1101 time: 0.1478438 Dec 12 15:20:56.093620 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0c3afe-be95-4c10-aca0-4405280ca93d x-openstack-request-id: req-eb0c3afe-be95-4c10-aca0-4405280ca93d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:56.094134 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:56.094134 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb0c3afe-be95-4c10-aca0-4405280ca93d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:56.094537 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'status': 'completed', 'code': 200} Dec 12 15:20:56.204025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-d352479e-ff35-4b2b-a79b-c50d2993acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.208214 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-d352479e-ff35-4b2b-a79b-c50d2993acfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1094 time: 0.0843520 Dec 12 15:20:56.325798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-392ca231-3162-4efc-bdf7-d41bea4b6be3 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756474 Dec 12 15:20:56.484253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-6b720f68-8dfb-426f-93d4-130c7411e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.487036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-6b720f68-8dfb-426f-93d4-130c7411e20f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.2691472 Dec 12 15:20:56.545523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30e545-f9bd-4c9a-92e9-df195e21cdbb None None] New status for floating IP cf4e72cc-0abe-41aa-a397-de346b94620e: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:20:56.585044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-40d2030c-1e68-4f11-934d-eba49edeed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.592731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-40d2030c-1e68-4f11-934d-eba49edeed96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.5325582 Dec 12 15:20:56.616258 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-b54a4f60-00a9-458f-9424-1ea8077aed27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 217 time: 0.1113250 Dec 12 15:20:56.734202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-74684694-2852-4c03-920c-39f48add3a43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.1297472 Dec 12 15:20:56.745522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-307cc268-2573-43e1-925f-cc31be647e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.747015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-307cc268-2573-43e1-925f-cc31be647e61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1173072 Dec 12 15:20:56.769801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-115f98c3-f722-4f58-84fa-6188a61ce736 req-533c2278-583c-4b14-9f02-224c4735a309 service neutron] 10.222.0.36 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008520 Dec 12 15:20:56.801534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab7af-2fc2-4d70-b0e8-48b6d7df3a7a req-3b3d7b0b-0dea-4b62-b9db-584f9e5c4e6b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.806324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c49ab7af-2fc2-4d70-b0e8-48b6d7df3a7a req-3b3d7b0b-0dea-4b62-b9db-584f9e5c4e6b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1125937 Dec 12 15:20:56.826107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-a8891e05-7cb0-4e9e-a924-dd7d328ac1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:56.826866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-faee3c5d-0981-4d60-a0af-fe82ed632972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720856 Dec 12 15:20:56.827526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-a8891e05-7cb0-4e9e-a924-dd7d328ac1b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0862150 Dec 12 15:20:56.979366 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-21763a33-3d0c-481e-9de3-3c0ef5718060 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422911 Dec 12 15:20:56.981308 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b84ab-c4ed-4f41-8b01-b4b1137257a9 x-openstack-request-id: req-4c1b84ab-c4ed-4f41-8b01-b4b1137257a9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:56.982683 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:56.984882 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c1b84ab-c4ed-4f41-8b01-b4b1137257a9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:56.986045 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:20:57.002713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c49ab7af-2fc2-4d70-b0e8-48b6d7df3a7a req-e1343b06-914b-4601-9514-514c891f34b6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929200 Dec 12 15:20:57.101986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-f6b5d701-d1f6-4c0b-9032-bc907bba8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.103593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-f6b5d701-d1f6-4c0b-9032-bc907bba8232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655954 Dec 12 15:20:57.196481 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aedd35c7-6b9f-4001-ad27-f2d32990cf23 req-49af3c37-354d-479c-87ef-9b9ea116442c service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068219 Dec 12 15:20:57.278691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-0c302a85-a264-4d5d-aaa4-d854ac8d49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.280174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-0c302a85-a264-4d5d-aaa4-d854ac8d49c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c117f892ff82442998725864b46bfade&device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 1096 time: 0.2765357 Dec 12 15:20:57.299959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-1acb7c00-1a90-427a-9c80-b881397f5e4a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871352 Dec 12 15:20:57.456589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8125c-62b5-4510-8ef9-9014b07d8854 req-1db98529-d504-4fec-ada0-0729ffc6ace7 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.458103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8a8125c-62b5-4510-8ef9-9014b07d8854 req-1db98529-d504-4fec-ada0-0729ffc6ace7 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 945 time: 0.1561303 Dec 12 15:20:57.478137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816b1eb-b317-447d-984f-ce50ae72b59d req-66ec932f-86de-42f2-a995-c9b132ce1748 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.482552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1816b1eb-b317-447d-984f-ce50ae72b59d req-66ec932f-86de-42f2-a995-c9b132ce1748 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2282920 Dec 12 15:20:57.585512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-149b66bf-8a4e-47d4-b3ce-2f6ce841a9f1 req-262d100b-9d4b-4ac4-b911-8ec1d2d6a411 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483904 Dec 12 15:20:57.608848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8a8125c-62b5-4510-8ef9-9014b07d8854 req-d36f57c6-b445-4d6e-9005-039155cc6104 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434102 Dec 12 15:20:57.643187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1816b1eb-b317-447d-984f-ce50ae72b59d req-fb2b4043-83a1-4c6e-bc93-d1dfcacdfc2a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514494 Dec 12 15:20:57.644669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-fac9a456-b879-4307-9c5c-15fd52fa5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.653865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-fac9a456-b879-4307-9c5c-15fd52fa5f8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 200 len: 920 time: 0.3528371 Dec 12 15:20:57.725300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-63932f89-c045-4191-951c-121a1a36e782 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 200 len: 217 time: 0.0646081 Dec 12 15:20:57.833618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-34cef35f-8ddd-4b28-b653-9806db22bfcb tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 200 len: 693 time: 0.0573208 Dec 12 15:20:57.835546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-1df0e477-3a27-4029-a5f8-c103793ace9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.836955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-1df0e477-3a27-4029-a5f8-c103793ace9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 200 len: 859 time: 0.1046450 Dec 12 15:20:57.952455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-c6ff42f1-1840-46e2-a698-4e8b20ba9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.953938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-c6ff42f1-1840-46e2-a698-4e8b20ba9983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d2cc922-1079-4166-b515-a0dd2e0a98f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033497 Dec 12 15:20:57.993080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-6b33c6e7-ee81-4c4e-8b85-d99e1336bef1 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:57.994423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-6b33c6e7-ee81-4c4e-8b85-d99e1336bef1 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1546633 Dec 12 15:20:58.036155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-fdaf416e-20e4-4829-a07c-df014e2b5378 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:20:58.036155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-fdaf416e-20e4-4829-a07c-df014e2b5378 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123048 Dec 12 15:20:58.124945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-43d0d77c-d399-46aa-a210-378df3ad0f10 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 696 time: 0.0708301 Dec 12 15:20:58.139578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-7a5d8f85-1e27-46fb-bfc8-845cf2c2401f service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780078 Dec 12 15:20:58.240500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-ca0aa8a9-1a3e-49a9-b39f-949b366ac034 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.38 HTTP/1.1" status: 200 len: 696 time: 0.0998585 Dec 12 15:20:58.261580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd19502-c384-45e6-8d37-8606f5c74680 req-efc2223b-6b0e-4a76-b0a9-07e5380360e7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:58.262993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebd19502-c384-45e6-8d37-8606f5c74680 req-efc2223b-6b0e-4a76-b0a9-07e5380360e7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1638181 Dec 12 15:20:58.413278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0efd19-1141-42d8-9a6f-6096dc2a9d49 req-ca43abff-b327-4a4a-ada9-f0254293bb83 service neutron] 10.222.0.13 "GET /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621319 Dec 12 15:20:58.422391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebd19502-c384-45e6-8d37-8606f5c74680 req-9cf06981-c0b0-4b25-9d70-b3f5b8981b6d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500013 Dec 12 15:20:58.453938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Deleting port aa8d3542-bef7-4047-a6e2-149ffa5c967e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:20:58.454548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.535503 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.535827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.548349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Calling delete_port for aa8d3542-bef7-4047-a6e2-149ffa5c967e owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:20:58.624586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:20:58.700172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.736818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.767872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:20:58.770373 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f0693-0166-4c02-8425-c7116beb166a" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-unplugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:20:58.786841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:20:58.793962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:58.850150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:59.022283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event deleted for resources: {'Port': ['ID=aa8d3542-bef7-4047-a6e2-149ffa5c967e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:20:59.047439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:59.051691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:20:59.062687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd005dcb-5436-431f-ad7f-45c6770dc32b req-e26fdece-45a1-4aab-b361-32b45c8dccf9 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "DELETE /v2.0/floatingips/cf4e72cc-0abe-41aa-a397-de346b94620e HTTP/1.1" status: 204 len: 173 time: 0.8121243 Dec 12 15:20:59.207506 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1cef06-088b-45c3-8e6e-4a8349011b1c x-openstack-request-id: req-aa1cef06-088b-45c3-8e6e-4a8349011b1c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:20:59.207912 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-unplugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:20:59.208387 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa1cef06-088b-45c3-8e6e-4a8349011b1c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:20:59.208985 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'code': 200} Dec 12 15:20:59.210107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2678258-c7a8-4eba-81ab-ac820190971d req-0f60e75a-ae9d-4028-be69-eb48900461e0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:59.211638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2678258-c7a8-4eba-81ab-ac820190971d req-0f60e75a-ae9d-4028-be69-eb48900461e0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.0496869 Dec 12 15:20:59.262320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2678258-c7a8-4eba-81ab-ac820190971d req-335a12a2-b7fc-45df-8782-60b43c1a2f7b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Dec 12 15:20:59.615568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-ca759101-7309-4c32-9916-047ffe58c5a9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:59.617125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-ca759101-7309-4c32-9916-047ffe58c5a9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.1407940 Dec 12 15:20:59.629666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f99ad-d982-4880-870f-f0269f29a119 req-cb5178f8-c30c-4ce9-9f20-56612a2970c8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:59.631201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784f99ad-d982-4880-870f-f0269f29a119 req-cb5178f8-c30c-4ce9-9f20-56612a2970c8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.0845869 Dec 12 15:20:59.650137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-d60325f3-53cc-4644-b814-ca9ecbc8f1c8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/quotas/d7aaac16af25420d975997f898f2ffb8 HTTP/1.1" status: 200 len: 375 time: 0.0177228 Dec 12 15:20:59.710704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-784f99ad-d982-4880-870f-f0269f29a119 req-5aa7ff87-a52d-4bdf-84ce-12670618eb62 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719438 Dec 12 15:20:59.725637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-f67841d6-d955-4688-8f7e-632e9b083e17 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563729 Dec 12 15:20:59.856410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e06f7-9a65-4e6c-bb3d-d10daca5caef req-919bb23b-1361-4f0f-8901-d43f226b9a35 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:20:59.857818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b82e06f7-9a65-4e6c-bb3d-d10daca5caef req-919bb23b-1361-4f0f-8901-d43f226b9a35 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 945 time: 0.0755413 Dec 12 15:20:59.860034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-bdad2919-181a-45aa-985c-a34fe1c07262 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265695 Dec 12 15:20:59.956727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b82e06f7-9a65-4e6c-bb3d-d10daca5caef req-33d84d97-551e-4ad7-8fdb-a084bab489d4 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916049 Dec 12 15:20:59.990448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-dec24dd6-bee4-422e-b63b-5ccfde69e4a8 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194830 Dec 12 15:21:00.297466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28a6a0a3-247c-46f0-95da-4967acd369c4 req-55ab50f0-f1f8-4ffc-b24c-76a3c21f8969 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 210 time: 0.0638046 Dec 12 15:21:00.327909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-c9ffdec5-f23f-41f1-b52c-11ff2b748471 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.329553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-c9ffdec5-f23f-41f1-b52c-11ff2b748471 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8&tenant_id=54abd2d356f848cf92e3857c973c6270&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 948 time: 0.0856748 Dec 12 15:21:00.470500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-1ea92eb4-a63a-4278-a1ea-c82e1906fc22 service neutron] 10.222.0.13 "GET /v2.0/ports/50616830-1cee-4cd8-aadc-5d191ffcd350/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.1317167 Dec 12 15:21:00.498164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7029-6a31-428a-b166-c90662bc4fe1 req-54ff6dc1-7bc2-4adc-a755-5f767943960d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.500201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1afb7029-6a31-428a-b166-c90662bc4fe1 req-54ff6dc1-7bc2-4adc-a755-5f767943960d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1069067 Dec 12 15:21:00.500457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:00.576440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb4a81-345b-4fbd-a76e-82634129a34b req-b0325696-0375-4b66-816b-8ad6a9075c4d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.578237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bb4a81-345b-4fbd-a76e-82634129a34b req-b0325696-0375-4b66-816b-8ad6a9075c4d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.1628525 Dec 12 15:21:00.611464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:00.630668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:00.655067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-3d77f1ce-7d77-4b23-916c-657415a00225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.656593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-3d77f1ce-7d77-4b23-916c-657415a00225 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1099 time: 0.1552310 Dec 12 15:21:00.668876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1afb7029-6a31-428a-b166-c90662bc4fe1 req-b7337aa9-9f7d-4b43-a70f-f40d3288fe0e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541924 Dec 12 15:21:00.703337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:00.717734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:00.759838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bb4a81-345b-4fbd-a76e-82634129a34b req-bc4a068a-7d84-4b5a-b826-79b5a235662d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610885 Dec 12 15:21:00.805647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-a2a7ccac-f909-46b5-a275-0ba65bb00fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.807122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-a2a7ccac-f909-46b5-a275-0ba65bb00fe2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1372831 Dec 12 15:21:00.819712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:00.857987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:00.869834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'mac_address': 'fa:16:3e:64:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:00.893400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-2ce6af6f-e28d-48ce-adf4-7b7cf6aabd5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.0738177 Dec 12 15:21:00.915091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:00.928980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:00.957593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:00.958588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-d1fce291-87dc-4751-b4c2-dce7a96ed26f tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.960713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-d1fce291-87dc-4751-b4c2-dce7a96ed26f tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 945 time: 0.1389596 Dec 12 15:21:00.962304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:00.978177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-e5120288-c3b7-499b-b4bc-c3e3547ced5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:00.979586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-e5120288-c3b7-499b-b4bc-c3e3547ced5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0792396 Dec 12 15:21:01.030864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:01.122734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-9f9833b8-b630-4c94-b9b8-8273121371cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:01.124196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-9f9833b8-b630-4c94-b9b8-8273121371cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053381 Dec 12 15:21:01.138439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4ec38-bb4c-4f4e-b727-92a14f066943 req-03e9818c-1448-4a73-aeb8-d04665980812 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:01.144691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cce4ec38-bb4c-4f4e-b727-92a14f066943 req-03e9818c-1448-4a73-aeb8-d04665980812 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 945 time: 0.0899537 Dec 12 15:21:01.215598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:01.216979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Deleting port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:01.217294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.224612 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac606e0-56be-4853-94da-2e63ec20b9e0" -d '{"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:01.241583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['50616830-1cee-4cd8-aadc-5d191ffcd350'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:01.364136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-dd531a75-788e-4fdb-898d-5db0ec1ea207 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231526 Dec 12 15:21:01.369549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-86f363e1-2161-435d-9057-23ef01f73a4f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:01.371749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-86f363e1-2161-435d-9057-23ef01f73a4f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/ports?device_id=b85b4460-8993-4fa5-a7d6-09a3a17625a6 HTTP/1.1" status: 200 len: 943 time: 0.0946503 Dec 12 15:21:01.373184 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99359d89-f4d9-40ea-976f-00d618dc45aa x-openstack-request-id: req-99359d89-f4d9-40ea-976f-00d618dc45aa {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:01.373959 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-unplugged", "status": "completed", "tag": "1a685e00-44ff-48ee-b66c-71593960241f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:01.374430 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99359d89-f4d9-40ea-976f-00d618dc45aa {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:01.375330 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f', 'code': 200} Dec 12 15:21:01.496769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] For port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:01.497190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.550351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Calling delete_port for 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:01.566641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Deleting port 1a685e00-44ff-48ee-b66c-71593960241f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:01.567608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.592826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-2e03ca1e-4345-40a1-8f21-46f443cf551f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:01.594381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-2e03ca1e-4345-40a1-8f21-46f443cf551f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.2331853 Dec 12 15:21:01.600301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6752b73-018d-49f2-aa9c-acd69009fb31 req-eb65b351-06e8-4cd9-8b0d-da8d82da7fe4 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 210 time: 0.0909429 Dec 12 15:21:01.635240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Request body: {'port': {'device_id': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'admin_state_up': True, 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:01.640934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cce4ec38-bb4c-4f4e-b727-92a14f066943 req-b17376f2-8172-4857-a931-ed4801d1cb9a tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/security-groups?id=f530dd4e-b23b-45e7-889d-d22a757cd464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870169 Dec 12 15:21:01.680306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] For port 1a685e00-44ff-48ee-b66c-71593960241f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1a685e00-44ff-48ee-b66c-71593960241f,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:01.681050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.696804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Calling delete_port for 1a685e00-44ff-48ee-b66c-71593960241f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:01.823656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-efcc7d03-6c9c-4cd9-a28e-ba7758343b6b service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129787 Dec 12 15:21:01.868807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.878351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617c959-e872-429f-b307-4603cce71659 req-e50f6750-1808-4292-8bea-b96f65f651f8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:01.885435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1617c959-e872-429f-b307-4603cce71659 req-e50f6750-1808-4292-8bea-b96f65f651f8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1374021 Dec 12 15:21:01.900745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event deleted for resources: {'Port': ['ID=1a685e00-44ff-48ee-b66c-71593960241f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:01.940175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] No DVR routers for this DVR port 1a685e00-44ff-48ee-b66c-71593960241f on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:01.942752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:01.946142 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-13bb78e7-3155-4c06-9cc9-f92b1c9141b8 req-1e914da5-8b57-48bb-88a0-0367be0346ec tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "DELETE /v2.0/ports/1a685e00-44ff-48ee-b66c-71593960241f HTTP/1.1" status: 204 len: 173 time: 0.5673773 Dec 12 15:21:01.946680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-deleted', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:01.948967 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d31261-da9b-46c5-b2f7-ac83c30c7ced" -d '{"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-deleted", "tag": "1a685e00-44ff-48ee-b66c-71593960241f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:01.981449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:01.985282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.042234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aeed2-4b32-4c72-9f67-40379a331cc1 req-635a4304-bf0a-4d64-8580-9c49d6104f0e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:02.043789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527aeed2-4b32-4c72-9f67-40379a331cc1 req-635a4304-bf0a-4d64-8580-9c49d6104f0e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 949 time: 0.1784463 Dec 12 15:21:02.047215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1617c959-e872-429f-b307-4603cce71659 req-35362ecc-1e1a-4d34-84c9-2280f51cb823 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609643 Dec 12 15:21:02.056467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.071560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:02.133886 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c8b09-32ea-4b18-bc0b-033c95842456 x-openstack-request-id: req-523c8b09-32ea-4b18-bc0b-033c95842456 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:02.134462 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85b4460-8993-4fa5-a7d6-09a3a17625a6", "name": "network-vif-deleted", "tag": "1a685e00-44ff-48ee-b66c-71593960241f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:02.134928 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-523c8b09-32ea-4b18-bc0b-033c95842456 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:02.135541 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85b4460-8993-4fa5-a7d6-09a3a17625a6', 'name': 'network-vif-deleted', 'tag': '1a685e00-44ff-48ee-b66c-71593960241f', 'status': 'completed', 'code': 200} Dec 12 15:21:02.146617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Pushing event deleted for resources: {'Port': ['ID=3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:02.179877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.180230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.180576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.180940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.181275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.181608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.181939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.182785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.183131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.183460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.183795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.184118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.184443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:02.243124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] No DVR routers for this DVR port 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:02.248569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.251844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c7839fc-ad72-46df-b60a-522d8f66e549 req-76ace556-b7d8-428c-a104-ab7e377ef34e tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.13 "DELETE /v2.0/ports/3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 HTTP/1.1" status: 204 len: 173 time: 1.2851620 Dec 12 15:21:02.255274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527aeed2-4b32-4c72-9f67-40379a331cc1 req-4a951944-7071-4557-b1ea-ee829d164921 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015018 Dec 12 15:21:02.255710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'name': 'network-vif-deleted', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:02.257978 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090acb05-ac1d-4b27-b7a2-5a5f2fdea987" -d '{"events": [{"server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "name": "network-vif-deleted", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:02.317522 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14f5caf-9c2c-49c5-ad88-73910e8faab8 x-openstack-request-id: req-d14f5caf-9c2c-49c5-ad88-73910e8faab8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:02.317816 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484788d0-4ead-428e-a77a-3ebcf3281423", "name": "network-vif-deleted", "tag": "3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:02.318195 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d14f5caf-9c2c-49c5-ad88-73910e8faab8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:02.318603 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484788d0-4ead-428e-a77a-3ebcf3281423', 'name': 'network-vif-deleted', 'tag': '3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8', 'status': 'completed', 'code': 200} Dec 12 15:21:02.319740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Allocated IP 172.20.0.8 (c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb/1ec90854-fb22-4670-b349-0a005b9dde94/95b769bb-f76d-48af-b51e-db9734e7a6b8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:02.525036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.569603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.620053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:02.627268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:02.630196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:02.636779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:02.637626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.654059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:02.662713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:02.674146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cfda1a3e-f4c1-4110-b810-c7cc6cfccc9f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455644 Dec 12 15:21:02.700674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Request body: {'port': {'device_id': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:02.881242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 50616830-1cee-4cd8-aadc-5d191ffcd350 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:02.883276 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:02.889014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afddc4a4-1797-48a9-a2dd-60d31bf5f403 req-997c49bf-0d80-455a-a4f0-e222800ba712 tempest-FloatingIPsAssociationTestJSON-2006453186 tempest-FloatingIPsAssociationTestJSON-2006453186-project] 10.222.0.36 "GET /v2.0/ports?device_id=484788d0-4ead-428e-a77a-3ebcf3281423 HTTP/1.1" status: 200 len: 210 time: 0.0430264 Dec 12 15:21:02.982824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.026291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.061593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:03.065477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79de2-535b-4e89-a9b9-d463bfd2e1ca req-fde5c3bd-cccf-4f0f-a8d7-d91a2fbfbba6 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:03.067133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.068902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:03.076530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01f79de2-535b-4e89-a9b9-d463bfd2e1ca req-fde5c3bd-cccf-4f0f-a8d7-d91a2fbfbba6 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 931 time: 0.1811359 Dec 12 15:21:03.138340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:03.139196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d84e9d6-8808-4b97-9f1c-0b8b5d41c1f8 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:03.221981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:03.329821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01f79de2-535b-4e89-a9b9-d463bfd2e1ca req-9b7820e7-6310-4dcf-bf89-4466d0f7583f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516415 Dec 12 15:21:03.377302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:03.378638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d3397-8123-4079-b075-a68b260b0229 req-95772327-4ae3-4135-b594-7f7eb31bc972 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:03.379706 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57217bce-896f-417e-a144-621e06eb9bfe" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:03.380142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d43d3397-8123-4079-b075-a68b260b0229 req-95772327-4ae3-4135-b594-7f7eb31bc972 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1425588 Dec 12 15:21:03.513238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d43d3397-8123-4079-b075-a68b260b0229 req-bc6fa5e2-f6ea-4edb-8224-c678c94e1054 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250126 Dec 12 15:21:03.585921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02f70a-2314-4efa-b685-65af0a02953c req-eab3dbe3-ea9e-4e54-aad6-bcc1ac1ae55b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:03.587479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f02f70a-2314-4efa-b685-65af0a02953c req-eab3dbe3-ea9e-4e54-aad6-bcc1ac1ae55b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.1425936 Dec 12 15:21:03.591160 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e71e62-efbc-4e5c-984e-36b9e71f87e7 x-openstack-request-id: req-15e71e62-efbc-4e5c-984e-36b9e71f87e7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:03.593586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b769bb-f76d-48af-b51e-db9734e7a6b8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:03.595803 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:03.596072 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15e71e62-efbc-4e5c-984e-36b9e71f87e7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:03.596488 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'code': 200} Dec 12 15:21:03.604715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.635532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Transition to ACTIVE for port object 95b769bb-f76d-48af-b51e-db9734e7a6b8 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:03.646253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.725075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f02f70a-2314-4efa-b685-65af0a02953c req-9184de5b-9876-4767-8a8a-460ea5e2215e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233900 Dec 12 15:21:03.748164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:03.848867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Attempting to bind port 95b769bb-f76d-48af-b51e-db9734e7a6b8 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:03.848867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Attempting to bind port 95b769bb-f76d-48af-b51e-db9734e7a6b8 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:03.848867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Attempting to bind port 95b769bb-f76d-48af-b51e-db9734e7a6b8 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:03.859737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Port 95b769bb-f76d-48af-b51e-db9734e7a6b8 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:03.860044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Attempting to bind port 95b769bb-f76d-48af-b51e-db9734e7a6b8 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:03.872199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:03.872535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Checking segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:03.872945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Bound using segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:03.873371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Bound port: 95b769bb-f76d-48af-b51e-db9734e7a6b8, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:03.873722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:03.950644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:03.963522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55092) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:03.965089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:03.975802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:04.021967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.022948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:04.024500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] 10.222.0.30 "PUT /v2.0/ports/95b769bb-f76d-48af-b51e-db9734e7a6b8 HTTP/1.1" status: 200 len: 1091 time: 1.3411467 Dec 12 15:21:04.198075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd79e8-0f42-4a44-9d16-356093a7a71b service neutron] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:04.252799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-b733494e-9689-47fe-a1f3-4a841c0141ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.276626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-b733494e-9689-47fe-a1f3-4a841c0141ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 1094 time: 0.1875818 Dec 12 15:21:04.379445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:04.382121 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5b928-03e9-471b-ad5c-3a939438c973" -d '{"events": [{"name": "network-changed", "server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:04.403901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-e5e1a888-6a1f-4d92-96b4-8197fe6a4d65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8 HTTP/1.1" status: 200 len: 217 time: 0.0922925 Dec 12 15:21:04.453766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-ea19a14a-cfcf-4c39-8557-6f7c7622c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.456136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-ea19a14a-cfcf-4c39-8557-6f7c7622c78b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1101 time: 0.1777472 Dec 12 15:21:04.474210 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceecabd-ac8d-46ea-b273-27596744d115 x-openstack-request-id: req-2ceecabd-ac8d-46ea-b273-27596744d115 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:04.475084 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:04.475435 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ceecabd-ac8d-46ea-b273-27596744d115 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:04.475934 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'status': 'completed', 'code': 200} Dec 12 15:21:04.480396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-f45f8596-6583-47bd-9442-dd11de636a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.481946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-f45f8596-6583-47bd-9442-dd11de636a9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.0705752 Dec 12 15:21:04.498674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:04.552058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 1a685e00-44ff-48ee-b66c-71593960241f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:04.554417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1a685e00-44ff-48ee-b66c-71593960241f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:04.571473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-7664ce9f-cb5e-464a-b11d-da48b4d3e903 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719547 Dec 12 15:21:04.642483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387297f8-ae51-4460-88d5-c13676a1c674 req-4742b654-8f41-4dc1-a59a-7de4e93f687e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.646248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:04.649871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-387297f8-ae51-4460-88d5-c13676a1c674 req-4742b654-8f41-4dc1-a59a-7de4e93f687e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 943 time: 0.1724405 Dec 12 15:21:04.652820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-9a5ac63a-6a52-42e5-bb24-d4db61003a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.655156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-9a5ac63a-6a52-42e5-bb24-d4db61003a78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 1101 time: 0.1638002 Dec 12 15:21:04.844981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-387297f8-ae51-4460-88d5-c13676a1c674 req-02b2539d-d33e-4d88-ba33-2f37a537dfc6 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940064 Dec 12 15:21:04.867669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-cd2212c9-6232-4700-8a2c-b6eda5ac8e81 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802286 Dec 12 15:21:04.875303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174e088-1f3f-425b-a1e7-21dd172cf0fb req-b9c6ad5b-b35b-44ee-9233-ad59f7982907 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.884417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b174e088-1f3f-425b-a1e7-21dd172cf0fb req-b9c6ad5b-b35b-44ee-9233-ad59f7982907 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2291975 Dec 12 15:21:04.896405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-428b9921-e973-4b8c-aa8c-7ada58bdb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:04.898365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-428b9921-e973-4b8c-aa8c-7ada58bdb257 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2314973 Dec 12 15:21:04.988608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-a071dfaa-327c-49d4-b450-f97e0cecef16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 200 len: 217 time: 0.0803182 Dec 12 15:21:05.070793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Deleting port 85bcf1a7-2e5f-4866-b101-9750ab7a6363 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:05.071592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:05.153333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b174e088-1f3f-425b-a1e7-21dd172cf0fb req-78b66d50-7751-4788-b4e8-16732e0347ca tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630625 Dec 12 15:21:05.187177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-7a194e2a-f107-4cfb-b04b-67cdc0fc1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:05.189411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-7a194e2a-f107-4cfb-b04b-67cdc0fc1419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1507812 Dec 12 15:21:05.206798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] For port 85bcf1a7-2e5f-4866-b101-9750ab7a6363, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=85bcf1a7-2e5f-4866-b101-9750ab7a6363,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:05.207175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:05.223761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Calling delete_port for 85bcf1a7-2e5f-4866-b101-9750ab7a6363 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:05.308101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-797fb817-7d6c-4ba2-9700-b3e2bf89551a req-a5eddcaf-9512-4e65-8ed3-90c5914dd650 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206083 Dec 12 15:21:05.323550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-2b2350e9-743b-4793-8bc5-8a38d85c7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:05.327852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-2b2350e9-743b-4793-8bc5-8a38d85c7af8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216524 Dec 12 15:21:05.333689 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cfd91523-c8e6-4106-a4ce-ba429e4b27e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:05.596895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:05.623632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bcf1a7-2e5f-4866-b101-9750ab7a6363,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:05.850631 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.012765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-30a0b448-3790-472b-ada8-74a0ad161fcc service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763489 Dec 12 15:21:06.147577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Router db463386-b86c-4d63-9f9c-723d7256ce4d has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:06.149035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-eea4fe04-112f-490a-b41f-f5c8cf3df60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.150518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-eea4fe04-112f-490a-b41f-f5c8cf3df60a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 1094 time: 0.2639008 Dec 12 15:21:06.158842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fd945-7495-40c4-b47e-2681f0cf8d54 req-13e3d7a5-e61e-4ba6-891f-b2b9d526a31a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.160314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-021fd945-7495-40c4-b47e-2681f0cf8d54 req-13e3d7a5-e61e-4ba6-891f-b2b9d526a31a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 950 time: 0.7199814 Dec 12 15:21:06.175612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f9aa9ce-ce4e-4cf0-9f1a-95bad3567165 req-6a163eb0-b55d-4d18-9ebe-08143b625701 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517575 Dec 12 15:21:06.199607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2a521-64a9-4822-badc-a5e5991ecfbd req-bdf3e7c6-0eae-4d30-a563-311934a6e17e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.208677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61d2a521-64a9-4822-badc-a5e5991ecfbd req-bdf3e7c6-0eae-4d30-a563-311934a6e17e tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 943 time: 0.2349181 Dec 12 15:21:06.282043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:06.290873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-421d4647-9b4f-4dff-be36-45a4c6bc1cb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/db463386-b86c-4d63-9f9c-723d7256ce4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260322 Dec 12 15:21:06.291494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:06.293655 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Sync routers for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:06.305488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:06.306604 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:06.365543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-021fd945-7495-40c4-b47e-2681f0cf8d54 req-c5d97fe6-b40d-4cc5-94f2-c05be8dfe4ae tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936870 Dec 12 15:21:06.398143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61d2a521-64a9-4822-badc-a5e5991ecfbd req-dff6f827-7611-44b3-a6aa-eb639852308d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855171 Dec 12 15:21:06.406640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-0914850a-0e59-4fe7-9b89-9a316f232821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.416747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-0914850a-0e59-4fe7-9b89-9a316f232821 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 905 time: 0.2447402 Dec 12 15:21:06.488755 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:06.488880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.517964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-cf7476a0-7d08-4b6f-9df1-221bd5d88698 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8 HTTP/1.1" status: 200 len: 217 time: 0.1009681 Dec 12 15:21:06.633126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-f0d413f0-5162-464b-bfce-33fd3c329c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.634570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-f0d413f0-5162-464b-bfce-33fd3c329c81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.0804119 Dec 12 15:21:06.643885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89db68f-d847-405f-8317-1cabfbd3c394 req-7114ce06-1786-46a3-bbaa-511eb895c204 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:06.652006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d89db68f-d847-405f-8317-1cabfbd3c394 req-7114ce06-1786-46a3-bbaa-511eb895c204 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1450884 Dec 12 15:21:06.658197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:06.687872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.736435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-8f8e3491-60a9-4d7b-b7d5-f015785a540d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820041 Dec 12 15:21:06.804845 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:21:05Z', 'revision_number': 5, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port': {'id': 'd41d57e7-3ac9-491e-b83f-c274073598a8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:89:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:24Z', 'updated_at': '2021-12-12T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:06.818087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Deleting port d41d57e7-3ac9-491e-b83f-c274073598a8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:06.818426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.826854 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.836114 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Checking router: db463386-b86c-4d63-9f9c-723d7256ce4d for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:06.845347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Routers {'db463386-b86c-4d63-9f9c-723d7256ce4d'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:06.845821 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['db463386-b86c-4d63-9f9c-723d7256ce4d'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:06.877214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:06.887299 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c0370-6d49-4568-a1e3-8d1f044a665f" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-unplugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:06.918072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:06.927668 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:06.937793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] Set router db463386-b86c-4d63-9f9c-723d7256ce4d gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:06.983160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d89db68f-d847-405f-8317-1cabfbd3c394 req-f74857ff-f745-48bb-92a4-2b0a5714caf8 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305566 Dec 12 15:21:07.017854 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b55870-8cc7-47d2-92bc-6632763858ea x-openstack-request-id: req-41b55870-8cc7-47d2-92bc-6632763858ea {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:07.018455 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-unplugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:07.019982 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41b55870-8cc7-47d2-92bc-6632763858ea {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:07.020540 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'code': 200} Dec 12 15:21:07.045001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:21:06Z', 'revision_number': 6, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:07.046990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] For port d41d57e7-3ac9-491e-b83f-c274073598a8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d41d57e7-3ac9-491e-b83f-c274073598a8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:07.047377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.057315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-8f39ed5f-3545-4c98-a215-642a5c8941b7 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988906 Dec 12 15:21:07.078057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:07.082257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Calling delete_port for d41d57e7-3ac9-491e-b83f-c274073598a8 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:07.094078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501dbaf9-4b73-4f45-aec5-f4d05e5be958 None None] The sync data for ids ['db463386-b86c-4d63-9f9c-723d7256ce4d'] in n-d-710847-8 is: [{'id': 'db463386-b86c-4d63-9f9c-723d7256ce4d', 'name': 'tempest-FloatingIPsAssociationTestJSON-731331549-router', 'tenant_id': 'c117f892ff82442998725864b46bfade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:23Z', 'updated_at': '2021-12-12T15:21:06Z', 'revision_number': 6, 'project_id': 'c117f892ff82442998725864b46bfade', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:07.188687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bc5b928-03e9-471b-ad5c-3a939438c973 req-e662b6ee-8eff-49f8-bfaa-cd28efffc3cf service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230938 Dec 12 15:21:07.325691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.357830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Pushing event deleted for resources: {'Port': ['ID=d41d57e7-3ac9-491e-b83f-c274073598a8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:07.403408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.403761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.404107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.404447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.404804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.405245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.405460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.405818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.406159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.406495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.406910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.407698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.408982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:07.442168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.595374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e260ee-3cd5-4e5a-b0aa-a304a6822bad req-a6c079f6-5ce1-4a92-bd04-cd4fee6db6b1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:07.599519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.606951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.609386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e260ee-3cd5-4e5a-b0aa-a304a6822bad req-a6c079f6-5ce1-4a92-bd04-cd4fee6db6b1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.1407185 Dec 12 15:21:07.688884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e260ee-3cd5-4e5a-b0aa-a304a6822bad req-c0c860c2-9b2d-4fd4-a96f-da5182a40263 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774853 Dec 12 15:21:07.721120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9e15-f148-4bad-94c5-1c555c610352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.725786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802936d-0c17-4a2d-bfb3-f9e283ddd0f4 req-91547ae2-2716-457f-8396-40eda40ae534 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:07.730288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7802936d-0c17-4a2d-bfb3-f9e283ddd0f4 req-91547ae2-2716-457f-8396-40eda40ae534 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 943 time: 0.2208049 Dec 12 15:21:07.737450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.738037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Fanout notify agent at l3_agent the message router_deleted on router db463386-b86c-4d63-9f9c-723d7256ce4d {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:21:07.743093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.746575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbc1746f-f675-4bfb-9dac-6b882e0fe82d admin admin] 10.222.0.36 "DELETE /v2.0/routers/db463386-b86c-4d63-9f9c-723d7256ce4d HTTP/1.1" status: 204 len: 168 time: 1.4507830 Dec 12 15:21:07.746924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:07.818595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Deleting subnet a2a39d0f-ac47-4fc8-a440-dadf780dd23c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:21:07.824523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:07.839550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7802936d-0c17-4a2d-bfb3-f9e283ddd0f4 req-d0fc3ee1-f065-4e80-beaa-fad2ab376a67 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024277 Dec 12 15:21:07.902450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.074690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.143547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 85bcf1a7-2e5f-4866-b101-9750ab7a6363 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:08.183591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 85bcf1a7-2e5f-4866-b101-9750ab7a6363 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:08.185325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 85bcf1a7-2e5f-4866-b101-9750ab7a6363 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:08.194610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1dc0d-b87b-4885-a5c2-749d157c7af1 req-186f1ce7-86ce-40b8-be89-d083c774081a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:08.196515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53d1dc0d-b87b-4885-a5c2-749d157c7af1 req-186f1ce7-86ce-40b8-be89-d083c774081a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.0916748 Dec 12 15:21:08.214554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.244762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a39d0f-ac47-4fc8-a440-dadf780dd23c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:08.246737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.253450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a6b5f4c-1f3d-480c-8273-c0e19f6ea9d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2a39d0f-ac47-4fc8-a440-dadf780dd23c HTTP/1.1" status: 204 len: 168 time: 0.5021200 Dec 12 15:21:08.253450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:08.260506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43442bc8-4da1-452d-be38-ce09fa1a6d35 None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:08.337587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.339605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53d1dc0d-b87b-4885-a5c2-749d157c7af1 req-a8c1fd0e-387b-4d59-b76d-c00a6ff42caa tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289318 Dec 12 15:21:08.427632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Deleting port 10cf6699-4259-4354-aa16-9b52e78db669 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:08.430406 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.461237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.519253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] DHCP port deletion for 0d2cc922-1079-4166-b515-a0dd2e0a98f7 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:21:08.530677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] For port 10cf6699-4259-4354-aa16-9b52e78db669, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10cf6699-4259-4354-aa16-9b52e78db669,segment=NetworkSegment(b9ef9bd6-50a0-4b3c-bcc4-110f06df729a),segment_id=b9ef9bd6-50a0-4b3c-bcc4-110f06df729a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:08.531485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.547284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Calling delete_port for 10cf6699-4259-4354-aa16-9b52e78db669 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:08.557842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:08.926821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141f01a-999a-4810-a722-c714e4fc91fa req-c081adc6-98a5-450a-85eb-e974bd5b8819 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:08.929311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b141f01a-999a-4810-a722-c714e4fc91fa req-c081adc6-98a5-450a-85eb-e974bd5b8819 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.1125515 Dec 12 15:21:08.937495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:08.943084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:08.966652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] No DVR routers for this DVR port 10cf6699-4259-4354-aa16-9b52e78db669 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:09.035770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b141f01a-999a-4810-a722-c714e4fc91fa req-e8765630-b5c0-4c55-9766-4439a64963dd tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960193 Dec 12 15:21:09.057652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:09.063507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cf6699-4259-4354-aa16-9b52e78db669,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:09.097992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'mac_address': 'fa:16:3e:64:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:09.103570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ab5dc-f93a-4cb2-9f5b-6c5b82fcf5a9 req-0fae1a79-2307-4807-9332-09e84bde9468 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:09.111495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b2ab5dc-f93a-4cb2-9f5b-6c5b82fcf5a9 req-0fae1a79-2307-4807-9332-09e84bde9468 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 943 time: 0.0602245 Dec 12 15:21:09.118820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Deleting port 10cf6699-4259-4354-aa16-9b52e78db669 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:09.119183 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.177808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.192876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b2ab5dc-f93a-4cb2-9f5b-6c5b82fcf5a9 req-669e0bdc-ce6c-482a-8b47-08564abbf200 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803967 Dec 12 15:21:09.220370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2cc922-1079-4166-b515-a0dd2e0a98f7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:09.232588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:09.233170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ef9bd6-50a0-4b3c-bcc4-110f06df729a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:09.244255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.269182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.277119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:21:09.277581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:21:09.279552 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:21:09.301724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.337906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab1ce5-9c13-4678-bb80-962796a694de req-9ce9db63-b334-4424-8e57-d0a90f809735 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:09.339536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aab1ce5-9c13-4678-bb80-962796a694de req-9ce9db63-b334-4424-8e57-d0a90f809735 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 948 time: 0.0841560 Dec 12 15:21:09.345746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.353266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.356812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0d2cc922-1079-4166-b515-a0dd2e0a98f7 HTTP/1.1" status: 204 len: 168 time: 1.1024311 Dec 12 15:21:09.367965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c55f8b-92b8-46d1-b7a5-29653c2a7cc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2cc922-1079-4166-b515-a0dd2e0a98f7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:09.369676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:09.384297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.413050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:09.443139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] For port 10cf6699-4259-4354-aa16-9b52e78db669, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:09.444219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aab1ce5-9c13-4678-bb80-962796a694de req-dafe7e12-45c1-46d2-a835-11bf011fd472 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939507 Dec 12 15:21:09.444830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.471702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'mac_address': 'fa:16:3e:e0:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:09.473965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Calling delete_port for 10cf6699-4259-4354-aa16-9b52e78db669 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:09.479484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Port 10cf6699-4259-4354-aa16-9b52e78db669 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:21:09.481795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:09.484094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.522788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Pushing event deleted for resources: {'Port': ['ID=10cf6699-4259-4354-aa16-9b52e78db669,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:09.528474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.554913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] Network 0d2cc922-1079-4166-b515-a0dd2e0a98f7 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:21:09.555620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563403e5-9b1f-4643-bb60-b671f252f4fb None None] No DVR routers for this DVR port 10cf6699-4259-4354-aa16-9b52e78db669 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:09.599463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.611219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf50ea2-2eb8-4207-a534-e0b0b10bf50d req-1f80593f-dea8-4657-9424-d8ba655c80f0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:09.625046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3bf50ea2-2eb8-4207-a534-e0b0b10bf50d req-1f80593f-dea8-4657-9424-d8ba655c80f0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1269746 Dec 12 15:21:09.626996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b769bb-f76d-48af-b51e-db9734e7a6b8 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:09.651871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:09.655389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:09.663264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:09.702799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3bf50ea2-2eb8-4207-a534-e0b0b10bf50d req-a3105997-88c1-4a49-99ea-bd09d7e2ec33 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729125 Dec 12 15:21:09.751705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:09.762091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:09.764767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10cf6699-4259-4354-aa16-9b52e78db669 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:09.790657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 10cf6699-4259-4354-aa16-9b52e78db669 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:09.791010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10cf6699-4259-4354-aa16-9b52e78db669 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:09.791422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d41d57e7-3ac9-491e-b83f-c274073598a8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:09.813798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d41d57e7-3ac9-491e-b83f-c274073598a8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:09.814400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d41d57e7-3ac9-491e-b83f-c274073598a8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:09.829536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['50616830-1cee-4cd8-aadc-5d191ffcd350'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:09.847184 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed8224e6-33ab-4de8-9017-224a31ef4d7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c117f892ff82442998725864b46bfade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0916245 Dec 12 15:21:09.847652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55254) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:09.935952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-adb146a9-0efd-4cf2-a4ed-74d069123cdb tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591283 Dec 12 15:21:09.995904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['95b769bb-f76d-48af-b51e-db9734e7a6b8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:10.052450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.095751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-0f56610b-af81-4973-95b9-cbbc1b8e2c6c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:10.097290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-0f56610b-af81-4973-95b9-cbbc1b8e2c6c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604648 Dec 12 15:21:10.102669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.148658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-fbd10e08-9a1c-4acf-9b61-488319e17fe5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/quotas/54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 375 time: 0.0356472 Dec 12 15:21:10.228805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-c5591c2f-e19d-4c1e-bc5d-b5ecd1f16b8e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780904 Dec 12 15:21:10.232214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.234240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.236345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.239495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f530dd4e-b23b-45e7-889d-d22a757cd464 HTTP/1.1" status: 204 len: 168 time: 0.3907511 Dec 12 15:21:10.261753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b849e33-5ef3-4ca0-9d48-8bdfb4af77a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f530dd4e-b23b-45e7-889d-d22a757cd464,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:10.473494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10fdbba8-f470-48de-986f-3231049d84bd req-224d4a67-2e9b-4991-98df-e45f52a9c1ad tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0366123 Dec 12 15:21:10.491999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02032d40-ecfc-494a-a3c9-a91e0088b1e6 req-d2ff1cfa-5a03-4360-8986-c22be1c98b75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:10.500370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02032d40-ecfc-494a-a3c9-a91e0088b1e6 req-d2ff1cfa-5a03-4360-8986-c22be1c98b75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 944 time: 0.1029122 Dec 12 15:21:10.557597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02032d40-ecfc-494a-a3c9-a91e0088b1e6 req-812b68ee-340d-44a5-aa03-92af6d00e8b2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541945 Dec 12 15:21:10.694432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:10.801002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 50616830-1cee-4cd8-aadc-5d191ffcd350 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:10.801753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.944513 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:10.965002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ecc02-edc8-425e-9a45-d818606724fd req-9bbd0ffe-988b-46ce-b3dc-916d71e1c216 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:10.971569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-106ecc02-edc8-425e-9a45-d818606724fd req-9bbd0ffe-988b-46ce-b3dc-916d71e1c216 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1376972 Dec 12 15:21:11.002932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:11.006540 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c768e157-1911-43e8-b5b3-e6567b55f274" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:11.050885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:11.053699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.059344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.066104 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.094018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-106ecc02-edc8-425e-9a45-d818606724fd req-4668e522-2908-43d9-a82f-8a5c3b30b0be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109443 Dec 12 15:21:11.155778 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59385f-9db7-4f9f-b12e-adb6eca95f65 x-openstack-request-id: req-ea59385f-9db7-4f9f-b12e-adb6eca95f65 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:11.162620 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-plugged", "status": "completed", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:11.164513 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea59385f-9db7-4f9f-b12e-adb6eca95f65 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:11.166055 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'code': 200} Dec 12 15:21:11.216202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:11.448648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55310) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:11.574033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2144937220-network', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:11.635867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56334234-a7da-415d-bd2a-280fd315eaa6 req-cc3f6513-bb5e-4942-aca1-2698ba320902 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0516629 Dec 12 15:21:11.660084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Made reservation on behalf of d8ebb0715eec4fafa52eca1fb67d1274 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:11.662568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.693647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.751527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-28240775-cb6e-438d-bdb3-5079f74fe3b7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=54abd2d356f848cf92e3857c973c6270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425913 Dec 12 15:21:11.760450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86d26-2aa1-4c4c-abf4-7243498525ba req-c0bfb9e2-a6f4-4272-80b6-cfa64e115c7c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:11.761953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49b86d26-2aa1-4c4c-abf4-7243498525ba req-c0bfb9e2-a6f4-4272-80b6-cfa64e115c7c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 944 time: 0.1159854 Dec 12 15:21:11.927321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49b86d26-2aa1-4c4c-abf4-7243498525ba req-8d84213f-edaf-4949-9948-13dfddf7bc54 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477020 Dec 12 15:21:11.946713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.956420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-ca00d47f-6d6d-401b-aca1-1359caeef53e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:11.957967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-ca00d47f-6d6d-401b-aca1-1359caeef53e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936824 Dec 12 15:21:11.964141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:11.977346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Request body: {'port': {'device_id': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '54abd2d356f848cf92e3857c973c6270'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:12.044781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:21:12.064911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.065266 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Added segment 8a646b87-22c3-4d8e-b225-c06c77ddfec5 of type vlan for network 2e7da323-5002-447d-868b-12947f509c3c Dec 12 15:21:12.077712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013d803-ddc9-4260-81c9-d3081d38ec49,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:12.134088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.189791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Made reservation on behalf of 54abd2d356f848cf92e3857c973c6270 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:12.193966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.199322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.200231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:12.202089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.339699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8872395 Dec 12 15:21:12.340492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:12.349280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Request body: {'subnet': {'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2144937220-subnet', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:12.387346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce601-49ba-4d0d-8adf-f618b51fec1a admin admin] Pushing event updated for resources: {'Network': ['ID=2e7da323-5002-447d-868b-12947f509c3c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:12.402359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Made reservation on behalf of d8ebb0715eec4fafa52eca1fb67d1274 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:12.405504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138318-842c-4110-b622-87e78d5e6c5a req-883d4624-b9f8-4a30-8e2a-5fd130a619be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:12.406403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.408498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2e7da323-5002-447d-868b-12947f509c3c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:21:12.414221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6138318-842c-4110-b622-87e78d5e6c5a req-883d4624-b9f8-4a30-8e2a-5fd130a619be tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2170210 Dec 12 15:21:12.531111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:12.534719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:12.563957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6138318-842c-4110-b622-87e78d5e6c5a req-8c9012d8-a3a2-4ac5-b6d4-3045bca0115d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488483 Dec 12 15:21:12.589456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Allocated IP 192.168.233.174 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:12.685619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 95b769bb-f76d-48af-b51e-db9734e7a6b8 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:21:12.713956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 95b769bb-f76d-48af-b51e-db9734e7a6b8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:12.713956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.749744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.794721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:12.804219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4388b3f9-ba0e-46c7-9dbc-e80d3878fce3 req-7214cead-323b-4031-8e83-87ee90dd6b5a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0643218 Dec 12 15:21:12.810000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1', 'port_id': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'mac_address': 'fa:16:3e:81:cb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502cac89-ba0b-4c5e-912a-228266ca6499', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:12.823416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.855096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Checking segment: {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:12.855798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Network hostable DHCP agents. Network: 2e7da323-5002-447d-868b-12947f509c3c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:21:12.862361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8bd3dc-c8bb-4c88-a37d-086936eba5f9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:12.865102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.884084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747', '50616830-1cee-4cd8-aadc-5d191ffcd350'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:12.886561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:12.895342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Network 2e7da323-5002-447d-868b-12947f509c3c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:21:12.911419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2e7da323-5002-447d-868b-12947f509c3c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:12.914403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:12.918189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:12.919694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:12.920320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.922184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:12.929943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:12.930606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.938585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02e151-a8cb-4949-80cb-5dd69b05a9cf None None] Network 2e7da323-5002-447d-868b-12947f509c3c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:12.952716 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-db2c033c-4294-4870-b3e5-94d0f0056bef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6068966 Dec 12 15:21:12.952929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:12.954310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:12.960341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:12.964513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-97c53039-74d8-44a5-8d66-e6af25eb24ef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9919920 Dec 12 15:21:12.982268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Request body: {'port': {'device_id': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:12.994286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:12.995357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.070577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.127922 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.165826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.216613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b00852-837e-4486-a073-d9a3a536544a req-65f71bd0-becf-416e-bfba-aa9b2656b81b tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:13.230751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b00852-837e-4486-a073-d9a3a536544a req-65f71bd0-becf-416e-bfba-aa9b2656b81b tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 944 time: 0.1604848 Dec 12 15:21:13.282319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.290136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92b00852-837e-4486-a073-d9a3a536544a req-abda9582-82ff-458d-a521-eab403d474e8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568976 Dec 12 15:21:13.310254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.414226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea363ef-e566-41e1-b5c0-87b0e95c3182 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:13.418168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:13.420417 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3334234b-9b65-4fb2-b363-649fd89dc04c" -d '{"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-plugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:13.483422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:13.497685 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5e8b7-9d35-4447-a13d-1564ec390699 x-openstack-request-id: req-25a5e8b7-9d35-4447-a13d-1564ec390699 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:13.498226 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-plugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:13.498655 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25a5e8b7-9d35-4447-a13d-1564ec390699 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:13.499202 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'code': 200} Dec 12 15:21:13.500181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-2e7da323-5002-447d-868b-12947f509c3c', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:21:13.501296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.530167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.538029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6af1d3c0-3eb1-46ec-8ae4-52c792a7fced None None] Provisioning complete for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:13.538642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6af1d3c0-3eb1-46ec-8ae4-52c792a7fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.544915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:13.626795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.647795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.671772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1e00f-fd53-4624-bbef-877b4117a770 req-f6f4c8d9-27fa-4e58-854e-d873101ea779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:13.673349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a1e00f-fd53-4624-bbef-877b4117a770 req-f6f4c8d9-27fa-4e58-854e-d873101ea779 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 1096 time: 0.1095297 Dec 12 15:21:13.681872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.740741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6af1d3c0-3eb1-46ec-8ae4-52c792a7fced None None] Port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:21:13.767892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:13.768151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a1e00f-fd53-4624-bbef-877b4117a770 req-7856abe1-6b25-4add-8e19-0d51e14aa635 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827947 Dec 12 15:21:13.801180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.801435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.801774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.802236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.802587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.802924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.803259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.803595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.803925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.804257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.804600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.804944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.805773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:13.815073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb01e0-9642-4908-a20f-c29b4d1f2067 req-56d54258-4054-4dff-a2cd-1b445718d62a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:13.816586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0eb01e0-9642-4908-a20f-c29b4d1f2067 req-56d54258-4054-4dff-a2cd-1b445718d62a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.1304033 Dec 12 15:21:13.845398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:13.853077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Allocated IP 172.25.3.56 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/f00ae882-53c1-4455-a711-d914293c94a1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:13.856998 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:13.885951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Transition to ACTIVE for port object e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:13.892147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0eb01e0-9642-4908-a20f-c29b4d1f2067 req-2f7e72b6-ec45-410e-a830-094c94fb3079 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663440 Dec 12 15:21:13.901134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.017750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:14.021840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dea363ef-e566-41e1-b5c0-87b0e95c3182'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:14.037651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.055288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Allocated IP 172.20.0.2 (2e7da323-5002-447d-868b-12947f509c3c/3a8bd3dc-c8bb-4c88-a37d-086936eba5f9/bbac01f2-2381-4814-bb52-2d0bf8db1e2d) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:14.076793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:14.077854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:14.079018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:14.091825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:14.096115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.101122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:14.102205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:14.124086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:14.124718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:14.126015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:14.126650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Bound port: e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:14.127172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.153462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:14.158267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:14.163573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:14.187101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c697a38-2ff7-4486-82fa-5f2cc9b32521 req-659994cc-cadc-4872-9fa2-3da5ed306747 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.190129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c697a38-2ff7-4486-82fa-5f2cc9b32521 req-659994cc-cadc-4872-9fa2-3da5ed306747 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.2172551 Dec 12 15:21:14.260769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Pushing event updated for resources: {'Port': ['ID=f00ae882-53c1-4455-a711-d914293c94a1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:14.301848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c697a38-2ff7-4486-82fa-5f2cc9b32521 req-c7e29723-5c73-4fab-b96a-437afbd86840 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670617 Dec 12 15:21:14.303778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:14.309281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:14.328957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.382365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.383167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.385368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] 10.222.0.13 "PUT /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 1096 time: 1.4082992 Dec 12 15:21:14.385368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:14.387702 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:14.411696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58606ac4-ab2e-4305-a4ee-db1fb04d257c service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:14.497252 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf0e33-dcbc-41a1-8789-297fdcdaa2eb x-openstack-request-id: req-4acf0e33-dcbc-41a1-8789-297fdcdaa2eb {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:14.497598 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:14.497916 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4acf0e33-dcbc-41a1-8789-297fdcdaa2eb {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:14.498393 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'status': 'completed', 'code': 200} Dec 12 15:21:14.579958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.623028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36185df-b4a0-4d4d-bdc3-a299cc1b5107 req-b5a9fe42-ca65-4026-a138-a9d89379e1cc tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.625659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36185df-b4a0-4d4d-bdc3-a299cc1b5107 req-b5a9fe42-ca65-4026-a138-a9d89379e1cc tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1383777 Dec 12 15:21:14.640286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-cb0d5b80-a464-4f2e-8c5a-b67cefdbd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.647991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-cb0d5b80-a464-4f2e-8c5a-b67cefdbd042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2157500 Dec 12 15:21:14.690210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.714830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.774440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Network 2e7da323-5002-447d-868b-12947f509c3c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:14.786488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:14.792351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-59de6bdb-7fe9-4f9c-81e1-6e27ee1603ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.0870488 Dec 12 15:21:14.794420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:14.800802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36185df-b4a0-4d4d-bdc3-a299cc1b5107 req-a3d1541a-c611-4a6e-8cb8-e61d7a83c960 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512015 Dec 12 15:21:14.841042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Pushing event updated for resources: {'Port': ['ID=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:14.842342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.882549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-88f9f133-e926-42f5-8d89-28a78e44ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.884318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-88f9f133-e926-42f5-8d89-28a78e44ac72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0823455 Dec 12 15:21:14.893384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Attempting to bind port bbac01f2-2381-4814-bb52-2d0bf8db1e2d on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:14.893751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Attempting to bind port bbac01f2-2381-4814-bb52-2d0bf8db1e2d by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:14.894118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Attempting to bind port bbac01f2-2381-4814-bb52-2d0bf8db1e2d on network 2e7da323-5002-447d-868b-12947f509c3c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:14.900101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:14.900490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Checking segment: {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:14.900923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.901311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Bound using segment: {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:14.903349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Bound port: bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:14.903349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:14.947584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-e8e1dfad-2f53-482e-a738-0fcc3931dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:14.949260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-e8e1dfad-2f53-482e-a738-0fcc3931dba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492430 Dec 12 15:21:14.983321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] For port bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:14.989450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] For port bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:15.007074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:15.031066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:21:15.093603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6e521-9a00-4097-8900-e8c7e9a2d4a3 None None] Pushing event updated for resources: {'Port': ['ID=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:15.129834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-c29472e7-e278-4ef3-8982-e57547ce1c97 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729343 Dec 12 15:21:15.201814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91b1f-737f-4dac-8c40-7a4d04b98493 req-6793f572-4fd2-4ab8-be48-578a328ba062 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:15.207929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:15.210320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3b91b1f-737f-4dac-8c40-7a4d04b98493 req-6793f572-4fd2-4ab8-be48-578a328ba062 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.1689122 Dec 12 15:21:15.220998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Sync routers for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:15.227594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:15.231613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-951d6e5e-3f5d-4198-85a5-ca310e8ed086 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2735140 Dec 12 15:21:15.232469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:15.255057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:15.255711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:15.310487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3b91b1f-737f-4dac-8c40-7a4d04b98493 req-b1e09969-1ccf-420a-86b0-ad479cbfcf67 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991871 Dec 12 15:21:15.401822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69a141f8-81b2-466d-92d5-6ece4660d4f2 req-d79474aa-6bae-4c14-a1ec-006235be08a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612083 Dec 12 15:21:15.561613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985712d0-ea25-4d7e-b511-2b21710e68d6 req-9614749a-b814-4b0b-aa9f-bf1780a2bdeb tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:15.563710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-985712d0-ea25-4d7e-b511-2b21710e68d6 req-9614749a-b814-4b0b-aa9f-bf1780a2bdeb tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1517520 Dec 12 15:21:15.644285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-66a8a58c-8a7e-420e-8b89-83ee9081b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:15.647391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-66a8a58c-8a7e-420e-8b89-83ee9081b287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.1710358 Dec 12 15:21:15.673951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:15.781266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-985712d0-ea25-4d7e-b511-2b21710e68d6 req-2892afde-ca07-4e62-b95e-840bafc7c49d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966989 Dec 12 15:21:15.798763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbac01f2-2381-4814-bb52-2d0bf8db1e2d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:15.829143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-05b576d1-ff22-4354-9d29-01d1c9e7d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:15.834618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-05b576d1-ff22-4354-9d29-01d1c9e7d19f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1798799 Dec 12 15:21:15.893009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-24976122-c292-4be1-aedb-a5b7be63d145 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.0468810 Dec 12 15:21:15.993974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bbac01f2-2381-4814-bb52-2d0bf8db1e2d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:15.994350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:15.998793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bffa6-5c01-4b74-b8fd-24a9a152f203 req-eefefa91-722f-4f38-b738-3a6c49050795 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:15.999860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.001399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5bffa6-5c01-4b74-b8fd-24a9a152f203 req-eefefa91-722f-4f38-b738-3a6c49050795 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1055713 Dec 12 15:21:16.005674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-dbe19396-3529-4ec2-bee1-69a2bac48d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:16.007116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-dbe19396-3529-4ec2-bee1-69a2bac48d36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1019011 Dec 12 15:21:16.077667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:14Z', 'revision_number': 3, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:16.110485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5bffa6-5c01-4b74-b8fd-24a9a152f203 req-ae525581-5ce1-4d9c-b0c8-5a0685abee93 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961065 Dec 12 15:21:16.126454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Checking router: 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:16.126860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Updating router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 port f00ae882-53c1-4455-a711-d914293c94a1 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:21:16.130756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-30ddbc5f-6e14-46da-8dd5-de390466c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:16.132824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-30ddbc5f-6e14-46da-8dd5-de390466c7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133759 Dec 12 15:21:16.247091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.269989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Allocated IP 172.20.0.1 (2e7da323-5002-447d-868b-12947f509c3c/3a8bd3dc-c8bb-4c88-a37d-086936eba5f9/54c4707c-48ed-4887-9c8e-20b4c7e84927) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:16.320867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-bfff9ab0-e56a-488a-a236-54b1c1ae8576 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759334 Dec 12 15:21:16.335090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.505913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:16.550850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.555395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:16.588823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.757352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49305f6d-e8a3-4ded-9138-836f2f8db442 None None] Network 2e7da323-5002-447d-868b-12947f509c3c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:16.787864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:16.897645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eabe90d2-a0c0-4dde-b813-51a4b65a9674 None None] Provisioning complete for port bbac01f2-2381-4814-bb52-2d0bf8db1e2d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:16.898514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eabe90d2-a0c0-4dde-b813-51a4b65a9674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.899756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port dea363ef-e566-41e1-b5c0-87b0e95c3182 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:21:16.942058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dea363ef-e566-41e1-b5c0-87b0e95c3182 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:16.942440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:16.958640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.005031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Pushing event updated for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:17.020319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Network 2e7da323-5002-447d-868b-12947f509c3c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:17.021803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:17.024374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:17.067330 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.081523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.086773 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.102953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed970b-a24a-4eb1-a596-c436e33899ec req-bf1197a3-be48-46a9-a7e1-12b5d0e16ef3 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:17.104612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ed970b-a24a-4eb1-a596-c436e33899ec req-bf1197a3-be48-46a9-a7e1-12b5d0e16ef3 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1897147 Dec 12 15:21:17.120254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5070e24-1d23-4911-a389-63ad3fd5fe87 req-dce9450c-2378-42c0-bb11-153baf81fac1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:17.128956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5070e24-1d23-4911-a389-63ad3fd5fe87 req-dce9450c-2378-42c0-bb11-153baf81fac1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.2096200 Dec 12 15:21:17.191170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4954ece-5050-4ea0-ae7d-8dc5e4604e1e req-171bde29-85d3-4314-963c-82695b4983d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8541288 Dec 12 15:21:17.219505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5070e24-1d23-4911-a389-63ad3fd5fe87 req-ca2fa0b4-c915-4d7f-b510-3ef50014f11b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894356 Dec 12 15:21:17.244159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239b3e-d963-460e-a685-4a8972aebc77 None None] Pushing event updated for resources: {'Port': ['ID=f00ae882-53c1-4455-a711-d914293c94a1,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:17.244611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ed970b-a24a-4eb1-a596-c436e33899ec req-f55e5b09-a930-4033-9afc-82f93791d8fc tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884411 Dec 12 15:21:17.259219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Attempting to bind port f00ae882-53c1-4455-a711-d914293c94a1 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:17.259592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Attempting to bind port f00ae882-53c1-4455-a711-d914293c94a1 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:17.260202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Attempting to bind port f00ae882-53c1-4455-a711-d914293c94a1 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:17.262593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.288253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:17.288712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:17.289875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.290275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:17.291003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Bound port: f00ae882-53c1-4455-a711-d914293c94a1, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:17.291392 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.298373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.355327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:17.357940 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4754793-7aad-4f01-80a1-2b3c5e6fb7a4" -d '{"events": [{"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-plugged", "status": "completed", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:17.376534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:17.402460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.428586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756e305-2332-4da5-b516-4c83874b3b2a req-d827861d-3a94-4a0a-ab61-70d3a61fd089 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:17.444328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1756e305-2332-4da5-b516-4c83874b3b2a req-d827861d-3a94-4a0a-ab61-70d3a61fd089 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1056314 Dec 12 15:21:17.467591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] For port f00ae882-53c1-4455-a711-d914293c94a1, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:17.487721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] For port f00ae882-53c1-4455-a711-d914293c94a1, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f00ae882-53c1-4455-a711-d914293c94a1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:17.517591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.532326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1756e305-2332-4da5-b516-4c83874b3b2a req-9030ddd5-f9ef-4af7-8d61-6a33a1c8a57a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Dec 12 15:21:17.537216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:17.601831 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f284db29-ebbe-4dec-a2a1-15b4b27d8ff6 x-openstack-request-id: req-f284db29-ebbe-4dec-a2a1-15b4b27d8ff6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:17.602074 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-plugged", "status": "completed", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:17.602328 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f284db29-ebbe-4dec-a2a1-15b4b27d8ff6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:17.602802 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'code': 200} Dec 12 15:21:17.633139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.641147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.648074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:17.648733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:17.716937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Pushing event updated for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:17.741116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a1fc1-a233-4a61-b036-bfa8629fe2a8 req-e6801ca1-ca73-464b-9540-b9c530c75cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:17.746673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.747783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1a1fc1-a233-4a61-b036-bfa8629fe2a8 req-e6801ca1-ca73-464b-9540-b9c530c75cc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1096 time: 0.0754735 Dec 12 15:21:17.751580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbac01f2-2381-4814-bb52-2d0bf8db1e2d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:17.801091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239b3e-d963-460e-a685-4a8972aebc77 None None] Pushing event updated for resources: {'Port': ['ID=f00ae882-53c1-4455-a711-d914293c94a1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:17.819920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1a1fc1-a233-4a61-b036-bfa8629fe2a8 req-88ef0fb3-481d-4d96-9390-3f352248d53d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667109 Dec 12 15:21:17.861828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ee5c76c1-31eb-4608-9364-bb16e544f873 None None] Provisioning complete for port bbac01f2-2381-4814-bb52-2d0bf8db1e2d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:17.862206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee5c76c1-31eb-4608-9364-bb16e544f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:17.897773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Network 2e7da323-5002-447d-868b-12947f509c3c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:17.899546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:17.914159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:17.968465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bbac01f2-2381-4814-bb52-2d0bf8db1e2d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:17.968897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:18.041522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:18.181823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:18.191080 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89eb59c3-8f33-436f-bd41-11d3cc779b00 admin admin] 10.222.0.36 "PUT /v2.0/routers/9654a1d0-d898-482e-8cb3-32b8d95f4cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570332 Dec 12 15:21:18.415920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ee5c76c1-31eb-4608-9364-bb16e544f873 None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:18.416295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee5c76c1-31eb-4608-9364-bb16e544f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:18.419930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397864-29d2-4982-8689-9bfef697a983 req-75ec8087-a289-47be-afe1-c49107394b8f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:18.427169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f397864-29d2-4982-8689-9bfef697a983 req-75ec8087-a289-47be-afe1-c49107394b8f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1025512 Dec 12 15:21:18.454590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7155bc-087d-490e-84ff-237dbb273eb8 req-9bb655fe-9ac8-48c2-b56e-2948278249cd tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:18.456057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df7155bc-087d-490e-84ff-237dbb273eb8 req-9bb655fe-9ac8-48c2-b56e-2948278249cd tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.0969925 Dec 12 15:21:18.490091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c76c1-31eb-4608-9364-bb16e544f873 None None] Port 54c4707c-48ed-4887-9c8e-20b4c7e84927 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:21:18.508963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f397864-29d2-4982-8689-9bfef697a983 req-5659594b-43ae-4d3e-9ccf-1801ba8234e4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794797 Dec 12 15:21:18.524506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '54c4707c-48ed-4887-9c8e-20b4c7e84927', 'name': '', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'mac_address': 'fa:16:3e:2a:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:16Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 2, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'subnets': [{'id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:18.560452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34be9e0-16fa-4c0a-a4a3-b758ba66d147 None None] The sync data for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 is: [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '54c4707c-48ed-4887-9c8e-20b4c7e84927', 'name': '', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'mac_address': 'fa:16:3e:2a:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:16Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 2, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'subnets': [{'id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:18.562499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df7155bc-087d-490e-84ff-237dbb273eb8 req-5b989456-f1bb-4b56-a7ff-a6abfc436487 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931103 Dec 12 15:21:18.616529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6a5179e0-5635-44a2-a469-cc1bb48058de None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:18.616944 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6a5179e0-5635-44a2-a469-cc1bb48058de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:18.708218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6a5179e0-5635-44a2-a469-cc1bb48058de None None] Port 54c4707c-48ed-4887-9c8e-20b4c7e84927 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:21:18.748980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:18.930590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:18.949206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'mac_address': 'fa:16:3e:2c:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:19.010079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.024504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:19.058560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d5f46-7ddd-450a-85c9-a83d0d37b582 req-41a2e9f7-8ea7-40c9-aed9-97e8494cc418 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:19.062130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:19.062935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b9d5f46-7ddd-450a-85c9-a83d0d37b582 req-41a2e9f7-8ea7-40c9-aed9-97e8494cc418 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.2391019 Dec 12 15:21:19.068567 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.112081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-63cfbba0-14a2-4c2d-8750-8bf5ff7b3e9c tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3305032 Dec 12 15:21:19.131591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:19.143510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:19.169284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b9d5f46-7ddd-450a-85c9-a83d0d37b582 req-f9554c74-4613-452d-9de7-308891bd4db7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914702 Dec 12 15:21:19.193318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.315825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.354611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:19.467403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Allocated IP 172.25.3.25 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/09b0c749-abcc-47a5-bf10-2f9e3d6efb12) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:19.713811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.742614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4257401-5187-42b5-b6e0-e740377e0516 req-881698cf-58b2-4a19-a471-5bd56c2b27c4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:19.745565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4257401-5187-42b5-b6e0-e740377e0516 req-881698cf-58b2-4a19-a471-5bd56c2b27c4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1403127 Dec 12 15:21:19.766472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f00ae882-53c1-4455-a711-d914293c94a1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:19.819866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.831899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f00ae882-53c1-4455-a711-d914293c94a1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:19.832526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:19.856748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4257401-5187-42b5-b6e0-e740377e0516 req-4dc62a09-ae3a-4856-9e9a-a9ae5ef570d3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929542 Dec 12 15:21:19.923686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event updated for resources: {'Port': ['ID=09b0c749-abcc-47a5-bf10-2f9e3d6efb12,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:19.947784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:19.953888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:19.957290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:19.997910 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.023418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port f00ae882-53c1-4455-a711-d914293c94a1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f00ae882-53c1-4455-a711-d914293c94a1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:20.028564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.068432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60c589-0bfb-4876-9f72-7d0bec999d06 req-1b878821-7d2f-48e6-b7f7-52c5e672132c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:20.076314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba60c589-0bfb-4876-9f72-7d0bec999d06 req-1b878821-7d2f-48e6-b7f7-52c5e672132c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1245832 Dec 12 15:21:20.079749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.082901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=f00ae882-53c1-4455-a711-d914293c94a1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:20.158950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba60c589-0bfb-4876-9f72-7d0bec999d06 req-70e04379-eb8a-47d3-b0e0-cd339cb396e8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Dec 12 15:21:20.159978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.393966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.439056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.487888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.503231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369535f-58d2-42f8-9271-ddfc2bfd76a2 req-625744be-ac50-4a29-8f99-0f438ed8499f tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:20.504918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4369535f-58d2-42f8-9271-ddfc2bfd76a2 req-625744be-ac50-4a29-8f99-0f438ed8499f tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1096 time: 0.1038876 Dec 12 15:21:20.515023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event updated for resources: {'Port': ['ID=09b0c749-abcc-47a5-bf10-2f9e3d6efb12,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:20.535555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.536790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-a822aabf-bb58-4b65-83b9-f9b435095e63 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4119389 Dec 12 15:21:20.598103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4369535f-58d2-42f8-9271-ddfc2bfd76a2 req-6a21e464-25e5-44f0-a05a-ebf6b76f7094 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855155 Dec 12 15:21:20.601128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-84a8b4d6-d790-44dc-b398-61bff11b5972 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0554905 Dec 12 15:21:20.754891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:20.793833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-636bb53c-b324-401b-ab4e-5ac64b2f2396 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:20.795876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc17d4a1-9fa8-4f81-b90b-04f8a7c43b64 req-636bb53c-b324-401b-ab4e-5ac64b2f2396 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1883786 Dec 12 15:21:20.824248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438ef0-4151-4fae-9e20-364d7d372363 req-0b3841fd-45fb-4052-a4be-2c066c2a75db tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:20.829909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8438ef0-4151-4fae-9e20-364d7d372363 req-0b3841fd-45fb-4052-a4be-2c066c2a75db tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 949 time: 0.1187155 Dec 12 15:21:20.847580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:21:20.853535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:20.853913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:20.948437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8438ef0-4151-4fae-9e20-364d7d372363 req-6587353e-baad-4f04-a0c0-d5208c9203a5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142671 Dec 12 15:21:20.959998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aaca3-a2b9-48e4-a82e-1ad060033791 req-670ba613-c285-4ecd-a2d9-decfd7d9cd76 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:20.970189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be5aaca3-a2b9-48e4-a82e-1ad060033791 req-670ba613-c285-4ecd-a2d9-decfd7d9cd76 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1096 time: 0.0959127 Dec 12 15:21:21.013717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:21.032736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be5aaca3-a2b9-48e4-a82e-1ad060033791 req-76c7f7ef-81a2-4d7a-9b0b-99ebe72a522d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612218 Dec 12 15:21:21.047951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:21.051229 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17eff7d-430f-4e5f-b496-13cd864d8c7f" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:21.070286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:21.076252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:21.113457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b083bb28-8308-4ed8-8aa1-1a18944ae074 req-a7401e47-f021-4f86-bab5-47831a71cd41 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips/0c5da0d9-204a-400c-ae90-f81343139195 HTTP/1.1" status: 200 len: 692 time: 0.1028161 Dec 12 15:21:21.160546 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d3a63d-154e-45b1-87e8-8d4f7ac8e7ef x-openstack-request-id: req-65d3a63d-154e-45b1-87e8-8d4f7ac8e7ef {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:21.161007 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:21.161839 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65d3a63d-154e-45b1-87e8-8d4f7ac8e7ef {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:21.162257 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'code': 200} Dec 12 15:21:21.180329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:21.386078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e7993-741d-4fc8-a355-78c35b664fab req-cb34eaa5-7d6c-4889-a91c-c0d341249c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:21.387461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd3e7993-741d-4fc8-a355-78c35b664fab req-cb34eaa5-7d6c-4889-a91c-c0d341249c5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1538024 Dec 12 15:21:21.399163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083bb28-8308-4ed8-8aa1-1a18944ae074 req-847999f3-60f1-415a-a83d-5c19e39b176a tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:21.402167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b083bb28-8308-4ed8-8aa1-1a18944ae074 req-847999f3-60f1-415a-a83d-5c19e39b176a tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2783599 Dec 12 15:21:21.416356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd694-844c-44ec-a7a3-0e07040ff221 req-4553b3b8-3140-4db7-9506-31b4a53d085d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:21.417841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c06cd694-844c-44ec-a7a3-0e07040ff221 req-4553b3b8-3140-4db7-9506-31b4a53d085d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1181953 Dec 12 15:21:21.423647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-b083bb28-8308-4ed8-8aa1-1a18944ae074 req-9751cd31-5665-40b6-b7dc-b463e4060478 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:21:21.436061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b083bb28-8308-4ed8-8aa1-1a18944ae074 req-9751cd31-5665-40b6-b7dc-b463e4060478 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274725 Dec 12 15:21:21.509752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd3e7993-741d-4fc8-a355-78c35b664fab req-4ce04eed-2e05-42ce-88a8-83372a0320f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080801 Dec 12 15:21:21.536900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c06cd694-844c-44ec-a7a3-0e07040ff221 req-52700274-dceb-40a1-a3c2-c79f5d85b4ba tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994413 Dec 12 15:21:21.576594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Sync routers for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:21.590944 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:21.594711 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:21.704881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f00ae882-53c1-4455-a711-d914293c94a1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:21.875060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f00ae882-53c1-4455-a711-d914293c94a1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:21.875432 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:21.908529 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:22.002389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70bfae64-c0d3-4329-98b5-3f8accc7f1fc req-ce514254-9317-4047-b36f-bea8ed58bbeb tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=d8ebb0715eec4fafa52eca1fb67d1274 HTTP/1.1" status: 200 len: 695 time: 0.1671793 Dec 12 15:21:22.133927 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:21:22.170381 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '54c4707c-48ed-4887-9c8e-20b4c7e84927', 'name': '', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'mac_address': 'fa:16:3e:2a:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:16Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 2, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'subnets': [{'id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:22.226331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Checking router: 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:22.227232 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Updating router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 port 54c4707c-48ed-4887-9c8e-20b4c7e84927 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:21:22.234645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfae64-c0d3-4329-98b5-3f8accc7f1fc req-b677413b-e83a-46dc-9d79-947dd91de6da tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:22.242678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70bfae64-c0d3-4329-98b5-3f8accc7f1fc req-b677413b-e83a-46dc-9d79-947dd91de6da tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks?id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 787 time: 0.2338054 Dec 12 15:21:22.256363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-70bfae64-c0d3-4329-98b5-3f8accc7f1fc req-c63eb8cc-a959-46e3-8356-89de4a644a6c tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:21:22.267667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70bfae64-c0d3-4329-98b5-3f8accc7f1fc req-c63eb8cc-a959-46e3-8356-89de4a644a6c tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238397 Dec 12 15:21:22.271199 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:22.384968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba537a-afd8-4379-9224-a5a7dafd03c1 req-ca40b7a0-9856-452b-829d-9c9c4bbb8dd6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:22.393029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2ba537a-afd8-4379-9224-a5a7dafd03c1 req-ca40b7a0-9856-452b-829d-9c9c4bbb8dd6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0771105 Dec 12 15:21:22.471265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2ba537a-afd8-4379-9224-a5a7dafd03c1 req-07b4971b-156f-4bda-a47b-61f7d38096f9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668962 Dec 12 15:21:22.543155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-c72f7a02-e857-463f-98b0-84a3b394258d tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips/0c5da0d9-204a-400c-ae90-f81343139195 HTTP/1.1" status: 200 len: 692 time: 0.0619087 Dec 12 15:21:22.662142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-f3ff0a42-5e77-404c-83c2-750eeae98765 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:22.663638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-f3ff0a42-5e77-404c-83c2-750eeae98765 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1196818 Dec 12 15:21:22.723946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-ff5212c9-6ad6-4907-9c46-bc126f5c7e8a tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.0535922 Dec 12 15:21:22.790481 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:22.798223 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:22.840502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-a4f18ee0-5ed3-4edc-b66b-64a0a6477b24 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.25 HTTP/1.1" status: 200 len: 695 time: 0.1099694 Dec 12 15:21:22.855489 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Pushing event updated for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:22.870322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.870676 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.871016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.871493 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.871833 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.872500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.872863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.873193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.873745 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.874079 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.874405 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.874729 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.875093 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:21:22.989364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-787ebd3f-dc29-4468-a144-7a407e3d74c5 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:21:22.990543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-787ebd3f-dc29-4468-a144-7a407e3d74c5 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058079 Dec 12 15:21:23.045275 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Attempting to bind port 54c4707c-48ed-4887-9c8e-20b4c7e84927 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:23.051311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Attempting to bind port 54c4707c-48ed-4887-9c8e-20b4c7e84927 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:23.051886 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Attempting to bind port 54c4707c-48ed-4887-9c8e-20b4c7e84927 on network 2e7da323-5002-447d-868b-12947f509c3c {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:23.057592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:23.059452 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Checking segment: {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:23.059874 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.060255 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Bound using segment: {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:23.060752 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Bound port: 54c4707c-48ed-4887-9c8e-20b4c7e84927, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a646b87-22c3-4d8e-b225-c06c77ddfec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '2e7da323-5002-447d-868b-12947f509c3c'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:23.061282 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.094153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-dd72a584-f033-47b4-ac21-4e00991290dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:23.096227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-dd72a584-f033-47b4-ac21-4e00991290dc service neutron] 10.222.0.36 "GET /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 1093 time: 0.0943246 Dec 12 15:21:23.137767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Request body: {'binding': {'host': 'n-h2-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:23.138425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Unknown quota resources ['binding']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:21:23.160928 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] For port 54c4707c-48ed-4887-9c8e-20b4c7e84927, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:23.166073 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] For port 54c4707c-48ed-4887-9c8e-20b4c7e84927, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=54c4707c-48ed-4887-9c8e-20b4c7e84927,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:23.178462 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.253947 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:23.254570 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:23.262302 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ea8ca-ca44-4120-b069-680b6e7c7405 None None] Pushing event updated for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:23.296662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:23.297971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.331667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Deleting port 09b0c749-abcc-47a5-bf10-2f9e3d6efb12 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:23.332225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.441356 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.453423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:23.503057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] For port 54c4707c-48ed-4887-9c8e-20b4c7e84927, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=54c4707c-48ed-4887-9c8e-20b4c7e84927,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:23.513939 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.521168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.521539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.562946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Calling delete_port for 09b0c749-abcc-47a5-bf10-2f9e3d6efb12 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:23.591159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b414737-dd49-4fb3-b016-1a1325e31ce6 None None] Pushing event updated for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:23.616030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on host n-h2-710847-8 for vnic_type normal with profile None {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:23.617211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:23.617211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:23.633098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:23.633424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:23.650018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4712ebf9-6df2-4192-9b7d-c45cf97517b6 None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:23.650641 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4712ebf9-6df2-4192-9b7d-c45cf97517b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.692391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:23.692771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:23.693162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:23.693930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Bound port: dea363ef-e566-41e1-b5c0-87b0e95c3182, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:23.761663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:23.766859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 54c4707c-48ed-4887-9c8e-20b4c7e84927 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:23.774305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.775615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-202cb10e-64fa-4632-bbb2-b7c07a59dc94 service neutron] 10.222.0.36 "POST /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182/bindings HTTP/1.1" status: 201 len: 389 time: 0.6571896 Dec 12 15:21:23.892216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.909656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:23.920105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.931854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event deleted for resources: {'Port': ['ID=09b0c749-abcc-47a5-bf10-2f9e3d6efb12,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:23.971523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.984385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:23.986291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4e048ce-dacd-4d65-a0ab-7d9bdc6136b0 req-4b5ccdb0-2ce4-4b57-b63c-6122fe44a585 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c5da0d9-204a-400c-ae90-f81343139195 HTTP/1.1" status: 204 len: 173 time: 1.1444840 Dec 12 15:21:24.115845 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '54c4707c-48ed-4887-9c8e-20b4c7e84927', 'name': '', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'mac_address': 'fa:16:3e:2a:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:16Z', 'updated_at': '2021-12-12T15:21:23Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'subnets': [{'id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:24.218296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afdcac-e98e-417d-aa66-5eff5b334b78 None None] The sync data for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 is: [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:17Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '54c4707c-48ed-4887-9c8e-20b4c7e84927', 'name': '', 'network_id': '2e7da323-5002-447d-868b-12947f509c3c', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'mac_address': 'fa:16:3e:2a:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:16Z', 'updated_at': '2021-12-12T15:21:23Z', 'revision_number': 4, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'subnets': [{'id': '3a8bd3dc-c8bb-4c88-a37d-086936eba5f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:24.246567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-2331b8f1-a4ac-4255-b9ee-8a1c7d89e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.247980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-2331b8f1-a4ac-4255-b9ee-8a1c7d89e73d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1096 time: 0.1148293 Dec 12 15:21:24.257486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948ad27-4b35-4b83-a2be-192ea6577c2c req-7ee003c8-aaa6-4792-9f15-f66a54d1a96a tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.266945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5948ad27-4b35-4b83-a2be-192ea6577c2c req-7ee003c8-aaa6-4792-9f15-f66a54d1a96a tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.2318411 Dec 12 15:21:24.389854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-65adeec5-48ce-428b-a230-670c7d59dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.392747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-65adeec5-48ce-428b-a230-670c7d59dbb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.1237848 Dec 12 15:21:24.467535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-644c9a29-f99a-4bf2-b0ba-12e66e84e93f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 217 time: 0.0511150 Dec 12 15:21:24.503419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef4097-3c48-46c5-a3d0-a21189743a61 req-740edf95-c81f-42f7-a519-d4fbce84c9f3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.504936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fef4097-3c48-46c5-a3d0-a21189743a61 req-740edf95-c81f-42f7-a519-d4fbce84c9f3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1442182 Dec 12 15:21:24.554942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5948ad27-4b35-4b83-a2be-192ea6577c2c req-2e765b59-f83e-4456-88ad-b3f48e88d199 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870302 Dec 12 15:21:24.642157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-32ce0786-59e6-4c1a-baee-ee637be4fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.643740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-32ce0786-59e6-4c1a-baee-ee637be4fc3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1683607 Dec 12 15:21:24.695708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-3d1cd83b-c7ce-4ef3-8d89-30baad349a16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272429 Dec 12 15:21:24.774713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fef4097-3c48-46c5-a3d0-a21189743a61 req-fbbdd342-41d4-46aa-b886-0bd74002316f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458639 Dec 12 15:21:24.813956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115539e-ac30-4061-9f77-d1e5c6074bb3 req-98166e16-159a-43d3-92bf-b11bd04771e1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:24.821241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f115539e-ac30-4061-9f77-d1e5c6074bb3 req-98166e16-159a-43d3-92bf-b11bd04771e1 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1617608 Dec 12 15:21:24.889433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f115539e-ac30-4061-9f77-d1e5c6074bb3 req-0268a047-8f38-4c5b-96cb-6d2c901d80d7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672624 Dec 12 15:21:24.909612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-61b2a3ee-d2f8-41ef-a622-9eb744d143e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954465 Dec 12 15:21:25.415565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-bbc2b056-536c-4d09-bf16-310ea29cfd8a tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5916891 Dec 12 15:21:25.420867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0599545-bc64-4201-97f2-def0df21f1ca req-874853bc-8d01-4afd-935c-1f657113adea tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:25.425047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0599545-bc64-4201-97f2-def0df21f1ca req-874853bc-8d01-4afd-935c-1f657113adea tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.4295459 Dec 12 15:21:25.429966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:25.438317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-ed24fa20-176b-4e15-8577-7c65bee90c5d service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018530 Dec 12 15:21:25.480784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:25.538092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0599545-bc64-4201-97f2-def0df21f1ca req-a022db21-57c0-4b9b-b36a-4152f4d2fc13 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030149 Dec 12 15:21:25.648429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:25.724613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 54c4707c-48ed-4887-9c8e-20b4c7e84927 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:25.812053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Allocated IP 172.25.3.103 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/2fb78139-e0e9-4363-b7a3-3c0816dca14c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:25.836039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 54c4707c-48ed-4887-9c8e-20b4c7e84927 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:25.836724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:25.934504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:25.984869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.066556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:26.071128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:26.081293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:26.090662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event updated for resources: {'Port': ['ID=2fb78139-e0e9-4363-b7a3-3c0816dca14c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:26.162820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.207212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.409324 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-7dbf9533-6bce-4583-8c99-e74050aea2fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556965 Dec 12 15:21:26.466533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe58d6-e9f4-4bd7-bd05-482f0332f8dc req-9a8e17c6-6d5f-4d36-b247-74809d805230 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:26.474614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45fe58d6-e9f4-4bd7-bd05-482f0332f8dc req-9a8e17c6-6d5f-4d36-b247-74809d805230 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1002507 Dec 12 15:21:26.509511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.517049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.572706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.586765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45fe58d6-e9f4-4bd7-bd05-482f0332f8dc req-53e0c7d0-74c2-4633-8665-d546ec28a221 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Dec 12 15:21:26.606530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event updated for resources: {'Port': ['ID=2fb78139-e0e9-4363-b7a3-3c0816dca14c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:26.637171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:26.639892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-1224ea22-71c8-4a57-affc-c437fe1d4881 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2138708 Dec 12 15:21:26.714720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-c4a6b5f9-e938-4cf6-8f76-27c1aa6ffdf1 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0668542 Dec 12 15:21:26.814018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c901d-5f50-437e-a540-55f37a4f8907 req-3fc51c31-de4a-4489-8bca-1491b6cadfb3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:26.820544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-848c901d-5f50-437e-a540-55f37a4f8907 req-3fc51c31-de4a-4489-8bca-1491b6cadfb3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1251547 Dec 12 15:21:26.886319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-f2b73d23-28ae-4c9e-bd4b-b4613e7f10b6 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:26.887667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f8e7c58-a52e-4ce7-99dd-9129d256ff87 req-f2b73d23-28ae-4c9e-bd4b-b4613e7f10b6 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1592183 Dec 12 15:21:26.932600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-848c901d-5f50-437e-a540-55f37a4f8907 req-991aab7e-4f1b-412a-8a4a-e257b1ffbff9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112132 Dec 12 15:21:27.084121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cf599-af79-451e-9029-e158a28f8c2f req-43979005-1a4f-4280-a98d-2d2fec4af34e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:27.085654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664cf599-af79-451e-9029-e158a28f8c2f req-43979005-1a4f-4280-a98d-2d2fec4af34e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0953383 Dec 12 15:21:27.190890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664cf599-af79-451e-9029-e158a28f8c2f req-2cf4f50d-40c1-44fc-af54-77c39c84e6b5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946290 Dec 12 15:21:27.283003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-3f7600cb-f0d7-4e8e-8cf4-84b43e5f6e9a tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips/fce98b5c-a130-48c3-8012-89cb0ad886d6 HTTP/1.1" status: 200 len: 693 time: 0.0545917 Dec 12 15:21:27.462288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-1e071073-9bb2-47df-95d9-ae0612ad2444 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:27.469741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-1e071073-9bb2-47df-95d9-ae0612ad2444 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1802266 Dec 12 15:21:27.476261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-dc989a78-2e72-4477-bf71-24dd5d6cf68c tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:21:27.483348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-dc989a78-2e72-4477-bf71-24dd5d6cf68c tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120416 Dec 12 15:21:27.542890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-dfdb4cea-24ef-4243-8d20-032b7f9e4d68 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0583954 Dec 12 15:21:27.612774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-7ce99bf0-0a45-4ea4-976f-3722475dce16 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0688345 Dec 12 15:21:27.767027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e61af-fb88-4fd0-86d6-4f5995530a29 req-b05448af-cd35-4194-b2bb-69b1d964c601 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:27.768657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c7e61af-fb88-4fd0-86d6-4f5995530a29 req-b05448af-cd35-4194-b2bb-69b1d964c601 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 945 time: 0.1155341 Dec 12 15:21:27.830940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Deleting port 2fb78139-e0e9-4363-b7a3-3c0816dca14c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:27.831282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:27.851691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c7e61af-fb88-4fd0-86d6-4f5995530a29 req-62884769-4583-4230-96d0-ef95d922ffe4 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Dec 12 15:21:27.998943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:27.999275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:28.022983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Calling delete_port for 2fb78139-e0e9-4363-b7a3-3c0816dca14c owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:28.054872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194938b-94ba-4be1-982b-fd705aac00c6 req-d5a60669-6f39-4450-aa99-272e40834150 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.056367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8194938b-94ba-4be1-982b-fd705aac00c6 req-d5a60669-6f39-4450-aa99-272e40834150 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1139195 Dec 12 15:21:28.088611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-2b653c06-3dd7-4f17-b503-4e88a0dff9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.090032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-2b653c06-3dd7-4f17-b503-4e88a0dff9bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1321657 Dec 12 15:21:28.213514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8194938b-94ba-4be1-982b-fd705aac00c6 req-f6826db1-e6cc-4511-a5ca-d5a62ab1d51b tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169939 Dec 12 15:21:28.247242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-be9bde39-8f28-47c1-8842-46d988e878ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.248751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-be9bde39-8f28-47c1-8842-46d988e878ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1353788 Dec 12 15:21:28.322793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-122f12e1-4e3e-4903-8f2b-af9e381aacbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.0432432 Dec 12 15:21:28.414872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:28.431078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-aa0d0c98-e30c-419e-8211-1208a62c0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.432406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-aa0d0c98-e30c-419e-8211-1208a62c0afd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1002810 Dec 12 15:21:28.476067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Pushing event deleted for resources: {'Port': ['ID=2fb78139-e0e9-4363-b7a3-3c0816dca14c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:28.526155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2685e-7bf1-496a-b99d-b43c5909f3a2 req-b4eda66d-9934-49db-b162-a01d502f4c1c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.527881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99d2685e-7bf1-496a-b99d-b43c5909f3a2 req-b4eda66d-9934-49db-b162-a01d502f4c1c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.2094309 Dec 12 15:21:28.531452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:28.535315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:28.536606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b0956e-c4ce-462a-a8a7-1b1ef2510d34 req-0c9e9694-d445-4ae4-bd8c-5f27deae5ddc tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "DELETE /v2.0/floatingips/fce98b5c-a130-48c3-8012-89cb0ad886d6 HTTP/1.1" status: 204 len: 173 time: 0.9226532 Dec 12 15:21:28.599460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-643058c6-e023-4a0e-afc6-df40e128ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.601169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-643058c6-e023-4a0e-afc6-df40e128ea13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371853 Dec 12 15:21:28.607676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99d2685e-7bf1-496a-b99d-b43c5909f3a2 req-607d2c9f-2d8c-4cac-84a4-d758aa1e06fc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695176 Dec 12 15:21:28.833905 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-547fd559-be13-407a-886a-5a8ee31edc92 req-b54b6723-fe34-46fb-b778-3eda9125092f tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] show failed (client error): The resource could not be found. Dec 12 15:21:28.835214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-547fd559-be13-407a-886a-5a8ee31edc92 req-b54b6723-fe34-46fb-b778-3eda9125092f tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips/fce98b5c-a130-48c3-8012-89cb0ad886d6 HTTP/1.1" status: 404 len: 350 time: 0.0801134 Dec 12 15:21:28.839102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-59a0782a-1b83-4019-b49b-b17a0ffda3d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267277 Dec 12 15:21:28.924259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a5b79-cf46-4854-ba4a-47c97afad850 req-9df19af8-af8e-4944-a817-a19b20621945 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:28.926089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a33a5b79-cf46-4854-ba4a-47c97afad850 req-9df19af8-af8e-4944-a817-a19b20621945 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1860485 Dec 12 15:21:29.059572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-9cd120b7-803a-433b-8714-a6128362b1a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075469 Dec 12 15:21:29.074269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb8ca5-2fdd-4fcd-8d16-f877b371f6be req-354e886d-9164-4fae-ad86-cf16c87ab232 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:29.075825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cb8ca5-2fdd-4fcd-8d16-f877b371f6be req-354e886d-9164-4fae-ad86-cf16c87ab232 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.1617451 Dec 12 15:21:29.086839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a33a5b79-cf46-4854-ba4a-47c97afad850 req-c12935bf-7272-4d85-90fc-e88b8c29912c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442246 Dec 12 15:21:29.201478 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-4191996a-4b95-4400-b26b-7f79fbf43e33 req-eec4895e-3e58-4168-827e-46e542a659e2 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] show failed (client error): The resource could not be found. Dec 12 15:21:29.202585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4191996a-4b95-4400-b26b-7f79fbf43e33 req-eec4895e-3e58-4168-827e-46e542a659e2 tempest-FloatingIPsTestJSON-990790017 tempest-FloatingIPsTestJSON-990790017-project] 10.222.0.36 "GET /v2.0/floatingips/fce98b5c-a130-48c3-8012-89cb0ad886d6 HTTP/1.1" status: 404 len: 350 time: 0.0786622 Dec 12 15:21:29.216404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:29.263781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cb8ca5-2fdd-4fcd-8d16-f877b371f6be req-c805f2a8-5b23-4ba6-beb1-ef74938e6d42 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710563 Dec 12 15:21:29.354031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb48ec-59cd-4003-b933-43a751fce2d5 req-e82aa97e-1491-49f7-9ca4-94c162661b83 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:29.362688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4bb48ec-59cd-4003-b933-43a751fce2d5 req-e82aa97e-1491-49f7-9ca4-94c162661b83 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 945 time: 0.0758255 Dec 12 15:21:29.508132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4bb48ec-59cd-4003-b933-43a751fce2d5 req-a7c05a2c-667a-480f-9d2d-246be10d5f27 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/security-groups?id=0686e2ee-a455-4725-8c10-0a1ff21f9034&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442070 Dec 12 15:21:29.532724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df1a98-6470-4321-b9fd-5955e28b5c2d req-9e1ac555-5164-4e3f-b20a-926d64032849 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:29.541169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98df1a98-6470-4321-b9fd-5955e28b5c2d req-9e1ac555-5164-4e3f-b20a-926d64032849 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1559732 Dec 12 15:21:29.560462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-072e4262-92d9-4d38-a32a-6a4b60fdb261 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:29.561974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-072e4262-92d9-4d38-a32a-6a4b60fdb261 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.13 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 945 time: 0.1968131 Dec 12 15:21:29.691127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98df1a98-6470-4321-b9fd-5955e28b5c2d req-fd163a0f-204f-4bb6-8d1e-2e981d463927 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488588 Dec 12 15:21:29.763326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:29.797941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Deleting port 3b903e50-7b24-494f-a31d-3764bc5f709c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:29.798554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:29.928037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] For port 3b903e50-7b24-494f-a31d-3764bc5f709c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3b903e50-7b24-494f-a31d-3764bc5f709c,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:29.928741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:29.942524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Calling delete_port for 3b903e50-7b24-494f-a31d-3764bc5f709c owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:30.058595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Deleting port 54c4707c-48ed-4887-9c8e-20b4c7e84927 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:30.059177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.100456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.114525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3b903e50-7b24-494f-a31d-3764bc5f709c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:30.172827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] For port 54c4707c-48ed-4887-9c8e-20b4c7e84927, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=54c4707c-48ed-4887-9c8e-20b4c7e84927,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:30.173734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.179334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Pushing event deleted for resources: {'Port': ['ID=3b903e50-7b24-494f-a31d-3764bc5f709c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:30.196492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Calling delete_port for 54c4707c-48ed-4887-9c8e-20b4c7e84927 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:30.253122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbec20-3c6d-476f-b880-5ce8e48cacd5 req-093653d7-8e6d-42f5-9f6e-1ac248a594e9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:30.269402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62cbec20-3c6d-476f-b880-5ce8e48cacd5 req-093653d7-8e6d-42f5-9f6e-1ac248a594e9 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.4872463 Dec 12 15:21:30.292945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] No DVR routers for this DVR port 3b903e50-7b24-494f-a31d-3764bc5f709c on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:30.302137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.306116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31b68635-802f-4b0e-b0df-e3a67f225989 req-8b00abb4-5f6b-46df-bbed-0eda18d18435 tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.13 "DELETE /v2.0/ports/3b903e50-7b24-494f-a31d-3764bc5f709c HTTP/1.1" status: 204 len: 173 time: 0.7339451 Dec 12 15:21:30.306789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'name': 'network-vif-deleted', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:30.310724 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75afe060-a801-4d8a-a2ed-360ba23faf0c" -d '{"events": [{"server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "name": "network-vif-deleted", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:30.378220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62cbec20-3c6d-476f-b880-5ce8e48cacd5 req-4b77b1db-5bc8-4fd1-97e0-429f073b8c14 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050167 Dec 12 15:21:30.430773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.469680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Pushing event deleted for resources: {'Port': ['ID=54c4707c-48ed-4887-9c8e-20b4c7e84927,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:30.612557 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59851823-3e67-4a60-93ba-fa1bce79ce48 x-openstack-request-id: req-59851823-3e67-4a60-93ba-fa1bce79ce48 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:30.613000 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58182a66-5cec-4fbc-9e31-711c934e80e0", "name": "network-vif-deleted", "tag": "3b903e50-7b24-494f-a31d-3764bc5f709c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:30.613251 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59851823-3e67-4a60-93ba-fa1bce79ce48 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:30.614170 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58182a66-5cec-4fbc-9e31-711c934e80e0', 'name': 'network-vif-deleted', 'tag': '3b903e50-7b24-494f-a31d-3764bc5f709c', 'status': 'completed', 'code': 200} Dec 12 15:21:30.645782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e0905-2221-4cc4-b56a-b5a6fcf17e44 req-ac315191-6fbd-4764-8426-f6ec60d92076 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:30.647915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62e0905-2221-4cc4-b56a-b5a6fcf17e44 req-ac315191-6fbd-4764-8426-f6ec60d92076 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1229520 Dec 12 15:21:30.726125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:30.764705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62e0905-2221-4cc4-b56a-b5a6fcf17e44 req-d682e2d4-603f-4a80-bf6b-0a57f83cc050 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104321 Dec 12 15:21:30.844066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-888016d0-7982-41c8-8641-8c9c7e3e44fa req-1e7a60e7-1d65-40de-a9ab-15201cd556fd tempest-AttachSCSIVolumeTestJSON-420949085 tempest-AttachSCSIVolumeTestJSON-420949085-project] 10.222.0.36 "GET /v2.0/ports?device_id=58182a66-5cec-4fbc-9e31-711c934e80e0 HTTP/1.1" status: 200 len: 210 time: 0.0751274 Dec 12 15:21:31.033355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbec6f4-b1b8-4933-a8d2-9f618e652c69 req-e3849953-85e3-4824-9810-9b957f240912 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:31.034912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbbec6f4-b1b8-4933-a8d2-9f618e652c69 req-e3849953-85e3-4824-9810-9b957f240912 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.0930626 Dec 12 15:21:31.104819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:31.117101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbbec6f4-b1b8-4933-a8d2-9f618e652c69 req-f8953a29-92c9-499e-a427-87055b2eb7b7 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734634 Dec 12 15:21:31.226465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e0689-ba0f-443a-863a-a72dc504864a req-5700a690-4608-4b8f-b897-6449d8fcd6b8 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:31.228681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-969e0689-ba0f-443a-863a-a72dc504864a req-5700a690-4608-4b8f-b897-6449d8fcd6b8 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.0711827 Dec 12 15:21:31.295071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:31.305344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Sync routers for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:31.307968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3725ae79-1ef3-4d50-88a3-df194af8ac7e admin admin] 10.222.0.36 "PUT /v2.0/routers/9654a1d0-d898-482e-8cb3-32b8d95f4cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0892110 Dec 12 15:21:31.308579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:31.317442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:31.318359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:31.387179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-744d9f46-70d7-4df4-a6e8-97e85d65346a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:31.388822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-744d9f46-70d7-4df4-a6e8-97e85d65346a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.1441803 Dec 12 15:21:31.422785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-78de8931-fdf6-4f06-9be6-018a92a5b1a9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/quotas/43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 375 time: 0.0246055 Dec 12 15:21:31.458306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:31.476207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:31.498676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-969e0689-ba0f-443a-863a-a72dc504864a req-1414acdb-76c9-4eae-8f0f-90fd53d98eb8 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629480 Dec 12 15:21:31.554253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-1d8ef7e1-d7a6-4cf8-9229-dee06d10d72d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302698 Dec 12 15:21:31.683253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:31.727635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-89a0eff2-6c98-434f-8771-fb576c11821d service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726859 Dec 12 15:21:31.800825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Deleting port f00ae882-53c1-4455-a711-d914293c94a1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:31.802915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:31.834812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4cf9-8972-4b1d-bb39-5d9c6991a9ec req-2035c4e9-e389-44bd-a01d-fcd1c17d6a0a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:31.844118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6ab4cf9-8972-4b1d-bb39-5d9c6991a9ec req-2035c4e9-e389-44bd-a01d-fcd1c17d6a0a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1462042 Dec 12 15:21:31.860554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:30Z', 'revision_number': 5, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port': {'id': 'f00ae882-53c1-4455-a711-d914293c94a1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:31.896470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Checking router: 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:31.904427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] For port f00ae882-53c1-4455-a711-d914293c94a1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f00ae882-53c1-4455-a711-d914293c94a1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:31.904742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:31.911669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Routers {'9654a1d0-d898-482e-8cb3-32b8d95f4cc4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:31.912524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:31.917947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Calling delete_port for f00ae882-53c1-4455-a711-d914293c94a1 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:31.936780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-43628f9e-d082-46d8-b373-e358c4a94b64 service neutron] 10.222.0.36 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081633 Dec 12 15:21:31.954676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6ab4cf9-8972-4b1d-bb39-5d9c6991a9ec req-53b46fc8-f254-4974-bed7-cdb754696841 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070514 Dec 12 15:21:32.025691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] Set router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:32.139258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:31Z', 'revision_number': 6, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:32.185139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387f98a-39b9-4338-ad98-10f58c1b6dd5 req-ac1ae8dc-2698-4306-aa01-83daae335734 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:32.193278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e387f98a-39b9-4338-ad98-10f58c1b6dd5 req-ac1ae8dc-2698-4306-aa01-83daae335734 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1218934 Dec 12 15:21:32.200268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824f178-f6cf-417a-b57a-e2e4df4f5a99 None None] The sync data for ids ['9654a1d0-d898-482e-8cb3-32b8d95f4cc4'] in n-d-710847-8 is: [{'id': '9654a1d0-d898-482e-8cb3-32b8d95f4cc4', 'name': 'tempest-FloatingIPsTestJSON-2144937220-router', 'tenant_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:21:13Z', 'updated_at': '2021-12-12T15:21:31Z', 'revision_number': 6, 'project_id': 'd8ebb0715eec4fafa52eca1fb67d1274', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:32.213720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:32.259747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e387f98a-39b9-4338-ad98-10f58c1b6dd5 req-991e4570-d169-4058-8aa2-833c479a9fab tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608108 Dec 12 15:21:32.264390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00ae882-53c1-4455-a711-d914293c94a1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:32.412579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:32.566020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9297f4-b0dc-4d24-a756-e6e8370c5b63 req-678fde9d-2936-4462-8363-1840eee2e060 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:32.579799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef9297f4-b0dc-4d24-a756-e6e8370c5b63 req-678fde9d-2936-4462-8363-1840eee2e060 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1348157 Dec 12 15:21:32.787091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3b903e50-7b24-494f-a31d-3764bc5f709c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:32.841963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3b903e50-7b24-494f-a31d-3764bc5f709c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:32.843872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3b903e50-7b24-494f-a31d-3764bc5f709c not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:33.029828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.032902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.107072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.107685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9654a1d0-d898-482e-8cb3-32b8d95f4cc4 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:21:33.112592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.116244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7911c77a-db5e-49bb-9ddf-19006a0b3d72 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9654a1d0-d898-482e-8cb3-32b8d95f4cc4 HTTP/1.1" status: 204 len: 168 time: 1.8042996 Dec 12 15:21:33.117122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55742) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:33.201892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Deleting subnet 3a8bd3dc-c8bb-4c88-a37d-086936eba5f9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:21:33.208465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.261071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.317190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9b9600b-8ea0-442c-ad60-c16cc6379af2 req-0e8c58d8-7df3-4ede-b22c-d64e7611e83d tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0515952 Dec 12 15:21:33.385241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef9297f4-b0dc-4d24-a756-e6e8370c5b63 req-33d67301-c1e9-4905-8953-62ba2fbc8928 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044913 Dec 12 15:21:33.431218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.507797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.551015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8bd3dc-c8bb-4c88-a37d-086936eba5f9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:33.576872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.580161 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cc6dfa37-375f-43a5-bfd8-ab512a8dd0ef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3a8bd3dc-c8bb-4c88-a37d-086936eba5f9 HTTP/1.1" status: 204 len: 168 time: 0.4620724 Dec 12 15:21:33.580473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007dfab-4ba0-4327-b841-39e954ccdda5 None None] Network 2e7da323-5002-447d-868b-12947f509c3c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:33.583011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:33.668677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d75f7-6c5e-4c52-b466-653ffe32dc1e req-4ed27cb9-7329-433c-b574-cb43f7e7a631 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:33.676565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e14d75f7-6c5e-4c52-b466-653ffe32dc1e req-4ed27cb9-7329-433c-b574-cb43f7e7a631 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.1773508 Dec 12 15:21:33.725264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f00ae882-53c1-4455-a711-d914293c94a1 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:33.733469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.760235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf833-e977-4381-ab65-cbfe44e213f0 req-2589a9b0-add7-4e0f-baad-f0933b61b060 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:33.761790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: f00ae882-53c1-4455-a711-d914293c94a1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:33.762080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f00ae882-53c1-4455-a711-d914293c94a1 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:33.762495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 54c4707c-48ed-4887-9c8e-20b4c7e84927 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:33.769324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0fcf833-e977-4381-ab65-cbfe44e213f0 req-2589a9b0-add7-4e0f-baad-f0933b61b060 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.1705196 Dec 12 15:21:33.775232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e14d75f7-6c5e-4c52-b466-653ffe32dc1e req-a0af597c-31b1-4a00-b368-6bb02c188969 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976036 Dec 12 15:21:33.840964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0fcf833-e977-4381-ab65-cbfe44e213f0 req-7d67d040-d72c-4878-bbc3-0aa2a5acd9a7 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 Dec 12 15:21:33.853311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Deleting port bbac01f2-2381-4814-bb52-2d0bf8db1e2d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:33.853916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.934826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842552bc-1f06-4079-844a-520ff22ca2d6 req-bf90f673-c3a3-4682-9c9c-24b4d04e4a43 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:33.937772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842552bc-1f06-4079-844a-520ff22ca2d6 req-bf90f673-c3a3-4682-9c9c-24b4d04e4a43 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0685840 Dec 12 15:21:33.948080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] For port bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,segment=NetworkSegment(8a646b87-22c3-4d8e-b225-c06c77ddfec5),segment_id=8a646b87-22c3-4d8e-b225-c06c77ddfec5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:33.948743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:33.964059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Calling delete_port for bbac01f2-2381-4814-bb52-2d0bf8db1e2d owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:33.968918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 54c4707c-48ed-4887-9c8e-20b4c7e84927 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:33.969892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 54c4707c-48ed-4887-9c8e-20b4c7e84927 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:34.043514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842552bc-1f06-4079-844a-520ff22ca2d6 req-f97aacfb-5d4e-4b14-a3c4-83867c9f3a30 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972979 Dec 12 15:21:34.132663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] DHCP port deletion for 2e7da323-5002-447d-868b-12947f509c3c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:21:34.185933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.222092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:34.230233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] No DVR routers for this DVR port bbac01f2-2381-4814-bb52-2d0bf8db1e2d on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:34.239261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Deleting port bbac01f2-2381-4814-bb52-2d0bf8db1e2d {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:34.240310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.335747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] For port bbac01f2-2381-4814-bb52-2d0bf8db1e2d, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:34.336538 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.357507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Calling delete_port for bbac01f2-2381-4814-bb52-2d0bf8db1e2d owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:34.360555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Port bbac01f2-2381-4814-bb52-2d0bf8db1e2d was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:21:34.363516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.375616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-774b5220-6f0c-4f55-9075-430e62b664e6 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:34.377105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-774b5220-6f0c-4f55-9075-430e62b664e6 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.30 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.1081719 Dec 12 15:21:34.380758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] No DVR routers for this DVR port bbac01f2-2381-4814-bb52-2d0bf8db1e2d on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:34.397143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.408280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-45810784-83b5-4670-bc3f-a4783f5b5b9a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:34.410492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-45810784-83b5-4670-bc3f-a4783f5b5b9a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 808 time: 0.3618424 Dec 12 15:21:34.412279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682a931-8eaa-4388-8a2a-3b815b77757d None None] Pushing event deleted for resources: {'Port': ['ID=bbac01f2-2381-4814-bb52-2d0bf8db1e2d,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:34.450913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Request body: {'port': {'device_id': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'admin_state_up': True, 'tenant_id': '43bbf70ecd88486985be0c9421c28d1d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:34.455422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7da323-5002-447d-868b-12947f509c3c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:34.472010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a646b87-22c3-4d8e-b225-c06c77ddfec5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:34.472694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a646b87-22c3-4d8e-b225-c06c77ddfec5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:34.483370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.498598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.511250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:21:34.516888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:21:34.522719 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:21:34.602404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.611968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.616059 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e7da323-5002-447d-868b-12947f509c3c HTTP/1.1" status: 204 len: 168 time: 1.0318723 Dec 12 15:21:34.628282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa33d0-9766-46fd-8187-92822364e406 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e7da323-5002-447d-868b-12947f509c3c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:34.660948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab039004-6564-4223-a9cf-29c2e6851156 req-06a35f9f-a64e-4fb3-8404-7413104652ce tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0781024 Dec 12 15:21:34.763602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08c11-82f2-40c2-8d66-f34744abf3bc req-5d64a582-ff1f-4851-a9e9-2a5082236784 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:34.774335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b08c11-82f2-40c2-8d66-f34744abf3bc req-5d64a582-ff1f-4851-a9e9-2a5082236784 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.2045195 Dec 12 15:21:34.815104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:34.862285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Deleting port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:34.862669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.902077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-94b29d2b-67a6-47d7-9376-e83e66042022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8ebb0715eec4fafa52eca1fb67d1274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854793 Dec 12 15:21:34.904218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:34.969099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.985696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b08c11-82f2-40c2-8d66-f34744abf3bc req-19fb864f-df11-46e0-a6e6-957111e4726c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102656 Dec 12 15:21:34.992398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Made reservation on behalf of 43bbf70ecd88486985be0c9421c28d1d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:34.996250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:34.998990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.061445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.065599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.066918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b013d803-ddc9-4260-81c9-d3081d38ec49 HTTP/1.1" status: 204 len: 168 time: 0.1615167 Dec 12 15:21:35.093646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3b7a5-42e8-457a-9e2b-78199f62b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013d803-ddc9-4260-81c9-d3081d38ec49,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:35.240525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Allocated IP 172.20.0.12 (9c81f7d1-914a-4d1e-9bc3-02464b4be82e/ac03e8f1-c991-4a3b-b83b-d145a0705332/53645c91-afa4-49e1-b537-7ff6e9f86e02) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:35.252734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667c840-ee0a-48e3-98ec-c2f67fa6306d req-e95c6091-a351-422e-b6fd-dfa9ca4b55e0 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:35.254567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5667c840-ee0a-48e3-98ec-c2f67fa6306d req-e95c6091-a351-422e-b6fd-dfa9ca4b55e0 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 945 time: 0.3127072 Dec 12 15:21:35.256826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] For port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:35.257187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.318118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab7654e4-d6a8-4c7f-97ac-24b385d23071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.377003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404decd-120f-4c49-857f-894d971ce55a req-5bb85320-ce7c-4274-b7a1-1663da6b2f19 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:35.384157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7404decd-120f-4c49-857f-894d971ce55a req-5bb85320-ce7c-4274-b7a1-1663da6b2f19 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.2249713 Dec 12 15:21:35.487366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5667c840-ee0a-48e3-98ec-c2f67fa6306d req-0b8f2269-45b6-4c0b-9136-99a5bfa73110 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups?id=919d9110-5fca-4daf-9d6c-245374472fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240398 Dec 12 15:21:35.625238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7404decd-120f-4c49-857f-894d971ce55a req-5d135236-e0b0-40b1-8f10-c392367e5c9b tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401323 Dec 12 15:21:35.703574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbac01f2-2381-4814-bb52-2d0bf8db1e2d no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:35.742160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bbac01f2-2381-4814-bb52-2d0bf8db1e2d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:35.742821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbac01f2-2381-4814-bb52-2d0bf8db1e2d not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:35.757712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.801029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.801029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.801029 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Floating IP f1d2e86f-055e-42e1-aa5a-706ce34ed4da disassociated. External IP: 172.25.3.222, port: 801fc7f7-7a24-40dd-be8b-ed3483c8d6df. Dec 12 15:21:35.801029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Calling delete_port for 801fc7f7-7a24-40dd-be8b-ed3483c8d6df owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:35.829160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:35.848559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['688e1ab8-63d9-4d86-a88d-b6ae11dbd845'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:35.878072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a73d8-581a-4bcf-b547-9e9426931f74 req-7b5e5ffe-85b4-460d-9a3b-0c3922cb380d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:35.887791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef7a73d8-581a-4bcf-b547-9e9426931f74 req-7b5e5ffe-85b4-460d-9a3b-0c3922cb380d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2850444 Dec 12 15:21:36.046834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:36.063820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:36.072382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:36.088378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:36.090399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.158405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55808) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:36.179748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:36.192935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef7a73d8-581a-4bcf-b547-9e9426931f74 req-b14b0fa2-a4ea-46aa-a0b7-c4949e0f2442 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040013 Dec 12 15:21:36.203621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd66f-ba4a-4250-bf08-62dff629ca2b req-944b2fc9-5e13-49cc-89f0-f8180ccb0636 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:36.205493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dafd66f-ba4a-4250-bf08-62dff629ca2b req-944b2fc9-5e13-49cc-89f0-f8180ccb0636 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 932 time: 0.3920476 Dec 12 15:21:36.219455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-ddfd15fe-6c3e-4260-bddc-4ad94dc81abc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7990963 Dec 12 15:21:36.234769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Request body: {'port': {'device_id': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:36.343641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dafd66f-ba4a-4250-bf08-62dff629ca2b req-27ca02f3-9b3b-4eec-8e70-cc6a22834778 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202409 Dec 12 15:21:36.373857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1580744661-network', 'tenant_id': '384f662d38c448a1b2532ab9aaa673dc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:36.398666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.412969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Made reservation on behalf of 384f662d38c448a1b2532ab9aaa673dc for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:36.415415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.424948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.515145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.542132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.549042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fbb7-d943-4cc8-b32e-77b1c65c7478 req-ccbaa324-9303-45ce-be6a-475d73eb55d2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:36.549343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.556720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acb9fbb7-d943-4cc8-b32e-77b1c65c7478 req-ccbaa324-9303-45ce-be6a-475d73eb55d2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1760440 Dec 12 15:21:36.578398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:21:36.590269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.590574 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Added segment 19c8be46-1db0-4dc2-9f71-34fdebbf6eed of type vlan for network c2c3fcc9-2792-456c-96ce-9726ae5044d4 Dec 12 15:21:36.600316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event deleted for resources: {'Port': ['ID=801fc7f7-7a24-40dd-be8b-ed3483c8d6df,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:36.654997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.678035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8e42ba-74d1-49f3-974e-86b29fd88b5e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:36.683282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 801fc7f7-7a24-40dd-be8b-ed3483c8d6df no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:36.699810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed54acd-8a86-4078-8d46-22925b4a0b58 req-0e3226ba-dca7-41e9-ad34-8343bb79671b tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 210 time: 0.1054087 Dec 12 15:21:36.722318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 801fc7f7-7a24-40dd-be8b-ed3483c8d6df {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:36.722673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 801fc7f7-7a24-40dd-be8b-ed3483c8d6df not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:36.750819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.751871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:36.752459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.804933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acb9fbb7-d943-4cc8-b32e-77b1c65c7478 req-351ce5fb-6fdd-4bad-a6b7-e435fe3b7009 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417607 Dec 12 15:21:36.835378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] Pushing event updated for resources: {'Network': ['ID=c2c3fcc9-2792-456c-96ce-9726ae5044d4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:36.850863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:21:36.871141 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dcb1ec2-67cc-4168-a9fe-08b334dbfbce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7116013 Dec 12 15:21:36.874860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:36.882203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Request body: {'subnet': {'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1580744661-subnet', 'tenant_id': '384f662d38c448a1b2532ab9aaa673dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:36.922980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Made reservation on behalf of 384f662d38c448a1b2532ab9aaa673dc for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:36.927962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:36.991564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c3ccb-a5b2-4022-b47a-cb12ec05e4ca req-a188319c-75c2-4cd0-a441-d67519b1afd5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:36.993085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-134c3ccb-a5b2-4022-b47a-cb12ec05e4ca req-a188319c-75c2-4cd0-a441-d67519b1afd5 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.2063441 Dec 12 15:21:37.005767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Router 58fc667d-f4e0-4829-b03d-d468228d48fa has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:37.255254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-134c3ccb-a5b2-4022-b47a-cb12ec05e4ca req-4f66143a-6a32-4f3e-94e0-0ccb977c3da3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482076 Dec 12 15:21:37.270633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:37.274238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53645c91-afa4-49e1-b537-7ff6e9f86e02 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:37.287782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:37.377114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5983f6-181c-48c8-8bec-c50f15421b88,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:37.383189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Checking segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:37.383547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Network hostable DHCP agents. Network: c2c3fcc9-2792-456c-96ce-9726ae5044d4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:21:37.407904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:21:37.420073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c2c3fcc9-2792-456c-96ce-9726ae5044d4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:37.427522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:37.428520 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:37.435069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49b0ef-f03b-468b-9cda-f68b19fd862d None None] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:37.486881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8915d371-6ebe-4c5d-a61f-9b678910444b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6012301 Dec 12 15:21:37.577375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f151456-81bd-4044-b059-fed165c5d617 None None] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:37.724887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9cb29141-ed1a-44f4-9bab-4b823dd9bba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:37.837678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Transition to ACTIVE for port object 53645c91-afa4-49e1-b537-7ff6e9f86e02 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:37.859456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:37.904183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:37.935332 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Sync routers for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:37.948329 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:37.949701 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:37.951640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ada01-f920-4731-99b0-ea247d54d41b req-43dabc14-df86-46e5-901e-a57a46a85fe0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:37.959143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df6ada01-f920-4731-99b0-ea247d54d41b req-43dabc14-df86-46e5-901e-a57a46a85fe0 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.6233866 Dec 12 15:21:37.989872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] No DVR routers for this DVR port 801fc7f7-7a24-40dd-be8b-ed3483c8d6df on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:38.001239 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.004434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-658c40e4-0c5e-408f-bd29-dcc133082803 req-f1b52079-bbd1-4a55-907e-6ed2ce2ccd41 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.30 "DELETE /v2.0/ports/801fc7f7-7a24-40dd-be8b-ed3483c8d6df HTTP/1.1" status: 204 len: 173 time: 3.5929890 Dec 12 15:21:38.005089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:38.007086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'name': 'network-vif-deleted', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:38.015832 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21358a5a-425f-47af-95c8-e3e7086322a8" -d '{"events": [{"server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "name": "network-vif-deleted", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:38.034874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a21c5-ad69-4587-8959-1384677306f4 req-d2d67db3-d377-4f83-864e-60d71923fc43 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:38.036913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077a21c5-ad69-4587-8959-1384677306f4 req-d2d67db3-d377-4f83-864e-60d71923fc43 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 932 time: 0.2241845 Dec 12 15:21:38.083668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:38.136088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:38.137966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:38.137966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:38.156979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:38.157296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:38.175585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df6ada01-f920-4731-99b0-ea247d54d41b req-a273d811-3185-469e-b5fa-2bf296d0b46e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154853 Dec 12 15:21:38.224533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077a21c5-ad69-4587-8959-1384677306f4 req-d43d03fc-6b4d-4cd9-94fd-01030198ac36 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627100 Dec 12 15:21:38.225598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:38.225885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:38.227249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:38.227917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Bound port: 53645c91-afa4-49e1-b537-7ff6e9f86e02, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:38.228243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.370614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4b1d1a0-0d34-4893-a8b4-a66cbd01603d req-a6fda886-79a4-4761-83ec-6cde6c9407bc tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/ports?device_id=512db0c4-ea4f-42e3-be30-c98eca780cee HTTP/1.1" status: 200 len: 210 time: 0.0408056 Dec 12 15:21:38.404551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:38.413472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:38.424753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.446021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.526350 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:38.539006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:38.539678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.541489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] 10.222.0.13 "PUT /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 1092 time: 2.3116229 Dec 12 15:21:38.594844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Checking router: 58fc667d-f4e0-4829-b03d-d468228d48fa for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:38.607510 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:38.608130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:38.706591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a114ea-15eb-43e6-bbad-99596dc08ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:38.750920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758061c1-ba9b-45f7-acc1-fe45ef70939e req-41068076-3ec0-4b2d-b6c0-f2135281ae27 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:38.753214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-758061c1-ba9b-45f7-acc1-fe45ef70939e req-41068076-3ec0-4b2d-b6c0-f2135281ae27 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.2492616 Dec 12 15:21:38.844098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:38.856008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-6fbd3f56-27fd-4ebd-8faf-94ebfaf2cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:38.857519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-6fbd3f56-27fd-4ebd-8faf-94ebfaf2cdbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1095 time: 0.2553568 Dec 12 15:21:38.875567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-f28cac41-7936-41da-a60a-fe67546a4cd6 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:38.877159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-f28cac41-7936-41da-a60a-fe67546a4cd6 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.3027427 Dec 12 15:21:38.934343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:38.934921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-758061c1-ba9b-45f7-acc1-fe45ef70939e req-df5c0c71-0412-4b1c-b4c2-56176a55fe42 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732805 Dec 12 15:21:38.942006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-b09c4ad5-b11a-4097-988d-9b5f17048859 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/quotas/384f662d38c448a1b2532ab9aaa673dc HTTP/1.1" status: 200 len: 375 time: 0.0561244 Dec 12 15:21:39.010281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-bdafb5d3-d4f6-4f37-9ab4-9d587d95d1da tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672719 Dec 12 15:21:39.012616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-2729881c-8ae9-4633-8bfe-ddc73f99ef44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 217 time: 0.1453032 Dec 12 15:21:39.096993 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77722fda-9220-4774-8282-728b34ca98b0 x-openstack-request-id: req-77722fda-9220-4774-8282-728b34ca98b0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:39.097192 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512db0c4-ea4f-42e3-be30-c98eca780cee", "name": "network-vif-deleted", "tag": "801fc7f7-7a24-40dd-be8b-ed3483c8d6df", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:39.097487 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77722fda-9220-4774-8282-728b34ca98b0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:39.098082 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512db0c4-ea4f-42e3-be30-c98eca780cee', 'name': 'network-vif-deleted', 'tag': '801fc7f7-7a24-40dd-be8b-ed3483c8d6df', 'status': 'completed', 'code': 200} Dec 12 15:21:39.125099 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:39.152395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa4f7e9-e2e1-4b58-91c8-06edc6fa00a9 None None] The sync data for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 is: [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:19:16Z', 'revision_number': 4, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5c3241af-261f-44c6-9a0d-1828d3a1d884', 'name': '', 'network_id': '4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'mac_address': 'fa:16:3e:fb:da:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:14Z', 'updated_at': '2021-12-12T15:19:21Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'subnets': [{'id': 'ca2854b2-ae7c-4156-b092-1f71905573d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:39.185065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-d349e86d-0215-4676-b289-e99d0e27b97d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:39.186549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-d349e86d-0215-4676-b289-e99d0e27b97d tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.2567959 Dec 12 15:21:39.217573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-8'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:39.258041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1968e7-2018-4f08-a408-902998dc078d req-cee640a1-6c1b-43a1-a3ed-f4dbc2e87bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:39.259545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-cee640a1-6c1b-43a1-a3ed-f4dbc2e87bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.2279501 Dec 12 15:21:39.322660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-2f6a06b3-0b0d-4ce9-a0dc-2811271afac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464878 Dec 12 15:21:39.356062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-302c0078-4e9c-4b86-8580-c88fb839a4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373303 Dec 12 15:21:39.367218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bbffb-dd08-4828-bd91-01d86b28ee58 req-7d69dcf8-3c62-42f8-b3f4-8fce93652308 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:39.373121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d34bbffb-dd08-4828-bd91-01d86b28ee58 req-7d69dcf8-3c62-42f8-b3f4-8fce93652308 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 945 time: 0.2349436 Dec 12 15:21:39.423333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:39.466715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147955f1-b7db-498d-af79-9fcb270a528d None None] New status for floating IP f1d2e86f-055e-42e1-aa5a-706ce34ed4da: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:21:39.600450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-ea4209c4-58de-4a23-a2b8-c5bfa845d0ad service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574880 Dec 12 15:21:39.607426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d34bbffb-dd08-4828-bd91-01d86b28ee58 req-8b057cfd-17a4-4acf-8e6b-00132df37dad tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781549 Dec 12 15:21:39.708099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-e2bed0ad-a3b5-4241-be3c-30e445136f32 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289294 Dec 12 15:21:39.732052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:39.859939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:39.899634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f1968e7-2018-4f08-a408-902998dc078d req-49a2fde4-ba09-4d0a-8979-808a8f1be042 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715995 Dec 12 15:21:39.919070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3a5a3-b0bb-4564-9018-63746dc7f7b1 req-74f8769e-7a51-4877-ba0b-90d9f42e6a8c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:39.921616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff3a5a3-b0bb-4564-9018-63746dc7f7b1 req-74f8769e-7a51-4877-ba0b-90d9f42e6a8c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1387384 Dec 12 15:21:40.017553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:40.059363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa32a9-2a6a-43a1-898f-d2748a6c9110 req-c4e6dd43-239c-4cc1-8497-80c782a7ef09 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:40.063635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abfa32a9-2a6a-43a1-898f-d2748a6c9110 req-c4e6dd43-239c-4cc1-8497-80c782a7ef09 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.1395092 Dec 12 15:21:40.125761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fff3a5a3-b0bb-4564-9018-63746dc7f7b1 req-86da073b-04ab-44e9-857d-b2ba32150a63 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589162 Dec 12 15:21:40.178936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.197066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abfa32a9-2a6a-43a1-898f-d2748a6c9110 req-e331cbb5-c3f0-46fe-b376-1eae9d793734 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221879 Dec 12 15:21:40.198359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.251787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.298859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:40.347377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.348514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70577e47-acd5-48bb-821f-e807d4ba4a0d req-6cb6baf6-51ec-411e-bd5a-a74c80ae4cee tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 210 time: 0.0662568 Dec 12 15:21:40.407263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:40.421849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on host n-h1-710847-8 for vnic_type normal with profile {"migrating_to": "n-h2-710847-8"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:40.422517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:40.423194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:40.432318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:40.433049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Attempting to bind port dea363ef-e566-41e1-b5c0-87b0e95c3182 on network 1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:40.443208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:40.443783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Checking segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:40.444369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Bound using segment: {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:40.444989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Bound port: dea363ef-e566-41e1-b5c0-87b0e95c3182, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051b610a-dc6c-4b86-9e9a-ac054cf5f029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:40.445530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.466267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737c099-b1b7-48e7-b2c9-32fd3ad254c6 req-d95532ec-9183-42f6-bf1b-bf7ffc96411a tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:40.468083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6737c099-b1b7-48e7-b2c9-32fd3ad254c6 req-d95532ec-9183-42f6-bf1b-bf7ffc96411a tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1357796 Dec 12 15:21:40.538638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.562900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:40.566996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:40.570714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.571585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6737c099-b1b7-48e7-b2c9-32fd3ad254c6 req-84d6db60-3a83-4d96-9587-9d6c62066cb8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789387 Dec 12 15:21:40.576079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.708604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:40.724817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.737472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.739848 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "DELETE /v2.0/security-groups/919d9110-5fca-4daf-9d6c-245374472fc9 HTTP/1.1" status: 204 len: 168 time: 0.3316195 Dec 12 15:21:40.753885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:40.754998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751690d-1b13-4f06-a120-15c4ecd96aff tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d9110-5fca-4daf-9d6c-245374472fc9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:40.777290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:40.777290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:40.779288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-b0f19b6e-b32e-40dc-815e-b53ed0d766e1 service neutron] 10.222.0.13 "PUT /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 1121 time: 1.5823684 Dec 12 15:21:40.806561 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0d3edf01-581b-4561-bc39-4cc8f4446a9a tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] show failed (client error): The resource could not be found. Dec 12 15:21:40.807600 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d3edf01-581b-4561-bc39-4cc8f4446a9a tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "GET /v2.0/security-groups/919d9110-5fca-4daf-9d6c-245374472fc9 HTTP/1.1" status: 404 len: 347 time: 0.0480714 Dec 12 15:21:40.810615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:40.846767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:40.874794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6559575-b555-4a0f-8468-d856b7fbe95f req-d0b90b20-ef1d-4903-a967-d13bad6f297f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:40.877755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6559575-b555-4a0f-8468-d856b7fbe95f req-d0b90b20-ef1d-4903-a967-d13bad6f297f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1220002 Dec 12 15:21:40.889632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['dea363ef-e566-41e1-b5c0-87b0e95c3182'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:40.901419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dea363ef-e566-41e1-b5c0-87b0e95c3182'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:40.977512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6559575-b555-4a0f-8468-d856b7fbe95f req-0ee512b9-eb81-40ff-a974-747169c4686e tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930684 Dec 12 15:21:41.003463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:21:41.051092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Deleting port 352e57e3-6e08-4284-8741-7a513699d11b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:41.051573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.063817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Deleting port ea1ddada-27e8-41ff-b1a5-2af18f4eaacc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:41.064295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.087682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.089072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.099738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02'}, {'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182'}, {'name': 'network-changed', 'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:41.105584 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87690b0-dd26-4c71-93f2-e1d5f661260c" -d '{"events": [{"name": "network-changed", "server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02"}, {"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-unplugged", "status": "completed", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182"}, {"name": "network-changed", "server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:41.195052 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a018fc5-518c-47a4-9576-dd233d52afe2 x-openstack-request-id: req-6a018fc5-518c-47a4-9576-dd233d52afe2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:41.195844 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02", "status": "completed", "code": 200}, {"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-unplugged", "status": "completed", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182", "code": 200}, {"name": "network-changed", "server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:41.196336 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a018fc5-518c-47a4-9576-dd233d52afe2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:41.197212 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'status': 'completed', 'code': 200} Dec 12 15:21:41.197212 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'code': 200} Dec 12 15:21:41.197525 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'status': 'completed', 'code': 200} Dec 12 15:21:41.222387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:41.262081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 has no active binding in host n-h2-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:21:41.277245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] For port 352e57e3-6e08-4284-8741-7a513699d11b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=352e57e3-6e08-4284-8741-7a513699d11b,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:41.286488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.325240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.326501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.339366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Calling delete_port for 352e57e3-6e08-4284-8741-7a513699d11b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:41.361498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Calling delete_port for ea1ddada-27e8-41ff-b1a5-2af18f4eaacc owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:41.557989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-d238bbb4-38b2-4279-947c-a50482bccde4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:41.559423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-d238bbb4-38b2-4279-947c-a50482bccde4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.2424676 Dec 12 15:21:41.581404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'port': {'device_id': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'admin_state_up': True, 'tenant_id': '384f662d38c448a1b2532ab9aaa673dc'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:41.592936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-bf5476aa-ac56-42bb-9641-d4352ae012c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:41.594423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-bf5476aa-ac56-42bb-9641-d4352ae012c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1124 time: 0.3722126 Dec 12 15:21:41.639038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.654514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-19f26c6a-915b-4dc7-a2d0-4bdd6e48776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:41.655949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-19f26c6a-915b-4dc7-a2d0-4bdd6e48776c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1095 time: 0.3024762 Dec 12 15:21:41.667064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421e325-ad15-462e-a39b-4135b3244868 req-6adac87b-f578-4fb3-89ba-523839082480 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:41.668094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Pushing event deleted for resources: {'Port': ['ID=ea1ddada-27e8-41ff-b1a5-2af18f4eaacc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:41.668726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2421e325-ad15-462e-a39b-4135b3244868 req-6adac87b-f578-4fb3-89ba-523839082480 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.3113549 Dec 12 15:21:41.692622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ef75-4365-4f7b-b428-4bb40f139949 req-78a79747-6020-45a3-8da7-fa7eae81dbd2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:41.699697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0088ef75-4365-4f7b-b428-4bb40f139949 req-78a79747-6020-45a3-8da7-fa7eae81dbd2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.2810166 Dec 12 15:21:41.759524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.762616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.763905 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f3463476-c4b6-48d5-b375-d5b940888c84 tempest-ServersTestManualDisk-1139386595 tempest-ServersTestManualDisk-1139386595-project] 10.222.0.36 "DELETE /v2.0/floatingips/f1d2e86f-055e-42e1-aa5a-706ce34ed4da HTTP/1.1" status: 204 len: 168 time: 0.9523263 Dec 12 15:21:41.767641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:41.773762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:41.834238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=352e57e3-6e08-4284-8741-7a513699d11b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:41.930777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0088ef75-4365-4f7b-b428-4bb40f139949 req-94c0d5ba-c4e3-4f78-a327-69e289d36ebe tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301412 Dec 12 15:21:42.260533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2421e325-ad15-462e-a39b-4135b3244868 req-eb3ea7e2-63b8-4b9c-bafc-2bbe67b73b7e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545008 Dec 12 15:21:42.282240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-0464d8ef-e22d-4559-97cb-3016a52715dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.283708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-0464d8ef-e22d-4559-97cb-3016a52715dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.6707487 Dec 12 15:21:42.306657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a1bfaf2-9972-49da-bbeb-2506d5025ab5 req-c10139e4-4f52-4827-9d86-5b9111450fd8 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 210 time: 0.0579741 Dec 12 15:21:42.317672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-2bf5efa2-4506-428f-b382-c07d479db980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.319114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-2bf5efa2-4506-428f-b382-c07d479db980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.6453588 Dec 12 15:21:42.347422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Made reservation on behalf of 384f662d38c448a1b2532ab9aaa673dc for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:42.350971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:42.369660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-888efbe5-c71d-4050-8719-7c52a797b45a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 217 time: 0.0676675 Dec 12 15:21:42.389457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:42.438963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-c08a35f1-dc7a-4d18-8648-a6ba6896d94e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 217 time: 0.0851769 Dec 12 15:21:42.588984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-176ea2b4-2b60-4339-bcf1-283cbd0e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.590348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-176ea2b4-2b60-4339-bcf1-283cbd0e1009 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.2072759 Dec 12 15:21:42.615603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012a42-1b72-44d8-87f3-839052e89851 req-3243a4ed-f155-4d08-8431-8b8452881f3f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.617059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60012a42-1b72-44d8-87f3-839052e89851 req-3243a4ed-f155-4d08-8431-8b8452881f3f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.2614267 Dec 12 15:21:42.631459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-94ad1a3d-eb8c-4319-bd0a-e6ff28345f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.632935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-94ad1a3d-eb8c-4319-bd0a-e6ff28345f9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1705401 Dec 12 15:21:42.660996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-979a5b50-f77e-43a4-be41-efb8f3b13ade service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554092 Dec 12 15:21:42.689453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ac111-9492-4d0e-9292-cc6d175c316a req-199274c5-2ca5-49b6-925a-353ba3f833a4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:42.690979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2ac111-9492-4d0e-9292-cc6d175c316a req-199274c5-2ca5-49b6-925a-353ba3f833a4 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2269719 Dec 12 15:21:42.706321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Router 22f6fc53-6663-4b91-a54a-3e935fd342ef has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:42.722188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:42.753822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-9ca5bfc1-f8c3-456b-a661-98acccb8a820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618730 Dec 12 15:21:42.866111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Allocated IP 172.20.0.9 (c2c3fcc9-2792-456c-96ce-9726ae5044d4/fe5983f6-181c-48c8-8bec-c50f15421b88/c5999ab0-e302-487d-965c-22e065147426) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:42.924365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60012a42-1b72-44d8-87f3-839052e89851 req-7901b4b7-65b0-4b3b-852d-ed1947de9454 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956049 Dec 12 15:21:42.928728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-ff2f2fb4-8f4e-48d5-9afc-13b34f65c531 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1408594 Dec 12 15:21:42.931977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2ac111-9492-4d0e-9292-cc6d175c316a req-372d8d05-cf70-4372-821d-8b68266516ae tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228186 Dec 12 15:21:42.941959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:42.953306 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f42df68e-f527-465c-8fa5-ffbb7dc940f8 admin admin] 10.222.0.36 "PUT /v2.0/routers/22f6fc53-6663-4b91-a54a-3e935fd342ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164662 Dec 12 15:21:42.953306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:42.961065 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Sync routers for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:42.978980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-d7140cd4-c8dd-4da8-b18d-3f7ca09a8966 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803235 Dec 12 15:21:42.990718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:42.991593 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:43.129338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-8c0a23dc-cd04-4917-9751-9fd728801633 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180742 Dec 12 15:21:43.145170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:43.175375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.178996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-710882ea-0736-4eb6-aa3e-75ec9304ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.181417 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-710882ea-0736-4eb6-aa3e-75ec9304ecba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 1096 time: 0.1501157 Dec 12 15:21:43.278122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-c22b98c6-8c68-4f3f-93ab-6296d2e06950 service neutron] 10.222.0.30 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849660 Dec 12 15:21:43.295417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649cb6e-2f03-4d1e-8971-c0b296a50659 req-b0faa285-d437-4c10-b552-467bbd7f6c62 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.297507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0649cb6e-2f03-4d1e-8971-c0b296a50659 req-b0faa285-d437-4c10-b552-467bbd7f6c62 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.2291870 Dec 12 15:21:43.317989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.354374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87690b0-dd26-4c71-93f2-e1d5f661260c req-34f23fb7-5bdd-40ce-a6a3-c3e505c54bba service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043765 Dec 12 15:21:43.402563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:21:41Z', 'revision_number': 5, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:43.426717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-1a7a3138-1b0f-4f1a-b1a2-130534a89f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.428224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-1a7a3138-1b0f-4f1a-b1a2-130534a89f0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.2071464 Dec 12 15:21:43.432922 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Checking router: 22f6fc53-6663-4b91-a54a-3e935fd342ef for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:43.435297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.442501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Routers {'22f6fc53-6663-4b91-a54a-3e935fd342ef'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:43.443103 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['22f6fc53-6663-4b91-a54a-3e935fd342ef'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:43.453412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0649cb6e-2f03-4d1e-8971-c0b296a50659 req-90449ede-72a3-4688-80db-9f9c264ca66f tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384757 Dec 12 15:21:43.489763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5d1b-0c31-4ef2-8736-88550abb84fe req-b5031177-44c3-4170-9541-fa81878128f6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.492035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a9f5d1b-0c31-4ef2-8736-88550abb84fe req-b5031177-44c3-4170-9541-fa81878128f6 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1083839 Dec 12 15:21:43.495736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-fdf70a0a-6178-4c99-89bc-d21f2a682472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 200 len: 217 time: 0.0537264 Dec 12 15:21:43.506647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.571389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Deleting port 5c3241af-261f-44c6-9a0d-1828d3a1d884 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:43.571808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.575696 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] Set router 22f6fc53-6663-4b91-a54a-3e935fd342ef gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:43.629677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-756ba177-f5fd-4ffb-a517-30d7c13f12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.631215 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-756ba177-f5fd-4ffb-a517-30d7c13f12ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.1134424 Dec 12 15:21:43.638604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:43.649884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Deleting port e362d3aa-2330-4315-a85d-b2a6c3efab7b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:43.650284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.653312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:43.655422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:43.670702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:43.677878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.678520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.698931 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-3f04b0cd-59d4-4822-bbf2-b68d62d8a09e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514851 Dec 12 15:21:43.713142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a9f5d1b-0c31-4ef2-8736-88550abb84fe req-5e1f3a1c-d07c-4a6d-9fb9-cc59f6084158 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032726 Dec 12 15:21:43.730799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17711f18-22ad-47ca-9233-3a9f0bb964aa req-c451c2c5-4248-4d3e-b256-1040ceac53ff tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:43.732600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17711f18-22ad-47ca-9233-3a9f0bb964aa req-c451c2c5-4248-4d3e-b256-1040ceac53ff tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 931 time: 0.1656821 Dec 12 15:21:43.737212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-100d05d6-829a-4f21-a757-51054d335afe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1602020 Dec 12 15:21:43.761608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Request body: {'port': {'device_id': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:43.816399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] For port 5c3241af-261f-44c6-9a0d-1828d3a1d884, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5c3241af-261f-44c6-9a0d-1828d3a1d884,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:43.816879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.830184 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:21:41Z', 'revision_number': 5, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:43.837911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.845876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Calling delete_port for 5c3241af-261f-44c6-9a0d-1828d3a1d884 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:43.868253 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e9697-6404-4375-9959-d4bf6a075467 None None] The sync data for ids ['22f6fc53-6663-4b91-a54a-3e935fd342ef'] in n-d-710847-8 is: [{'id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'name': 'tempest-AttachSCSIVolumeTestJSON-634729489-router', 'tenant_id': 'a57347fc73204539be9fd4976cf9efbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:32Z', 'updated_at': '2021-12-12T15:21:41Z', 'revision_number': 5, 'project_id': 'a57347fc73204539be9fd4976cf9efbe', 'gw_port': {'id': 'e362d3aa-2330-4315-a85d-b2a6c3efab7b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f6fc53-6663-4b91-a54a-3e935fd342ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:33Z', 'updated_at': '2021-12-12T15:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:43.888445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] For port e362d3aa-2330-4315-a85d-b2a6c3efab7b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e362d3aa-2330-4315-a85d-b2a6c3efab7b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:43.888842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:43.910363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17711f18-22ad-47ca-9233-3a9f0bb964aa req-bbb502b8-2526-4ae1-aa11-314c96283ec0 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685057 Dec 12 15:21:43.946641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Calling delete_port for e362d3aa-2330-4315-a85d-b2a6c3efab7b owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:43.961046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-39b379ae-b482-4ece-8854-6d1d61d2fee5 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302802 Dec 12 15:21:44.167530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2d7f7-c5f7-4133-935c-58a83ed6e778 req-3a808329-dea9-4e59-8db0-16daa54c23b2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.169057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ee2d7f7-c5f7-4133-935c-58a83ed6e778 req-3a808329-dea9-4e59-8db0-16daa54c23b2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.1455283 Dec 12 15:21:44.195717 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f5a3cbc-1620-4c46-9487-cbe891a6b6ee req-89840716-89f8-4921-864b-b93f8ec48353 service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260346 Dec 12 15:21:44.213012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24263f-284e-4fcc-af3f-7af8d805925f req-c581bc20-524f-43e2-a913-1a28fb5fa253 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.214782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d24263f-284e-4fcc-af3f-7af8d805925f req-c581bc20-524f-43e2-a913-1a28fb5fa253 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.1302474 Dec 12 15:21:44.331865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ee2d7f7-c5f7-4133-935c-58a83ed6e778 req-2230d030-7547-4e91-8ffa-7e805c9ff270 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549129 Dec 12 15:21:44.357197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d24263f-284e-4fcc-af3f-7af8d805925f req-ecdce53e-73bd-4d1c-a874-000e50e12e4f tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341946 Dec 12 15:21:44.360056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5999ab0-e302-487d-965c-22e065147426 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:44.364128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.369675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.372779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.386811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Transition to ACTIVE for port object c5999ab0-e302-487d-965c-22e065147426 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:44.391864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.409359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e362d3aa-2330-4315-a85d-b2a6c3efab7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:44.480935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:44.496420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Attempting to bind port c5999ab0-e302-487d-965c-22e065147426 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:44.498099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Attempting to bind port c5999ab0-e302-487d-965c-22e065147426 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:44.501938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Attempting to bind port c5999ab0-e302-487d-965c-22e065147426 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:44.508679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Port c5999ab0-e302-487d-965c-22e065147426 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:44.508873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Attempting to bind port c5999ab0-e302-487d-965c-22e065147426 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:44.522844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:44.523338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Checking segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:44.523851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Bound using segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:44.524405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Bound port: c5999ab0-e302-487d-965c-22e065147426, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:44.524899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.634300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ade7-ed21-44bc-8994-18b4d75cd0a3 req-dc2e8993-bb51-492e-adaf-9cf32070eabe tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.635957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b18ade7-ed21-44bc-8994-18b4d75cd0a3 req-dc2e8993-bb51-492e-adaf-9cf32070eabe tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.0906610 Dec 12 15:21:44.686377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:44.711004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:44.720740 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.733856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b18ade7-ed21-44bc-8994-18b4d75cd0a3 req-51d7b89c-6050-42c2-8366-bbfa1494740b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817726 Dec 12 15:21:44.738354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3241af-261f-44c6-9a0d-1828d3a1d884,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:44.763345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.763968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.765996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] 10.222.0.13 "PUT /v2.0/ports/c5999ab0-e302-487d-965c-22e065147426 HTTP/1.1" status: 200 len: 1091 time: 1.0096724 Dec 12 15:21:44.768702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'tag': 'c5999ab0-e302-487d-965c-22e065147426'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:44.770837 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123fde2-713e-43f5-a2c4-26098959ff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "tag": "c5999ab0-e302-487d-965c-22e065147426"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:44.808977 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:44.828141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e132cd-3262-4f2f-a294-0b6f869b19dc service neutron] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:44.897627 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804c876-de66-42a4-b03b-c8ba49062a8d x-openstack-request-id: req-d804c876-de66-42a4-b03b-c8ba49062a8d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:44.897949 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "tag": "c5999ab0-e302-487d-965c-22e065147426", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:44.898168 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d804c876-de66-42a4-b03b-c8ba49062a8d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:44.898564 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'tag': 'c5999ab0-e302-487d-965c-22e065147426', 'status': 'completed', 'code': 200} Dec 12 15:21:44.944603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-90a8401b-8187-4414-a871-aa5d3d6677c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.946407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-90a8401b-8187-4414-a871-aa5d3d6677c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 1094 time: 0.1101720 Dec 12 15:21:44.972706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59516a2-fa45-4dac-9431-b79d3072a4d8 req-202d835f-55a1-4412-9cac-8eb6c401511b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:44.980365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f59516a2-fa45-4dac-9431-b79d3072a4d8 req-202d835f-55a1-4412-9cac-8eb6c401511b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0808499 Dec 12 15:21:45.029246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-84e2ca4b-dc8d-4b77-b344-4f08a892fece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5999ab0-e302-487d-965c-22e065147426 HTTP/1.1" status: 200 len: 217 time: 0.0654225 Dec 12 15:21:45.159242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.160745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.167704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f59516a2-fa45-4dac-9431-b79d3072a4d8 req-5632a354-f42e-4055-8dbe-ba67c971bb69 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813295 Dec 12 15:21:45.170681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.189646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc9736-8fbb-4341-8d6a-d9c270429f26 req-9da51033-147f-4dc2-92fc-3706ff0d3a29 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:45.196314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfc9736-8fbb-4341-8d6a-d9c270429f26 req-9da51033-147f-4dc2-92fc-3706ff0d3a29 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 943 time: 0.1582768 Dec 12 15:21:45.208078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-422cc27a-3f68-4e30-8887-439fc418765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:45.211389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-422cc27a-3f68-4e30-8887-439fc418765e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.1720359 Dec 12 15:21:45.273116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-08fc24f0-7cad-4e87-80b9-84a4cac38243 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356073 Dec 12 15:21:45.283725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfc9736-8fbb-4341-8d6a-d9c270429f26 req-ab2ee5ad-6b5e-458c-b6c7-65d9b760794c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861585 Dec 12 15:21:45.317733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.318657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f6fc53-6663-4b91-a54a-3e935fd342ef {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:21:45.326940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.330566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b4e16d5-7e05-4316-b4d3-3df6cb34b9ae admin admin] 10.222.0.36 "DELETE /v2.0/routers/22f6fc53-6663-4b91-a54a-3e935fd342ef HTTP/1.1" status: 204 len: 168 time: 2.3735967 Dec 12 15:21:45.356825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55930) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:45.488416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Deleting subnet 93bdb5c8-dd0d-4a03-87e1-498affe0c557 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:21:45.527605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-df4923a3-ea55-42c5-aeab-798521b0f814 service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388711 Dec 12 15:21:45.528809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.538413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Router 58fc667d-f4e0-4829-b03d-d468228d48fa has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:45.667917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:45.673877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9c27e0b2-8c0a-4dc8-9e58-3f207763d906 admin admin] 10.222.0.36 "PUT /v2.0/routers/58fc667d-f4e0-4829-b03d-d468228d48fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051535 Dec 12 15:21:45.676257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:45.679347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Sync routers for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:45.694419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:45.695511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:45.698470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.728650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0231cde-4969-4813-997f-023c7b375df7 req-b72c485b-3104-4a6f-a27f-87b31864ef62 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:45.735998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0231cde-4969-4813-997f-023c7b375df7 req-b72c485b-3104-4a6f-a27f-87b31864ef62 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2044775 Dec 12 15:21:45.772678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2abb-b934-4bf4-b150-cea9e1a9a80d req-350e9df3-6934-4400-a079-a8bd2c3f930b tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:45.774164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1e2abb-b934-4bf4-b150-cea9e1a9a80d req-350e9df3-6934-4400-a079-a8bd2c3f930b tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.2831306 Dec 12 15:21:45.796367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.836872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d845b54-a8b4-444a-aa25-a1270433c358 req-fa2a72c6-d5d3-4e91-b7d6-6975934efc0f service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563894 Dec 12 15:21:45.849256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:45.867672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:45.998861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.024145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0231cde-4969-4813-997f-023c7b375df7 req-6f3a5b8c-91c7-41c7-b5bc-dc9f4d475b83 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871840 Dec 12 15:21:46.037106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1e2abb-b934-4bf4-b150-cea9e1a9a80d req-85d91bcd-6daa-4d03-9971-a893be982336 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488823 Dec 12 15:21:46.067480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-12dc669f-0e38-4992-942d-b105523f8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:46.074045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-12dc669f-0e38-4992-942d-b105523f8a03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 1094 time: 0.1612549 Dec 12 15:21:46.115968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Deleting port 98493181-4efd-4000-bad8-d47c632a5bad {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:46.116392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.128435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.174990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.179033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/93bdb5c8-dd0d-4a03-87e1-498affe0c557 HTTP/1.1" status: 204 len: 168 time: 0.8212471 Dec 12 15:21:46.204483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55942) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:46.217254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 352e57e3-6e08-4284-8741-7a513699d11b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:46.221283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca37811b-5906-4ca0-9ef1-80a43d4ced22 None None] Network c602e46b-8e65-447e-8311-14a8dd9cfd1b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:46.234449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0d451-e141-4322-b321-1046d285707b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bdb5c8-dd0d-4a03-87e1-498affe0c557,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:46.303646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] For port 98493181-4efd-4000-bad8-d47c632a5bad, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=98493181-4efd-4000-bad8-d47c632a5bad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:46.304257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.319063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 352e57e3-6e08-4284-8741-7a513699d11b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:46.319534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 352e57e3-6e08-4284-8741-7a513699d11b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:46.320029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e362d3aa-2330-4315-a85d-b2a6c3efab7b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:46.324328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Calling delete_port for 98493181-4efd-4000-bad8-d47c632a5bad owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:46.411606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e362d3aa-2330-4315-a85d-b2a6c3efab7b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:46.411970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e362d3aa-2330-4315-a85d-b2a6c3efab7b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:46.475807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '98493181-4efd-4000-bad8-d47c632a5bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:21:44Z', 'revision_number': 5, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port': {'id': '98493181-4efd-4000-bad8-d47c632a5bad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:12Z', 'updated_at': '2021-12-12T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:46.508079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Checking router: 58fc667d-f4e0-4829-b03d-d468228d48fa for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:46.522228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Routers {'58fc667d-f4e0-4829-b03d-d468228d48fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:46.522524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['58fc667d-f4e0-4829-b03d-d468228d48fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:46.545082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.584601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Pushing event deleted for resources: {'Port': ['ID=98493181-4efd-4000-bad8-d47c632a5bad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:46.612983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] DHCP port deletion for c602e46b-8e65-447e-8311-14a8dd9cfd1b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:21:46.664783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.673772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] Set router 58fc667d-f4e0-4829-b03d-d468228d48fa gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:46.783327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.790112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.814964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-236b6e41-b808-4e89-90c9-2861199875ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:46.817016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-236b6e41-b808-4e89-90c9-2861199875ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 922 time: 0.7335141 Dec 12 15:21:46.843848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.852728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.853602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58fc667d-f4e0-4829-b03d-d468228d48fa {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:21:46.854155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89babf58-c3c3-4420-9737-8c6c5a59f26d req-772937ca-e982-40b5-befe-e6da1d4e1262 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:46.858150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.860576 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29ca90d0-7f0c-4bc6-a53a-26a89a286eec admin admin] 10.222.0.36 "DELETE /v2.0/routers/58fc667d-f4e0-4829-b03d-d468228d48fa HTTP/1.1" status: 204 len: 168 time: 1.1813672 Dec 12 15:21:46.860959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89babf58-c3c3-4420-9737-8c6c5a59f26d req-772937ca-e982-40b5-befe-e6da1d4e1262 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.6888545 Dec 12 15:21:46.862391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:46.879808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:46.883801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:21:45Z', 'revision_number': 6, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:46.910779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2aec-9b51-4733-a2de-150966ec6416 req-299039dd-f73b-4f97-bb99-4e0c4b59f8b2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:46.912548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78cd2aec-9b51-4733-a2de-150966ec6416 req-299039dd-f73b-4f97-bb99-4e0c4b59f8b2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2518711 Dec 12 15:21:46.918086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Deleting subnet ca2854b2-ae7c-4156-b092-1f71905573d8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:21:46.922313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.926617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-b7fef46a-9495-42ce-b575-3084676cd5cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5999ab0-e302-487d-965c-22e065147426 HTTP/1.1" status: 200 len: 217 time: 0.0975914 Dec 12 15:21:46.935816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-90c910c2-4709-4cd1-aada-3291520ec760 service neutron] 10.222.0.30 "GET /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.2739847 Dec 12 15:21:46.941802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b690e-817e-4e9a-bf16-8b955f12431a None None] The sync data for ids ['58fc667d-f4e0-4829-b03d-d468228d48fa'] in n-d-710847-8 is: [{'id': '58fc667d-f4e0-4829-b03d-d468228d48fa', 'name': 'tempest-ServersTestManualDisk-1877374015-router', 'tenant_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:11Z', 'updated_at': '2021-12-12T15:21:45Z', 'revision_number': 6, 'project_id': 'fa1754d7b4334dceaccd6ee9d6e4656b', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:46.961360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:46.966645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Deleting port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:46.967025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.070795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.081288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] For port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,segment=NetworkSegment(e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9),segment_id=e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:47.081674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.095393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Calling delete_port for e319f612-3879-4f7e-ac4f-bf9d1bfcf0db owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:47.128571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89babf58-c3c3-4420-9737-8c6c5a59f26d req-68b68785-9324-4fc7-ac52-697359d8d314 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537518 Dec 12 15:21:47.136503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-8115086a-c993-4dcd-bf1e-19a72a5177ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:47.137974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-8115086a-c993-4dcd-bf1e-19a72a5177ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.1942232 Dec 12 15:21:47.142029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.157249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78cd2aec-9b51-4733-a2de-150966ec6416 req-eae4962b-9571-4b38-a15e-eaa612909f97 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336712 Dec 12 15:21:47.185730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2854b2-ae7c-4156-b092-1f71905573d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:47.196376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.204861 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af220a5c-cb70-45dd-9439-e73e96c6131b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca2854b2-ae7c-4156-b092-1f71905573d8 HTTP/1.1" status: 204 len: 168 time: 0.3414273 Dec 12 15:21:47.209521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:47.237325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3f9d9-1bac-471b-9dba-4639c0727754 None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:47.239675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-ee7649ae-1ead-432d-8461-6c8ae50b10ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792878 Dec 12 15:21:47.292058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.296446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.324315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] Pushing event deleted for resources: {'Port': ['ID=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:47.365080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b8d8c-8c15-4e35-ae6a-ebebbc7faa24 None None] No DVR routers for this DVR port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:47.372981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Deleting port 38dd1cc2-9767-4c85-9451-b641b9502887 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:47.375193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.416255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Deleting port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:47.416596 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.459457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] For port 38dd1cc2-9767-4c85-9451-b641b9502887, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=38dd1cc2-9767-4c85-9451-b641b9502887,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:47.459823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.477402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Calling delete_port for 38dd1cc2-9767-4c85-9451-b641b9502887 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:47.479329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68457994-899e-4551-93d0-6076533259c8 None None] DHCP port deletion for 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:21:47.538163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68457994-899e-4551-93d0-6076533259c8 None None] Deleting port 38dd1cc2-9767-4c85-9451-b641b9502887 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:47.538853 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68457994-899e-4551-93d0-6076533259c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.554796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520261-dfe7-4d9c-af68-92eb893ccdbb req-ad8c7b93-55e9-47ec-9026-578cda5048ee tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:47.556446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a520261-dfe7-4d9c-af68-92eb893ccdbb req-ad8c7b93-55e9-47ec-9026-578cda5048ee tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 945 time: 0.3215947 Dec 12 15:21:47.574693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.585472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81091cc5-16a7-4217-a27c-9a3fd491d859 req-03332a55-c8bc-41a3-88b8-ec9843d194d1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:47.587035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81091cc5-16a7-4217-a27c-9a3fd491d859 req-03332a55-c8bc-41a3-88b8-ec9843d194d1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 943 time: 0.3503711 Dec 12 15:21:47.603065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dd1cc2-9767-4c85-9451-b641b9502887,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:47.612036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] No DVR routers for this DVR port 38dd1cc2-9767-4c85-9451-b641b9502887 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:47.626567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-68457994-899e-4551-93d0-6076533259c8 None None] For port 38dd1cc2-9767-4c85-9451-b641b9502887, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=38dd1cc2-9767-4c85-9451-b641b9502887,segment=NetworkSegment(e2abfa3c-2059-4783-80e8-24fd265e4d95),segment_id=e2abfa3c-2059-4783-80e8-24fd265e4d95)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:47.626968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68457994-899e-4551-93d0-6076533259c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.648278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68457994-899e-4551-93d0-6076533259c8 None None] Calling delete_port for 38dd1cc2-9767-4c85-9451-b641b9502887 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:47.654140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] For port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:47.654609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.688797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-0ea323b0-6c3b-4556-9dbe-e1a4c1ae0d0d service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372303 Dec 12 15:21:47.703730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.707068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Calling delete_port for e319f612-3879-4f7e-ac4f-bf9d1bfcf0db owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:47.727390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:47.728448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e319f612-3879-4f7e-ac4f-bf9d1bfcf0db no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:47.730816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:21:47.737564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2abfa3c-2059-4783-80e8-24fd265e4d95') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:47.737879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2abfa3c-2059-4783-80e8-24fd265e4d95') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:47.750963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.756275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.766443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.774423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:21:47.774627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.774821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e319f612-3879-4f7e-ac4f-bf9d1bfcf0db {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:47.775168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e319f612-3879-4f7e-ac4f-bf9d1bfcf0db not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:47.775657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 38dd1cc2-9767-4c85-9451-b641b9502887 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:21:47.776334 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:21:47.806497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a520261-dfe7-4d9c-af68-92eb893ccdbb req-202b05c0-31da-43c5-913c-c2b101086aba tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375889 Dec 12 15:21:47.830802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 38dd1cc2-9767-4c85-9451-b641b9502887 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:47.830802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 38dd1cc2-9767-4c85-9451-b641b9502887 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:47.830802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 98493181-4efd-4000-bad8-d47c632a5bad no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:47.838320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:47.857912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e319f612-3879-4f7e-ac4f-bf9d1bfcf0db,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:47.858162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 98493181-4efd-4000-bad8-d47c632a5bad {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:47.858834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 98493181-4efd-4000-bad8-d47c632a5bad not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:47.859333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5c3241af-261f-44c6-9a0d-1828d3a1d884 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:47.864795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] No DVR routers for this DVR port e319f612-3879-4f7e-ac4f-bf9d1bfcf0db on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:47.881277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81091cc5-16a7-4217-a27c-9a3fd491d859 req-bce17202-2806-4588-8ab4-39bceffb9846 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674963 Dec 12 15:21:47.897874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.909815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-dd6e58d0-30a8-4559-9093-d19794785799 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776465 Dec 12 15:21:47.917690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:47.923219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:47.931098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b HTTP/1.1" status: 204 len: 168 time: 0.7194552 Dec 12 15:21:47.951774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d4f5-7a9d-4b5b-bbd8-df2e1901ba68 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:47.954345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5c3241af-261f-44c6-9a0d-1828d3a1d884 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:47.963976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5c3241af-261f-44c6-9a0d-1828d3a1d884 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:47.989239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68457994-899e-4551-93d0-6076533259c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.042134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bd80-e2bb-46b8-a829-50826a605bef req-ac56ad54-086b-46eb-9815-06f1c98ceac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.045543 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-ac56ad54-086b-46eb-9815-06f1c98ceac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 1095 time: 0.0654655 Dec 12 15:21:48.058939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68457994-899e-4551-93d0-6076533259c8 None None] Network 4c150f8b-ecc3-43a3-b41f-7cdcc2a0fd7b is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:21:48.059439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68457994-899e-4551-93d0-6076533259c8 None None] No DVR routers for this DVR port 38dd1cc2-9767-4c85-9451-b641b9502887 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:48.067977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68457994-899e-4551-93d0-6076533259c8 None None] Pushing event deleted for resources: {'Port': ['ID=38dd1cc2-9767-4c85-9451-b641b9502887,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:48.156514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:48.186390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea363ef-e566-41e1-b5c0-87b0e95c3182 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:48.199930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.204656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1123fde2-713e-43f5-a2c4-26098959ff7a req-9429edad-c42f-4c17-a9ad-7abdcb2ef682 service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954917 Dec 12 15:21:48.220031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:48.236919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-70b1034e-3da0-4e8d-bffe-d534d822adcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa1754d7b4334dceaccd6ee9d6e4656b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0789578 Dec 12 15:21:48.239723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:48.255841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3add5-c3b9-4a2f-bf25-c30cf6a54c37 req-91530c0f-476f-416b-9771-f957c31e5711 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.257493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cb3add5-c3b9-4a2f-bf25-c30cf6a54c37 req-91530c0f-476f-416b-9771-f957c31e5711 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 943 time: 0.2693951 Dec 12 15:21:48.259562 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.259927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.260732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.261080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.261428 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.261761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.262086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.262401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.262752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.263461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.279078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bd80-e2bb-46b8-a829-50826a605bef req-3c147de2-12b3-4605-8d7f-789ae9566bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.281430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-3c147de2-12b3-4605-8d7f-789ae9566bc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.2031999 Dec 12 15:21:48.329084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-ea11d85c-a3e7-44ba-8609-2a85fc414c84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 200 len: 217 time: 0.0397201 Dec 12 15:21:48.375325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.382578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.383518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.384237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.385070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 12 15:21:48.385622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c602e46b-8e65-447e-8311-14a8dd9cfd1b']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:48.414435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.414952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.417599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000bd80-e2bb-46b8-a829-50826a605bef req-7c37211c-c7f2-44bb-af31-6d4f1deb52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.417878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:48.418154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6f7bb-d2ec-4c36-8aa7-8530df7fedc9') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:48.419071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-7c37211c-c7f2-44bb-af31-6d4f1deb52da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0778840 Dec 12 15:21:48.451834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.465605 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-39afc5bc-cb80-471b-84da-40c8f02a27c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371029 Dec 12 15:21:48.483274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.500512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:21:48.501045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: from cryptography.utils import int_from_bytes Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: from cryptography.utils import int_from_bytes Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:21:48.505555 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:21:48.573453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.576076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.577268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88f5b5db-6f00-4aaf-8b2d-79649e3183ae HTTP/1.1" status: 204 len: 168 time: 0.3366151 Dec 12 15:21:48.589015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-6d9094cc-28f8-4912-920e-0f179e468332 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135926 Dec 12 15:21:48.590344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416eebc-31d9-4b53-97fe-720bc73e6a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f5b5db-6f00-4aaf-8b2d-79649e3183ae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:48.612890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cb3add5-c3b9-4a2f-bf25-c30cf6a54c37 req-7e9a60f8-6236-49cf-bd54-285baabd26dc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177947 Dec 12 15:21:48.663958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.687986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.691236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c602e46b-8e65-447e-8311-14a8dd9cfd1b HTTP/1.1" status: 204 len: 168 time: 2.4787977 Dec 12 15:21:48.695424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:48.711847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ee2e-4373-4f59-b1f4-b99bf225fed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c602e46b-8e65-447e-8311-14a8dd9cfd1b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:48.729722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4ea20-7c7a-472e-bf92-a518e5214ac4 req-0ee1563f-90af-4b85-badc-bb1c0c3f3c91 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.731218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be4ea20-7c7a-472e-bf92-a518e5214ac4 req-0ee1563f-90af-4b85-badc-bb1c0c3f3c91 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.1842577 Dec 12 15:21:48.736450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] Transition to ACTIVE for port object dea363ef-e566-41e1-b5c0-87b0e95c3182 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:48.773161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:48.869069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1209b-c0cc-4a0c-81e7-5d5db308adce req-076881da-0123-4c67-b8e1-02e49de8b8b7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:48.870564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c1209b-c0cc-4a0c-81e7-5d5db308adce req-076881da-0123-4c67-b8e1-02e49de8b8b7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1644266 Dec 12 15:21:48.879556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be4ea20-7c7a-472e-bf92-a518e5214ac4 req-078a5b6c-6c6f-4720-afb3-a675e157b392 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405087 Dec 12 15:21:48.889277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:48.903985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:48.914062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] No DVR routers for this DVR port dea363ef-e566-41e1-b5c0-87b0e95c3182 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:48.961653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-12af0821-0056-4681-8990-daca231cb1f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182/bindings/n-h2-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 2.0142529 Dec 12 15:21:48.987171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c1209b-c0cc-4a0c-81e7-5d5db308adce req-5e1462a0-74a1-403d-8e47-bd35d558fb0e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012392 Dec 12 15:21:49.141292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:49.178262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c5999ab0-e302-487d-965c-22e065147426', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'port_id': 'c5999ab0-e302-487d-965c-22e065147426', 'mac_address': 'fa:16:3e:d3:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5983f6-181c-48c8-8bec-c50f15421b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:49.179362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de724-4366-42de-845c-3ab80a271ef5 req-86ad6ba6-b31f-4014-83ca-d78988360675 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.186798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd0de724-4366-42de-845c-3ab80a271ef5 req-86ad6ba6-b31f-4014-83ca-d78988360675 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 943 time: 0.1363385 Dec 12 15:21:49.210224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-1c8a7a81-1997-4277-b726-d89bbedf4e4b tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.212001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-1c8a7a81-1997-4277-b726-d89bbedf4e4b tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.1223121 Dec 12 15:21:49.212276 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b000bd80-e2bb-46b8-a829-50826a605bef req-cb9d6ebe-762f-4410-98e0-8cb5ed2f8fc6 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137583 Dec 12 15:21:49.267548 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.286475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5999ab0-e302-487d-965c-22e065147426 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:49.287705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd0de724-4366-42de-845c-3ab80a271ef5 req-1d670eeb-ebb4-4cc2-a370-99027904a6ed tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997777 Dec 12 15:21:49.320151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:49.328528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.332179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-acad42e0-08ca-4a10-b605-9f0b655ef77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.333792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-acad42e0-08ca-4a10-b605-9f0b655ef77a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747 HTTP/1.1" status: 200 len: 1095 time: 0.1096807 Dec 12 15:21:49.349815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1687b7a-ee03-4b17-92a2-e13a211bd60c req-bc1fb710-c3ac-4b28-82e3-8108f05c5680 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.351480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1687b7a-ee03-4b17-92a2-e13a211bd60c req-bc1fb710-c3ac-4b28-82e3-8108f05c5680 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.0859771 Dec 12 15:21:49.384479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:49.438209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1687b7a-ee03-4b17-92a2-e13a211bd60c req-23a4e871-d7a8-4876-95f4-26316482f239 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801322 Dec 12 15:21:49.444680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-cf68f6d6-ff76-4123-a225-d9320e79aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.446077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-cf68f6d6-ff76-4123-a225-d9320e79aeab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1095 time: 0.0695813 Dec 12 15:21:49.556223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.558018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-897e001c-c169-4397-94dc-4515c751aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.559468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-897e001c-c169-4397-94dc-4515c751aa8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 200 len: 920 time: 0.0975873 Dec 12 15:21:49.617050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-aa9b0952-15da-4187-b6c6-dc5096ebabf2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 200 len: 217 time: 0.0449440 Dec 12 15:21:49.657495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c5999ab0-e302-487d-965c-22e065147426'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:49.705660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-d0aa09d9-378d-491d-9cd0-26646b040f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.707150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-d0aa09d9-378d-491d-9cd0-26646b040f19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 200 len: 860 time: 0.0832608 Dec 12 15:21:49.735096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56020) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:49.782859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-9576b560-5a39-4360-97a8-fec5fc777d55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662239 Dec 12 15:21:49.808819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d026b-8ff1-452a-899e-239a4696fc05 req-b9dfa30e-868e-42eb-b4a9-dbcd4a058346 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:49.810748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b79d026b-8ff1-452a-899e-239a4696fc05 req-b9dfa30e-868e-42eb-b4a9-dbcd4a058346 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.0950029 Dec 12 15:21:49.877761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-932869167-network', 'tenant_id': 'a086a0f3227d44049313696a0423b1fa'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:49.888033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Deleting port 0179f4c1-50c8-4828-8642-819b16b47d27 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:49.888381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.943990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Made reservation on behalf of a086a0f3227d44049313696a0423b1fa for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:49.946309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.954774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b79d026b-8ff1-452a-899e-239a4696fc05 req-9189d62a-0ce9-48fe-a9b6-b5b2f4965109 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313484 Dec 12 15:21:49.965835 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.973229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] For port 0179f4c1-50c8-4828-8642-819b16b47d27, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0179f4c1-50c8-4828-8642-819b16b47d27,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:49.973677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:49.987825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-a71ad76a-7739-447a-ae06-1301398e3cff service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765413 Dec 12 15:21:49.995547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Calling delete_port for 0179f4c1-50c8-4828-8642-819b16b47d27 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:50.160976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0615f-da54-48dd-ab34-fa306f6514ab req-36b85845-fc42-410c-9d23-c19bf9dfd0b7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:50.162502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aac0615f-da54-48dd-ab34-fa306f6514ab req-36b85845-fc42-410c-9d23-c19bf9dfd0b7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.1803837 Dec 12 15:21:50.199225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.230717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0179f4c1-50c8-4828-8642-819b16b47d27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:50.241049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb331bc-0adb-4a73-ac84-147526e20ff0 req-6f29d6cc-bbbb-4d52-ab75-dfb3fc845390 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:50.242627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfb331bc-0adb-4a73-ac84-147526e20ff0 req-6f29d6cc-bbbb-4d52-ab75-dfb3fc845390 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1647515 Dec 12 15:21:50.249660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-38cebf3f-e4b1-4f98-b92e-44f2f828ff4e service neutron] 10.222.0.13 "GET /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517724 Dec 12 15:21:50.256730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.276897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.312749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aac0615f-da54-48dd-ab34-fa306f6514ab req-7d0e6844-16db-4a63-820f-c7f02c76d6ae tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316485 Dec 12 15:21:50.339505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:21:50.344512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f72e7-085e-4002-9ffa-b029013b47cc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:50.361608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.362243 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Added segment 38c466d0-c77e-4104-8e1b-096424ef0198 of type vlan for network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f Dec 12 15:21:50.381859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfb331bc-0adb-4a73-ac84-147526e20ff0 req-5ba29ca0-c1fc-4007-a22d-92619f070e33 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Dec 12 15:21:50.459457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.479792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.529250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.530664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:50.531254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.719255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:50.746064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Router 433ed39c-b526-4848-a266-ed8109e179b9 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:50.817432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:50.829797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'mac_address': 'fa:16:3e:e0:0f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:50.861105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:50.866139 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f42a4755-d5fa-40ab-95eb-b05327d525ea admin admin] 10.222.0.36 "PUT /v2.0/routers/433ed39c-b526-4848-a266-ed8109e179b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694396 Dec 12 15:21:50.868742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:50.872856 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Sync routers for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:50.887367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:50.909725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95b769bb-f76d-48af-b51e-db9734e7a6b8 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:50.911408 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:50.913517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:50.924347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c877c-c10a-47d2-81da-0c262f523303 req-9be97366-5eda-40e9-ab36-3d32532af4fc tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:50.924839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c59c877c-c10a-47d2-81da-0c262f523303 req-9be97366-5eda-40e9-ab36-3d32532af4fc tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 944 time: 0.4431832 Dec 12 15:21:50.927811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:21:50.933425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1947365 Dec 12 15:21:50.933425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b685-7c3a-45cd-a4cc-fbdfe359c9ce admin admin] Pushing event updated for resources: {'Network': ['ID=42876a0c-e268-4df7-a3ee-fa52f1a8c01f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:50.934848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56042) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:50.939191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Request body: {'subnet': {'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-932869167-subnet', 'tenant_id': 'a086a0f3227d44049313696a0423b1fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:50.959328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-53dffb0d-96b0-4e73-8180-fcbf3b3969d0 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:50.961340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-53dffb0d-96b0-4e73-8180-fcbf3b3969d0 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141&tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1095 time: 0.4327462 Dec 12 15:21:51.029624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c59c877c-c10a-47d2-81da-0c262f523303 req-8a157dab-de38-4e07-b297-6914209b174f tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908945 Dec 12 15:21:51.029861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:51.040798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Made reservation on behalf of a086a0f3227d44049313696a0423b1fa for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:51.042258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:21:51.049918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.138708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.182484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:51.188253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb15ad-4f3d-4ace-8fd9-4fa330d722f5 req-7ac40939-f8af-42bd-ab1b-f1295e67a4f0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:51.192319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eefb15ad-4f3d-4ace-8fd9-4fa330d722f5 req-7ac40939-f8af-42bd-ab1b-f1295e67a4f0 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.0931263 Dec 12 15:21:51.195983 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:51.203698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.213869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-7cc97377-6de4-4cac-b177-076e072d24d7 service neutron] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:51.237853 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-7cc97377-6de4-4cac-b177-076e072d24d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.242561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f16e41-a6b2-47d7-90d1-e7146f5ff0a9 req-7cc97377-6de4-4cac-b177-076e072d24d7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182/bindings/n-h1-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.2687774 Dec 12 15:21:51.262730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:51.306312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:51.321270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e', 'port_id': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'mac_address': 'fa:16:3e:db:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac03e8f1-c991-4a3b-b83b-d145a0705332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:21:51.327637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port c5999ab0-e302-487d-965c-22e065147426 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:21:51.363207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eefb15ad-4f3d-4ace-8fd9-4fa330d722f5 req-fe6ede94-c3a8-49e6-802c-78a2471c6302 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652043 Dec 12 15:21:51.402975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['95b769bb-f76d-48af-b51e-db9734e7a6b8'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:51.424667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c5999ab0-e302-487d-965c-22e065147426 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:51.426708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.516567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.546500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.549804 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:21:50Z', 'revision_number': 5, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port': {'id': 'daa14399-7628-4925-afea-b86bd0c3b893', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:fa:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ed39c-b526-4848-a266-ed8109e179b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:19:44Z', 'updated_at': '2021-12-12T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:51.565580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53645c91-afa4-49e1-b537-7ff6e9f86e02 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:51.606773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:51.624921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec71854-70e9-4254-a991-d4246804cea5 req-00290317-ae16-46be-b25f-f21b5d165ec8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:51.625190 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.630775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dec71854-70e9-4254-a991-d4246804cea5 req-00290317-ae16-46be-b25f-f21b5d165ec8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.1341403 Dec 12 15:21:51.652388 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Checking router: 433ed39c-b526-4848-a266-ed8109e179b9 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:51.666703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Routers {'433ed39c-b526-4848-a266-ed8109e179b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:51.667742 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['433ed39c-b526-4848-a266-ed8109e179b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:51.708950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.811630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Deleting port daa14399-7628-4925-afea-b86bd0c3b893 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:51.816224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.832021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:51.834337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:51.836109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dec71854-70e9-4254-a991-d4246804cea5 req-f2ac57c1-753d-493f-a818-b4dcf9a8c103 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975412 Dec 12 15:21:51.899186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d6c6e-420b-4e0e-bda1-ec9b76977fc4 req-3635cafb-a330-4d41-9b70-0e3687a93e60 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:51.907817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a61d6c6e-420b-4e0e-bda1-ec9b76977fc4 req-3635cafb-a330-4d41-9b70-0e3687a93e60 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2439346 Dec 12 15:21:51.933512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] Set router 433ed39c-b526-4848-a266-ed8109e179b9 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:51.977478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:51.983088 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02026884-0640-434d-af6b-9a4559714088" -d '{"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-plugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:52.001463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['53645c91-afa4-49e1-b537-7ff6e9f86e02'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:52.012079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a61d6c6e-420b-4e0e-bda1-ec9b76977fc4 req-456d5b53-aa38-404f-bb28-5736a047bc5f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963044 Dec 12 15:21:52.033318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e6ea16-69c9-4544-abba-fe6564079941,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:52.072565 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:21:51Z', 'revision_number': 6, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:52.073910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:52.092343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Checking segment: {'id': '38c466d0-c77e-4104-8e1b-096424ef0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:52.094405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Network hostable DHCP agents. Network: 42876a0c-e268-4df7-a3ee-fa52f1a8c01f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:21:52.095482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:52.140891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d1ca6-94e9-4db6-9471-85b62ea962c2 None None] The sync data for ids ['433ed39c-b526-4848-a266-ed8109e179b9'] in n-d-710847-8 is: [{'id': '433ed39c-b526-4848-a266-ed8109e179b9', 'name': 'tempest-AttachSCSIVolumeTestJSON-914744600-router', 'tenant_id': '1dca1682f8754d009ca980682d4526bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:19:42Z', 'updated_at': '2021-12-12T15:21:51Z', 'revision_number': 6, 'project_id': '1dca1682f8754d009ca980682d4526bc', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:52.154289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] For port daa14399-7628-4925-afea-b86bd0c3b893, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=daa14399-7628-4925-afea-b86bd0c3b893,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:52.154685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:52.171424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaa0ac-b13c-432e-ad64-3d3740593fb9 req-8022641e-752e-4d93-820f-18b8e1264119 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:52.180807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcfaa0ac-b13c-432e-ad64-3d3740593fb9 req-8022641e-752e-4d93-820f-18b8e1264119 tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 1095 time: 0.0757101 Dec 12 15:21:52.190540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Calling delete_port for daa14399-7628-4925-afea-b86bd0c3b893 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:52.206222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:21:52.264648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcfaa0ac-b13c-432e-ad64-3d3740593fb9 req-1775190a-562d-4bb3-a8c2-fe146d1a8cea tempest-LiveAutoBlockMigrationV225Test-1198212011 tempest-LiveAutoBlockMigrationV225Test-1198212011-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808344 Dec 12 15:21:52.269192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 42876a0c-e268-4df7-a3ee-fa52f1a8c01f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:52.276052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:52.276765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:52.304670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:52.317510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f0ac8-64fb-4bb8-9783-5d1ff6dd9d8a None None] Network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:52.331020 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96f7d36c-47d3-4078-83bf-1ef832b58c29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3957527 Dec 12 15:21:52.495420 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb93759-7810-4098-9774-154f63a19ff7 x-openstack-request-id: req-7bb93759-7810-4098-9774-154f63a19ff7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:52.500913 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-plugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:52.502546 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bb93759-7810-4098-9774-154f63a19ff7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:52.504404 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426', 'code': 200} Dec 12 15:21:52.596106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:52.643351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd884b-7cd3-43c3-82fa-35a5302c97c7 req-e6cf1a0a-2f23-4d8b-a44a-ffafb8de1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:52.645310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa14399-7628-4925-afea-b86bd0c3b893,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:52.653524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09bd884b-7cd3-43c3-82fa-35a5302c97c7 req-e6cf1a0a-2f23-4d8b-a44a-ffafb8de1f4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 1096 time: 0.1484013 Dec 12 15:21:52.830695 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:52.834628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1256-668a-4f6e-8665-32b61b967168 req-386c533e-3c0a-4efc-a561-9fe0563d2568 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:52.844369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bd1256-668a-4f6e-8665-32b61b967168 req-386c533e-3c0a-4efc-a561-9fe0563d2568 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.2233253 Dec 12 15:21:52.849687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09bd884b-7cd3-43c3-82fa-35a5302c97c7 req-924a1c95-5fb6-40c3-ad93-a25a130ce90d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897700 Dec 12 15:21:52.863915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:52.936824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bd1256-668a-4f6e-8665-32b61b967168 req-75859635-6458-4b48-b70c-59be3c00eb22 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907164 Dec 12 15:21:52.993676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 95b769bb-f76d-48af-b51e-db9734e7a6b8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:52.993925 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.023583 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.025173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f3bd9a-517c-4527-9868-989b64494aaf None None] Network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:53.026464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.089004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.089673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fdf0a-9be9-4eab-b3e7-33f110578079 req-631f15ab-0a12-48f0-9ae3-309c49126792 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:53.089823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 433ed39c-b526-4848-a266-ed8109e179b9 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:21:53.101256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.107624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8780e27e-cfc1-4a4d-905d-122dd3005f41 admin admin] 10.222.0.36 "DELETE /v2.0/routers/433ed39c-b526-4848-a266-ed8109e179b9 HTTP/1.1" status: 204 len: 168 time: 2.2376232 Dec 12 15:21:53.109097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-398fdf0a-9be9-4eab-b3e7-33f110578079 req-631f15ab-0a12-48f0-9ae3-309c49126792 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.1677871 Dec 12 15:21:53.111066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:53.232882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Deleting subnet 33619bb9-c8d5-4d66-b727-bd53142c0d86 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:21:53.236974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.238214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.271314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-398fdf0a-9be9-4eab-b3e7-33f110578079 req-e17793a1-3c8e-48e7-8baf-3d8193825b86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups?id=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607778 Dec 12 15:21:53.271953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-bd37811a-9b59-4f4d-a8be-d79460591e12 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:53.277850 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-bd37811a-9b59-4f4d-a8be-d79460591e12 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 945 time: 0.1138701 Dec 12 15:21:53.284219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:53.295394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.374523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:53.404537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.492171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Deleting port 3b4f40b8-b670-4eed-a039-8c5bfd72512a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:53.492171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.499957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56362ce-70e6-407a-9f24-1711f8f0881a req-32bb8f3c-1bbb-4d59-aa4d-56e25e689298 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:53.507417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56362ce-70e6-407a-9f24-1711f8f0881a req-32bb8f3c-1bbb-4d59-aa4d-56e25e689298 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 945 time: 0.0733962 Dec 12 15:21:53.562186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.600871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56362ce-70e6-407a-9f24-1711f8f0881a req-05a04fb1-4b40-4279-95e8-abd88953dcdd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877473 Dec 12 15:21:53.705091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device daa14399-7628-4925-afea-b86bd0c3b893 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:53.744652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] For port 3b4f40b8-b670-4eed-a039-8c5bfd72512a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3b4f40b8-b670-4eed-a039-8c5bfd72512a,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:53.745149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.751089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: daa14399-7628-4925-afea-b86bd0c3b893 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:53.751713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device daa14399-7628-4925-afea-b86bd0c3b893 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:53.752351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0179f4c1-50c8-4828-8642-819b16b47d27 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:53.774097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0179f4c1-50c8-4828-8642-819b16b47d27 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:53.774878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0179f4c1-50c8-4828-8642-819b16b47d27 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:53.822867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.864236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33619bb9-c8d5-4d66-b727-bd53142c0d86,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:53.877788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987478b-c63f-4239-9e13-2a89996f107b req-ea0c9acb-4fdf-4627-b486-a00a471c45d4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:53.879442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c987478b-c63f-4239-9e13-2a89996f107b req-ea0c9acb-4fdf-4627-b486-a00a471c45d4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1655533 Dec 12 15:21:53.881451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:53.885423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-69b9bd80-8e80-4bcc-8efa-037c79271a2e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33619bb9-c8d5-4d66-b727-bd53142c0d86 HTTP/1.1" status: 204 len: 168 time: 0.7733269 Dec 12 15:21:53.885965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5383af92-4657-41b3-92c6-99ac1ff9bde4 None None] Network 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:21:53.890088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56122) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:54.011438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-feaa9749-eeed-454f-ac49-660ad0d8652c tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:54.019380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-feaa9749-eeed-454f-ac49-660ad0d8652c tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/networks?id=42876a0c-e268-4df7-a3ee-fa52f1a8c01f HTTP/1.1" status: 200 len: 813 time: 0.2659667 Dec 12 15:21:54.070495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-b85322b3-9629-4d35-bc2f-c6a56131d8e6 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/quotas/a086a0f3227d44049313696a0423b1fa HTTP/1.1" status: 200 len: 375 time: 0.0501902 Dec 12 15:21:54.078418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c987478b-c63f-4239-9e13-2a89996f107b req-d69d2abf-fa43-42dc-b4b7-6a889f43ae3d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703863 Dec 12 15:21:54.082292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.181961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] DHCP port deletion for 1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:21:54.190730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-6c1a85db-2a4d-4fb6-afec-784c9f7d4996 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a086a0f3227d44049313696a0423b1fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965884 Dec 12 15:21:54.306400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Deleting port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:54.306776 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.388479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-a76fedc5-7560-47a1-8e41-51086e82d781 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:54.391091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-a76fedc5-7560-47a1-8e41-51086e82d781 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.3116393 Dec 12 15:21:54.403181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] For port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,segment=NetworkSegment(9114fed5-0dfd-4c56-98fd-ac373db2256f),segment_id=9114fed5-0dfd-4c56-98fd-ac373db2256f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:54.403490 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.424158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Calling delete_port for 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:54.454082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.454926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.455466 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Floating IP 0652a900-3d96-4a9e-b491-feb8a8854453 disassociated. External IP: 172.25.3.74, port: 3b4f40b8-b670-4eed-a039-8c5bfd72512a. Dec 12 15:21:54.456127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Calling delete_port for 3b4f40b8-b670-4eed-a039-8c5bfd72512a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:54.505227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:54.507993 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed557b-fb4a-4834-95a0-78bc109fd4a4" -d '{"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-plugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:54.509775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a263d0-9282-4717-8e7a-a14f4da55e00 req-b6fdd631-2987-4382-a8a4-7a319b976efa tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:54.518305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9a263d0-9282-4717-8e7a-a14f4da55e00 req-b6fdd631-2987-4382-a8a4-7a319b976efa tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 944 time: 0.1518953 Dec 12 15:21:54.545300 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.554614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Deleting port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:54.554614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.587258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] Pushing event deleted for resources: {'Port': ['ID=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:54.600949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ac80b-3574-4ef6-9a9a-47dbb9d160f3 None None] No DVR routers for this DVR port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:54.612018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-29dda609-5a7e-490f-8f73-81b5e86414cb service neutron] 10.222.0.36 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141273 Dec 12 15:21:54.656130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.694287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event deleted for resources: {'Port': ['ID=3b4f40b8-b670-4eed-a039-8c5bfd72512a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:54.768488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] For port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:54.768870 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.777274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9a263d0-9282-4717-8e7a-a14f4da55e00 req-9099480f-22c9-48f6-98a2-270cd576162d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580833 Dec 12 15:21:54.800244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Calling delete_port for 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:54.810588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:21:54.818304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Deleting port dea363ef-e566-41e1-b5c0-87b0e95c3182 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:54.818620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.844502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:54.857683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:21:54.945168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:54.960075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:21:54.977264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] No DVR routers for this DVR port 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:54.987181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:21:55.012360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:21:55.046262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] No DVR routers for this DVR port 3b4f40b8-b670-4eed-a039-8c5bfd72512a on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:55.049267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.053216 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e351c58-7f2f-4293-8bbe-4561bd7e8c8e req-32eb0b3a-4afd-4b97-8d33-ce350d50e5a1 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.30 "DELETE /v2.0/ports/3b4f40b8-b670-4eed-a039-8c5bfd72512a HTTP/1.1" status: 204 len: 173 time: 1.7695758 Dec 12 15:21:55.053216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'name': 'network-vif-deleted', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:55.054978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-14c7880d-5541-473c-b203-0222062d09b4 service neutron] 10.222.0.36 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092772 Dec 12 15:21:55.066285 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e7f98-8078-457d-a08f-500ddcedf25f" -d '{"events": [{"server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "name": "network-vif-deleted", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:55.112074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:55.112987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:55.183297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.212414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] For port dea363ef-e566-41e1-b5c0-87b0e95c3182, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=dea363ef-e566-41e1-b5c0-87b0e95c3182,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:55.212801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.247565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 53645c91-afa4-49e1-b537-7ff6e9f86e02 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:21:55.271692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49652689-570e-4f71-9a69-255168225c79 req-5e664b14-093b-4741-bb21-c2d6c20285da tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:55.285337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49652689-570e-4f71-9a69-255168225c79 req-5e664b14-093b-4741-bb21-c2d6c20285da tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.3453803 Dec 12 15:21:55.295087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Calling delete_port for dea363ef-e566-41e1-b5c0-87b0e95c3182 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:55.309907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 53645c91-afa4-49e1-b537-7ff6e9f86e02 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:21:55.310662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.313890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:55.355538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9114fed5-0dfd-4c56-98fd-ac373db2256f') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:55.355829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9114fed5-0dfd-4c56-98fd-ac373db2256f') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:55.398390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.423728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:55.495282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.526559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be28e3de-2572-4ab6-934c-1cfbcae32f46 req-c10a19d4-c3a7-436c-9e49-3508e60062cf tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a608e72-a1ed-45bf-9ed5-bd5057660542 HTTP/1.1" status: 200 len: 210 time: 0.0523095 Dec 12 15:21:55.541231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49652689-570e-4f71-9a69-255168225c79 req-6c2dd11e-c3b2-430a-82c6-31fd2624317d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549386 Dec 12 15:21:55.547267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:21:55.549121 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:21:55.556993 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:21:55.643078 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfa0315-8606-440e-87da-3ffa1f345e5a x-openstack-request-id: req-0cfa0315-8606-440e-87da-3ffa1f345e5a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:55.644832 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-plugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:55.645255 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cfa0315-8606-440e-87da-3ffa1f345e5a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:55.645809 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'code': 200} Dec 12 15:21:55.684550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.715083 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d2987-884a-4a54-918f-b53e5c0998c4 x-openstack-request-id: req-ba3d2987-884a-4a54-918f-b53e5c0998c4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:55.715509 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a608e72-a1ed-45bf-9ed5-bd5057660542", "name": "network-vif-deleted", "tag": "3b4f40b8-b670-4eed-a039-8c5bfd72512a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:55.715971 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba3d2987-884a-4a54-918f-b53e5c0998c4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:55.716473 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a608e72-a1ed-45bf-9ed5-bd5057660542', 'name': 'network-vif-deleted', 'tag': '3b4f40b8-b670-4eed-a039-8c5bfd72512a', 'status': 'completed', 'code': 200} Dec 12 15:21:55.821491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.824368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:55.842683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.846707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] 10.222.0.36 "DELETE /v2.0/networks/1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976 HTTP/1.1" status: 204 len: 168 time: 1.9544637 Dec 12 15:21:55.869523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d3f59-5b0a-4dd2-8092-7c1c4000eb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee8f1dc-c35f-47a7-9bfc-5e8a1ed8f976,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:55.878653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:55.878976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 75fd7a70-7b7f-4a3a-bb3a-2b0420d5cc92 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:55.882412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:21:55.890369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d2a68-35c9-43bc-a917-cd003d9ad1ed req-a715ceac-9cd6-4af0-b2a3-868e23ba27ee tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:55.900203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b01d2a68-35c9-43bc-a917-cd003d9ad1ed req-a715ceac-9cd6-4af0-b2a3-868e23ba27ee tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 945 time: 0.1493621 Dec 12 15:21:55.900498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:55.904523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:56.046671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b01d2a68-35c9-43bc-a917-cd003d9ad1ed req-f6d91c26-3026-4360-a7c5-462a37eb37b8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455827 Dec 12 15:21:56.099411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8dea7-3cee-4cb4-93a1-686f553a2fd0 req-7bbe04fb-d116-4f6d-b13d-04d6decd4e30 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:56.107021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e8dea7-3cee-4cb4-93a1-686f553a2fd0 req-7bbe04fb-d116-4f6d-b13d-04d6decd4e30 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2394600 Dec 12 15:21:56.123501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.134854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:56.179320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:21:56.254284 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29910ee6-ada2-4e28-a750-8bba6bccb3d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a57347fc73204539be9fd4976cf9efbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1181626 Dec 12 15:21:56.259175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:56.263768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event deleted for resources: {'Port': ['ID=dea363ef-e566-41e1-b5c0-87b0e95c3182,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:56.327353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e8dea7-3cee-4cb4-93a1-686f553a2fd0 req-cc2ae963-8bc7-4315-b606-6b247f41ddef tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190006 Dec 12 15:21:56.335729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.345381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No active binding found for port dea363ef-e566-41e1-b5c0-87b0e95c3182 {{(pid=103413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 15:21:56.345942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device dea363ef-e566-41e1-b5c0-87b0e95c3182 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:56.355129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:56.373040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.407233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e45b8f3f-fd77-4fcc-b43b-7736c4160105 req-f2574bbf-bdf1-4e77-bb80-55dadf2e1c43 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 210 time: 0.1557176 Dec 12 15:21:56.444491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] No DVR routers for this DVR port dea363ef-e566-41e1-b5c0-87b0e95c3182 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:21:56.456413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.458681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.459338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:56.460443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0686e2ee-a455-4725-8c10-0a1ff21f9034 HTTP/1.1" status: 204 len: 168 time: 0.2008839 Dec 12 15:21:56.469216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4e7fa82-59ad-45b4-a7c1-ca40ad5a9245 req-915dcc00-eeac-4ffb-a61f-574c0869ca79 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "DELETE /v2.0/ports/dea363ef-e566-41e1-b5c0-87b0e95c3182 HTTP/1.1" status: 204 len: 173 time: 2.0436244 Dec 12 15:21:56.472172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54388de2-153a-437b-b060-91e3eb00841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0686e2ee-a455-4725-8c10-0a1ff21f9034,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:56.477994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-deleted', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:56.481020 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e789c4-fede-432d-a119-5a5b0a0a0817" -d '{"events": [{"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-deleted", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:56.507299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:56.587137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:21:56.632581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:21:56.644070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:21:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:56.662796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2110e3de-9514-4adf-be4e-8506eb58bdcc req-05f09aa3-93d4-4615-a72b-915895554469 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0918128 Dec 12 15:21:56.711063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925a1a1-38be-4b4f-b224-2d94a29ce35a req-aaf9fe19-ddd5-4621-b595-12fb6d8b8b0b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:56.712651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4925a1a1-38be-4b4f-b224-2d94a29ce35a req-aaf9fe19-ddd5-4621-b595-12fb6d8b8b0b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.2402217 Dec 12 15:21:56.799472 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855f9497-bb55-44b7-b427-3462804fc73d x-openstack-request-id: req-855f9497-bb55-44b7-b427-3462804fc73d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:56.801308 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4853f36-809a-4d9a-8182-4154efe7c141", "name": "network-vif-deleted", "tag": "dea363ef-e566-41e1-b5c0-87b0e95c3182", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:56.801988 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-855f9497-bb55-44b7-b427-3462804fc73d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:56.802697 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4853f36-809a-4d9a-8182-4154efe7c141', 'name': 'network-vif-deleted', 'tag': 'dea363ef-e566-41e1-b5c0-87b0e95c3182', 'status': 'completed', 'code': 200} Dec 12 15:21:56.809512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3b4f40b8-b670-4eed-a039-8c5bfd72512a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:21:56.858023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4925a1a1-38be-4b4f-b224-2d94a29ce35a req-33cd6ea6-d470-4931-a7d6-ab42234d9777 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366134 Dec 12 15:21:56.880161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 3b4f40b8-b670-4eed-a039-8c5bfd72512a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:21:56.880506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3b4f40b8-b670-4eed-a039-8c5bfd72512a not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:21:56.912087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:21:57.178531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6d4fd-981b-4b25-b976-4920b5bfcb35 req-b09f1d0b-2ab7-486e-8717-0d59e1f5aa07 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:57.197202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33b6d4fd-981b-4b25-b976-4920b5bfcb35 req-b09f1d0b-2ab7-486e-8717-0d59e1f5aa07 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.1817532 Dec 12 15:21:57.386355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:57.409894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-fe8671c8-ba7b-4ee3-9012-8b9856edc7f9 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:57.411413 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-fe8671c8-ba7b-4ee3-9012-8b9856edc7f9 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.30 "GET /v2.0/networks?id=42876a0c-e268-4df7-a3ee-fa52f1a8c01f HTTP/1.1" status: 200 len: 813 time: 0.3476715 Dec 12 15:21:57.441293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Request body: {'port': {'device_id': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f', 'admin_state_up': True, 'tenant_id': 'a086a0f3227d44049313696a0423b1fa'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:57.446912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33b6d4fd-981b-4b25-b976-4920b5bfcb35 req-fa7b55cd-1e53-4cad-8f6d-3155b8b7ee54 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476950 Dec 12 15:21:57.458436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:21:57.478163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69905a-1ba0-4482-a4b7-4f27359b323d req-3190f0da-f961-4979-a7fd-98ab5703b3e0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:57.483149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac69905a-1ba0-4482-a4b7-4f27359b323d req-3190f0da-f961-4979-a7fd-98ab5703b3e0 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.2051241 Dec 12 15:21:57.510958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b6c48b-a0f0-476d-b0e0-a94b2fbf41f1 None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '15a47e83-39c8-47ad-884a-9f8ea254dc48', 'name': '', 'network_id': '52f193cd-0bb7-4043-81c3-567504b48202', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'mac_address': 'fa:16:3e:0d:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:09Z', 'updated_at': '2021-12-12T15:17:16Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'subnets': [{'id': '6626825f-ef2c-4398-8ab6-4e6a2e0e7352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:21:57.521847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56204) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:57.568121 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-922c0d33-35b1-4b96-9427-79f3b1efa29a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dca1682f8754d009ca980682d4526bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806414 Dec 12 15:21:57.571296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:57.586718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac69905a-1ba0-4482-a4b7-4f27359b323d req-c121714e-7c93-410c-84d7-b8e75ec97aa8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985782 Dec 12 15:21:57.647910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:57.651251 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eab327-242a-4ad5-a1a6-3be780e38e8f" -d '{"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-plugged", "status": "completed", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:57.681121 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.713502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.722935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Made reservation on behalf of a086a0f3227d44049313696a0423b1fa for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:21:57.727272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.748087 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.791863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.903417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86764-398b-4d3a-ae21-99def24853e9 req-a0384417-bc89-4226-8fb8-7fb81526d128 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:57.909928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0b86764-398b-4d3a-ae21-99def24853e9 req-a0384417-bc89-4226-8fb8-7fb81526d128 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1350851 Dec 12 15:21:57.959916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.972344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:57.976335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "DELETE /v2.0/security-groups/b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92 HTTP/1.1" status: 204 len: 168 time: 0.4508886 Dec 12 15:21:57.983909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56222) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:58.079854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0b86764-398b-4d3a-ae21-99def24853e9 req-7b541523-0ef0-45f8-8c4b-5bf805d93e15 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644700 Dec 12 15:21:58.080651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb46f64-6822-4239-b030-082c2ed05665 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:58.092696 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.097396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.103178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcc953e7-29c2-4e7e-89fb-949cfb126102 HTTP/1.1" status: 204 len: 168 time: 0.5306039 Dec 12 15:21:58.158270 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-b889bfe6-b1c0-4241-a11b-06ba121229e6 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] show failed (client error): The resource could not be found. Dec 12 15:21:58.159326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b889bfe6-b1c0-4241-a11b-06ba121229e6 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "GET /v2.0/security-groups/b37afaa3-9d17-4f9b-a5fa-a8f7d0661e92 HTTP/1.1" status: 404 len: 347 time: 0.1717870 Dec 12 15:21:58.161955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9692cc-45a7-47ad-8ea5-a825abbc5f83 None None] New status for floating IP 0652a900-3d96-4a9e-b491-feb8a8854453: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:21:58.165556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5fc77-f9b7-40b5-a090-b6fa8e0bda23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc953e7-29c2-4e7e-89fb-949cfb126102,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:58.166120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56226) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:58.205665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Allocated IP 172.20.0.14 (42876a0c-e268-4df7-a3ee-fa52f1a8c01f/a7e6ea16-69c9-4544-abba-fe6564079941/84e05793-af98-4579-a586-be02d4c60261) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:21:58.499752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.522866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9355cfac-e809-4f7b-8af3-2d163e5400ab req-e05a1175-712f-4b52-ab68-31142acf5929 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 210 time: 0.7867954 Dec 12 15:21:58.561312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.619201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:21:58.621822 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df44bd4-4fe1-4422-9e22-0c9cd5a55f09 x-openstack-request-id: req-6df44bd4-4fe1-4422-9e22-0c9cd5a55f09 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:21:58.622325 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-plugged", "status": "completed", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:21:58.622325 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6df44bd4-4fe1-4422-9e22-0c9cd5a55f09 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:21:58.622560 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'code': 200} Dec 12 15:21:58.625435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:21:58.652519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:21:58.661972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35e346-3728-46e9-8a31-5163374317eb req-3217abcb-713d-4bf7-a5d3-e7adff1b3db3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:58.673743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e35e346-3728-46e9-8a31-5163374317eb req-3217abcb-713d-4bf7-a5d3-e7adff1b3db3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.3037775 Dec 12 15:21:58.708317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Deleting port dbf23da6-41d2-4896-a5ef-6f3f12bd5384 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:21:58.708977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.723940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:58.724274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.766568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3433211 Dec 12 15:21:58.767208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025497-f18d-45cf-8bff-24a9a47271d4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Pushing event updated for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:58.795439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Request body: {'port': {'device_id': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:21:58.846893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f760cf1d-ed68-4ed2-8168-0c9f3d50543a req-bcb4fd1b-c2ab-415b-9c65-402ca011a742 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0530536 Dec 12 15:21:58.893443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa0f20-0646-416b-bdba-0d71a95285d6 req-70117128-bbbc-4f07-abdd-893d34cb1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:58.904406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffaa0f20-0646-416b-bdba-0d71a95285d6 req-70117128-bbbc-4f07-abdd-893d34cb1840 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1097 time: 0.1908548 Dec 12 15:21:58.915842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.965185 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:58.968912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.042485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Calling delete_port for dbf23da6-41d2-4896-a5ef-6f3f12bd5384 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:21:59.076457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffaa0f20-0646-416b-bdba-0d71a95285d6 req-5c7d8d6e-8e55-4db2-8ccf-239bf3ebb30e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637533 Dec 12 15:21:59.153177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1341a-7d61-46da-a9e6-380788c36d52 req-9f7414ec-2846-488b-8fb4-cf14bb8330d1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:59.153177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4d1341a-7d61-46da-a9e6-380788c36d52 req-9f7414ec-2846-488b-8fb4-cf14bb8330d1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.1594300 Dec 12 15:21:59.159245 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:21:59.220364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e35e346-3728-46e9-8a31-5163374317eb req-5886e24b-563e-4dfc-85af-08ad54e10d0d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433121 Dec 12 15:21:59.255881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4d1341a-7d61-46da-a9e6-380788c36d52 req-baf1e75e-a396-422f-a349-6e0d45176395 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943317 Dec 12 15:21:59.390206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e05793-af98-4579-a586-be02d4c60261 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:21:59.407368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.409025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.447588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Transition to ACTIVE for port object 84e05793-af98-4579-a586-be02d4c60261 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:21:59.455465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.503769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Pushing event deleted for resources: {'Port': ['ID=dbf23da6-41d2-4896-a5ef-6f3f12bd5384,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:59.590476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Pushing event updated for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:21:59.632925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Attempting to bind port 84e05793-af98-4579-a586-be02d4c60261 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:21:59.633264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Attempting to bind port 84e05793-af98-4579-a586-be02d4c60261 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '38c466d0-c77e-4104-8e1b-096424ef0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:21:59.633597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Attempting to bind port 84e05793-af98-4579-a586-be02d4c60261 on network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:59.640299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Port 84e05793-af98-4579-a586-be02d4c60261 on network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:21:59.640622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Attempting to bind port 84e05793-af98-4579-a586-be02d4c60261 on network 42876a0c-e268-4df7-a3ee-fa52f1a8c01f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:21:59.645120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.646222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:21:59.646652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Checking segment: {'id': '38c466d0-c77e-4104-8e1b-096424ef0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:21:59.647047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Bound using segment: {'id': '38c466d0-c77e-4104-8e1b-096424ef0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:21:59.647494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Bound port: 84e05793-af98-4579-a586-be02d4c60261, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c466d0-c77e-4104-8e1b-096424ef0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:21:59.647832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.648649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.659335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e25613a4-4ac0-405d-a822-b438754cbf86 tempest-ServersWithSpecificFlavorTestJSON-1101320556 tempest-ServersWithSpecificFlavorTestJSON-1101320556-project] 10.222.0.36 "DELETE /v2.0/floatingips/0652a900-3d96-4a9e-b491-feb8a8854453 HTTP/1.1" status: 204 len: 168 time: 1.4917881 Dec 12 15:21:59.681294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1879-2503-4a35-8c66-aeb72dad57bf req-5787dc1e-0502-4221-8c1a-f9e0ad5374b9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:59.682973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0ea1879-2503-4a35-8c66-aeb72dad57bf req-5787dc1e-0502-4221-8c1a-f9e0ad5374b9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.1912024 Dec 12 15:21:59.696925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d058e-b115-4e01-92d2-403ce763ff95 req-6aea2fed-8e6c-4ffd-8124-06a67098c50f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:59.720171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b8d058e-b115-4e01-92d2-403ce763ff95 req-6aea2fed-8e6c-4ffd-8124-06a67098c50f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.2296543 Dec 12 15:21:59.794131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:21:59.803301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=84e05793-af98-4579-a586-be02d4c60261,segment=NetworkSegment(38c466d0-c77e-4104-8e1b-096424ef0198),segment_id=38c466d0-c77e-4104-8e1b-096424ef0198)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:21:59.810122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.849725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0ea1879-2503-4a35-8c66-aeb72dad57bf req-8be7f9ac-9f8d-41a2-8ead-860cf839f2cd tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273191 Dec 12 15:21:59.882810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b8d058e-b115-4e01-92d2-403ce763ff95 req-c4181b6c-06b9-4ba2-9506-f6c9229052c4 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445384 Dec 12 15:21:59.928379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:21:59.928379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:21:59.932561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] 10.222.0.30 "PUT /v2.0/ports/84e05793-af98-4579-a586-be02d4c60261 HTTP/1.1" status: 200 len: 1092 time: 1.1458364 Dec 12 15:21:59.933037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56280) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:21:59.933231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'tag': '84e05793-af98-4579-a586-be02d4c60261'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:21:59.937264 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82e3e3d-b792-4911-82fb-1e1057a38644" -d '{"events": [{"name": "network-changed", "server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "tag": "84e05793-af98-4579-a586-be02d4c60261"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:21:59.982096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f5e1-964f-422e-9267-796c5be316cd service neutron] Pushing event updated for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:00.075327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-128beb2f-9426-491b-9661-ede624d54f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.077790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-128beb2f-9426-491b-9661-ede624d54f09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a086a0f3227d44049313696a0423b1fa&device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 1095 time: 0.0868680 Dec 12 15:22:00.121008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d1098-bfed-4074-903d-83f77109376f req-583f658a-cf00-4ba0-b0c3-adbe36e4e953 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.128760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-852d1098-bfed-4074-903d-83f77109376f req-583f658a-cf00-4ba0-b0c3-adbe36e4e953 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 944 time: 0.1709301 Dec 12 15:22:00.178222 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-5820ee5c-3eee-4312-8ecb-891e5bad4f3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e05793-af98-4579-a586-be02d4c60261 HTTP/1.1" status: 200 len: 217 time: 0.0920167 Dec 12 15:22:00.190098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-network', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:00.196852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d476076-e250-4585-821e-19603c8dcdef req-7f024fbe-db7c-46c0-a4fa-768e1624738c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0435641 Dec 12 15:22:00.237279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-1e5243f2-3a3b-45d7-a99d-d7ea3c4fecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.238867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-1e5243f2-3a3b-45d7-a99d-d7ea3c4fecf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7e6ea16-69c9-4544-abba-fe6564079941 HTTP/1.1" status: 200 len: 853 time: 0.0516496 Dec 12 15:22:00.242753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-852d1098-bfed-4074-903d-83f77109376f req-e79fb4b9-4872-4a86-8696-2c0baf041a98 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075418 Dec 12 15:22:00.283777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Made reservation on behalf of 6fb05e4317b94aff8d68719f759b3c45 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:00.286511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:00.297240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-38847e6a-bfc8-44bd-bced-1876c2fbd062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42876a0c-e268-4df7-a3ee-fa52f1a8c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496578 Dec 12 15:22:00.307822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:00.423139 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dd5091-fd9e-4d68-885f-ccd3414028b8 x-openstack-request-id: req-b8dd5091-fd9e-4d68-885f-ccd3414028b8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:00.423853 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "tag": "84e05793-af98-4579-a586-be02d4c60261", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:00.424272 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8dd5091-fd9e-4d68-885f-ccd3414028b8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:00.426518 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'tag': '84e05793-af98-4579-a586-be02d4c60261', 'status': 'completed', 'code': 200} Dec 12 15:22:00.437524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:00.477477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:00.495992 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-08e02194-6493-44c4-b86f-cbbb5e9fd347 service neutron] 10.222.0.30 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908364 Dec 12 15:22:00.550477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:22:00.577313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee002-023d-46bc-a69b-c7543810a242 req-da6f6724-d449-4b24-a6a5-acfaf0c45263 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.586593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4eee002-023d-46bc-a69b-c7543810a242 req-da6f6724-d449-4b24-a6a5-acfaf0c45263 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.1121337 Dec 12 15:22:00.604368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3263edce-9fb1-40eb-8654-54b92c888454,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:00.650201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f864600-86f5-4ddd-adc8-d6a5f3b08cc5 req-6a279427-866a-4611-bb2d-ed37a72efe69 service neutron] 10.222.0.30 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368470 Dec 12 15:22:00.759592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-98952207-4841-4cef-a302-4bc145c7cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.761440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-98952207-4841-4cef-a302-4bc145c7cefa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a086a0f3227d44049313696a0423b1fa&device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 1095 time: 0.0534244 Dec 12 15:22:00.897806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-12be9647-6989-4819-963c-cc22bcc1ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.900440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-12be9647-6989-4819-963c-cc22bcc1ae17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=42876a0c-e268-4df7-a3ee-fa52f1a8c01f HTTP/1.1" status: 200 len: 913 time: 0.1261499 Dec 12 15:22:00.917533 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:00.918120 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Added segment cb9df220-98e4-46ba-a1f3-1d329a70b8ea of type vlan for network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf Dec 12 15:22:00.939728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5909e24-fc3d-4329-87a6-0cb128e3b84a req-3fe993db-fad9-4147-ae4b-b7e37c92d14c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:00.946940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5909e24-fc3d-4329-87a6-0cb128e3b84a req-3fe993db-fad9-4147-ae4b-b7e37c92d14c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.5074053 Dec 12 15:22:00.973646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-f7df6422-03b4-4641-ab93-609e04d36baa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e05793-af98-4579-a586-be02d4c60261 HTTP/1.1" status: 200 len: 217 time: 0.0625257 Dec 12 15:22:01.034516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:01.046106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5909e24-fc3d-4329-87a6-0cb128e3b84a req-d9a27475-5691-4848-9cd6-76324b78cf29 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982735 Dec 12 15:22:01.068785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4eee002-023d-46bc-a69b-c7543810a242 req-1a2533b9-7e27-4ed2-99ec-dd7ddd0b8dd6 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754555 Dec 12 15:22:01.189238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-fe18be22-0c49-4415-93cc-238c337af737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:01.199572 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-fe18be22-0c49-4415-93cc-238c337af737 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a7e6ea16-69c9-4544-abba-fe6564079941 HTTP/1.1" status: 200 len: 853 time: 0.1154678 Dec 12 15:22:01.208087 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:01.215073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:01.218460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:01.242889 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-bb84162b-3549-4e64-9086-534db51477c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42876a0c-e268-4df7-a3ee-fa52f1a8c01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335407 Dec 12 15:22:01.395415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4607530 Dec 12 15:22:01.419582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56314) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:01.420724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-7dfe5294-49da-45cb-9ebb-d335f6f3d944 service neutron] 10.222.0.30 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685960 Dec 12 15:22:01.428985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Request body: {'subnet': {'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-subnet', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:01.449654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656b4e-e25e-4d2b-b507-7b80ba44d4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:01.465004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:22:01.468834 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-0306ab05-30c5-4fab-978e-72050ada1177 service neutron] show failed (client error): The resource could not be found. Dec 12 15:22:01.469985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-0306ab05-30c5-4fab-978e-72050ada1177 service neutron] 10.222.0.13 "GET /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.3495872 Dec 12 15:22:01.540454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7500372-5572-4656-9657-2ebe3ce44873 req-2d9fca6c-9511-42fe-ba09-d2f44da99ec3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:01.557876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7500372-5572-4656-9657-2ebe3ce44873 req-2d9fca6c-9511-42fe-ba09-d2f44da99ec3 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.3483171 Dec 12 15:22:01.575169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Made reservation on behalf of 6fb05e4317b94aff8d68719f759b3c45 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:01.584560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:01.595213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6a39c-a32d-485c-81de-cb37641cc62b req-181cfbee-a36a-4dde-82dc-d0730099158b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:01.597069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4b6a39c-a32d-485c-81de-cb37641cc62b req-181cfbee-a36a-4dde-82dc-d0730099158b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1097 time: 0.2421300 Dec 12 15:22:01.619389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d82e3e3d-b792-4911-82fb-1e1057a38644 req-aea12e45-02f8-47d6-bfc1-4632b7b32b66 service neutron] 10.222.0.30 "GET /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897397 Dec 12 15:22:01.786018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-86dbb07c-3eaf-4802-ad66-fd1a6ca44fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:01.787832 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-86dbb07c-3eaf-4802-ad66-fd1a6ca44fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1101 time: 0.0640535 Dec 12 15:22:01.804501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:01.837186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7500372-5572-4656-9657-2ebe3ce44873 req-02842654-36c5-4706-b2c1-f952c205632f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781770 Dec 12 15:22:01.912495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:01.966581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4b6a39c-a32d-485c-81de-cb37641cc62b req-b7c68083-c66e-4709-a281-12f410992668 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152001 Dec 12 15:22:02.105522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32461d4-336a-4d0a-8f9a-a6b3ef9702bd req-d1d30d61-9ca7-4fe2-a712-321ad90986d6 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0496905 Dec 12 15:22:02.142579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.195042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a68bc87-e75c-404d-bda9-8389e14d6f01,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:02.215006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a07668-0a01-4828-949e-9d8cbe39d4f2 req-ed538bd6-a4b1-4d74-a8de-25775ecce9d8 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:02.216931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11a07668-0a01-4828-949e-9d8cbe39d4f2 req-ed538bd6-a4b1-4d74-a8de-25775ecce9d8 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.1705937 Dec 12 15:22:02.222108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.223031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.223533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.224027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.224656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.225145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.225647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.226155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.226637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.227107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.227600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.228080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.228559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:02.275375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:02.300941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11a07668-0a01-4828-949e-9d8cbe39d4f2 req-688e05a1-2231-4f7b-b0b2-749e30a2900a tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682366 Dec 12 15:22:02.353358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145765d-ef1e-40fb-b81c-10aaeb15033a req-cfd941ad-9055-4a5c-9ee5-9239940236e4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:02.354493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c145765d-ef1e-40fb-b81c-10aaeb15033a req-cfd941ad-9055-4a5c-9ee5-9239940236e4 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 944 time: 0.1191454 Dec 12 15:22:02.362198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:02.434377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Checking segment: {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:02.434736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Network hostable DHCP agents. Network: bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:22:02.462531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:02.464938 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0bb04-575d-4112-8f44-280b014c9ade" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:02.471004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.484788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Transition to ACTIVE for port object e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:02.493820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.506853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c145765d-ef1e-40fb-b81c-10aaeb15033a req-a61343ee-c677-413a-a0b6-78a7fe5a799f tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412919 Dec 12 15:22:02.534827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:22:02.556770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:02.574988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19f09a-b410-4570-9220-1530ac1fb6d6 None None] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:02.609124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea5152-4d4d-4ddd-ab51-8a9059abc3d4 req-fe787094-13ba-4b01-bbe4-dd5a9a319343 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:02.610382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] No DVR routers for this DVR port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:02.624351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ea5152-4d4d-4ddd-ab51-8a9059abc3d4 req-fe787094-13ba-4b01-bbe4-dd5a9a319343 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1097 time: 0.1610427 Dec 12 15:22:02.640506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:02.641273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.657209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:02.664609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:02.664971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:02.665300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:02.674680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:02.675013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:02.688565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:02.688950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:02.689307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:02.689755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Bound port: e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:02.702867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.703110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:02.706262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-70a008da-9b31-4619-ab0d-2c6ba853de2b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2817624 Dec 12 15:22:02.708590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:02.754836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ea5152-4d4d-4ddd-ab51-8a9059abc3d4 req-10641afd-13d8-4fbc-8bcb-ce31d74b785b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285009 Dec 12 15:22:02.797281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 84e05793-af98-4579-a586-be02d4c60261 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:02.809516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:22:02.814923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.839839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc23c7-49f9-498e-b5de-0db552066287 req-b3c6185f-3461-4581-95b7-4c68982b8ce2 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:02.857237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60dc23c7-49f9-498e-b5de-0db552066287 req-b3c6185f-3461-4581-95b7-4c68982b8ce2 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.1306372 Dec 12 15:22:02.934348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.936701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:02.960898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:02.965976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:02.981397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.005060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60dc23c7-49f9-498e-b5de-0db552066287 req-c3ff2cb3-6e15-4b02-96f1-a470a82cc9c7 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458516 Dec 12 15:22:03.044291 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6237740-ca93-4f45-89c4-7dfe8d3ad115 x-openstack-request-id: req-d6237740-ca93-4f45-89c4-7dfe8d3ad115 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:03.044584 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:03.045700 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6237740-ca93-4f45-89c4-7dfe8d3ad115 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:03.046010 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'code': 200} Dec 12 15:22:03.146127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.150637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:03.151775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.157343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 1096 time: 1.3604116 Dec 12 15:22:03.222292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9c0de-db55-4aa5-9a40-856603c74929 service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:03.243944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d583a7-974d-485b-a292-b26f234210c8 req-91d9d015-8e8d-4075-8141-e45d1ac5ce4a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:03.257054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85d583a7-974d-485b-a292-b26f234210c8 req-91d9d015-8e8d-4075-8141-e45d1ac5ce4a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1006033 Dec 12 15:22:03.363405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85d583a7-974d-485b-a292-b26f234210c8 req-b5cbbff0-f694-4430-8acd-06d935d21955 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053388 Dec 12 15:22:03.385454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=84e05793-af98-4579-a586-be02d4c60261,segment=NetworkSegment(38c466d0-c77e-4104-8e1b-096424ef0198),segment_id=38c466d0-c77e-4104-8e1b-096424ef0198)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:03.434848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '84e05793-af98-4579-a586-be02d4c60261', 'network_id': '42876a0c-e268-4df7-a3ee-fa52f1a8c01f', 'port_id': '84e05793-af98-4579-a586-be02d4c60261', 'mac_address': 'fa:16:3e:8a:3e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e6ea16-69c9-4544-abba-fe6564079941', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:03.438220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.511851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Allocated IP 172.20.0.2 (bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf/9a68bc87-e75c-404d-bda9-8389e14d6f01/eadee122-c4c1-4c11-b523-3aa82f02b7c9) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:03.527787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-98cd1a70-2478-4118-825f-89e5e17011de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:03.530148 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-98cd1a70-2478-4118-825f-89e5e17011de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2015684 Dec 12 15:22:03.643774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.731349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e05793-af98-4579-a586-be02d4c60261 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:03.796888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=84e05793-af98-4579-a586-be02d4c60261,segment=NetworkSegment(38c466d0-c77e-4104-8e1b-096424ef0198),segment_id=38c466d0-c77e-4104-8e1b-096424ef0198)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:03.808953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:03.937522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:04.023026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.039948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.054849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea3138c5-18e3-4415-90ac-ac1b532d5d2c req-3cd8fb46-d177-4431-8d6d-48183a3db5c6 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0613439 Dec 12 15:22:04.134564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['84e05793-af98-4579-a586-be02d4c60261'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:04.138307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:04.166154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:04.173514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:04.184775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:04.201244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Pushing event updated for resources: {'Port': ['ID=eadee122-c4c1-4c11-b523-3aa82f02b7c9,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:04.380574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Attempting to bind port eadee122-c4c1-4c11-b523-3aa82f02b7c9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:04.384356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Attempting to bind port eadee122-c4c1-4c11-b523-3aa82f02b7c9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:04.385382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Attempting to bind port eadee122-c4c1-4c11-b523-3aa82f02b7c9 on network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:04.395604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:04.396247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Checking segment: {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:04.397202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.397630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Bound using segment: {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:04.398431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Bound port: eadee122-c4c1-4c11-b523-3aa82f02b7c9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:04.398826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.429445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-3db5f42e-1d46-415b-a662-b88a78d511c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:04.431587 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-3db5f42e-1d46-415b-a662-b88a78d511c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.8931026 Dec 12 15:22:04.531128 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-60f96645-71ac-432c-88e3-ee92a2b016ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.0909851 Dec 12 15:22:04.537629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] For port eadee122-c4c1-4c11-b523-3aa82f02b7c9, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:04.563005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] For port eadee122-c4c1-4c11-b523-3aa82f02b7c9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=eadee122-c4c1-4c11-b523-3aa82f02b7c9,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:04.578136 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.638687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd59ee-9e75-463c-be1d-6b0a278e9d73 req-a6473c4d-c7b5-4278-9b98-67d56bfd376a tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:04.659966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36bd59ee-9e75-463c-be1d-6b0a278e9d73 req-a6473c4d-c7b5-4278-9b98-67d56bfd376a tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 945 time: 0.2324128 Dec 12 15:22:04.704977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4b0f-d264-48ac-b99c-50cc6a0cf010 None None] Pushing event updated for resources: {'Port': ['ID=eadee122-c4c1-4c11-b523-3aa82f02b7c9,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:04.734428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-f23925ef-8d8f-48ef-a748-daa5a794ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:04.738649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-f23925ef-8d8f-48ef-a748-daa5a794ab35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1687078 Dec 12 15:22:04.741189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.815832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:04.952977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36bd59ee-9e75-463c-be1d-6b0a278e9d73 req-ab62ea2b-2484-4cb3-8f0f-b1532f334bbe tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831521 Dec 12 15:22:04.972162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:05.062738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-7f292368-1ad5-4473-a696-c4699c5160de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:05.073808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-7f292368-1ad5-4473-a696-c4699c5160de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2674806 Dec 12 15:22:05.149772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:05.274318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:05.276765 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d0b85-a1ab-470b-9330-36ecc60d8e18" -d '{"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:05.321964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-bde5cceb-4750-443d-86a0-7b44f1a74ce8 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:22:05.323107 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-bde5cceb-4750-443d-86a0-7b44f1a74ce8 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0609479 Dec 12 15:22:05.339396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c46d895a-7d62-463f-a4a4-68d91a61aa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:05.439047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7cefd2b1-8362-46d4-b366-738d808dd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:05.441326 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7cefd2b1-8362-46d4-b366-738d808dd761 service neutron] 10.222.0.36 "GET /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 1094 time: 0.0619702 Dec 12 15:22:05.464298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Request body: {'binding': {'host': 'n-h1-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:05.465220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Unknown quota resources ['binding']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:22:05.505996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58007581-fe3c-4c20-8509-c50c3c714d58 req-d61629a8-40e5-4081-9767-e563a3af4040 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:05.510014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Allocated IP 172.25.3.239 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9b7b3568-f295-446f-b752-9c38a0caa106) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:05.513322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58007581-fe3c-4c20-8509-c50c3c714d58 req-d61629a8-40e5-4081-9767-e563a3af4040 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.1745319 Dec 12 15:22:05.552947 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-1e1c0f10-487e-4ff3-815c-42349f4c0086 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778047 Dec 12 15:22:05.588999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58007581-fe3c-4c20-8509-c50c3c714d58 req-a9e44db6-8cb6-4bf3-83b7-590cedc3eda5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747433 Dec 12 15:22:05.648330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:05.811151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff2209dd-5f96-4efe-8ff9-41537a0010cf req-0150418e-6508-4396-8be5-6d4f6babcaeb tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4853f36-809a-4d9a-8182-4154efe7c141 HTTP/1.1" status: 200 len: 210 time: 0.0518701 Dec 12 15:22:05.865910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device eadee122-c4c1-4c11-b523-3aa82f02b7c9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:06.048012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port eadee122-c4c1-4c11-b523-3aa82f02b7c9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:06.048460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.176096 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.251574 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd6055a-dbc0-47e1-9139-0635b6c95c0d x-openstack-request-id: req-1dd6055a-dbc0-47e1-9139-0635b6c95c0d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:06.253004 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:06.253369 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1dd6055a-dbc0-47e1-9139-0635b6c95c0d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:06.254559 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'status': 'completed', 'code': 200} Dec 12 15:22:06.257262 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.269706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.338212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port eadee122-c4c1-4c11-b523-3aa82f02b7c9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=eadee122-c4c1-4c11-b523-3aa82f02b7c9,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:06.349309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.430126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca366-3cb8-4ea2-8453-313472112003 req-8da042e4-f676-4c48-a39c-ff26663b1476 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:06.438802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46aca366-3cb8-4ea2-8453-313472112003 req-8da042e4-f676-4c48-a39c-ff26663b1476 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 945 time: 0.0912371 Dec 12 15:22:06.459613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Deleting port 15a47e83-39c8-47ad-884a-9f8ea254dc48 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:06.459962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.472090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=eadee122-c4c1-4c11-b523-3aa82f02b7c9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:06.495954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Pushing event updated for resources: {'Port': ['ID=9b7b3568-f295-446f-b752-9c38a0caa106,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:06.514600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de420eba-e6c4-4dab-a825-95aa5fd20362 None None] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:06.542964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] For port 15a47e83-39c8-47ad-884a-9f8ea254dc48, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15a47e83-39c8-47ad-884a-9f8ea254dc48,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:06.543500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.558666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Calling delete_port for 15a47e83-39c8-47ad-884a-9f8ea254dc48 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:06.569458 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-156cf98a-20a5-4e77-8500-3193d3ee30ae req-97422a46-f28e-4529-b578-8829acbc9991 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0037138 Dec 12 15:22:06.578067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:06.585668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:06.594889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on host n-h1-710847-8 for vnic_type normal with profile None {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:06.595452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:06.596243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:06.610017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:06.613460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:06.617602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:06.667679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-571bd9ca-50fa-460f-90ea-7d58401fe3b6 None None] Provisioning complete for port eadee122-c4c1-4c11-b523-3aa82f02b7c9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:06.668562 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-571bd9ca-50fa-460f-90ea-7d58401fe3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:06.708018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:06.708710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:06.716505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:06.717795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Bound port: 53645c91-afa4-49e1-b537-7ff6e9f86e02, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:06.768416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 84e05793-af98-4579-a586-be02d4c60261 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:06.807111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46aca366-3cb8-4ea2-8453-313472112003 req-ca221aff-46af-43ed-80d8-119571a3d707 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674109 Dec 12 15:22:06.829712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-3095c222-8baa-48b3-8081-1e91b0f2829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:06.832418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-3095c222-8baa-48b3-8081-1e91b0f2829e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.5335534 Dec 12 15:22:06.961301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-875c649e-52d4-46c4-9627-c8bd367cff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:06.976113 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-875c649e-52d4-46c4-9627-c8bd367cff05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2969148 Dec 12 15:22:07.021894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:07.102073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 84e05793-af98-4579-a586-be02d4c60261 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:07.103432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b73ce-42dc-4637-ba65-32c63af436fd req-7419aec0-7b07-4e03-a9f9-53bb013757b5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.113146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a88b73ce-42dc-4637-ba65-32c63af436fd req-7419aec0-7b07-4e03-a9f9-53bb013757b5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.1591723 Dec 12 15:22:07.124564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 84e05793-af98-4579-a586-be02d4c60261 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:07.130364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.177032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-755bd072-a55c-4fbf-9424-ccdf7faeabff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.178534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-755bd072-a55c-4fbf-9424-ccdf7faeabff service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3373368 Dec 12 15:22:07.197467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a88b73ce-42dc-4637-ba65-32c63af436fd req-e00e451e-d8a8-452b-8efe-1ff4cf1b07bd tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834227 Dec 12 15:22:07.261898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-bfa8d9e4-81ef-4aa1-9bcf-ef68639b622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.276869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-bfa8d9e4-81ef-4aa1-9bcf-ef68639b622e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2391214 Dec 12 15:22:07.413100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-f72b76e2-4ef2-4f32-8a52-882c621d22a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.1493196 Dec 12 15:22:07.416908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.515095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:07.527077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-ac363f36-41d7-4612-9ca6-4051b8c7e15f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.1750998 Dec 12 15:22:07.528028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Pushing event deleted for resources: {'Port': ['ID=15a47e83-39c8-47ad-884a-9f8ea254dc48,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:07.529054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:07.612732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c5999ab0-e302-487d-965c-22e065147426', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'port_id': 'c5999ab0-e302-487d-965c-22e065147426', 'mac_address': 'fa:16:3e:d3:9f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5983f6-181c-48c8-8bec-c50f15421b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:07.639719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.649375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.672655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] 10.222.0.36 "POST /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02/bindings HTTP/1.1" status: 201 len: 389 time: 2.2054734 Dec 12 15:22:07.673050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-831c3aed-4792-4968-b86b-9c0da62e6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.674507 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-831c3aed-4792-4968-b86b-9c0da62e6035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1210220 Dec 12 15:22:07.706730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7411e4-0b65-4418-8ee8-7c262a35507b req-a3f9e0a5-c4ce-4a0f-b2a0-1386ee205a38 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.718350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7411e4-0b65-4418-8ee8-7c262a35507b req-a3f9e0a5-c4ce-4a0f-b2a0-1386ee205a38 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.3035073 Dec 12 15:22:07.758241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-91766d65-5e87-49ae-aa6b-c6901de8eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.761625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-91766d65-5e87-49ae-aa6b-c6901de8eaa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.3237407 Dec 12 15:22:07.813452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-b33754fe-5c52-4367-95f0-1acd8a967da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:07.814987 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-b33754fe-5c52-4367-95f0-1acd8a967da8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676417 Dec 12 15:22:07.902295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e05793-af98-4579-a586-be02d4c60261'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:07.905337 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3780ed-f336-4d53-9213-3ccc6a9738a4" -d '{"events": [{"server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "name": "network-vif-plugged", "status": "completed", "tag": "84e05793-af98-4579-a586-be02d4c60261"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:07.946770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e0cea376-abf3-4832-9208-82b1b213e5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.964148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-be60ce7c-b1fb-4683-9086-91e031e567f7 None None] Provisioning complete for port eadee122-c4c1-4c11-b523-3aa82f02b7c9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:07.964980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be60ce7c-b1fb-4683-9086-91e031e567f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.969059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:07.985173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=84e05793-af98-4579-a586-be02d4c60261,segment=NetworkSegment(38c466d0-c77e-4104-8e1b-096424ef0198),segment_id=38c466d0-c77e-4104-8e1b-096424ef0198)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:07.994843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device eadee122-c4c1-4c11-b523-3aa82f02b7c9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:08.087765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.110182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5999ab0-e302-487d-965c-22e065147426 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:08.200453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.272341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:08.307470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.312996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7411e4-0b65-4418-8ee8-7c262a35507b req-98fc554e-1a1b-4732-98dd-ffa993e3aead tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857208 Dec 12 15:22:08.370999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:08.402769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port eadee122-c4c1-4c11-b523-3aa82f02b7c9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:08.404069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.432224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c5999ab0-e302-487d-965c-22e065147426'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:08.578091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.591346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499f9c6-b785-476f-930b-ca04d4147d6e req-e9930f52-b550-4c1b-b587-681c7505302a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:08.600499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d499f9c6-b785-476f-930b-ca04d4147d6e req-e9930f52-b550-4c1b-b587-681c7505302a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.5503211 Dec 12 15:22:08.693020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-d8bd0bd1-b965-404e-9b73-1e6465b7ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:08.694522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-d8bd0bd1-b965-404e-9b73-1e6465b7ac7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1097 time: 0.6830733 Dec 12 15:22:08.696103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-18669ba4-3762-496b-b1ad-9f766048ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:08.697442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-18669ba4-3762-496b-b1ad-9f766048ee0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9125509 Dec 12 15:22:08.736918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d499f9c6-b785-476f-930b-ca04d4147d6e req-53a27809-6050-4dd2-9bf7-07b5dae4c3bf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353562 Dec 12 15:22:08.786610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06639d-e9f0-4920-80cb-08dd76cd33dd req-706c9ee3-f402-4114-b203-839ab06187ad tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:08.792952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b06639d-e9f0-4920-80cb-08dd76cd33dd req-706c9ee3-f402-4114-b203-839ab06187ad tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 946 time: 0.3179677 Dec 12 15:22:08.898833 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:08.924780 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcd0f5a-491d-4e01-aa3d-8e52b04315c3 x-openstack-request-id: req-cdcd0f5a-491d-4e01-aa3d-8e52b04315c3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:08.925027 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "name": "network-vif-plugged", "status": "completed", "tag": "84e05793-af98-4579-a586-be02d4c60261", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:08.925286 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdcd0f5a-491d-4e01-aa3d-8e52b04315c3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:08.925725 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e05793-af98-4579-a586-be02d4c60261', 'code': 200} Dec 12 15:22:09.010095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:09.039780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-516a77b5-2066-46d3-af7f-23f7b4b91a18 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1524737 Dec 12 15:22:09.093927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:09.119379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:09.270510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Router e90f0272-77a1-42c7-8edc-deb3682c2405 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:22:09.279343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686428d-62f8-43d7-a9fd-4fe9cce26e7d req-2a61a12c-a9e5-41ab-a96a-8b335564a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:09.281038 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c686428d-62f8-43d7-a9fd-4fe9cce26e7d req-2a61a12c-a9e5-41ab-a96a-8b335564a6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 1097 time: 0.2795496 Dec 12 15:22:09.303440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:09.348313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5999ab0-e302-487d-965c-22e065147426 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:09.382495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:09.393774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:09.445728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c686428d-62f8-43d7-a9fd-4fe9cce26e7d req-bf088bf2-88cf-495a-a8cc-81d953f0b49d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518271 Dec 12 15:22:09.456986 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-76f5b856-ce04-4a0b-be22-1036c0b62465 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873267 Dec 12 15:22:09.518249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:09.530418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:09.544178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Sync routers for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:09.559980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:09.561219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:09.574324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:09.578250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb3ad72f-870b-4e3e-80d7-507d24afc23e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8714600 Dec 12 15:22:09.578856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:09.808694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:09.988593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-18bba06b-5e11-4e5d-830c-7657b00c74a4 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2277174 Dec 12 15:22:09.989576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-68f1e713-9299-42ba-8929-c702290f4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:09.990857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-68f1e713-9299-42ba-8929-c702290f4133 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 1.2362330 Dec 12 15:22:10.039712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:10.157229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:07Z', 'revision_number': 3, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:10.177309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b06639d-e9f0-4920-80cb-08dd76cd33dd req-64d63c55-2f51-4bc3-8d22-2ae7631bf334 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122478 Dec 12 15:22:10.230753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-371fbb1d-3116-4015-822d-37de43c0fb92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 217 time: 0.2216454 Dec 12 15:22:10.314746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Checking router: e90f0272-77a1-42c7-8edc-deb3682c2405 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:10.314941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Updating router e90f0272-77a1-42c7-8edc-deb3682c2405 port 9b7b3568-f295-446f-b752-9c38a0caa106 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:22:10.333467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-34f84e16-2798-4c92-a2f3-a74bc212fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:10.338197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-34f84e16-2798-4c92-a2f3-a74bc212fc71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0993445 Dec 12 15:22:10.402540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:10.413734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:10.458320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a555696-b97d-4637-b3f7-6ee95bcfa6f1 req-a03ef3b3-8898-433b-b5e6-cad87b5e8011 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:10.465719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a555696-b97d-4637-b3f7-6ee95bcfa6f1 req-a03ef3b3-8898-433b-b5e6-cad87b5e8011 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 943 time: 0.5639634 Dec 12 15:22:10.530256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-cd77af5c-4f0e-4b9c-bbd9-1284d1ba7902 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026218 Dec 12 15:22:10.778646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-ace70e12-640b-4d4a-9a54-f30cbedca674 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055304 Dec 12 15:22:10.912208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:10.931543 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.023868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:11.132924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a829ff6c-ff21-4378-b8bf-15a721d0ff62 service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974663 Dec 12 15:22:11.156606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518b08f-9206-4f68-a21c-bc086e71a046 req-f4a6b895-d6a5-44e4-88bc-30f0ed0903d5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:11.165594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0518b08f-9206-4f68-a21c-bc086e71a046 req-f4a6b895-d6a5-44e4-88bc-30f0ed0903d5 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.7440832 Dec 12 15:22:11.186110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-657d0b85-a1ab-470b-9330-36ecc60d8e18 req-8dce9b23-b4f5-4793-9092-3964bda5f6c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1731656 Dec 12 15:22:11.221875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a555696-b97d-4637-b3f7-6ee95bcfa6f1 req-47633656-9327-455a-8cec-9dbdb5cd3aa3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520018 Dec 12 15:22:11.350651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0518b08f-9206-4f68-a21c-bc086e71a046 req-d5f44902-cb5a-4da8-816f-f24ba2739dc7 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825945 Dec 12 15:22:11.396834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.433635 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.448195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Allocated IP 172.20.0.1 (bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf/9a68bc87-e75c-404d-bda9-8389e14d6f01/0170ee10-80cf-4bcd-b872-f7d4e76211d6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:11.454652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.539785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f930-4725-46c4-be85-53e975469e62 None None] Pushing event updated for resources: {'Port': ['ID=9b7b3568-f295-446f-b752-9c38a0caa106,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:11.589854 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.633634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c5999ab0-e302-487d-965c-22e065147426 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:11.634054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.666407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.711510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.778225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:11.790521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.791035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.791320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.791996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.792318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.792407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.793046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.793936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.793936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.794245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.794564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.796372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.796372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:11.827925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:11.835327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:11.840126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:11.864032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01403f-58e9-45bc-8396-8921cb9a79c3 req-647f8588-04ee-450d-be2c-3f2d308889d6 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:11.872892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b01403f-58e9-45bc-8396-8921cb9a79c3 req-647f8588-04ee-450d-be2c-3f2d308889d6 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.3819923 Dec 12 15:22:11.906557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd68a12-1242-4059-b83d-8d8703e0be2b req-35a107aa-e114-4e88-a514-d8293225d5aa tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:11.909411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acd68a12-1242-4059-b83d-8d8703e0be2b req-35a107aa-e114-4e88-a514-d8293225d5aa tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 946 time: 0.3509352 Dec 12 15:22:11.930648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:11.962190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Attempting to bind port 9b7b3568-f295-446f-b752-9c38a0caa106 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:11.971453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Attempting to bind port 9b7b3568-f295-446f-b752-9c38a0caa106 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:11.974261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Attempting to bind port 9b7b3568-f295-446f-b752-9c38a0caa106 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:12.097088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b01403f-58e9-45bc-8396-8921cb9a79c3 req-cfa25a2b-bf9e-4547-bfe8-d04213c66bbd tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155766 Dec 12 15:22:12.121427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:22:12.126950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:12.127419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:12.128012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.128444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:12.128962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Bound port: 9b7b3568-f295-446f-b752-9c38a0caa106, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:12.129509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.139868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.331647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] For port 9b7b3568-f295-446f-b752-9c38a0caa106, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:12.338552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] For port 9b7b3568-f295-446f-b752-9c38a0caa106, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9b7b3568-f295-446f-b752-9c38a0caa106,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:12.340705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acd68a12-1242-4059-b83d-8d8703e0be2b req-6b821f5e-f13b-4f7f-b30a-2bd350c564b3 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750112 Dec 12 15:22:12.377855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:12.385414 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.478946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.486129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.582924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:12.603100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fe41907a-2082-4a93-8580-820dd797829c admin admin] 10.222.0.36 "PUT /v2.0/routers/c7565d5c-bd3e-4533-8fe5-6ae4a0adca20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4160085 Dec 12 15:22:12.605680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:12.609645 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Sync routers for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:12.631968 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:12.651214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.658190 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:12.705067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'mac_address': 'fa:16:3e:2c:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:12.729010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:12.808969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:12.809613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:12.813727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Pushing event updated for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:12.992817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:12.996773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:13.002280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:13.013125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-70319fe6-c87a-4f03-a2a9-537b4b09bc36 None None] Provisioning complete for port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:13.013658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70319fe6-c87a-4f03-a2a9-537b4b09bc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.165841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-70319fe6-c87a-4f03-a2a9-537b4b09bc36 None None] Port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:22:13.166876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:13.169366 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c2948a-c750-405e-b1b8-28c7ae3faa5b" -d '{"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-plugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:13.251006 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.277889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a414e-c61d-457a-86e9-aeb10aed4808 req-c2ab4d4d-564a-4979-bf07-5c43ff703770 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:13.291455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966a414e-c61d-457a-86e9-aeb10aed4808 req-c2ab4d4d-564a-4979-bf07-5c43ff703770 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 943 time: 0.4150572 Dec 12 15:22:13.354544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f930-4725-46c4-be85-53e975469e62 None None] Pushing event updated for resources: {'Port': ['ID=9b7b3568-f295-446f-b752-9c38a0caa106,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:13.388064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Router e90f0272-77a1-42c7-8edc-deb3682c2405 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:22:13.394954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:13.411130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.491391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:13.499156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.667004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-3ef601fe-2380-44ce-b3a0-4449b1e606c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:13.673396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-3ef601fe-2380-44ce-b3a0-4449b1e606c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4&tenant_id=54abd2d356f848cf92e3857c973c6270&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 948 time: 0.6283724 Dec 12 15:22:13.687987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:13.736501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:22:07Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:13.753678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:13.786427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-58bde5e2-0b86-459a-96e9-53c4c65460e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/e90f0272-77a1-42c7-8edc-deb3682c2405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1959755 Dec 12 15:22:13.805318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:13.814501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:13.815159 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Checking router: c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:13.837503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.850173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a542e11c-8819-4dbc-8785-896184ac7937 None None] Provisioning complete for port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:13.850544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a542e11c-8819-4dbc-8785-896184ac7937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:13.853761 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Routers {'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:13.861084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:13.991206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966a414e-c61d-457a-86e9-aeb10aed4808 req-5ba117fb-7933-4b53-84c8-44295ca075ce tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912773 Dec 12 15:22:14.078922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc7e6-f908-45f9-85bc-29bdfcdce940 req-3a30da6b-2481-4ea4-8a0d-14cecf2b3b20 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:14.085050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7fc7e6-f908-45f9-85bc-29bdfcdce940 req-3a30da6b-2481-4ea4-8a0d-14cecf2b3b20 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 948 time: 0.6982861 Dec 12 15:22:14.102659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:14.154997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] Set router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:14.474724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-0690db6c-b66b-4337-9de5-6de2e7543a48 service neutron] 10.222.0.30 "GET /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.7847257 Dec 12 15:22:14.538975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:22:07Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:14.548535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002e0f8-490c-4267-ada0-d79c4d933de1 req-dae26a09-a6c2-4297-a124-5e205dc83d4a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:14.550129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2002e0f8-490c-4267-ada0-d79c4d933de1 req-dae26a09-a6c2-4297-a124-5e205dc83d4a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.3790257 Dec 12 15:22:14.584914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a542e11c-8819-4dbc-8785-896184ac7937 None None] Port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:22:14.614247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-b80058b0-7c94-4ecc-94f0-c4b90e955f77 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:14.616025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-b80058b0-7c94-4ecc-94f0-c4b90e955f77 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.4273558 Dec 12 15:22:14.616967 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc2b4c5-f831-4dd5-9de8-b49d870e0443 None None] The sync data for ids ['c7565d5c-bd3e-4533-8fe5-6ae4a0adca20'] in n-d-710847-8 is: [{'id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1388376387-router', 'tenant_id': '7d2d13402c3341748e6039c706c9d63d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:03Z', 'updated_at': '2021-12-12T15:22:07Z', 'revision_number': 5, 'project_id': '7d2d13402c3341748e6039c706c9d63d', 'gw_port': {'id': '99b04436-a6b8-4bc0-b372-127cfd621be2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7565d5c-bd3e-4533-8fe5-6ae4a0adca20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:05Z', 'updated_at': '2021-12-12T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:14.625341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7fc7e6-f908-45f9-85bc-29bdfcdce940 req-de1b3990-1b6b-4c20-8063-83d239b5a0d1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303423 Dec 12 15:22:14.773044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2002e0f8-490c-4267-ada0-d79c4d933de1 req-4e4d6f43-061d-485e-90a0-966d9abac792 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134442 Dec 12 15:22:14.933862 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d003da-1544-4cf8-a52e-e96e20e8ca37 x-openstack-request-id: req-87d003da-1544-4cf8-a52e-e96e20e8ca37 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:14.934304 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-plugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:14.934532 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87d003da-1544-4cf8-a52e-e96e20e8ca37 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:14.934865 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426', 'code': 200} Dec 12 15:22:14.945278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:14.959232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-1d3e387b-3453-43d5-98f9-754af5b2e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:14.960686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-1d3e387b-3453-43d5-98f9-754af5b2e12a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1100 time: 0.4316883 Dec 12 15:22:15.170119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Deleting port 99b04436-a6b8-4bc0-b372-127cfd621be2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:15.170381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:15.183433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:15.259424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.259775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.260130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.260473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.269071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.269518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.269898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.270244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.270809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.271150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.271489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.284990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.285442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:15.561313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0170ee10-80cf-4bcd-b872-f7d4e76211d6', 'name': '', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'mac_address': 'fa:16:3e:59:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:10Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 2, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'subnets': [{'id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:15.600664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Deleting port c5999ab0-e302-487d-965c-22e065147426 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:15.601000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:15.652682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29147e1-b539-48f7-89ae-2a64a8e5bb6a None None] The sync data for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 is: [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0170ee10-80cf-4bcd-b872-f7d4e76211d6', 'name': '', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'mac_address': 'fa:16:3e:59:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:10Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 2, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'subnets': [{'id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:15.673758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-39921f5d-16a5-49e7-b3dc-4c9b57d7da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:15.674540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15a47e83-39c8-47ad-884a-9f8ea254dc48 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:15.675535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-39921f5d-16a5-49e7-b3dc-4c9b57d7da92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.6969476 Dec 12 15:22:15.712483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 15a47e83-39c8-47ad-884a-9f8ea254dc48 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:15.712863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15a47e83-39c8-47ad-884a-9f8ea254dc48 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:15.758726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399fdb0-3b60-4c28-ba2a-5ab6ed51add9 req-07317a0b-1611-4d08-9d41-1844ffc76ca4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:15.766115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d399fdb0-3b60-4c28-ba2a-5ab6ed51add9 req-07317a0b-1611-4d08-9d41-1844ffc76ca4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f2b32cc-9d96-4c38-8b42-55ab04e03cff HTTP/1.1" status: 200 len: 945 time: 0.3951602 Dec 12 15:22:15.918513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-bee9b119-12f2-4669-a161-75c4e13fe0d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.1822481 Dec 12 15:22:16.475044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-65215b40-0f2b-4095-a5a8-77f696093f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:16.476675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-65215b40-0f2b-4095-a5a8-77f696093f60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.5412428 Dec 12 15:22:16.482870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] For port 99b04436-a6b8-4bc0-b372-127cfd621be2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99b04436-a6b8-4bc0-b372-127cfd621be2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:16.483379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:16.514874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-e2bb082b-fef0-46c0-a97f-00ad478524b4 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1829183 Dec 12 15:22:16.519538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:16.598140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Calling delete_port for 99b04436-a6b8-4bc0-b372-127cfd621be2 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:16.655029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:16.655529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:16.758282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d399fdb0-3b60-4c28-ba2a-5ab6ed51add9 req-c91b9c65-a692-4096-8608-c88a2a910dbb tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9909277 Dec 12 15:22:16.866320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b704-b158-4a16-8439-b3a4616eb37e req-fce20705-f284-4d3a-87be-45899dfb00e6 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:16.868900 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5382b704-b158-4a16-8439-b3a4616eb37e req-fce20705-f284-4d3a-87be-45899dfb00e6 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.30 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 946 time: 0.1228275 Dec 12 15:22:16.889628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Calling delete_port for c5999ab0-e302-487d-965c-22e065147426 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:16.896500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:16.907114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-6aa0e2dc-d5bb-4f1a-959c-c3ae0394c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:16.908705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-6aa0e2dc-d5bb-4f1a-959c-c3ae0394c8ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3827143 Dec 12 15:22:17.052544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c5999ab0-e302-487d-965c-22e065147426 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:17.190083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Deleting port 84e05793-af98-4579-a586-be02d4c60261 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:17.191283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.300164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.309566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-d94a9697-b7a1-44c2-bf74-10529aa89644 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892171 Dec 12 15:22:17.347079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c5999ab0-e302-487d-965c-22e065147426, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c5999ab0-e302-487d-965c-22e065147426,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:17.348933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:17.352475 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcdf95c-e93f-4f8b-85f0-9f1724e45570" -d '{"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-unplugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:17.363963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.426963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] For port 84e05793-af98-4579-a586-be02d4c60261, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=84e05793-af98-4579-a586-be02d4c60261,segment=NetworkSegment(38c466d0-c77e-4104-8e1b-096424ef0198),segment_id=38c466d0-c77e-4104-8e1b-096424ef0198)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:17.427391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.443187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Calling delete_port for 84e05793-af98-4579-a586-be02d4c60261 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:17.490922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:17.528022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-3e9867b1-12c1-46c8-b916-e75ada008aa8 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695218 Dec 12 15:22:17.671984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018a98e-e83e-4b6a-bb42-0d9ceb543931 req-8f7d2060-33d2-46b7-8157-d42bd76acfb7 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:17.673608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f018a98e-e83e-4b6a-bb42-0d9ceb543931 req-8f7d2060-33d2-46b7-8157-d42bd76acfb7 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/ports?device_id=2915b564-7fa4-4519-9aec-cb96334a8d5e HTTP/1.1" status: 200 len: 946 time: 0.7180746 Dec 12 15:22:17.700187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.718138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['84e05793-af98-4579-a586-be02d4c60261'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:17.781746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Pushing event deleted for resources: {'Port': ['ID=84e05793-af98-4579-a586-be02d4c60261,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:17.783543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9b7b3568-f295-446f-b752-9c38a0caa106 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:17.831409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] No DVR routers for this DVR port 84e05793-af98-4579-a586-be02d4c60261 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:17.834251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:17.837996 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5382b704-b158-4a16-8439-b3a4616eb37e req-33d90fff-d7d8-427b-8d4c-a2ad47dd1320 tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.30 "DELETE /v2.0/ports/84e05793-af98-4579-a586-be02d4c60261 HTTP/1.1" status: 204 len: 173 time: 0.9619215 Dec 12 15:22:17.838664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'name': 'network-vif-deleted', 'tag': '84e05793-af98-4579-a586-be02d4c60261'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:17.851920 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50402570-cc5f-47f6-adbf-aa4cfd58e935" -d '{"events": [{"server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "name": "network-vif-deleted", "tag": "84e05793-af98-4579-a586-be02d4c60261"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:17.864231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:17.949169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9b7b3568-f295-446f-b752-9c38a0caa106 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:17.949540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.031050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:18.056496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:18.057194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.058204 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.111912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f018a98e-e83e-4b6a-bb42-0d9ceb543931 req-c1b7d53e-dfa0-47f9-8e2f-7c9619df465b tempest-ServerAddressesTestJSON-1308745853 tempest-ServerAddressesTestJSON-1308745853-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b0f72e7-085e-4002-9ffa-b029013b47cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185262 Dec 12 15:22:18.118214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.218040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.239324 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.264092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 9b7b3568-f295-446f-b752-9c38a0caa106, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9b7b3568-f295-446f-b752-9c38a0caa106,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:18.273067 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.321414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event deleted for resources: {'Port': ['ID=c5999ab0-e302-487d-965c-22e065147426,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:18.407177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.483211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:18.485785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=9b7b3568-f295-446f-b752-9c38a0caa106,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:18.497108 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.498599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 84e05793-af98-4579-a586-be02d4c60261 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:18.535946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b04436-a6b8-4bc0-b372-127cfd621be2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:18.552411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 84e05793-af98-4579-a586-be02d4c60261 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:18.552411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 84e05793-af98-4579-a586-be02d4c60261 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:18.586915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] No DVR routers for this DVR port c5999ab0-e302-487d-965c-22e065147426 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:18.597608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.601217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8586d31c-d4bb-409f-b180-4dfcfe9a72f0 req-a0ec1cfa-7e53-4c09-88e8-cec2b37fc766 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "DELETE /v2.0/ports/c5999ab0-e302-487d-965c-22e065147426 HTTP/1.1" status: 204 len: 173 time: 3.9709795 Dec 12 15:22:18.603670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-deleted', 'tag': 'c5999ab0-e302-487d-965c-22e065147426'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:18.605784 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c958e4-3631-4e4d-b9ea-2dd709e54307" -d '{"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-deleted", "tag": "c5999ab0-e302-487d-965c-22e065147426"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:18.612659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:18.624015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdff68-e585-4f9b-b7ea-663223e8741b req-ab628a9c-31da-4446-86a5-b15ba8e85dd2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:18.625477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ccdff68-e585-4f9b-b7ea-663223e8741b req-ab628a9c-31da-4446-86a5-b15ba8e85dd2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 949 time: 0.3936296 Dec 12 15:22:18.650572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Allocated IP 172.25.3.133 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/687722c2-83eb-4d3b-b50f-bcd6e6fec8a1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:18.652977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.817403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.830904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ccdff68-e585-4f9b-b7ea-663223e8741b req-119f27b2-e4d6-47b2-8ca4-75495ed0a990 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940329 Dec 12 15:22:18.832053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.968442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.968981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:22:18.979724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:18.980878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d029be7-4ebb-4e0a-b2f8-04c943d77e33 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c7565d5c-bd3e-4533-8fe5-6ae4a0adca20 HTTP/1.1" status: 204 len: 168 time: 6.3716223 Dec 12 15:22:18.983690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:19.007394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.021837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17ef6-52ee-42f2-a6d8-aa80b15e3212 req-aedd1a3d-85a7-4636-9b60-ccd5942b56bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:19.023780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcb17ef6-52ee-42f2-a6d8-aa80b15e3212 req-aedd1a3d-85a7-4636-9b60-ccd5942b56bb tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.1300249 Dec 12 15:22:19.080269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Deleting subnet 6626825f-ef2c-4398-8ab6-4e6a2e0e7352 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:19.087315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.131626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcb17ef6-52ee-42f2-a6d8-aa80b15e3212 req-000b39b1-4739-4ca6-8b35-49905a65341b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960872 Dec 12 15:22:19.173781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.193242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.286472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:19.289146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=687722c2-83eb-4d3b-b50f-bcd6e6fec8a1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:19.293247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:19.296239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:19.320444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.326391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Sync routers for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:19.339226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:19.340007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:19.437626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.455603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.460952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6626825f-ef2c-4398-8ab6-4e6a2e0e7352 HTTP/1.1" status: 204 len: 168 time: 0.4753296 Dec 12 15:22:19.470670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba31eaa-e529-4385-ad1b-4d2ed066eb50 None None] Network 52f193cd-0bb7-4043-81c3-567504b48202 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:19.517960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.519051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:19.531541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75340eb7-8729-4c69-ad59-19e2463e5961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6626825f-ef2c-4398-8ab6-4e6a2e0e7352,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:19.591276 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.598703 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3759281c-2569-483f-925f-acc4c1c382d2 x-openstack-request-id: req-3759281c-2569-483f-925f-acc4c1c382d2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:19.598999 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-unplugged", "status": "completed", "tag": "c5999ab0-e302-487d-965c-22e065147426", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:19.599260 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3759281c-2569-483f-925f-acc4c1c382d2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:19.599660 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5999ab0-e302-487d-965c-22e065147426', 'code': 200} Dec 12 15:22:19.702840 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f266a8a4-f1a9-445a-80f1-db13d58a4a8f x-openstack-request-id: req-f266a8a4-f1a9-445a-80f1-db13d58a4a8f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:19.703124 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915b564-7fa4-4519-9aec-cb96334a8d5e", "name": "network-vif-deleted", "tag": "84e05793-af98-4579-a586-be02d4c60261", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:19.703371 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f266a8a4-f1a9-445a-80f1-db13d58a4a8f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:19.703812 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915b564-7fa4-4519-9aec-cb96334a8d5e', 'name': 'network-vif-deleted', 'tag': '84e05793-af98-4579-a586-be02d4c60261', 'status': 'completed', 'code': 200} Dec 12 15:22:19.727788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.739188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:19.860414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Deleting port 1d39cf06-c3fb-4eca-a890-29c99963c672 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:19.863113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.911086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.914457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9b7b3568-f295-446f-b752-9c38a0caa106 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:19.918051 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812e00d-03dd-4e3a-937e-4f6669ea9b9f x-openstack-request-id: req-0812e00d-03dd-4e3a-937e-4f6669ea9b9f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:19.919100 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2b32cc-9d96-4c38-8b42-55ab04e03cff", "name": "network-vif-deleted", "tag": "c5999ab0-e302-487d-965c-22e065147426", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:19.920257 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0812e00d-03dd-4e3a-937e-4f6669ea9b9f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:19.920958 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2b32cc-9d96-4c38-8b42-55ab04e03cff', 'name': 'network-vif-deleted', 'tag': 'c5999ab0-e302-487d-965c-22e065147426', 'status': 'completed', 'code': 200} Dec 12 15:22:19.922084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:19.973731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:20.067175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] For port 1d39cf06-c3fb-4eca-a890-29c99963c672, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1d39cf06-c3fb-4eca-a890-29c99963c672,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:20.068894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.089390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9b7b3568-f295-446f-b752-9c38a0caa106 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:20.089823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.097021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=687722c2-83eb-4d3b-b50f-bcd6e6fec8a1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:20.116946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.152985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] DHCP port deletion for 52f193cd-0bb7-4043-81c3-567504b48202 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:22:20.172284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.175613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-2f1e6746-6226-4db8-bdfb-328b3a5f1069 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6579144 Dec 12 15:22:20.202262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Calling delete_port for 1d39cf06-c3fb-4eca-a890-29c99963c672 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:20.217342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0170ee10-80cf-4bcd-b872-f7d4e76211d6', 'name': '', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'mac_address': 'fa:16:3e:59:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:10Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 2, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'subnets': [{'id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:20.224136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Deleting subnet a7e6ea16-69c9-4544-abba-fe6564079941 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:20.230371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.257270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Checking router: e90f0272-77a1-42c7-8edc-deb3682c2405 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:20.258173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Updating router e90f0272-77a1-42c7-8edc-deb3682c2405 port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:22:20.309139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-1ad85a6d-38c2-4db3-b6d5-154a897aedbc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:20.310925 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-1ad85a6d-38c2-4db3-b6d5-154a897aedbc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.2139919 Dec 12 15:22:20.325252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.359548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.390175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-9cbce5df-492e-44a8-85b2-a4df681a6c40 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.2091575 Dec 12 15:22:20.405898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Deleting port 1d39cf06-c3fb-4eca-a890-29c99963c672 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:20.407049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.495696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db836739-fbba-4c23-a377-2b538359ddb8 req-ecee78da-ed67-4a3f-bb8f-b323552e404d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:20.498668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db836739-fbba-4c23-a377-2b538359ddb8 req-ecee78da-ed67-4a3f-bb8f-b323552e404d tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 945 time: 0.1942327 Dec 12 15:22:20.505551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] For port 1d39cf06-c3fb-4eca-a890-29c99963c672, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1d39cf06-c3fb-4eca-a890-29c99963c672,segment=NetworkSegment(7a768dc8-4c3c-4c61-bf30-5cac7bdcde63),segment_id=7a768dc8-4c3c-4c61-bf30-5cac7bdcde63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:20.506145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.524690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Calling delete_port for 1d39cf06-c3fb-4eca-a890-29c99963c672 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:20.548801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.573254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99b04436-a6b8-4bc0-b372-127cfd621be2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:20.590264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.614461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-5ab0d8b4-fb84-4edb-b75c-3405eaf7a280 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:20.615908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c6bcfde-9d5d-4b74-aea5-2e20dd0b4c6a req-5ab0d8b4-fb84-4edb-b75c-3405eaf7a280 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2171578 Dec 12 15:22:20.630640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d39cf06-c3fb-4eca-a890-29c99963c672,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:20.656257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-b6426e5e-35ec-4ab7-bb9b-778c5117c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:20.658490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-b6426e5e-35ec-4ab7-bb9b-778c5117c483 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4&tenant_id=54abd2d356f848cf92e3857c973c6270 HTTP/1.1" status: 200 len: 1101 time: 0.1582901 Dec 12 15:22:20.676692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] No DVR routers for this DVR port 1d39cf06-c3fb-4eca-a890-29c99963c672 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:20.682097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db836739-fbba-4c23-a377-2b538359ddb8 req-c7afec37-b6a0-4c88-8e86-c5c5343bce67 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616876 Dec 12 15:22:20.684192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Deleting port 37799ab2-93e7-41ed-8fbd-43a5bd122efb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:20.684527 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.691860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.696866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:20.727353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 99b04436-a6b8-4bc0-b372-127cfd621be2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:20.731493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99b04436-a6b8-4bc0-b372-127cfd621be2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:20.783807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.795292 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a7e6ea16-69c9-4544-abba-fe6564079941 HTTP/1.1" status: 204 len: 168 time: 0.8178501 Dec 12 15:22:20.802946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3fb53-6292-4232-8e92-38ce0b047b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e6ea16-69c9-4544-abba-fe6564079941,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:20.824097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:20.862821 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.896022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.954124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:20.974355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc019a7-02ad-4c25-b86e-b6083f9f79e3 req-c369d1a3-eeaf-4ac6-8885-e72f09b90947 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:20.982295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6cc019a7-02ad-4c25-b86e-b6083f9f79e3 req-c369d1a3-eeaf-4ac6-8885-e72f09b90947 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1674480 Dec 12 15:22:20.991646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f193cd-0bb7-4043-81c3-567504b48202']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.007002 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.013168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] For port 37799ab2-93e7-41ed-8fbd-43a5bd122efb, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=37799ab2-93e7-41ed-8fbd-43a5bd122efb,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:21.013699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.021647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.023246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a768dc8-4c3c-4c61-bf30-5cac7bdcde63') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.059707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.062901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Calling delete_port for 37799ab2-93e7-41ed-8fbd-43a5bd122efb owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:21.082957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.086141 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.117372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] Pushing event deleted for resources: {'Port': ['ID=1d39cf06-c3fb-4eca-a890-29c99963c672,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:21.121927 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.135748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6cc019a7-02ad-4c25-b86e-b6083f9f79e3 req-960ea094-7735-406f-a14b-96c4ab60d2c2 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500902 Dec 12 15:22:21.205880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:21.209943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:21.212133 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:21.274641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.323514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.342327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.351478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] 10.222.0.36 "DELETE /v2.0/networks/52f193cd-0bb7-4043-81c3-567504b48202 HTTP/1.1" status: 204 len: 168 time: 1.8316879 Dec 12 15:22:21.372138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:21.391775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfca671-6c2d-4752-ba74-38c80e937124 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f193cd-0bb7-4043-81c3-567504b48202,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:21.434303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:21.481545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:21.485102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42876a0c-e268-4df7-a3ee-fa52f1a8c01f']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.497653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95fc739-c50d-4832-ae81-a25377afbc80 None None] No DVR routers for this DVR port 1d39cf06-c3fb-4eca-a890-29c99963c672 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:21.542318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82b4e8-7626-4596-aba6-acc3db567006 None None] Pushing event updated for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:21.588260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56620) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:21.594892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755118820', 'description': 'tempest-description--438882203'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:21.601264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:21.614976 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c78191-6505-4cbb-a2fc-9ebed036816b" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:21.631998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c466d0-c77e-4104-8e1b-096424ef0198') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.632568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c466d0-c77e-4104-8e1b-096424ef0198') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:21.657544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Attempting to bind port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:21.657988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Attempting to bind port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:21.658361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Attempting to bind port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 on network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:21.664093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:21.664474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Checking segment: {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:21.664923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.665309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Bound using segment: {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:21.665964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Bound port: 0170ee10-80cf-4bcd-b872-f7d4e76211d6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:21.666463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.706047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.740995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.762092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:21.763347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.772752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:21.775976 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:21.778076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.788681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1d39cf06-c3fb-4eca-a890-29c99963c672 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:21.854982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.873451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5d4a-f61e-49fc-b5c3-51968357c314 req-4fb4937f-1013-4e44-9cb5-708e698b5d7c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:21.878443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:21.882181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4aef5d4a-f61e-49fc-b5c3-51968357c314 req-4fb4937f-1013-4e44-9cb5-708e698b5d7c tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.2803857 Dec 12 15:22:21.889844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1d39cf06-c3fb-4eca-a890-29c99963c672 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:21.890189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1d39cf06-c3fb-4eca-a890-29c99963c672 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:21.900892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event deleted for resources: {'Port': ['ID=37799ab2-93e7-41ed-8fbd-43a5bd122efb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:21.908466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Transition to ACTIVE for port object e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:21.915383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['37799ab2-93e7-41ed-8fbd-43a5bd122efb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:21.916241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.923841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:21.926663 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de0b7a2-14ac-4399-b70f-03870c24a2ba" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:21.934495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.939556 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.947956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] 10.222.0.36 "DELETE /v2.0/networks/42876a0c-e268-4df7-a3ee-fa52f1a8c01f HTTP/1.1" status: 204 len: 168 time: 1.1199539 Dec 12 15:22:21.965371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] No DVR routers for this DVR port 37799ab2-93e7-41ed-8fbd-43a5bd122efb on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:21.975084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:21.980109 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4ee4e39-a14c-4f5c-9b90-bb8d09618bb7 req-c11fa429-b299-4304-b7a0-6c747c07116a tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.30 "DELETE /v2.0/ports/37799ab2-93e7-41ed-8fbd-43a5bd122efb HTTP/1.1" status: 204 len: 173 time: 1.6615484 Dec 12 15:22:21.981504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-deleted', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:21.986613 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69102d5e-21f9-4846-a836-47f72afc0e84" -d '{"events": [{"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-deleted", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:22.026949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac60d50-d3ca-4eaf-bbb6-460dc4841a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=42876a0c-e268-4df7-a3ee-fa52f1a8c01f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.081803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] For port 0170ee10-80cf-4bcd-b872-f7d4e76211d6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:22.104013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 37799ab2-93e7-41ed-8fbd-43a5bd122efb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:22.104380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 37799ab2-93e7-41ed-8fbd-43a5bd122efb not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:22.105522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:22.141026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4aef5d4a-f61e-49fc-b5c3-51968357c314 req-349da33a-de71-461a-8acc-1de116891d78 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443454 Dec 12 15:22:22.183747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.198650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] For port 0170ee10-80cf-4bcd-b872-f7d4e76211d6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0170ee10-80cf-4bcd-b872-f7d4e76211d6,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:22.199940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] No DVR routers for this DVR port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:22.208443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] Provisioning complete for port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:22.208844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.213373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.220918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:22.297735 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.300929 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbe2e15-5fcc-4a31-ac39-0f9d72d51fcf x-openstack-request-id: req-4bbe2e15-5fcc-4a31-ac39-0f9d72d51fcf {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:22.301223 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:22.301483 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bbe2e15-5fcc-4a31-ac39-0f9d72d51fcf {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:22.301857 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'code': 200} Dec 12 15:22:22.308122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82b4e8-7626-4596-aba6-acc3db567006 None None] Pushing event updated for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.309290 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63f8121a-4f64-4a91-8575-c240dc6f2e54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a086a0f3227d44049313696a0423b1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725663 Dec 12 15:22:22.314634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:22.366304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.369021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:22.369668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:22.438352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.467918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfcb7f9-6d35-46cc-a811-ec964e2301db,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.473450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.475169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-99baa7fa-64df-41f5-8151-dfb6d3c922ba tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8843813 Dec 12 15:22:22.485137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db55b7f5-3499-4a37-ba1f-c97ac6cc7d42 req-ca03381c-7ef4-44a6-8b34-c87ad0a93893 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=be66ae68-091d-47f8-82c1-9fc8240f39d0 HTTP/1.1" status: 200 len: 210 time: 0.1036363 Dec 12 15:22:22.486009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:22.503779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcb7f9-6d35-46cc-a811-ec964e2301db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:22.511644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:22.514718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:22.515111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:22.550372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:22.553440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Attempting to bind port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:22.580334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.585230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:22.589387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:22.589786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:22.590246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Bound port: e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:22.596437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.611415 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.631927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.671044 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.688135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.692887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:22.726387 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a922a8-4351-48df-b89b-5f2b1f12eb5d x-openstack-request-id: req-76a922a8-4351-48df-b89b-5f2b1f12eb5d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:22.726711 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be66ae68-091d-47f8-82c1-9fc8240f39d0", "name": "network-vif-deleted", "tag": "37799ab2-93e7-41ed-8fbd-43a5bd122efb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:22.726927 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76a922a8-4351-48df-b89b-5f2b1f12eb5d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:22.727333 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be66ae68-091d-47f8-82c1-9fc8240f39d0', 'name': 'network-vif-deleted', 'tag': '37799ab2-93e7-41ed-8fbd-43a5bd122efb', 'status': 'completed', 'code': 200} Dec 12 15:22:22.727570 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e195aa30-08d8-4978-8156-e6cffd8c6ae0 x-openstack-request-id: req-e195aa30-08d8-4978-8156-e6cffd8c6ae0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:22.728058 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:22.728145 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e195aa30-08d8-4978-8156-e6cffd8c6ae0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:22.728519 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'code': 200} Dec 12 15:22:22.749164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-bdb0fb50-b784-46b3-9e86-6a6786d8dc1a tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5684674 Dec 12 15:22:22.754025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.757050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.758249 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b0f72e7-085e-4002-9ffa-b029013b47cc HTTP/1.1" status: 204 len: 168 time: 0.4426355 Dec 12 15:22:22.766958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:22.776927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:22.785386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.789425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] For port 0170ee10-80cf-4bcd-b872-f7d4e76211d6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0170ee10-80cf-4bcd-b872-f7d4e76211d6,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:22.809796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:22.814457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.833190 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.844861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:22.884941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.887708 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.888677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c4861-b60e-432c-aaeb-a06886dfb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f72e7-085e-4002-9ffa-b029013b47cc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.893263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.918955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f89419-9308-4255-b733-99f9e59e0065,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:22.927816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:22.932086 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2b310126-900a-4888-b5c3-212723cc15d5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413581 Dec 12 15:22:22.932086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:22.936937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'security_group_rule': {'security_group_id': 'fdfcb7f9-6d35-46cc-a811-ec964e2301db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:22.991258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:23.006039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:23.009223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.010854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] 10.222.0.13 "PUT /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 1097 time: 2.3274505 Dec 12 15:22:23.057124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.137553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.157316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.196102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3217f-8873-4050-ab31-fbad830556ca service neutron] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:23.206518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.207762 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2749181 Dec 12 15:22:23.211336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d584f55-c27d-4287-802a-040f4a48a6bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae1420a-698c-4077-a2f0-c5366b39cafb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:23.213814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:23.232556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:23.256426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adf950-260c-49e9-b183-b62c3e7e6443 None None] Pushing event updated for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:23.365050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3f17290b-a46b-498e-a96e-971435c21daa None None] Provisioning complete for port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:23.365740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f17290b-a46b-498e-a96e-971435c21daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.546463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-22617244-c500-41a9-9e41-bed1496d116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0170ee10-80cf-4bcd-b872-f7d4e76211d6', 'name': '', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'mac_address': 'fa:16:3e:59:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:10Z', 'updated_at': '2021-12-12T15:22:22Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'subnets': [{'id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:23.582178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22617244-c500-41a9-9e41-bed1496d116b None None] The sync data for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 is: [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:12Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0170ee10-80cf-4bcd-b872-f7d4e76211d6', 'name': '', 'network_id': 'bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'mac_address': 'fa:16:3e:59:95:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:10Z', 'updated_at': '2021-12-12T15:22:22Z', 'revision_number': 4, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'subnets': [{'id': '9a68bc87-e75c-404d-bda9-8389e14d6f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:23.647033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-bb4f8282-d23f-4d66-97bf-64eaae3378b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:23.656903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-bb4f8282-d23f-4d66-97bf-64eaae3378b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1100 time: 0.5994492 Dec 12 15:22:23.686325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.730582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb114398-5074-4011-ac51-201640eeb48b req-9435d0b7-51fa-4360-b219-0d6d6ac1d04e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:23.738722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb114398-5074-4011-ac51-201640eeb48b req-9435d0b7-51fa-4360-b219-0d6d6ac1d04e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 949 time: 0.5579298 Dec 12 15:22:23.766749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0170ee10-80cf-4bcd-b872-f7d4e76211d6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:23.785003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Deleting port ae88b755-c0d7-43cc-9157-75681a5abeff {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:23.785341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.849118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.854050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-973950e7-b056-4a70-b890-b8aa850a060c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:23.855578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-973950e7-b056-4a70-b890-b8aa850a060c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1977415 Dec 12 15:22:23.869823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:23.875140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:23.876920 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.966396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] For port ae88b755-c0d7-43cc-9157-75681a5abeff, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae88b755-c0d7-43cc-9157-75681a5abeff,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:23.966846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.980585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-5783f296-1364-4bcb-8e9d-0a1b93989fc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.1097491 Dec 12 15:22:23.986742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:23.991225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:23.994401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Calling delete_port for ae88b755-c0d7-43cc-9157-75681a5abeff owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:24.018497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb114398-5074-4011-ac51-201640eeb48b req-783321f3-8416-44d9-b9db-d4ec5376ed53 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755902 Dec 12 15:22:24.100744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:24.203317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-ca96b992-edec-4d26-a0ff-f320b7358468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:24.204865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-ca96b992-edec-4d26-a0ff-f320b7358468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2128837 Dec 12 15:22:24.232713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Allocated IP 172.25.3.98 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/850afb46-22f1-4a57-a00e-28d2a846de61) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:24.262710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-network', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:24.289941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb0c20-4964-4f3b-b522-eac48801946e req-cb389d4e-4a00-4056-a803-531771320212 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:24.291488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fbb0c20-4964-4f3b-b522-eac48801946e req-cb389d4e-4a00-4056-a803-531771320212 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.1556060 Dec 12 15:22:24.300392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.303036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:24.305700 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97155e8-c78f-4152-92b7-19a60830a277" -d '{"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-unplugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:24.338506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae88b755-c0d7-43cc-9157-75681a5abeff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:24.395939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-e2bce52e-aca0-4f16-96ab-14c6c6731b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:24.397672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-e2bce52e-aca0-4f16-96ab-14c6c6731b3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825051 Dec 12 15:22:24.398101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Made reservation on behalf of e50e68e32d3a4ce68c5c30c35a64168b for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:24.400666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.438410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.547689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fbb0c20-4964-4f3b-b522-eac48801946e req-af6e6723-7591-4b03-a2e3-155fe0fe5ab2 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363489 Dec 12 15:22:24.567628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.586215 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.614757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-786d0d6e-3647-4e02-b7c2-8e793a3b1d10 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021692 Dec 12 15:22:24.732228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:24.734614 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e1e90-902b-48dc-80f1-fd59abf18b87" -d '{"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:24.775429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.861946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:24.864407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.873797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Allocated IP 172.25.3.39 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3a6564ad-63b5-40e7-a9bf-715b6439af94) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:24.882266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:24.884798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:24.890389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:24.892411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-59c486c2-7bb2-479e-b820-da285bf69ca4 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:24.894125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-59c486c2-7bb2-479e-b820-da285bf69ca4 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/ports?device_id=89ad198e-3ad0-419c-81e6-0fd112be075d HTTP/1.1" status: 200 len: 943 time: 0.1461477 Dec 12 15:22:24.898565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-225d24d0-e466-4a61-ad85-f195956be5a2 req-3867ab34-ea18-4bbd-9eac-2bab8158fa94 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755885 Dec 12 15:22:24.959915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=850afb46-22f1-4a57-a00e-28d2a846de61,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:24.964363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:22:24.985345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-b16f97f8-f0a5-448c-9560-f0e254b2c807 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:24.986790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-b16f97f8-f0a5-448c-9560-f0e254b2c807 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.2974734 Dec 12 15:22:24.986910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:22:25.000789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.001125 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Added segment 6c1f2641-43b2-4f42-8d62-12ff6b1c8f87 of type vlan for network 791a31db-b848-4e92-b5f1-8fe49fb5f957 Dec 12 15:22:25.019126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e929c583-97e4-41ce-b352-2d76fdc9a625,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:25.046997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-0c6d7a85-d29c-4887-9329-8ce8afd1d2b6 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/quotas/d7aaac16af25420d975997f898f2ffb8 HTTP/1.1" status: 200 len: 375 time: 0.0509992 Dec 12 15:22:25.111313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.126259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.140108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.179016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-ce5d19fb-25ff-4bd9-afd4-98cba3c81743 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086941 Dec 12 15:22:25.179649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.180504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:25.181154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.219567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Deleting port 95b769bb-f76d-48af-b51e-db9734e7a6b8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:25.219909 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.235520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.246598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:25.251264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1468565 Dec 12 15:22:25.254763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a413c09c-52a8-44ec-9801-c714723e2fa8 admin admin] 10.222.0.36 "PUT /v2.0/routers/a206b46e-e5e3-4726-9a6c-d0a8c1afed47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8747842 Dec 12 15:22:25.254763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56720) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:25.267144 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Sync routers for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:25.268475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56722) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:25.280456 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:25.281177 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:25.294740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Request body: {'subnet': {'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-subnet', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:25.309472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.365329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93c41-5ace-4a66-940d-623158d4fd54 admin admin] Pushing event updated for resources: {'Network': ['ID=791a31db-b848-4e92-b5f1-8fe49fb5f957,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:25.382720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Made reservation on behalf of e50e68e32d3a4ce68c5c30c35a64168b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:25.386362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.398233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:22:25.404091 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:25.406937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:25.411678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'Port': ['ID=3a6564ad-63b5-40e7-a9bf-715b6439af94,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:25.451491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:25.454065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:25.498371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] For port 95b769bb-f76d-48af-b51e-db9734e7a6b8, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=95b769bb-f76d-48af-b51e-db9734e7a6b8,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:25.498734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.523187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-bccf8b7a-4d0a-450f-96c7-b61ed5d120f5 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282506 Dec 12 15:22:25.536084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Calling delete_port for 95b769bb-f76d-48af-b51e-db9734e7a6b8 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:25.540072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.689342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.712068 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:22:24Z', 'revision_number': 5, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:25.745155 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Checking router: a206b46e-e5e3-4726-9a6c-d0a8c1afed47 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:25.751898 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.756768 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Routers {'a206b46e-e5e3-4726-9a6c-d0a8c1afed47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:25.757531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.757986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:25.768165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.821617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.829155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-a5e48ea4-266f-481b-af20-8b8e7b90a467 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804430 Dec 12 15:22:25.868440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=850afb46-22f1-4a57-a00e-28d2a846de61,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:25.887287 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] Set router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:25.888342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:25.975210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.015238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.028650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event deleted for resources: {'Port': ['ID=95b769bb-f76d-48af-b51e-db9734e7a6b8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:26.042299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caacaa7b-108c-4347-acde-9401b4663392,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:26.045454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.049426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-66055843-1ac1-4e41-ad95-a1e38ce2ad89 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2756429 Dec 12 15:22:26.053568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Deleting port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:26.055233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.111485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] No DVR routers for this DVR port 95b769bb-f76d-48af-b51e-db9734e7a6b8 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:26.143926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.152195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a54d9cc2-b91b-4445-baf8-5c82d1785f44 req-f7a8a4ac-abb1-4e4f-9512-ee7076f70921 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "DELETE /v2.0/ports/95b769bb-f76d-48af-b51e-db9734e7a6b8 HTTP/1.1" status: 204 len: 173 time: 1.2453930 Dec 12 15:22:26.154437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-deleted', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:26.158833 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cf7416-f873-47d8-a35d-43601d0cf40f" -d '{"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-deleted", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:26.177970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Checking segment: {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:26.178332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Network hostable DHCP agents. Network: 791a31db-b848-4e92-b5f1-8fe49fb5f957, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:22:26.178444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-0d1ae45b-b70a-4c76-89db-6ea79d6b18a7 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.1067641 Dec 12 15:22:26.254580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:22:26.268704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.273467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 791a31db-b848-4e92-b5f1-8fe49fb5f957) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:26.276660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.278885 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:22:24Z', 'revision_number': 5, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:26.284298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:26.285098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.286219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1e2fd-57e5-4cac-b75d-ff4be199886c None None] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:26.316324 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e8969-ddaf-47b0-b476-7c55f52873fc None None] The sync data for ids ['a206b46e-e5e3-4726-9a6c-d0a8c1afed47'] in n-d-710847-8 is: [{'id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1789588190-router', 'tenant_id': 'd45141860c264a6aa3f44cd11305a1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:17:16Z', 'updated_at': '2021-12-12T15:22:24Z', 'revision_number': 5, 'project_id': 'd45141860c264a6aa3f44cd11305a1a8', 'gw_port': {'id': '0b20c6c8-2ddb-4a0c-92f7-4361e818621e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a206b46e-e5e3-4726-9a6c-d0a8c1afed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:17:17Z', 'updated_at': '2021-12-12T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:26.403210 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-773af1e2-7fc3-46b4-a730-0791063626a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1160204 Dec 12 15:22:26.408295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:26.420976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:26.448251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'Port': ['ID=3a6564ad-63b5-40e7-a9bf-715b6439af94,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:26.458895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] For port 0b20c6c8-2ddb-4a0c-92f7-4361e818621e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:26.459123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.459341 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.474298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.476391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.497065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.508467 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4e583709-827c-482e-bcfa-f945edc20907 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2924964 Dec 12 15:22:26.520691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Calling delete_port for 0b20c6c8-2ddb-4a0c-92f7-4361e818621e owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:26.568337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b4aa4-0ead-4a5c-ad39-62fb1f729fe6 None None] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:26.643889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:26.645651 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b291a9-5de1-4616-a9ba-22cc6acb4040 x-openstack-request-id: req-a7b291a9-5de1-4616-a9ba-22cc6acb4040 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:26.645925 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-unplugged", "status": "completed", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:26.646608 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7b291a9-5de1-4616-a9ba-22cc6acb4040 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:26.647695 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'code': 200} Dec 12 15:22:26.815935 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f0218d-b474-49de-af28-046db7b406ec x-openstack-request-id: req-c9f0218d-b474-49de-af28-046db7b406ec {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:26.816578 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:26.816578 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9f0218d-b474-49de-af28-046db7b406ec {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:26.816989 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'status': 'completed', 'code': 200} Dec 12 15:22:26.915159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.004591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-2455b105-f12f-472c-b008-60c5580346f9 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.014552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-2455b105-f12f-472c-b008-60c5580346f9 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.8226452 Dec 12 15:22:27.050175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-9646c9dd-e272-48eb-bc6c-3aa1e3c21d06 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:22:27.061673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f256bb9-6a39-459f-813f-468df8e898f1 req-9646c9dd-e272-48eb-bc6c-3aa1e3c21d06 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0429235 Dec 12 15:22:27.074860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f29ac-62c2-4b43-af91-6584c1bcb4f7 req-59997230-f351-4c79-a56a-36e724ee567a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.081597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:27.084137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b4f29ac-62c2-4b43-af91-6584c1bcb4f7 req-59997230-f351-4c79-a56a-36e724ee567a tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 949 time: 0.1637299 Dec 12 15:22:27.094083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-973e98d0-8854-422c-b469-626def254067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.095967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-973e98d0-8854-422c-b469-626def254067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1100 time: 0.2876468 Dec 12 15:22:27.109321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.217661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:27.235322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'mac_address': 'fa:16:3e:2c:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:27.239074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.258691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-d97b8cd5-e0f3-41f0-b94a-4f2c744f0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.260361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-d97b8cd5-e0f3-41f0-b94a-4f2c744f0ec9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1521599 Dec 12 15:22:27.261243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.274600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b20c6c8-2ddb-4a0c-92f7-4361e818621e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:27.285458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.299149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:27.322794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:27.330557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.358615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-1a13f07c-bcdc-4b72-b41a-97797ee9013a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 200 len: 217 time: 0.0854895 Dec 12 15:22:27.400326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=12']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:27.429295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b4f29ac-62c2-4b43-af91-6584c1bcb4f7 req-6bddb32f-c234-4357-b7d2-c737c5fd880b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313265 Dec 12 15:22:27.436121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Allocated IP 172.25.3.188 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/5aee1e55-8676-4e0c-a728-67dd4a6b37d1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:27.482918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4398ff8-5822-42a5-a3ca-fdc83dc5ff2c req-f6ae66be-49da-4d4a-9833-7e07e8b5a7f3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.484566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4398ff8-5822-42a5-a3ca-fdc83dc5ff2c req-f6ae66be-49da-4d4a-9833-7e07e8b5a7f3 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 946 time: 0.2524147 Dec 12 15:22:27.503398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.509557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-80377984-4984-4900-9ee7-09daab615582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:27.511044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-80377984-4984-4900-9ee7-09daab615582 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1298203 Dec 12 15:22:27.556623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.592240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:27.620104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:27.635538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:27.638981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:27.643174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:27.679658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Pushing event updated for resources: {'Port': ['ID=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:27.735872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae88b755-c0d7-43cc-9157-75681a5abeff no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:27.767395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ae88b755-c0d7-43cc-9157-75681a5abeff {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:27.768233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae88b755-c0d7-43cc-9157-75681a5abeff not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:27.876490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:27.907030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 95b769bb-f76d-48af-b51e-db9734e7a6b8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:27.907862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 95b769bb-f76d-48af-b51e-db9734e7a6b8 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:28.045516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd9703e4-b7dd-4a5b-be62-1c63869655e0 req-bcbe20c6-f4c3-4548-9fed-9c5447dc1dc9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 210 time: 0.4964728 Dec 12 15:22:28.059117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.062860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.108799 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb21b57-2f3f-4007-9ccf-af3ed7233922 x-openstack-request-id: req-9bb21b57-2f3f-4007-9ccf-af3ed7233922 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:28.109490 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ad198e-3ad0-419c-81e6-0fd112be075d", "name": "network-vif-deleted", "tag": "95b769bb-f76d-48af-b51e-db9734e7a6b8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:28.109740 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bb21b57-2f3f-4007-9ccf-af3ed7233922 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:28.110131 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ad198e-3ad0-419c-81e6-0fd112be075d', 'name': 'network-vif-deleted', 'tag': '95b769bb-f76d-48af-b51e-db9734e7a6b8', 'status': 'completed', 'code': 200} Dec 12 15:22:28.147849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-412ac56d-b746-4138-9002-2e79bf9ade57 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:28.149298 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-412ac56d-b746-4138-9002-2e79bf9ade57 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1097 time: 0.1006570 Dec 12 15:22:28.172258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-710847-8'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:28.195718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.196286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a206b46e-e5e3-4726-9a6c-d0a8c1afed47 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:22:28.203583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.206190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-85a79ece-792b-4a82-b8ab-10ca55deb56a admin admin] 10.222.0.36 "DELETE /v2.0/routers/a206b46e-e5e3-4726-9a6c-d0a8c1afed47 HTTP/1.1" status: 204 len: 168 time: 2.9308012 Dec 12 15:22:28.219366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4398ff8-5822-42a5-a3ca-fdc83dc5ff2c req-41b8c4bd-848e-4b32-b4ef-343ad1471276 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7198071 Dec 12 15:22:28.222965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56754) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:28.275360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.275889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-cdb8295d-16dd-4761-8a33-3f27bd007e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:28.277866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-cdb8295d-16dd-4761-8a33-3f27bd007e3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7309732 Dec 12 15:22:28.406837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.522599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-e644a842-4de6-4d99-99c7-c380aefe62b9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:28.524026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-e644a842-4de6-4d99-99c7-c380aefe62b9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.4851451 Dec 12 15:22:28.533213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Deleting subnet ea1cc89c-87bf-44de-afe3-a2a8b7baab09 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:28.544514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.552065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Request body: {'port': {'device_id': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'admin_state_up': True, 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:28.558791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:28.641048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:28.721435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-c7d3aafb-9cff-42b4-b77e-f76e98612522 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4062395 Dec 12 15:22:28.722378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.728263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.729218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.766935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:28.773380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.774605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-a569c3f8-ac25-4366-a865-41c17ab03565 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584949 Dec 12 15:22:28.801103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-96e963d2-5aeb-4c1f-b5ac-48915f61b227 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:28.802552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-96e963d2-5aeb-4c1f-b5ac-48915f61b227 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.4324129 Dec 12 15:22:28.901452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-dea6356d-c04b-411a-ba3f-a4258a77a620 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/quotas/384f662d38c448a1b2532ab9aaa673dc HTTP/1.1" status: 200 len: 375 time: 0.0812316 Dec 12 15:22:28.904732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:28.958594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on host n-h2-710847-8 for vnic_type normal with profile {"migrating_to": "n-h1-710847-8"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:28.958828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:28.959155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:28.967176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:28.968095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-44a71505-6eb0-4d12-8471-eaed0d2673d3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:28.969606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-44a71505-6eb0-4d12-8471-eaed0d2673d3 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 945 time: 0.1543100 Dec 12 15:22:28.975723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:28.976045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Attempting to bind port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on network 9c81f7d1-914a-4d1e-9bc3-02464b4be82e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:28.976830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-08985905-1707-4c97-b351-be9408511b3d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495350 Dec 12 15:22:29.014200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:29.014552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Checking segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:29.014932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Bound using segment: {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:29.015378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Bound port: 53645c91-afa4-49e1-b537-7ff6e9f86e02, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61366389-2670-4182-a5a5-15ac7bdad42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9c81f7d1-914a-4d1e-9bc3-02464b4be82e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:29.015738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.031919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.080979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:29.084436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.098088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:29.101056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Router b16f6553-d3b4-423c-b3b9-bca4b909ba17 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:22:29.160340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:29.166931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e1e1e90-902b-48dc-80f1-fd59abf18b87 req-5971330b-4867-4938-a410-1ddd28cde282 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618004 Dec 12 15:22:29.175127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:29.176018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.188403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:29.212015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:29.216539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Deleting port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:29.216894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.223438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.288708 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.297535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-c2b238ce-d7b5-4688-89cc-8b0c184de4e9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058741 Dec 12 15:22:29.345991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1cc89c-87bf-44de-afe3-a2a8b7baab09,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:29.370930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.377537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f900f7c-271c-4083-a438-ea9e3a98c2fa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea1cc89c-87bf-44de-afe3-a2a8b7baab09 HTTP/1.1" status: 204 len: 168 time: 1.1397591 Dec 12 15:22:29.381126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:29.401487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a1c9f-f541-4166-b759-964cca4f670c None None] Network b002bd49-0f40-49e1-a314-f88415902743 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:29.403522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:29.420990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Sync routers for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:29.431182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:29.454758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:29.455372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.456990 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-b5698387-fefc-4adf-aac5-8fb44d0851a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 1122 time: 1.2946570 Dec 12 15:22:29.483997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.486884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Allocated IP 172.20.0.14 (c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb/1ec90854-fb22-4670-b349-0a005b9dde94/e51d717d-60b4-44ef-8d93-fff9c3a32d64) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:29.491275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:29.492134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:29.497179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.500928 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61d81d6f-557a-4157-a171-55dcebeae7fe admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0889163 Dec 12 15:22:29.503848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56774) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:29.521532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.522255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] For port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:29.522630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.549213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Calling delete_port for 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:29.555226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.559652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['53645c91-afa4-49e1-b537-7ff6e9f86e02'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:29.573134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['53645c91-afa4-49e1-b537-7ff6e9f86e02'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:29.581380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-09ab122d-7c90-4c06-971c-11eb9afcdab4 service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513237 Dec 12 15:22:29.657200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:29.659455 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e13503-6e97-414f-9124-8e0d0a914aa6" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:29.694647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:29.738095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b20c6c8-2ddb-4a0c-92f7-4361e818621e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:29.748675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.763785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.812774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0b20c6c8-2ddb-4a0c-92f7-4361e818621e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:29.813101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b20c6c8-2ddb-4a0c-92f7-4361e818621e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:29.820235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event deleted for resources: {'Port': ['ID=6c26f73a-eb17-49a6-aab4-f5cf63b54c9d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:29.853611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:29.894102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] No DVR routers for this DVR port 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:29.905893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.913173 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1229ccf-26b9-48df-bb05-22a3c87cca5c req-314d0024-4e6f-4207-880a-ffa51caa0ddc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "DELETE /v2.0/ports/6c26f73a-eb17-49a6-aab4-f5cf63b54c9d HTTP/1.1" status: 204 len: 173 time: 0.9332702 Dec 12 15:22:29.953692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Deleting port 13fb8636-beeb-4980-a34a-13f6dd54c251 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:29.954373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:29.978918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:29.981087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] DHCP port deletion for b002bd49-0f40-49e1-a314-f88415902743 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:22:30.022769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=13']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:30.051704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Allocated IP 172.25.3.215 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/5a8f0e83-7234-44c4-b111-a38ba9d70e45) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:30.060582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fbe4a09-5218-4802-9f50-8c34de097802 req-22b4340e-8748-4e5a-be37-5044b1686c94 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2e1e84-d830-422e-a82d-14f261cce0b1 HTTP/1.1" status: 200 len: 210 time: 0.0622013 Dec 12 15:22:30.116007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02'}, {'name': 'network-changed', 'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02'}, {'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-deleted', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:30.119009 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f2f242-343b-4c6a-976b-2981f9e1821f" -d '{"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-unplugged", "status": "completed", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02"}, {"name": "network-changed", "server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02"}, {"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-deleted", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:30.150829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] For port 13fb8636-beeb-4980-a34a-13f6dd54c251, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13fb8636-beeb-4980-a34a-13f6dd54c251,segment=NetworkSegment(63e61869-0cfb-4846-94d3-947ec2d46da3),segment_id=63e61869-0cfb-4846-94d3-947ec2d46da3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:30.151721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.173880 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:22:30.182188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Calling delete_port for 13fb8636-beeb-4980-a34a-13f6dd54c251 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:30.256685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.297575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.317454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:30.342040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Pushing event deleted for resources: {'Port': ['ID=13fb8636-beeb-4980-a34a-13f6dd54c251,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:30.345674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] No DVR routers for this DVR port 13fb8636-beeb-4980-a34a-13f6dd54c251 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:30.368733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474f9dd-30eb-48bd-905f-986ba48008a4 req-21fd7ecf-666b-4c0a-b0b8-f3cb4b97809b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:30.371138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7474f9dd-30eb-48bd-905f-986ba48008a4 req-21fd7ecf-666b-4c0a-b0b8-f3cb4b97809b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 951 time: 0.1820996 Dec 12 15:22:30.472972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.490522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 has no active binding in host n-h1-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:22:30.507555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002bd49-0f40-49e1-a314-f88415902743']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:30.523460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e61869-0cfb-4846-94d3-947ec2d46da3') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:30.524008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e61869-0cfb-4846-94d3-947ec2d46da3') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:30.536709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7474f9dd-30eb-48bd-905f-986ba48008a4 req-451205b5-758f-4e18-969c-56bfb0a4d94d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213543 Dec 12 15:22:30.550468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Deleting port 13fb8636-beeb-4980-a34a-13f6dd54c251 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:30.551252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.560290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.604902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.616591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:30.617824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:30.620132 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:30.642474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:28Z', 'revision_number': 3, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:30.681736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.687545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] For port 13fb8636-beeb-4980-a34a-13f6dd54c251, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:30.687545 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.690566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Checking router: b16f6553-d3b4-423c-b3b9-bca4b909ba17 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:30.691162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Updating router b16f6553-d3b4-423c-b3b9-bca4b909ba17 port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:22:30.702486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.709905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.726887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Calling delete_port for 13fb8636-beeb-4980-a34a-13f6dd54c251 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:30.731565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Port 13fb8636-beeb-4980-a34a-13f6dd54c251 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:22:30.735223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.738644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.740125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:30.752539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b002bd49-0f40-49e1-a314-f88415902743 HTTP/1.1" status: 204 len: 168 time: 1.3604515 Dec 12 15:22:30.753631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0d47f-4cc3-4613-8530-a558b48ac224 admin admin] Pushing event deleted for resources: {'Network': ['ID=b002bd49-0f40-49e1-a314-f88415902743,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:30.786670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Network b002bd49-0f40-49e1-a314-f88415902743 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:22:30.787341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] No DVR routers for this DVR port 13fb8636-beeb-4980-a34a-13f6dd54c251 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:30.793438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739b87-932a-4e8b-8d71-a2d12e49ac69 None None] Pushing event deleted for resources: {'Port': ['ID=13fb8636-beeb-4980-a34a-13f6dd54c251,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:30.922979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:30.969513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-12ed2828-fa3e-47ed-8b2b-522f94feb614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d2d13402c3341748e6039c706c9d63d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452831 Dec 12 15:22:30.971995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:31.026938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.051997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.111834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.117016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.120455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbaa3f18-9529-4568-920a-62c3d90192b5 HTTP/1.1" status: 204 len: 168 time: 0.1461244 Dec 12 15:22:31.139185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe31da4-1c21-4ee7-be5b-e386db703bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa3f18-9529-4568-920a-62c3d90192b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:31.227139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:31.228803 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.234918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:31.236813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:31.239779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:31.338759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065547cd-9428-40ba-a4b0-a5aecbb74863 req-ea5969dd-45ce-4eb7-8bed-523cce13798c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:31.346549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-065547cd-9428-40ba-a4b0-a5aecbb74863 req-ea5969dd-45ce-4eb7-8bed-523cce13798c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 932 time: 0.6855161 Dec 12 15:22:31.349964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:31.390117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:31.429198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:31.477728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=5a8f0e83-7234-44c4-b111-a38ba9d70e45,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:31.495897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:31.496537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.513141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.527075 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.558986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-065547cd-9428-40ba-a4b0-a5aecbb74863 req-90b547e9-1b59-4368-8344-7c046e4b5296 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115021 Dec 12 15:22:31.581234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-21bd2839-74f9-4527-9fa3-1395b738cd57 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0328784 Dec 12 15:22:31.601101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-a6262653-5a99-418e-9bbf-2620b33d8af1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:31.606044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-a6262653-5a99-418e-9bbf-2620b33d8af1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.30 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.2443421 Dec 12 15:22:31.609515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Request body: {'port': {'device_id': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:31.624574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'port': {'device_id': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'admin_state_up': True, 'tenant_id': '384f662d38c448a1b2532ab9aaa673dc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:31.668516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Attempting to bind port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:31.668948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Attempting to bind port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:31.673330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Attempting to bind port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:31.675591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029e4e-6e4b-41c4-98e1-dafa71b1b300 None None] Pushing event updated for resources: {'Port': ['ID=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:31.700702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:31.701100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:31.701703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.702218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:31.702576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Bound port: 5aee1e55-8676-4e0c-a728-67dd4a6b37d1, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:31.702959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.762139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13fb8636-beeb-4980-a34a-13f6dd54c251 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:31.804035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 13fb8636-beeb-4980-a34a-13f6dd54c251 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:31.804412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13fb8636-beeb-4980-a34a-13f6dd54c251 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:31.818245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56804) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:31.819705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.831265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] For port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:31.832069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Made reservation on behalf of 384f662d38c448a1b2532ab9aaa673dc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:31.834717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] For port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:31.837430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.839076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.874434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.914325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73029e4e-6e4b-41c4-98e1-dafa71b1b300 None None] Pushing event updated for resources: {'Port': ['ID=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:31.917667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:31.919355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:31.930621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:31.941870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bffd57-0a15-49df-9517-e80cf40829a8 req-d3dc5dca-94c4-4ab0-a42e-563d16f49f62 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:31.943520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0bffd57-0a15-49df-9517-e80cf40829a8 req-d3dc5dca-94c4-4ab0-a42e-563d16f49f62 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.2411220 Dec 12 15:22:31.964116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.003537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Allocated IP 172.20.0.4 (c2c3fcc9-2792-456c-96ce-9726ae5044d4/fe5983f6-181c-48c8-8bec-c50f15421b88/7301b359-0b50-46f1-96ef-cdf24875a564) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:32.158334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.186836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.198808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:32.234446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.298287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:32.314723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:32.317353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:32.320100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:32.377372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:32.378044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.395202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:28Z', 'revision_number': 3, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:32.398194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-17276ddd-857e-40f2-a27e-8aa08d069431 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777257 Dec 12 15:22:32.414685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Request body: {'port': {'device_id': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:32.427577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ab218-ecce-4922-a7de-c410c4c81f7f None None] The sync data for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 is: [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:28Z', 'revision_number': 3, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:32.449451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.491855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1110cf3f-45f1-4336-996d-896310b2c4ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d45141860c264a6aa3f44cd11305a1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6647861 Dec 12 15:22:32.492062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:32.506790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.507910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0bffd57-0a15-49df-9517-e80cf40829a8 req-a77d0170-8c21-4803-b4b9-b3c61a072f01 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471041 Dec 12 15:22:32.580082 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb667eb-b6c0-49e9-a4fb-e5158e20b812 x-openstack-request-id: req-edb667eb-b6c0-49e9-a4fb-e5158e20b812 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:32.581500 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:32.582127 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edb667eb-b6c0-49e9-a4fb-e5158e20b812 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:32.583343 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'code': 200} Dec 12 15:22:32.661632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.737289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=5a8f0e83-7234-44c4-b111-a38ba9d70e45,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:32.777412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.799725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51d717d-60b4-44ef-8d93-fff9c3a32d64 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:32.820946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.857295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:32.858654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-3cc04573-4f2d-4054-88fb-1419a761f4e2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1225371 Dec 12 15:22:32.867427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20d47-d61f-4df6-be50-7d83e417ba8f req-c6aee5a1-69f5-4399-8e3a-ec7ea5438471 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:32.869227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f20d47-d61f-4df6-be50-7d83e417ba8f req-c6aee5a1-69f5-4399-8e3a-ec7ea5438471 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 931 time: 0.1977472 Dec 12 15:22:32.906692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Transition to ACTIVE for port object e51d717d-60b4-44ef-8d93-fff9c3a32d64 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:32.952615 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.014279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-85e83048-588b-4909-9b93-a4cfa35e02f6 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1388156 Dec 12 15:22:33.076161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:33.111347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:33.115870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Allocated IP 172.20.0.1 (791a31db-b848-4e92-b5f1-8fe49fb5f957/caacaa7b-108c-4347-acde-9401b4663392/b86bfbbc-8a94-4c67-a0ef-8a7e76910229) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:33.168216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:33.168955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 6c26f73a-eb17-49a6-aab4-f5cf63b54c9d not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:33.203657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.280936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:33.291749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.312244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.315913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.321029 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0049011-b6a9-4ed0-aef8-7f66f3e43fae HTTP/1.1" status: 204 len: 168 time: 0.8281121 Dec 12 15:22:33.324788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f20d47-d61f-4df6-be50-7d83e417ba8f req-1eddfe74-64a1-46f5-80e5-b347484a596a tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246960 Dec 12 15:22:33.327779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Transition to ACTIVE for port object 7301b359-0b50-46f1-96ef-cdf24875a564 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:33.335967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03134259-14c0-4e83-81ad-2b39595df304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0049011-b6a9-4ed0-aef8-7f66f3e43fae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:33.339890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.427375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:33.476444 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd935025-7d85-4b8e-a69e-b6e47a7f2c59 x-openstack-request-id: req-dd935025-7d85-4b8e-a69e-b6e47a7f2c59 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:33.476783 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-unplugged", "status": "completed", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02", "code": 200}, {"name": "network-changed", "server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02", "status": "completed", "code": 200}, {"server_uuid": "ee2e1e84-d830-422e-a82d-14f261cce0b1", "name": "network-vif-deleted", "tag": "6c26f73a-eb17-49a6-aab4-f5cf63b54c9d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:33.477047 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd935025-7d85-4b8e-a69e-b6e47a7f2c59 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:33.477540 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'code': 200} Dec 12 15:22:33.477790 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'status': 'completed', 'code': 200} Dec 12 15:22:33.478600 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e1e84-d830-422e-a82d-14f261cce0b1', 'name': 'network-vif-deleted', 'tag': '6c26f73a-eb17-49a6-aab4-f5cf63b54c9d', 'status': 'completed', 'code': 200} Dec 12 15:22:33.584981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Attempting to bind port 7301b359-0b50-46f1-96ef-cdf24875a564 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:33.585653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Attempting to bind port 7301b359-0b50-46f1-96ef-cdf24875a564 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:33.586184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Attempting to bind port 7301b359-0b50-46f1-96ef-cdf24875a564 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:33.596450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-e257f49d-7c9b-49ce-afcf-045df898ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:33.598707 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-e257f49d-7c9b-49ce-afcf-045df898ed54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1125 time: 0.1104374 Dec 12 15:22:33.600014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Port 7301b359-0b50-46f1-96ef-cdf24875a564 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:33.600563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Attempting to bind port 7301b359-0b50-46f1-96ef-cdf24875a564 on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:33.616290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:33.616751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Checking segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:33.617441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Bound using segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:33.618095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Bound port: 7301b359-0b50-46f1-96ef-cdf24875a564, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:33.618530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.692850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-e5f32663-c031-4b98-a249-8068a1002bb2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:33.694444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64e4169c-6d5a-44df-a5fb-8cb0ff4f1195 req-e5f32663-c031-4b98-a249-8068a1002bb2 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.6778421 Dec 12 15:22:33.707021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.710631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Attempting to bind port e51d717d-60b4-44ef-8d93-fff9c3a32d64 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:33.711019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Attempting to bind port e51d717d-60b4-44ef-8d93-fff9c3a32d64 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:33.711364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Attempting to bind port e51d717d-60b4-44ef-8d93-fff9c3a32d64 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:33.723257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Port e51d717d-60b4-44ef-8d93-fff9c3a32d64 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:33.723585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Attempting to bind port e51d717d-60b4-44ef-8d93-fff9c3a32d64 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:33.751934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:33.751934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Checking segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:33.751934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Bound using segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:33.751934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Bound port: e51d717d-60b4-44ef-8d93-fff9c3a32d64, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:33.751934 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.760921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e1936-d32b-41d0-8eed-2a93ec4811eb req-8530b0b8-a216-4c91-900e-cc20ab9540ab tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:33.771347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-072e1936-d32b-41d0-8eed-2a93ec4811eb req-8530b0b8-a216-4c91-900e-cc20ab9540ab tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 1102 time: 0.1437755 Dec 12 15:22:33.775970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:33.780661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:33.792707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.830384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:33.879940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:33.883882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:33.906234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.948202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:33.951610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:33.960664 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] 10.222.0.30 "PUT /v2.0/ports/7301b359-0b50-46f1-96ef-cdf24875a564 HTTP/1.1" status: 200 len: 1091 time: 1.5502913 Dec 12 15:22:34.001345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:34.009648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.068905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.069976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.071648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] 10.222.0.30 "PUT /v2.0/ports/e51d717d-60b4-44ef-8d93-fff9c3a32d64 HTTP/1.1" status: 200 len: 1092 time: 2.4751251 Dec 12 15:22:34.087862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:34.091011 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec20696-2626-4fd7-9c94-4c26c7302096" -d '{"events": [{"name": "network-changed", "server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:34.106775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da0b5-326d-4886-b857-16a565258742 service neutron] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:34.124772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-df6c8891-916e-4008-8b16-07e390601254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.126636 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-df6c8891-916e-4008-8b16-07e390601254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.5196450 Dec 12 15:22:34.134798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.176466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.178355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-072e1936-d32b-41d0-8eed-2a93ec4811eb req-7ec83c1c-1f42-4745-8589-c3b76ea79187 tempest-MigrationsAdminTest-98553975 tempest-MigrationsAdminTest-98553975-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060709 Dec 12 15:22:34.199224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:34.204742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4470f1-9691-4328-afd7-f85119ba5e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:34.225978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:34.235831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:34.264935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-05759834-680e-4028-a8cb-32102bdfba93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 217 time: 0.1251070 Dec 12 15:22:34.270875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:34.274143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1737f8-6a6c-4637-abc7-fa550f61dba1 req-c334cbe2-efb7-4dff-ac9e-d69ded67a22d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.286071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e1737f8-6a6c-4637-abc7-fa550f61dba1 req-c334cbe2-efb7-4dff-ac9e-d69ded67a22d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 944 time: 0.3914316 Dec 12 15:22:34.290043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.365940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:34.393336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-9aad88ce-a627-4415-ba05-97ff7bc70d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.394813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-9aad88ce-a627-4415-ba05-97ff7bc70d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.1228986 Dec 12 15:22:34.399957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-37f395af-28f7-45d7-a40d-2b88f5cf3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.401718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-37f395af-28f7-45d7-a40d-2b88f5cf3bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 1094 time: 0.3659332 Dec 12 15:22:34.442939 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-3ef9958e-5250-4d06-b3d0-554a4e060126 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402343 Dec 12 15:22:34.478963 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-b5fd1998-4315-4d22-9d8d-f251e1af9ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7301b359-0b50-46f1-96ef-cdf24875a564 HTTP/1.1" status: 200 len: 217 time: 0.0672853 Dec 12 15:22:34.536665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Pushing event updated for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:34.555943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.625887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e1737f8-6a6c-4637-abc7-fa550f61dba1 req-4165471f-6c39-41be-b9eb-85895e124002 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343432 Dec 12 15:22:34.628862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-fe18e043-2d82-4d14-9649-1c5728fbc064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.629506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-fe18e043-2d82-4d14-9649-1c5728fbc064 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 1095 time: 0.4696643 Dec 12 15:22:34.654607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29067-dde4-43a8-86a4-f869f154bb18 req-312bbe9f-8c61-4670-be75-d2d318f981c7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.655989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-7b20bfea-8f78-47bb-a4fb-599b0134a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:34.657564 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-7b20bfea-8f78-47bb-a4fb-599b0134a083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.1579316 Dec 12 15:22:34.661696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0b29067-dde4-43a8-86a4-f869f154bb18 req-312bbe9f-8c61-4670-be75-d2d318f981c7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 944 time: 0.2508271 Dec 12 15:22:34.703454 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-718af56e-fa3b-423b-8ca1-e3a974504705 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332892 Dec 12 15:22:34.705354 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-d2abb262-0924-4981-9d47-153a7cd9bded service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352147 Dec 12 15:22:34.900342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-0f962cee-8424-4bd7-a102-a39ff2dab120 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64 HTTP/1.1" status: 200 len: 217 time: 0.2235987 Dec 12 15:22:34.978053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:34.987185 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48f2f242-343b-4c6a-976b-2981f9e1821f req-0bff3419-14c9-4504-a8e4-c75140934d95 service neutron] 10.222.0.13 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743816 Dec 12 15:22:34.991845 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-01bd1024-4c5b-4d1b-9a89-48048bf50238 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660577 Dec 12 15:22:35.174118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af5eb091-51b9-4c33-9b1f-2184e0194f1a req-4a0ff353-444d-44c2-9ff7-9dfac7524d73 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599872 Dec 12 15:22:35.220854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0b29067-dde4-43a8-86a4-f869f154bb18 req-8ea44b6e-9603-47e4-b2be-db14b93897dc tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552998 Dec 12 15:22:35.246160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-0053cdaa-abb9-4f9d-8d09-8b2dfccb9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:35.247704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-0053cdaa-abb9-4f9d-8d09-8b2dfccb9d6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.2889071 Dec 12 15:22:35.306118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-54250c2a-43a0-4bc8-8545-75737cef82c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374544 Dec 12 15:22:35.356617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b971204-df2f-463e-9c40-c299927aac47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:35.382540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b7517f6-c317-434c-8857-e187e74c4217 req-9ddfda5b-d6ad-4cf7-898c-f4a7db75a15b tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7121258 Dec 12 15:22:35.437472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:35.479936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:35.484446 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:35.522568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:35.548760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-610acbfb-2db6-4564-9598-421b1236e1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274401 Dec 12 15:22:35.589693 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fdd370-05cd-4184-85d9-45e017d141f0 x-openstack-request-id: req-77fdd370-05cd-4184-85d9-45e017d141f0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:35.589915 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:35.590095 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77fdd370-05cd-4184-85d9-45e017d141f0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:35.590583 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'status': 'completed', 'code': 200} Dec 12 15:22:35.744981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:35.788492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-e84edaf8-311e-41bb-abba-cee4ace576f4 service neutron] 10.222.0.13 "GET /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.0968323 Dec 12 15:22:35.852113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:35.854695 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.011917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.023658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:36.045366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:36.045866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.081352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53645c91-afa4-49e1-b537-7ff6e9f86e02 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:36.091957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:36.105233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.134844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:22:36.186894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] Transition to ACTIVE for port object 53645c91-afa4-49e1-b537-7ff6e9f86e02 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:36.191516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.192459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Pushing event updated for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:36.201808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-7a7d0f8d-8e61-4bbd-a7f3-f192dcdc8b0c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.203282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-7a7d0f8d-8e61-4bbd-a7f3-f192dcdc8b0c tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.2070827 Dec 12 15:22:36.207261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.217722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4539f-09eb-4a64-8cd1-45ec3903be00 req-6c7cc1e0-76ca-45d6-b240-5c0a13fef0bd tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.219147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee4539f-09eb-4a64-8cd1-45ec3903be00 req-6c7cc1e0-76ca-45d6-b240-5c0a13fef0bd tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 943 time: 0.2240474 Dec 12 15:22:36.226132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18623e25-7dbc-492d-a4bc-7585a46d4bf0 req-f652654c-7b97-4752-a664-4ffbf67601c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688001 Dec 12 15:22:36.266838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] No DVR routers for this DVR port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:36.274988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:36.303375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-7e054e38-6238-4914-a466-2bd9b454ed34 service neutron] 10.222.0.13 "PUT /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02/bindings/n-h1-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5070899 Dec 12 15:22:36.413041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-e947f199-c232-415f-8db0-158a08588e58 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.414547 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-e947f199-c232-415f-8db0-158a08588e58 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0465949 Dec 12 15:22:36.450829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee4539f-09eb-4a64-8cd1-45ec3903be00 req-298a679e-535f-4f1c-9460-a50313637d3c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100084 Dec 12 15:22:36.461500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-1bf592c4-67f1-48ba-b02e-03feda685bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.462986 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-1bf592c4-67f1-48ba-b02e-03feda685bbe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb&tenant_id=43bbf70ecd88486985be0c9421c28d1d HTTP/1.1" status: 200 len: 1096 time: 0.0403163 Dec 12 15:22:36.469480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.492157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-2b6e7338-67f9-42f3-8e6a-e8223abf0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.493923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-2b6e7338-67f9-42f3-8e6a-e8223abf0b08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 1095 time: 0.1767900 Dec 12 15:22:36.530782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-55a57505-c94c-4f4a-bef2-131c817827e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.532188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-55a57505-c94c-4f4a-bef2-131c817827e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43bbf70ecd88486985be0c9421c28d1d&device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1096 time: 0.0434992 Dec 12 15:22:36.565037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:36.610590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:36.625576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Deleting port b370a65e-8598-453e-b76b-fba44b8990b6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:36.626074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.629580 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9415fd87-4bde-44f9-82cc-c4ffc6d41d23 x-openstack-request-id: req-9415fd87-4bde-44f9-82cc-c4ffc6d41d23 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:36.630235 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:36.630235 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9415fd87-4bde-44f9-82cc-c4ffc6d41d23 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:36.630815 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564', 'status': 'completed', 'code': 200} Dec 12 15:22:36.643273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-dc999bc6-e97c-4dcd-b005-e32b23c70f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.645325 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-dc999bc6-e97c-4dcd-b005-e32b23c70f25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 200 len: 908 time: 0.1027579 Dec 12 15:22:36.717740 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-6c8ceb4b-d320-4997-b777-6be1a1cb2ca7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 200 len: 217 time: 0.0590184 Dec 12 15:22:36.758786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-c32def9b-fc8a-454f-ac21-9e836bf45e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.760279 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-c32def9b-fc8a-454f-ac21-9e836bf45e92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 1094 time: 0.1004319 Dec 12 15:22:36.820902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-cc2e05d6-889a-4a0d-91b1-28dfd62fc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.822258 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-cc2e05d6-889a-4a0d-91b1-28dfd62fc3e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 200 len: 848 time: 0.0958865 Dec 12 15:22:36.833506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Allocated IP 172.25.3.122 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/597dd94c-d345-4fa1-ad84-3ea4a4cfa730) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:36.861470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-5094a0cf-365e-4c9e-8a88-8cac0d2c5851 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c81f7d1-914a-4d1e-9bc3-02464b4be82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291309 Dec 12 15:22:36.876947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-f1cf9cb5-bb62-46aa-98ea-561954c81819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.878385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-f1cf9cb5-bb62-46aa-98ea-561954c81819 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 905 time: 0.3507578 Dec 12 15:22:36.931216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-86141acb-91d1-4c3e-9f4c-fa5b4171aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:36.932712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-86141acb-91d1-4c3e-9f4c-fa5b4171aeea service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 922 time: 0.1642306 Dec 12 15:22:36.964702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] For port b370a65e-8598-453e-b76b-fba44b8990b6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b370a65e-8598-453e-b76b-fba44b8990b6,segment=NetworkSegment(051b610a-dc6c-4b86-9e9a-ac054cf5f029),segment_id=051b610a-dc6c-4b86-9e9a-ac054cf5f029)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:36.965059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:36.968123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-69256e89-3671-4dbb-8f57-021fe57a3428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64 HTTP/1.1" status: 200 len: 217 time: 0.0775206 Dec 12 15:22:36.982368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-1caeeff6-b520-4b53-b8a0-862a09777f2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7301b359-0b50-46f1-96ef-cdf24875a564 HTTP/1.1" status: 200 len: 217 time: 0.0378628 Dec 12 15:22:37.016725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19f490-6d83-453d-9600-38ec8e4991e2 req-7c4743bb-5de7-4570-bdce-537809aed418 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.018175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a19f490-6d83-453d-9600-38ec8e4991e2 req-7c4743bb-5de7-4570-bdce-537809aed418 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac9fc210-ccd6-40a2-ac6f-019b43a955db HTTP/1.1" status: 200 len: 945 time: 0.2838540 Dec 12 15:22:37.032719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-074e2ce7-7109-4296-bfab-9d3d3429b10b service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631029 Dec 12 15:22:37.034413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Calling delete_port for b370a65e-8598-453e-b76b-fba44b8990b6 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:37.069451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-43beb6ca-5222-4e42-bf91-a67752657d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.070960 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-43beb6ca-5222-4e42-bf91-a67752657d2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.0793433 Dec 12 15:22:37.091872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Router b16f6553-d3b4-423c-b3b9-bca4b909ba17 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:22:37.146076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:37.148201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-b6f6ef81-3e8a-4f21-ae89-90e7a3923c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512006 Dec 12 15:22:37.185069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-8df2fe43-d217-45c5-8b91-a3fd07b0e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.186516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-8df2fe43-d217-45c5-8b91-a3fd07b0e89b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.1784871 Dec 12 15:22:37.201005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:37.201884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b370a65e-8598-453e-b76b-fba44b8990b6 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:37.246676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24264645-3d77-4c45-9011-791a52c56a77 req-660a5cb5-b71d-48fc-b9cf-9126ecea4305 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.248704 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24264645-3d77-4c45-9011-791a52c56a77 req-660a5cb5-b71d-48fc-b9cf-9126ecea4305 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 951 time: 0.1426141 Dec 12 15:22:37.252294 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-6457c18f-4d90-4207-9cfe-329e5b0b27aa service neutron] 10.222.0.30 "GET /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089615 Dec 12 15:22:37.261641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.267922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a19f490-6d83-453d-9600-38ec8e4991e2 req-13bf4ccf-a7f0-466d-9d2f-a1e453ed9260 tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.36 "GET /v2.0/security-groups?id=8044dd21-ded6-4eb9-a06a-bf598885e86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307665 Dec 12 15:22:37.291631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-23e83658-5d88-461c-b49e-c53fb493223e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870602 Dec 12 15:22:37.323618 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-9b8503bd-9aea-440f-8300-cf2034432ee7 service neutron] 10.222.0.30 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645620 Dec 12 15:22:37.459493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Deleting port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:37.459889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.516216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.523833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6aced174-9dbc-4d1d-bc0e-915dc4b952ab req-cfcef791-abc6-4e9b-962e-5bb2ea61f4ce service neutron] 10.222.0.30 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660645 Dec 12 15:22:37.532038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:37.544488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Sync routers for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:37.554362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-786e0240-5339-4bdd-ae69-b2d0c6e6c56a admin admin] 10.222.0.36 "PUT /v2.0/routers/b16f6553-d3b4-423c-b3b9-bca4b909ba17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0405428 Dec 12 15:22:37.561869 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:37.562620 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:37.580013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.605941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-0b663caf-dcce-4380-9ad8-0fc747d4a6e5 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.608037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-0b663caf-dcce-4380-9ad8-0fc747d4a6e5 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb&tenant_id=43bbf70ecd88486985be0c9421c28d1d&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0962541 Dec 12 15:22:37.615767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] For port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:37.615967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.617772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9385-706b-4915-afe1-6d2c42aaa6d1 req-af3f66a5-c549-4439-abde-ab52b8cf6bb3 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:37.619277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddef9385-706b-4915-afe1-6d2c42aaa6d1 req-af3f66a5-c549-4439-abde-ab52b8cf6bb3 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 944 time: 0.2136753 Dec 12 15:22:37.625627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:37.627738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-e3f9f2b1-dbf1-432e-b2ef-37f896441f58 service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208978 Dec 12 15:22:37.631104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=597dd94c-d345-4fa1-ad84-3ea4a4cfa730,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:37.633532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:37.660386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:37.660804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Calling delete_port for e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:37.689128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9cb24d86-4aac-4e8f-ab58-35f91ace9e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.750203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Pushing event deleted for resources: {'Port': ['ID=b370a65e-8598-453e-b76b-fba44b8990b6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:37.783842 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:37.835744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-dac5e278-14c3-406b-bbff-1f78aa8d03e5 service neutron] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:37.841395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-dac5e278-14c3-406b-bbff-1f78aa8d03e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.842587 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-dac5e278-14c3-406b-bbff-1f78aa8d03e5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02/bindings/n-h2-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.2240546 Dec 12 15:22:37.874533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddef9385-706b-4915-afe1-6d2c42aaa6d1 req-276a98f8-dbf1-4a93-ad7b-9dbf7fd86932 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450509 Dec 12 15:22:37.878517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] No DVR routers for this DVR port b370a65e-8598-453e-b76b-fba44b8990b6 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:37.907340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.913561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:37.914577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:37.917760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-843a1cb2-0376-456d-92b4-9b7b6932a0d3 req-87d22618-c643-476f-8af5-b799e751a3bc tempest-LiveAutoBlockMigrationV225Test-1381729564 tempest-LiveAutoBlockMigrationV225Test-1381729564-project] 10.222.0.13 "DELETE /v2.0/ports/b370a65e-8598-453e-b76b-fba44b8990b6 HTTP/1.1" status: 204 len: 173 time: 1.6933467 Dec 12 15:22:37.919915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-deleted', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:37.922236 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb79792e-3da8-4096-8f0f-9cc025b86f18" -d '{"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-deleted", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:37.929920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747', '50616830-1cee-4cd8-aadc-5d191ffcd350', 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:37.932199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:37.937756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ec20696-2626-4fd7-9c94-4c26c7302096 req-7b6a720f-803e-411f-b6d3-4d78f9c13cef service neutron] 10.222.0.30 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899613 Dec 12 15:22:37.958563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.042730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event deleted for resources: {'Port': ['ID=e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:38.062590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.074719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] No DVR routers for this DVR port e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:38.079282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.082454 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24264645-3d77-4c45-9011-791a52c56a77 req-48694238-36ef-4253-9772-ce286634b96d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "DELETE /v2.0/ports/e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f HTTP/1.1" status: 204 len: 173 time: 0.8275759 Dec 12 15:22:38.124904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abdf6688-614a-4891-a604-a89fdbd7b561 req-31a6269d-9a7d-48e4-b988-f1a8b7e9dd55 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=f87197e8-936d-4c91-a216-8fcb2657a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0909157 Dec 12 15:22:38.203241 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:35Z', 'revision_number': 2, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:38.242952 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Checking router: b16f6553-d3b4-423c-b3b9-bca4b909ba17 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:38.244402 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Updating router b16f6553-d3b4-423c-b3b9-bca4b909ba17 port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:22:38.272498 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.351784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.359776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.442514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event updated for resources: {'Port': ['ID=597dd94c-d345-4fa1-ad84-3ea4a4cfa730,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:38.502595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.535658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.543189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b7517f6-c317-434c-8857-e187e74c4217 req-182153cc-689c-4676-a243-3629e5b80438 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1228740 Dec 12 15:22:38.551262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:38.574417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.593583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7301b359-0b50-46f1-96ef-cdf24875a564', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'port_id': '7301b359-0b50-46f1-96ef-cdf24875a564', 'mac_address': 'fa:16:3e:80:1b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5983f6-181c-48c8-8bec-c50f15421b88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:38.601115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b7517f6-c317-434c-8857-e187e74c4217 req-94d6eb83-7cbb-4fe3-904a-b4ba6c9fceba tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.0570138 Dec 12 15:22:38.615206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c0e5-64f4-46cf-bb6d-5f36c78eb3cf req-c92a67cd-6d45-4239-8c92-8aee7eceb760 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:38.616735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5123c0e5-64f4-46cf-bb6d-5f36c78eb3cf req-c92a67cd-6d45-4239-8c92-8aee7eceb760 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 945 time: 0.1835403 Dec 12 15:22:38.632545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-deleted', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:38.634936 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61b252-19e9-4dfa-85ae-08b328d913a4" -d '{"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-deleted", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:38.675684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.687002 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.693138 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.707125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:38.738988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:38.750684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.763896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7517f6-c317-434c-8857-e187e74c4217 req-e7d50251-da17-441b-91d2-e6a50021091e tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:38.765310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b7517f6-c317-434c-8857-e187e74c4217 req-e7d50251-da17-441b-91d2-e6a50021091e tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1583977 Dec 12 15:22:38.777456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5123c0e5-64f4-46cf-bb6d-5f36c78eb3cf req-eb9f4aa2-8f7b-423c-887b-4f4db2b80e77 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948834 Dec 12 15:22:38.782705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Pushing event updated for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:38.849091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:38.870186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.870530 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.870862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.871191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.871514 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.872863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.873193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.873511 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.874137 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.874688 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.874874 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.875505 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.875980 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:22:38.908314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebf360-f101-48d1-adb8-122d7ba83011 req-80f11867-7e18-42bb-95f3-3b78265391cf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:38.910334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6ebf360-f101-48d1-adb8-122d7ba83011 req-80f11867-7e18-42bb-95f3-3b78265391cf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 944 time: 0.0749123 Dec 12 15:22:38.915983 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Attempting to bind port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:38.916351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Attempting to bind port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:38.916748 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Attempting to bind port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 on network 791a31db-b848-4e92-b5f1-8fe49fb5f957 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:38.942731 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:38.943215 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Checking segment: {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:38.943490 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.944026 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Bound using segment: {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:38.944916 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Bound port: b86bfbbc-8a94-4c67-a0ef-8a7e76910229, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:38.944916 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:38.957745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.032003 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] For port b86bfbbc-8a94-4c67-a0ef-8a7e76910229, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:39.036608 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] For port b86bfbbc-8a94-4c67-a0ef-8a7e76910229, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:39.042851 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.046801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7301b359-0b50-46f1-96ef-cdf24875a564'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:39.057377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6ebf360-f101-48d1-adb8-122d7ba83011 req-0197f1f2-fc08-4e66-a643-80469eb46633 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Dec 12 15:22:39.115816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:39.116511 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:39.157608 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4dfc26-53f5-478b-a005-feff72debc9a x-openstack-request-id: req-8f4dfc26-53f5-478b-a005-feff72debc9a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:39.158217 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac9fc210-ccd6-40a2-ac6f-019b43a955db", "name": "network-vif-deleted", "tag": "b370a65e-8598-453e-b76b-fba44b8990b6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:39.158450 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f4dfc26-53f5-478b-a005-feff72debc9a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:39.158858 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac9fc210-ccd6-40a2-ac6f-019b43a955db', 'name': 'network-vif-deleted', 'tag': 'b370a65e-8598-453e-b76b-fba44b8990b6', 'status': 'completed', 'code': 200} Dec 12 15:22:39.169829 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1190865-0115-4ae5-8ba1-a56088083fcc None None] Pushing event updated for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:39.184096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-770dd179-143c-4111-9fdc-665da7376322 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:39.194931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-770dd179-143c-4111-9fdc-665da7376322 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 820 time: 0.2289605 Dec 12 15:22:39.210997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-f30c15d5-2293-4dcb-9d6f-cbb8f3985649 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/quotas/e50e68e32d3a4ce68c5c30c35a64168b HTTP/1.1" status: 200 len: 375 time: 0.0150344 Dec 12 15:22:39.234637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56916) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:39.261537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-d0b4da4f-46bf-498a-9f4d-b50ffd8e0ec0 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495849 Dec 12 15:22:39.280334 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccef93c-1b52-4865-b6c1-2f2ac7fe487d x-openstack-request-id: req-8ccef93c-1b52-4865-b6c1-2f2ac7fe487d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:39.281203 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87197e8-936d-4c91-a216-8fcb2657a4b4", "name": "network-vif-deleted", "tag": "e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:39.282230 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ccef93c-1b52-4865-b6c1-2f2ac7fe487d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:39.283462 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87197e8-936d-4c91-a216-8fcb2657a4b4', 'name': 'network-vif-deleted', 'tag': 'e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f', 'status': 'completed', 'code': 200} Dec 12 15:22:39.291041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:39.346070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bea163-d45e-4628-80c3-1ad06f94736f req-27ccf409-44bc-49e7-9ca8-83af93791c67 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips/1cfee2c0-ebc3-49a5-b4fd-8ad5b270632e HTTP/1.1" status: 200 len: 693 time: 0.0520647 Dec 12 15:22:39.466179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Deleting subnet 502cac89-ba0b-4c5e-912a-228266ca6499 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:39.469473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.507517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:39Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:39.510159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.529315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bea163-d45e-4628-80c3-1ad06f94736f req-68cc6eeb-9279-4e74-9799-13754121faff tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:39.530672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bea163-d45e-4628-80c3-1ad06f94736f req-68cc6eeb-9279-4e74-9799-13754121faff tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1770258 Dec 12 15:22:39.538198 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9df8da-908a-4695-a6e8-33caf9280cd2 None None] The sync data for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 is: [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:39Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:39.553627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-133cda6a-70c0-4e1f-b558-a4825c28c252 service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820201 Dec 12 15:22:39.553793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.644240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.694162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502cac89-ba0b-4c5e-912a-228266ca6499,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:39.703692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.708743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65e2feda-6e2f-4457-a4ee-f0d5b74adbe9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/502cac89-ba0b-4c5e-912a-228266ca6499 HTTP/1.1" status: 204 len: 168 time: 0.4720116 Dec 12 15:22:39.711842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:39.805128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b86bfbbc-8a94-4c67-a0ef-8a7e76910229 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:39.807177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.871222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:39.872031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.902765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.926805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:39.938604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051b610a-dc6c-4b86-9e9a-ac054cf5f029') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:39.939025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051b610a-dc6c-4b86-9e9a-ac054cf5f029') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:39.950687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.962797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:39.965548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.973603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:39.974045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:39.992676 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:40.022582 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:40.052486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.060589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.062343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-7df960c9-1e2b-4c4d-9063-e4b76a2156cc service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007410 Dec 12 15:22:40.065985 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1 HTTP/1.1" status: 204 len: 168 time: 0.3524334 Dec 12 15:22:40.069528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:40.091297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c6ad7-7e75-4e14-a04d-870e3ca74783 req-b2e2b5e5-eb17-42f5-a175-49a3854d23fd tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:40.098899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527c6ad7-7e75-4e14-a04d-870e3ca74783 req-b2e2b5e5-eb17-42f5-a175-49a3854d23fd tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 944 time: 0.4118793 Dec 12 15:22:40.101183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port b86bfbbc-8a94-4c67-a0ef-8a7e76910229, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:40.114818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3997a8d-9343-480b-9262-b3eaf2222b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eba4e45-15d0-41fa-bbd2-da16e4b7b6b1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:40.115891 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.188448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Deleting subnet 4292337d-8fe5-4a11-9f00-ca00da4c4c9d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:40.188698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:40.207281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.207916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527c6ad7-7e75-4e14-a04d-870e3ca74783 req-3a2bd531-4363-4303-acf4-63065dd0b823 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Dec 12 15:22:40.226948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'mac_address': 'fa:16:3e:cf:b5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:40.233268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:40.264313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.283836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.306141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.335655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51d717d-60b4-44ef-8d93-fff9c3a32d64 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:40.364322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.374913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-913e4e95-42a3-4326-8630-244af9baf95f tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips/1cfee2c0-ebc3-49a5-b4fd-8ad5b270632e HTTP/1.1" status: 200 len: 693 time: 0.0593283 Dec 12 15:22:40.395970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:40.405490 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.454151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.472183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:40.487919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4292337d-8fe5-4a11-9f00-ca00da4c4c9d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:40.498031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.502236 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7592f14b-e7df-4409-b567-4c444efef43c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4292337d-8fe5-4a11-9f00-ca00da4c4c9d HTTP/1.1" status: 204 len: 168 time: 0.4305413 Dec 12 15:22:40.504901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:40.564662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-1022c941-4306-46b1-9e11-f71381bd3627 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:40.566291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-1022c941-4306-46b1-9e11-f71381bd3627 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1905291 Dec 12 15:22:40.569318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da540-d6d2-412e-b646-92ee0439562f req-8a150efc-82ad-4118-9f22-6066ff09fd0b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:40.570790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-051da540-d6d2-412e-b646-92ee0439562f req-8a150efc-82ad-4118-9f22-6066ff09fd0b tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 1096 time: 0.1938705 Dec 12 15:22:40.596828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.634985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-ea8ba57b-5c17-4668-bb66-a19d1d9fd5de tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.0600498 Dec 12 15:22:40.691974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.715936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c3e1b6-247c-4426-a207-4ef40bb87bca']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:40.726032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e51d717d-60b4-44ef-8d93-fff9c3a32d64'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:40.728057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074d0df9-fdbe-451d-a75b-a28a9cdd550d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:40.728392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074d0df9-fdbe-451d-a75b-a28a9cdd550d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:40.732056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-051da540-d6d2-412e-b646-92ee0439562f req-b6a0c5fa-c351-4c95-9ab7-3d2f5906f745 tempest-LiveMigrationTest-1464420117 tempest-LiveMigrationTest-1464420117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488380 Dec 12 15:22:40.742086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-f555f8a9-e91f-4257-8934-730136078408 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.122 HTTP/1.1" status: 200 len: 696 time: 0.0829272 Dec 12 15:22:40.758988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.779201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.790256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:40.791487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:40.803213 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:40.886479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.900427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:40.904089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98c3e1b6-247c-4426-a207-4ef40bb87bca HTTP/1.1" status: 204 len: 168 time: 0.3974745 Dec 12 15:22:40.926254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d0ec3-3925-4ad0-8ba9-33143369dd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=98c3e1b6-247c-4426-a207-4ef40bb87bca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:41.002941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.020476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37010b-7b86-4976-93fa-8ddff845e61e req-972c1811-fa07-4fbb-be27-143c5a5376d1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:41.022040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a37010b-7b86-4976-93fa-8ddff845e61e req-972c1811-fa07-4fbb-be27-143c5a5376d1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 944 time: 0.1250329 Dec 12 15:22:41.031325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.054761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Deleting port 597dd94c-d345-4fa1-ad84-3ea4a4cfa730 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:41.055201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.109917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:41.148891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:41.151620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a37010b-7b86-4976-93fa-8ddff845e61e req-67f4e0e0-2503-4606-b6e3-b887e4a23abe tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185277 Dec 12 15:22:41.182959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:41.183510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e6584f1b-3e4b-4a68-8c47-c7e2595d4c2f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:41.202867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-03df122e-cebf-40ce-b2f6-0aa1a8a05037 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93f7dd22b0f74806b72f83e7ea4e1747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906873 Dec 12 15:22:41.203499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:41.212768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.213333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.235052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Calling delete_port for 597dd94c-d345-4fa1-ad84-3ea4a4cfa730 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:41.265801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.290164 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.310713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5febe2c-4f6a-458c-9563-8ae58602d803 req-20c78ba8-1ed9-4502-a1b8-23e8a1ad9a83 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 210 time: 0.0618615 Dec 12 15:22:41.343542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.351418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.354734 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8044dd21-ded6-4eb9-a06a-bf598885e86f HTTP/1.1" status: 204 len: 168 time: 0.1482306 Dec 12 15:22:41.372877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65ca5-3a30-498a-967e-a453973d811b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044dd21-ded6-4eb9-a06a-bf598885e86f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:41.426169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.458559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event deleted for resources: {'Port': ['ID=597dd94c-d345-4fa1-ad84-3ea4a4cfa730,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:41.546756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.551213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.551213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b155985-daf4-4d70-8612-36d466bde3e2 req-bbcfaae5-af31-4c48-b8c0-bbe7fc649726 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "DELETE /v2.0/floatingips/1cfee2c0-ebc3-49a5-b4fd-8ad5b270632e HTTP/1.1" status: 204 len: 173 time: 0.7903724 Dec 12 15:22:41.737864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03ae05-01ac-42a6-982d-f2edc5ff74be req-a9529d3d-721b-4bf5-a0cd-7aac52270459 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:41.748392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d03ae05-01ac-42a6-982d-f2edc5ff74be req-a9529d3d-721b-4bf5-a0cd-7aac52270459 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 945 time: 0.0989230 Dec 12 15:22:41.759724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-3dc8c9a1-1721-4df5-8cb6-db17bab9419d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:41.761888 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-3dc8c9a1-1721-4df5-8cb6-db17bab9419d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 820 time: 0.2016368 Dec 12 15:22:41.781712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'port': {'device_id': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'admin_state_up': True, 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:41.796289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b86bfbbc-8a94-4c67-a0ef-8a7e76910229 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:41.822518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d03ae05-01ac-42a6-982d-f2edc5ff74be req-40e4de2b-ca9b-4970-8904-e5fb3513c66f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 Dec 12 15:22:41.854124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:41.870138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:41.871354 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:41.891289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d897e-a8a4-4c20-b09f-6667ff9c6660 req-8e4e0cbc-4b4f-404d-b2aa-4d4776828899 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:41.893127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd3d897e-a8a4-4c20-b09f-6667ff9c6660 req-8e4e0cbc-4b4f-404d-b2aa-4d4776828899 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 951 time: 0.0754461 Dec 12 15:22:41.935724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e8bf59a-8284-4cf2-b039-8f37106bc480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c68427102a04697b15ceeac4b94f051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775990 Dec 12 15:22:41.936112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56974) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:41.954850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:42.014184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Made reservation on behalf of e50e68e32d3a4ce68c5c30c35a64168b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:22:42.017955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.021723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 7301b359-0b50-46f1-96ef-cdf24875a564 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:42.024518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.027276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7301b359-0b50-46f1-96ef-cdf24875a564 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:42.027674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.071678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.073570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd3d897e-a8a4-4c20-b09f-6667ff9c6660 req-80061ebf-b564-4076-955b-7be00df7db3b tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737072 Dec 12 15:22:42.113453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.147195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:42.150826 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600256a5-00c9-43bb-8115-defb8fdd0c8e" -d '{"events": [{"server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "name": "network-vif-plugged", "status": "completed", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:42.167623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:42.173613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.174503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:42.214479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.218446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.220166 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03b91aa1-8e21-43cf-83ff-f7a886ffefc0 HTTP/1.1" status: 204 len: 168 time: 0.2829854 Dec 12 15:22:42.221572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Allocated IP 172.20.0.10 (791a31db-b848-4e92-b5f1-8fe49fb5f957/caacaa7b-108c-4347-acde-9401b4663392/38562fa4-e425-4ccd-9930-13612175b639) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:22:42.229061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068507df-b417-4271-bbb9-e912c293bd01 req-36b0e0ca-288b-4079-a333-3d9be6ea3808 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.230598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-068507df-b417-4271-bbb9-e912c293bd01 req-36b0e0ca-288b-4079-a333-3d9be6ea3808 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3250468 Dec 12 15:22:42.241596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85a66-0f01-4308-ae45-059162819c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b91aa1-8e21-43cf-83ff-f7a886ffefc0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:42.254783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746a8a2-8644-4284-b022-3184d537f493 req-1fb47058-c666-4f70-b2a6-7f481ff0e9aa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.263092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b746a8a2-8644-4284-b022-3184d537f493 req-1fb47058-c666-4f70-b2a6-7f481ff0e9aa tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 945 time: 0.0977409 Dec 12 15:22:42.282243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:42.297164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port e51d717d-60b4-44ef-8d93-fff9c3a32d64 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:42.309647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port e51d717d-60b4-44ef-8d93-fff9c3a32d64 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:42.310025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.341604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b746a8a2-8644-4284-b022-3184d537f493 req-85579544-3ce9-44af-a7cb-6c6e4b908d5b tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698712 Dec 12 15:22:42.387563 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc437b99-f638-454f-b517-bdf6bcde171b x-openstack-request-id: req-fc437b99-f638-454f-b517-bdf6bcde171b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:42.388126 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "name": "network-vif-plugged", "status": "completed", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:42.388479 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc437b99-f638-454f-b517-bdf6bcde171b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:42.388994 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564', 'code': 200} Dec 12 15:22:42.463073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.495472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.508303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6abaa66-a3a8-4e96-b122-b5780b5dacd4 req-3f8db958-9def-47ea-b745-c3e349bb1604 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=6fb05e4317b94aff8d68719f759b3c45 HTTP/1.1" status: 200 len: 1656 time: 0.1144173 Dec 12 15:22:42.510181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889674b4-87e9-4b14-a3c6-7747a8db74ec req-690e0a0e-660f-407a-b447-cf1472224cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.512649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-889674b4-87e9-4b14-a3c6-7747a8db74ec req-690e0a0e-660f-407a-b447-cf1472224cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 1096 time: 0.0679183 Dec 12 15:22:42.518697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:42.527088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.579526 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-889674b4-87e9-4b14-a3c6-7747a8db74ec req-cc580dbd-5561-4041-86c9-de8fdd6c89a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520244 Dec 12 15:22:42.586242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.600376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:42.615901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092da31-70a3-4388-b1d5-d1d14893985d req-e6397786-f612-4163-990d-5d9c3cea18f9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.617282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6092da31-70a3-4388-b1d5-d1d14893985d req-e6397786-f612-4163-990d-5d9c3cea18f9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 945 time: 0.1723301 Dec 12 15:22:42.627136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3136-dd33-4b03-9d32-b0b4219352e0 req-1ace7091-fc50-4838-92e9-660f8c5c2586 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.633126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b6b3136-dd33-4b03-9d32-b0b4219352e0 req-1ace7091-fc50-4838-92e9-660f8c5c2586 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 945 time: 0.2301464 Dec 12 15:22:42.644337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Network 791a31db-b848-4e92-b5f1-8fe49fb5f957 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:22:42.648243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:22:42.651153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:22:42.692868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:42.711457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abaa66-a3a8-4e96-b122-b5780b5dacd4 req-19aa0b20-a32f-4218-ba46-82cea415ef14 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.713283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6abaa66-a3a8-4e96-b122-b5780b5dacd4 req-19aa0b20-a32f-4218-ba46-82cea415ef14 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks?id=477f4f59-b866-4849-8e8f-98605ba18e0e&id=477f4f59-b866-4849-8e8f-98605ba18e0e&id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 787 time: 0.1976454 Dec 12 15:22:42.713506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.714099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.731788 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-67f4985c-6988-480c-8154-76e80d582317 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9551163 Dec 12 15:22:42.735206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-e6abaa66-a3a8-4e96-b122-b5780b5dacd4 req-7fc3aed7-7af3-44a7-aadf-69be6f1983a9 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:22:42.736192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6abaa66-a3a8-4e96-b122-b5780b5dacd4 req-7fc3aed7-7af3-44a7-aadf-69be6f1983a9 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092359 Dec 12 15:22:42.746360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Request body: {'port': {'device_id': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:22:42.750357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b6b3136-dd33-4b03-9d32-b0b4219352e0 req-6174c865-d7cc-42fc-bbe0-3caa448102bb tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115243 Dec 12 15:22:42.817094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:42.942086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-0a6376aa-478c-492b-90b0-ec0aa58bfe85 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips/02fad5bb-bd33-4d83-a7a1-1e7a1ee380e9 HTTP/1.1" status: 200 len: 693 time: 0.1166410 Dec 12 15:22:42.977222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-7bf725fb-3677-45dd-969e-662c69e32af8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:42.980860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-7bf725fb-3677-45dd-969e-662c69e32af8 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 951 time: 0.1523557 Dec 12 15:22:43.072661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45b804-ff7c-4ad0-92ec-9884b4661f0d req-3063bd45-fc85-4deb-9e55-383d06b1d741 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.074183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be45b804-ff7c-4ad0-92ec-9884b4661f0d req-3063bd45-fc85-4deb-9e55-383d06b1d741 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 932 time: 0.2505620 Dec 12 15:22:43.110613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38562fa4-e425-4ccd-9930-13612175b639 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:43.119014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.136978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Transition to ACTIVE for port object 38562fa4-e425-4ccd-9930-13612175b639 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:22:43.147641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.210801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:43.225057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Deleting port 53645c91-afa4-49e1-b537-7ff6e9f86e02 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:43.225527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.239551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-f676f48f-4791-4bb4-a310-116630a0a0e6 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.241095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-f676f48f-4791-4bb4-a310-116630a0a0e6 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2726207 Dec 12 15:22:43.285895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Attempting to bind port 38562fa4-e425-4ccd-9930-13612175b639 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:22:43.286117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Attempting to bind port 38562fa4-e425-4ccd-9930-13612175b639 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:22:43.286456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Attempting to bind port 38562fa4-e425-4ccd-9930-13612175b639 on network 791a31db-b848-4e92-b5f1-8fe49fb5f957 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:43.291010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Port 38562fa4-e425-4ccd-9930-13612175b639 on network 791a31db-b848-4e92-b5f1-8fe49fb5f957 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:22:43.291338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Attempting to bind port 38562fa4-e425-4ccd-9930-13612175b639 on network 791a31db-b848-4e92-b5f1-8fe49fb5f957 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:22:43.296788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:22:43.297124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Checking segment: {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:22:43.297511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Bound using segment: {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:22:43.297942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Bound port: 38562fa4-e425-4ccd-9930-13612175b639, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:22:43.298296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.304438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be45b804-ff7c-4ad0-92ec-9884b4661f0d req-0197ef83-0295-46df-a885-bab47fbf9b19 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163668 Dec 12 15:22:43.360168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Deleting port 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:43.360654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.373528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-4e0c2dbd-539a-46bb-af1e-ba5c5b078a38 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1088922 Dec 12 15:22:43.378419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:22:43.382263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:22:43.401059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.447166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.447919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.450807 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] 10.222.0.13 "PUT /v2.0/ports/38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 1092 time: 0.7093875 Dec 12 15:22:43.451289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:43.453683 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109" -d '{"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:43.505159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a31b6-aa94-462b-bbcf-866583cca763 service neutron] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:43.533192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a3dd3f87-ee37-45d3-8dc0-71e96287be61 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.215 HTTP/1.1" status: 200 len: 696 time: 0.1437640 Dec 12 15:22:43.539334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-59fea18f-6b72-49b2-a2a4-638e14ee40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.541116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] For port 53645c91-afa4-49e1-b537-7ff6e9f86e02, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=53645c91-afa4-49e1-b537-7ff6e9f86e02,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:43.541484 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.541968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-59fea18f-6b72-49b2-a2a4-638e14ee40a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1095 time: 0.0499873 Dec 12 15:22:43.594265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-6d116a96-b745-45e8-81c3-be17193335dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0423024 Dec 12 15:22:43.630999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Calling delete_port for 53645c91-afa4-49e1-b537-7ff6e9f86e02 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:43.647753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-5add37ba-439f-4a65-a976-6197895dd308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.649244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-5add37ba-439f-4a65-a976-6197895dd308 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.0485888 Dec 12 15:22:43.664324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] For port 50616830-1cee-4cd8-aadc-5d191ffcd350, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=50616830-1cee-4cd8-aadc-5d191ffcd350,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:43.664713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:43.689393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-7aaeb3c5-b039-4adf-9b29-2caf2e0de6f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323215 Dec 12 15:22:43.723101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3aa79-b89a-43e1-828a-32752681c37f req-5ade27fc-5dcc-4b05-88c0-76b1a4fae90f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:43.724596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bd3aa79-b89a-43e1-828a-32752681c37f req-5ade27fc-5dcc-4b05-88c0-76b1a4fae90f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 946 time: 0.2456832 Dec 12 15:22:43.811243 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-9ad03979-0f44-47ed-b34a-9cadcb1e96ea service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109030 Dec 12 15:22:43.913215 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-473ea640-1675-4bfa-9c3d-e05e8fc8ea51 req-d1c35534-1b2b-4c66-b8d4-1ef5bd59273c service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Dec 12 15:22:44.069737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Calling delete_port for 50616830-1cee-4cd8-aadc-5d191ffcd350 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:44.224477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bd3aa79-b89a-43e1-828a-32752681c37f req-4aee9b9d-8670-4ccc-9b18-59d40e4674c8 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476848 Dec 12 15:22:44.271479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Deleting port 5a8f0e83-7234-44c4-b111-a38ba9d70e45 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:44.272161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.390237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:44.394097 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850c439c-0570-4a86-8fcd-27212055fcf6" -d '{"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-plugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:44.401200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.413776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['688e1ab8-63d9-4d86-a88d-b6ae11dbd845'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:44.462747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event deleted for resources: {'Port': ['ID=53645c91-afa4-49e1-b537-7ff6e9f86e02,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:44.491963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307a183-6a83-425f-9837-318ecf0faa9e req-c5a39567-35e5-4ff3-b558-40d624e6a153 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:44.493432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a307a183-6a83-425f-9837-318ecf0faa9e req-c5a39567-35e5-4ff3-b558-40d624e6a153 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8 HTTP/1.1" status: 200 len: 951 time: 0.2028108 Dec 12 15:22:44.495981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.507968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.508289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.530262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747', '50616830-1cee-4cd8-aadc-5d191ffcd350'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:44.546059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] No DVR routers for this DVR port 53645c91-afa4-49e1-b537-7ff6e9f86e02 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:44.549316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.552740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6092da31-70a3-4388-b1d5-d1d14893985d req-d32c7db6-2f61-4eb5-be3d-d5e32ad3e704 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "DELETE /v2.0/ports/53645c91-afa4-49e1-b537-7ff6e9f86e02 HTTP/1.1" status: 204 len: 173 time: 1.7589307 Dec 12 15:22:44.577602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-deleted', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:44.580787 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ea2ba3-d5df-473f-8293-45af1fb97744" -d '{"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-deleted", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:44.591257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Calling delete_port for 5a8f0e83-7234-44c4-b111-a38ba9d70e45 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:44.595445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event deleted for resources: {'Port': ['ID=50616830-1cee-4cd8-aadc-5d191ffcd350,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:44.694772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] No DVR routers for this DVR port 50616830-1cee-4cd8-aadc-5d191ffcd350 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:44.707507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.713106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6cc3efd-11a4-4a97-b652-9e01efc075c0 req-cc99bfbb-44b9-45de-be69-d8ef982ef298 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "DELETE /v2.0/ports/50616830-1cee-4cd8-aadc-5d191ffcd350 HTTP/1.1" status: 204 len: 173 time: 1.7112892 Dec 12 15:22:44.724729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a307a183-6a83-425f-9837-318ecf0faa9e req-45b96971-7b56-49a2-9d3f-d044cf884b2f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199585 Dec 12 15:22:44.850088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-51dc87c1-1c77-478c-a2d1-c9276c3b7174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741477 Dec 12 15:22:44.867273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.909442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event deleted for resources: {'Port': ['ID=5a8f0e83-7234-44c4-b111-a38ba9d70e45,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:44.964585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:44.994990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:44.998876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:45.000035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed11d131-4e8d-4b57-a938-512eeac0ad06 req-a207128d-c955-4683-ac61-cf95352c0d2c tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "DELETE /v2.0/floatingips/02fad5bb-bd33-4d83-a7a1-1e7a1ee380e9 HTTP/1.1" status: 204 len: 173 time: 1.4502931 Dec 12 15:22:45.002969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-bb7dbca5-2c4d-47de-955f-3903e2238b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.004765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-bb7dbca5-2c4d-47de-955f-3903e2238b2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 1100 time: 0.1088576 Dec 12 15:22:45.099806 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ac519-17b5-4edf-85dd-f503db8d4263 x-openstack-request-id: req-e72ac519-17b5-4edf-85dd-f503db8d4263 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:45.100675 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:45.101132 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e72ac519-17b5-4edf-85dd-f503db8d4263 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:45.101578 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:22:45.215957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-f5488cad-49c3-46b6-b6f3-1a8a31348299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.219889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-db916668-3701-497a-ae83-71896e2a81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.221687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-db916668-3701-497a-ae83-71896e2a81b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1095 time: 0.0870721 Dec 12 15:22:45.224842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-f5488cad-49c3-46b6-b6f3-1a8a31348299 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1924984 Dec 12 15:22:45.253664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b16814f-4f55-487c-95d4-105a6dff73d6 req-1a5a5334-bcdc-48fc-af5f-68aa4939aa45 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0894995 Dec 12 15:22:45.384001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-6c9f55fa-2ac6-4da2-8e40-a50c7aee7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.384327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-e16bc62b-36b2-49e8-b86e-86ad09e42beb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 200 len: 217 time: 0.1291921 Dec 12 15:22:45.385514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-6c9f55fa-2ac6-4da2-8e40-a50c7aee7163 service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.1488757 Dec 12 15:22:45.409504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7043178-eba3-4a2f-92e1-17401c783c5e req-4e506095-7106-4ab5-b26d-ab148473056b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.419045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7043178-eba3-4a2f-92e1-17401c783c5e req-4e506095-7106-4ab5-b26d-ab148473056b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 945 time: 0.1910655 Dec 12 15:22:45.440195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-71997f93-2839-4889-9798-fee14bfc9dad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0437264 Dec 12 15:22:45.503224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-43e2fca0-2158-4632-a47e-b18609696f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.504853 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-43e2fca0-2158-4632-a47e-b18609696f52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.0580676 Dec 12 15:22:45.521993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-68d65aef-cbe9-4299-84a2-f7cb385f0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.523582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-68d65aef-cbe9-4299-84a2-f7cb385f0339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1258860 Dec 12 15:22:45.540957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-d61fadba-2afa-4b8c-8ae8-5b98bda21ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281427 Dec 12 15:22:45.587736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85342d-cca9-4055-8965-228cffd03b21 req-8ffd6b1a-85e4-4403-9e0a-cc10caa8f84b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.589359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd85342d-cca9-4055-8965-228cffd03b21 req-8ffd6b1a-85e4-4403-9e0a-cc10caa8f84b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 944 time: 0.1151812 Dec 12 15:22:45.599791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7043178-eba3-4a2f-92e1-17401c783c5e req-119d25f9-3901-49a9-b677-235cf1d5d4ea tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796956 Dec 12 15:22:45.639102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-9d47285d-03f8-47d6-bab3-bd675031cf59 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902238 Dec 12 15:22:45.642309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-69e9aaad-7f7a-45b8-9b73-c085bbacf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:45.645013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-69e9aaad-7f7a-45b8-9b73-c085bbacf5cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127329 Dec 12 15:22:45.660477 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab5fc15-bf4e-4ccd-bd26-9c41808c29fa x-openstack-request-id: req-dab5fc15-bf4e-4ccd-bd26-9c41808c29fa {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:45.661313 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-plugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:45.661738 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dab5fc15-bf4e-4ccd-bd26-9c41808c29fa {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:45.662265 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'code': 200} Dec 12 15:22:45.715992 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7ab86c-d349-45ca-a474-c03df1201225 x-openstack-request-id: req-da7ab86c-d349-45ca-a474-c03df1201225 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:45.716258 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b93d6-758d-4b1e-af5e-1c6d276f89cb", "name": "network-vif-deleted", "tag": "53645c91-afa4-49e1-b537-7ff6e9f86e02", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:45.716524 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da7ab86c-d349-45ca-a474-c03df1201225 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:45.716953 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b93d6-758d-4b1e-af5e-1c6d276f89cb', 'name': 'network-vif-deleted', 'tag': '53645c91-afa4-49e1-b537-7ff6e9f86e02', 'status': 'completed', 'code': 200} Dec 12 15:22:45.725341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd85342d-cca9-4055-8965-228cffd03b21 req-3f52e273-45d0-4aa9-b59e-2e3a0f0caaa5 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213121 Dec 12 15:22:45.808885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-0ea63464-d22e-491d-a49e-a405a62f2183 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips/bbf5373d-59b4-4bec-86df-001c30bc8849 HTTP/1.1" status: 200 len: 692 time: 0.0910020 Dec 12 15:22:45.917870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-2aa5eafe-dc14-4986-a6c1-9d35f42bca97 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638597 Dec 12 15:22:45.970587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:45.999546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 53645c91-afa4-49e1-b537-7ff6e9f86e02 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:46.000208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 53645c91-afa4-49e1-b537-7ff6e9f86e02 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:46.017290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa22fc-8f7d-4a01-8647-ebb9bca8693b req-74b1dbbf-2c88-4c98-954a-fdf1ec8eeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:46.019352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9aa22fc-8f7d-4a01-8647-ebb9bca8693b req-74b1dbbf-2c88-4c98-954a-fdf1ec8eeaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 1097 time: 0.2523062 Dec 12 15:22:46.051274 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc3ff35f-720c-48f2-8b0e-6ff0967d4109 req-8f871779-02af-402d-82e5-15257c75f70f service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989015 Dec 12 15:22:46.087488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638723-d385-4a12-970b-b403ac76618b req-af7d878b-0961-4e80-a66d-1e5d21891bf5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:46.088981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42638723-d385-4a12-970b-b403ac76618b req-af7d878b-0961-4e80-a66d-1e5d21891bf5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 946 time: 0.2348049 Dec 12 15:22:46.108021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-4b682287-1ac3-42cc-bd05-73147749f561 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:46.109426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-4b682287-1ac3-42cc-bd05-73147749f561 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2903531 Dec 12 15:22:46.196770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6408e61d-d935-4b18-8066-70d0d61866d1 req-b3d0a10e-1b5f-4284-80ce-c93e9d59fc2c service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577360 Dec 12 15:22:46.210625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9aa22fc-8f7d-4a01-8647-ebb9bca8693b req-dbd12a89-dbe2-4ad2-99e9-1f4a3af78f95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768436 Dec 12 15:22:46.220705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-1b60914c-ac13-4afd-af03-419b116291c1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0991151 Dec 12 15:22:46.273867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42638723-d385-4a12-970b-b403ac76618b req-c07bbf43-a5ab-49df-8c0d-a07fdb79be89 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744626 Dec 12 15:22:46.283673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-2b7c3b83-57b8-426a-9886-b70f4d1d2cf0 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0529437 Dec 12 15:22:46.425543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Deleting port 850afb46-22f1-4a57-a00e-28d2a846de61 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:46.426311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.510317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.510603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.524139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Calling delete_port for 850afb46-22f1-4a57-a00e-28d2a846de61 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:46.710497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bc6f9-da3e-41b0-be6d-c33b51bcac79 req-c5e3b5c9-54d0-4db4-b7ac-c6b12df633b9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:46.712051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e33bc6f9-da3e-41b0-be6d-c33b51bcac79 req-c5e3b5c9-54d0-4db4-b7ac-c6b12df633b9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 945 time: 0.0875287 Dec 12 15:22:46.713220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.746650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event deleted for resources: {'Port': ['ID=850afb46-22f1-4a57-a00e-28d2a846de61,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:46.830703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e33bc6f9-da3e-41b0-be6d-c33b51bcac79 req-5dcb8a58-2ff7-417f-b08a-6bc7ae3e77cf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923007 Dec 12 15:22:46.837306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.839924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:46.841611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-950eba00-dcc7-458e-bae1-5f053c0922e5 req-3e19f096-7c0e-4b9b-9741-1b7358c46af1 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "DELETE /v2.0/floatingips/bbf5373d-59b4-4bec-86df-001c30bc8849 HTTP/1.1" status: 204 len: 173 time: 0.5453832 Dec 12 15:22:46.958871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4c3f3e9-353a-4ec9-9d90-c057f1839ba6 req-afe66a2f-f50d-4ab6-92e9-1fd7edc7eca7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0319405 Dec 12 15:22:47.057167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-26481b14-030e-42d7-a0d7-fb0156a0f706 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips/98c724eb-e2a3-485d-bca2-93b3c64875c7 HTTP/1.1" status: 200 len: 693 time: 0.0691745 Dec 12 15:22:47.099020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d7889-b4d7-47c9-ba4e-096af2d92776 req-3a69e6e8-428f-4149-bed2-3e0c20c153b0 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:47.100521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a0d7889-b4d7-47c9-ba4e-096af2d92776 req-3a69e6e8-428f-4149-bed2-3e0c20c153b0 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 944 time: 0.1323504 Dec 12 15:22:47.188847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 38562fa4-e425-4ccd-9930-13612175b639 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:47.193818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:47.197945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a0d7889-b4d7-47c9-ba4e-096af2d92776 req-937ae7bd-f0b3-4c27-ba5f-b89e1a72a000 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730262 Dec 12 15:22:47.209421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-aa21e9b4-cb39-4f7e-93fd-f4746b9f3e96 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:47.210776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-aa21e9b4-cb39-4f7e-93fd-f4746b9f3e96 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1486475 Dec 12 15:22:47.256174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 50616830-1cee-4cd8-aadc-5d191ffcd350 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:47.256822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 50616830-1cee-4cd8-aadc-5d191ffcd350 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:47.291692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-9f8ea9e9-fe39-4cff-964c-c74749a74d27 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.0654080 Dec 12 15:22:47.355022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:47.380798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-e31d7520-a906-4866-9996-4071a7c45930 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.133 HTTP/1.1" status: 200 len: 696 time: 0.0875785 Dec 12 15:22:47.382216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '38562fa4-e425-4ccd-9930-13612175b639', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'port_id': '38562fa4-e425-4ccd-9930-13612175b639', 'mac_address': 'fa:16:3e:70:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:47.423613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:47.441156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38562fa4-e425-4ccd-9930-13612175b639 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:47.467064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:47.472796 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:47.539133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:47.560708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Deleting port 687722c2-83eb-4d3b-b50f-bcd6e6fec8a1 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:47.561257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:47.660769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:47.661109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:47.679485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Calling delete_port for 687722c2-83eb-4d3b-b50f-bcd6e6fec8a1 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:47.680668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['38562fa4-e425-4ccd-9930-13612175b639'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:47.736568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-deleted', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:47.740165 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733a23bf-b1b6-47be-bd4d-ae1ccd89befb" -d '{"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-deleted", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:47.831635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-a8297835-3f9d-4e22-8b8b-3c2508888109 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813992 Dec 12 15:22:47.972283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-0d84ef2d-fc3a-411e-a1c2-01e755b9f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:47.974485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-0d84ef2d-fc3a-411e-a1c2-01e755b9f400 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54abd2d356f848cf92e3857c973c6270&device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 1101 time: 0.0930858 Dec 12 15:22:47.975767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.066606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Pushing event deleted for resources: {'Port': ['ID=687722c2-83eb-4d3b-b50f-bcd6e6fec8a1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:48.209511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.212339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.213534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da2b12a6-e455-4a92-a523-cd2e8b1f82df req-0cbb0201-6809-4e99-9beb-55017bec6113 tempest-FloatingIPDetailsTestJSON-521767866 tempest-FloatingIPDetailsTestJSON-521767866-project] 10.222.0.36 "DELETE /v2.0/floatingips/98c724eb-e2a3-485d-bca2-93b3c64875c7 HTTP/1.1" status: 204 len: 173 time: 0.8314800 Dec 12 15:22:48.223713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:48.232946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad463b8-2aca-4cad-838a-f3ebf4e4b85f req-13ef6535-4ab0-42d4-8617-bf6247acf2ab tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.235790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ad463b8-2aca-4cad-838a-f3ebf4e4b85f req-13ef6535-4ab0-42d4-8617-bf6247acf2ab tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 946 time: 0.1640091 Dec 12 15:22:48.237107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-c9546afe-5ec4-4530-b85b-493ea171f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.238435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-c9546afe-5ec4-4530-b85b-493ea171f2a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2304981 Dec 12 15:22:48.302381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-6702d81c-56a0-4385-a6d4-2fccb7e83fa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 200 len: 217 time: 0.0511916 Dec 12 15:22:48.341358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:48.378046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ad463b8-2aca-4cad-838a-f3ebf4e4b85f req-cc076ffd-2dee-4d68-9c51-8418b3a43b45 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342280 Dec 12 15:22:48.426099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-e4d24416-9748-453d-9d57-c99d133090df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.437286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-e4d24416-9748-453d-9d57-c99d133090df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1242502 Dec 12 15:22:48.493122 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281fdf4-f6eb-4357-91a3-bc37168745df x-openstack-request-id: req-a281fdf4-f6eb-4357-91a3-bc37168745df {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:48.493539 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8", "name": "network-vif-deleted", "tag": "50616830-1cee-4cd8-aadc-5d191ffcd350", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:48.493937 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a281fdf4-f6eb-4357-91a3-bc37168745df {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:48.494514 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4b7fd1-bc14-4b47-8baf-3aeb24e494c8', 'name': 'network-vif-deleted', 'tag': '50616830-1cee-4cd8-aadc-5d191ffcd350', 'status': 'completed', 'code': 200} Dec 12 15:22:48.523261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-b44ff644-553d-482a-b670-c81b12d78949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.525549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-b44ff644-553d-482a-b670-c81b12d78949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719593 Dec 12 15:22:48.577261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68bb1462-9c38-4edf-a269-07ee28dd82ad req-d88b34e6-5515-4001-9cc4-d52be2fd05c7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0443339 Dec 12 15:22:48.619331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c06b82f9-9053-47d1-a43c-22eda9764af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.719023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202d5f-ad51-484f-b719-92e2d64dd615 req-77499185-3750-48f3-a7fe-fa7cf121b48d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.720650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35202d5f-ad51-484f-b719-92e2d64dd615 req-77499185-3750-48f3-a7fe-fa7cf121b48d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1477506 Dec 12 15:22:48.779064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657300d-d832-4214-80e4-fc8daef0b925 req-2ed008c9-caef-43a4-89e4-878713669ba3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:48.780707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9657300d-d832-4214-80e4-fc8daef0b925 req-2ed008c9-caef-43a4-89e4-878713669ba3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 945 time: 0.1389787 Dec 12 15:22:48.802764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-d02d6bb4-e3aa-4afa-83b5-a9d627625706 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280309 Dec 12 15:22:48.807957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c06b82f9-9053-47d1-a43c-22eda9764af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.819246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c06b82f9-9053-47d1-a43c-22eda9764af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.842314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35202d5f-ad51-484f-b719-92e2d64dd615 req-b5f9219c-524b-4dc4-8fcf-36687179b186 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116314 Dec 12 15:22:48.868879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b82f9-9053-47d1-a43c-22eda9764af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b489d-cd17-4ec9-91e3-6522c50ac4de,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:48.891473 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c06b82f9-9053-47d1-a43c-22eda9764af6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75689815a9d2458199435e839bdd8b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488214 Dec 12 15:22:48.894377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57126) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:48.922268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:48.935551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9657300d-d832-4214-80e4-fc8daef0b925 req-8082cb61-7a4a-4fc3-a48b-c7264411ee01 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423609 Dec 12 15:22:48.991216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9136c5a-b7bb-4e9b-ada2-afe65b883cad req-f5782b44-fc38-43e7-854b-21d106a553bb service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750329 Dec 12 15:22:49.031072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.080704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.190132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 38562fa4-e425-4ccd-9930-13612175b639 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:49.277541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 38562fa4-e425-4ccd-9930-13612175b639 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:22:49.283984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-459d1552-42d1-488d-9817-41b22951f93d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:49.284828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 38562fa4-e425-4ccd-9930-13612175b639 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:49.285302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.286270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-459d1552-42d1-488d-9817-41b22951f93d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.1240563 Dec 12 15:22:49.318414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0668e-fb60-48b5-9aec-01a324821fac req-a25f41c7-e19f-4438-9a33-56e55841d2ec tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:49.320568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08a0668e-fb60-48b5-9aec-01a324821fac req-a25f41c7-e19f-4438-9a33-56e55841d2ec tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 945 time: 0.1767352 Dec 12 15:22:49.321407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.324405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.325573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f0b489d-cd17-4ec9-91e3-6522c50ac4de HTTP/1.1" status: 204 len: 168 time: 0.4299557 Dec 12 15:22:49.366223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Deleting port 0170ee10-80cf-4bcd-b872-f7d4e76211d6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:49.366774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.435041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ab3df-f3d8-41f5-9ab7-e7cbb170100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b489d-cd17-4ec9-91e3-6522c50ac4de,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:49.446657 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.472670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] For port 0170ee10-80cf-4bcd-b872-f7d4e76211d6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0170ee10-80cf-4bcd-b872-f7d4e76211d6,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:49.473262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.493927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Calling delete_port for 0170ee10-80cf-4bcd-b872-f7d4e76211d6 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:49.502944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:49.506875 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97929f1-0cbc-439f-8b65-f921183b3bc6" -d '{"events": [{"server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "name": "network-vif-plugged", "status": "completed", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:49.525142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:49.536719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.627994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:49.762819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.800563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Pushing event deleted for resources: {'Port': ['ID=0170ee10-80cf-4bcd-b872-f7d4e76211d6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:49.803136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:49.859019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07cefafb-0a66-45ac-8eb3-71714ab5b943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.932886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dd27b-b930-4fe3-aa2c-1432b4581fc9 req-85f19167-dc95-4ab4-b0f0-50341736f2c2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:49.940707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-152dd27b-b930-4fe3-aa2c-1432b4581fc9 req-85f19167-dc95-4ab4-b0f0-50341736f2c2 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 946 time: 0.6474836 Dec 12 15:22:49.961008 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07cefafb-0a66-45ac-8eb3-71714ab5b943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.966554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08a0668e-fb60-48b5-9aec-01a324821fac req-44a64d9e-738e-48c5-b819-361f52ba8497 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356572 Dec 12 15:22:49.969703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07cefafb-0a66-45ac-8eb3-71714ab5b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:49.985242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:49.998497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Deleting port 3e69d6d2-b153-4551-983c-030e5dd29747 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:50.003808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.028427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-07cefafb-0a66-45ac-8eb3-71714ab5b943 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a17580b943c413ea10cf39306276779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137609 Dec 12 15:22:50.079200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:50.079857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cefafb-0a66-45ac-8eb3-71714ab5b943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117e0528-4a68-4c71-ab45-b47b0e8eecd1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:50.130068 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83ec52-a23c-4f05-8d94-c4049392350d x-openstack-request-id: req-4b83ec52-a23c-4f05-8d94-c4049392350d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:50.130403 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "name": "network-vif-plugged", "status": "completed", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:50.130638 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b83ec52-a23c-4f05-8d94-c4049392350d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:50.131115 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'code': 200} Dec 12 15:22:50.190289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:50.208614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-152dd27b-b930-4fe3-aa2c-1432b4581fc9 req-6243f740-9b12-4421-9712-2a9b99213805 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572594 Dec 12 15:22:50.230949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7301b359-0b50-46f1-96ef-cdf24875a564', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'port_id': '7301b359-0b50-46f1-96ef-cdf24875a564', 'mac_address': 'fa:16:3e:80:1b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5983f6-181c-48c8-8bec-c50f15421b88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:50.264866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.287748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.294913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.311616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:50.323343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.328466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d22c20d7-f9bc-42af-a9a7-e29a6cbeba47 req-e8db91c6-20c4-4dc1-a8d6-3a2c5cf27cb1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=549b93d6-758d-4b1e-af5e-1c6d276f89cb HTTP/1.1" status: 200 len: 210 time: 0.0916266 Dec 12 15:22:50.339133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:50.345158 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.356906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] For port 3e69d6d2-b153-4551-983c-030e5dd29747, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e69d6d2-b153-4551-983c-030e5dd29747,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:50.357248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.375916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Calling delete_port for 3e69d6d2-b153-4551-983c-030e5dd29747 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:50.407137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdcd0f-d9c6-4f88-9565-79fa0a8906a4 req-8de68d6b-1ad4-4618-b560-825ed1707e8d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:50.414995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1fdcd0f-d9c6-4f88-9565-79fa0a8906a4 req-8de68d6b-1ad4-4618-b560-825ed1707e8d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bf82cab-7e3b-408e-bada-372953fc8e48 HTTP/1.1" status: 200 len: 949 time: 0.0970817 Dec 12 15:22:50.435912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:50.462723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7301b359-0b50-46f1-96ef-cdf24875a564'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:50.467693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66074817-240a-45a4-aa79-805187d1778c req-28a266b2-2ca1-4114-ab8b-63510ee23dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:50.470580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66074817-240a-45a4-aa79-805187d1778c req-28a266b2-2ca1-4114-ab8b-63510ee23dd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.2655191 Dec 12 15:22:50.572245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1fdcd0f-d9c6-4f88-9565-79fa0a8906a4 req-b0ea6140-f2e1-43d0-b823-36e0dd85447c tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518171 Dec 12 15:22:50.594769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f260c71-d919-45a0-8b04-245510c2c23c req-36f5d534-d6fb-4e83-874c-64bb5bb2211b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:50.596683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f260c71-d919-45a0-8b04-245510c2c23c req-36f5d534-d6fb-4e83-874c-64bb5bb2211b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1222415 Dec 12 15:22:50.675647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.679985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.683464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/117e0528-4a68-4c71-ab45-b47b0e8eecd1 HTTP/1.1" status: 204 len: 168 time: 0.5991352 Dec 12 15:22:50.703013 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66074817-240a-45a4-aa79-805187d1778c req-a5e4859d-0e27-4be6-952f-71713253b2dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121589 Dec 12 15:22:50.704403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f260c71-d919-45a0-8b04-245510c2c23c req-3ba23e90-666c-46d0-9bae-11684a3e8516 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963552 Dec 12 15:22:50.708517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cd158-77b1-4929-98e1-4b1230731e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117e0528-4a68-4c71-ab45-b47b0e8eecd1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:50.743044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.758094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e69d6d2-b153-4551-983c-030e5dd29747'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:50.794029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:50.808005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event deleted for resources: {'Port': ['ID=3e69d6d2-b153-4551-983c-030e5dd29747,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:50.859440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] No DVR routers for this DVR port 3e69d6d2-b153-4551-983c-030e5dd29747 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:50.862353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:50.867508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9d6f521-6869-46a3-8abb-9d8f781fc710 req-aa59f25f-1833-430a-956d-528e80eaea34 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.13 "DELETE /v2.0/ports/3e69d6d2-b153-4551-983c-030e5dd29747 HTTP/1.1" status: 204 len: 173 time: 1.5718741 Dec 12 15:22:50.867867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-deleted', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:50.870239 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d52926-785a-4437-b5ac-bdc350e0a2e1" -d '{"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-deleted", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:50.910157 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2997e3-ca46-4405-ac0c-719eee6bc7d9 x-openstack-request-id: req-5d2997e3-ca46-4405-ac0c-719eee6bc7d9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:50.910576 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf82cab-7e3b-408e-bada-372953fc8e48", "name": "network-vif-deleted", "tag": "3e69d6d2-b153-4551-983c-030e5dd29747", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:50.910791 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d2997e3-ca46-4405-ac0c-719eee6bc7d9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:50.911184 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf82cab-7e3b-408e-bada-372953fc8e48', 'name': 'network-vif-deleted', 'tag': '3e69d6d2-b153-4551-983c-030e5dd29747', 'status': 'completed', 'code': 200} Dec 12 15:22:50.947365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Router e90f0272-77a1-42c7-8edc-deb3682c2405 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:22:51.189926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:22:51.196972 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a840bfaf-0613-4ae2-b363-3e840179565e admin admin] 10.222.0.36 "PUT /v2.0/routers/e90f0272-77a1-42c7-8edc-deb3682c2405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9707136 Dec 12 15:22:51.199359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:51.201535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Sync routers for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:22:51.213077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be2502-4f3d-4478-b906-5d1886a1e471 req-bcd8c9ff-988b-4341-a363-6dd55159b6d6 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:51.217079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35be2502-4f3d-4478-b906-5d1886a1e471 req-bcd8c9ff-988b-4341-a363-6dd55159b6d6 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 944 time: 0.1078653 Dec 12 15:22:51.219558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:51.220363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:51.358541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35be2502-4f3d-4478-b906-5d1886a1e471 req-9aa4cde0-47f8-409c-9f27-3eba133e4ad5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344581 Dec 12 15:22:51.499297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:51.595937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:51.636506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a7c3a-49f1-42a6-868f-640848eb6d00 req-99b907cd-69b6-49da-ad34-52e1cc977aca tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:51.677039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b2a7c3a-49f1-42a6-868f-640848eb6d00 req-99b907cd-69b6-49da-ad34-52e1cc977aca tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 946 time: 0.1936197 Dec 12 15:22:51.862615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b2a7c3a-49f1-42a6-868f-640848eb6d00 req-12352a9b-c095-42a2-ad1c-b7bc4ff5ad35 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726139 Dec 12 15:22:51.898521 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.000298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:52.009011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Deleting port 9b7b3568-f295-446f-b752-9c38a0caa106 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:52.009466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.075933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:49Z', 'revision_number': 5, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port': {'id': '9b7b3568-f295-446f-b752-9c38a0caa106', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:bd:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:04Z', 'updated_at': '2021-12-12T15:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:52.111890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Checking router: e90f0272-77a1-42c7-8edc-deb3682c2405 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:22:52.122507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] For port 9b7b3568-f295-446f-b752-9c38a0caa106, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9b7b3568-f295-446f-b752-9c38a0caa106,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:52.122908 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.144180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baaf04-e262-4fd2-8744-6f99a21a7af2 req-a8f000ef-789a-4b93-865d-90e71d85cf5c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:52.150576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Routers {'e90f0272-77a1-42c7-8edc-deb3682c2405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:22:52.151036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Calling delete_port for 9b7b3568-f295-446f-b752-9c38a0caa106 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:52.151280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:22:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e90f0272-77a1-42c7-8edc-deb3682c2405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:52.153158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52baaf04-e262-4fd2-8744-6f99a21a7af2 req-a8f000ef-789a-4b93-865d-90e71d85cf5c tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 944 time: 0.1348691 Dec 12 15:22:52.168719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa719-97ca-4221-8587-5acdf7a8ba0e req-92fbeb69-8fba-4bc4-a0ed-a8dd0e68c8ac tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:52.170550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221fa719-97ca-4221-8587-5acdf7a8ba0e req-92fbeb69-8fba-4bc4-a0ed-a8dd0e68c8ac tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1545558 Dec 12 15:22:52.263416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52baaf04-e262-4fd2-8744-6f99a21a7af2 req-2cf9f81f-a751-4cf7-95fb-4f519dfd137e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037884 Dec 12 15:22:52.265620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] Set router e90f0272-77a1-42c7-8edc-deb3682c2405 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:22:52.272681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221fa719-97ca-4221-8587-5acdf7a8ba0e req-fa238dee-372f-48c8-a531-f05796fc2838 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764060 Dec 12 15:22:52.362408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:51Z', 'revision_number': 6, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:52.539507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.612020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7b3568-f295-446f-b752-9c38a0caa106,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:52.809946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.873357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f9524-2fb1-49ee-bf0d-2717af0eec5c None None] The sync data for ids ['e90f0272-77a1-42c7-8edc-deb3682c2405'] in n-d-710847-8 is: [{'id': 'e90f0272-77a1-42c7-8edc-deb3682c2405', 'name': 'tempest-FloatingIPDetailsTestJSON-1574458221-router', 'tenant_id': '6fb05e4317b94aff8d68719f759b3c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:02Z', 'updated_at': '2021-12-12T15:22:51Z', 'revision_number': 6, 'project_id': '6fb05e4317b94aff8d68719f759b3c45', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:22:52.897168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:52.933088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:52.986149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:53.013296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.146315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:53.197124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162305-9bd1-4703-89db-58968091d2fc req-c3d06af3-13c0-4a2c-b966-1b8b9b280321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.198545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-c3d06af3-13c0-4a2c-b966-1b8b9b280321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.2108536 Dec 12 15:22:53.206566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a0f5-c751-4d83-8f0d-7c323ce561b9 req-017174b6-4747-4598-98a2-8d5b0453114d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.214305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5a8a0f5-c751-4d83-8f0d-7c323ce561b9 req-017174b6-4747-4598-98a2-8d5b0453114d tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1583154 Dec 12 15:22:53.219958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:53.270404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3e69d6d2-b153-4551-983c-030e5dd29747 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:53.271080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e69d6d2-b153-4551-983c-030e5dd29747 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:53.450969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5a8a0f5-c751-4d83-8f0d-7c323ce561b9 req-f5228c77-ba79-4897-8388-f0787fa2e66f tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357302 Dec 12 15:22:53.478574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c71ba-07c9-4c9c-a1ad-b2face8bbef8 req-0ca6b83c-7a96-4648-ba3e-74a49172a75e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.486734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-203c71ba-07c9-4c9c-a1ad-b2face8bbef8 req-0ca6b83c-7a96-4648-ba3e-74a49172a75e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.2126293 Dec 12 15:22:53.504347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.507240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.538997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162305-9bd1-4703-89db-58968091d2fc req-026c7187-ef2a-488c-a1f1-70e30c39ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.540041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-026c7187-ef2a-488c-a1f1-70e30c39ba95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.3231077 Dec 12 15:22:53.575188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-203c71ba-07c9-4c9c-a1ad-b2face8bbef8 req-dd703e86-03c1-41ad-a352-f16b9a4d0642 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869274 Dec 12 15:22:53.599793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.601201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e90f0272-77a1-42c7-8edc-deb3682c2405 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:22:53.606914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.610525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-47b4033a-1509-4d1e-9134-e6a72ab367c4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e90f0272-77a1-42c7-8edc-deb3682c2405 HTTP/1.1" status: 204 len: 168 time: 2.4074011 Dec 12 15:22:53.610941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:53.639503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-5f0bfacb-24bb-4054-86f7-09ba86636498 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0891697 Dec 12 15:22:53.679983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Deleting subnet 9a68bc87-e75c-404d-bda9-8389e14d6f01 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:22:53.686019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.729063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.841750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.895776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9b7b3568-f295-446f-b752-9c38a0caa106 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:53.955725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9b7b3568-f295-446f-b752-9c38a0caa106 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:53.956078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9b7b3568-f295-446f-b752-9c38a0caa106 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:53.956506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0170ee10-80cf-4bcd-b872-f7d4e76211d6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:53.978049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-908bdb9e-2a0d-4d41-9ec4-3b15b9cea8bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.979812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-908bdb9e-2a0d-4d41-9ec4-3b15b9cea8bf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 943 time: 0.3344729 Dec 12 15:22:53.982304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:53.989147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162305-9bd1-4703-89db-58968091d2fc req-87546cb4-1e9e-46be-92c4-5f3e5fdc34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:53.990813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-87546cb4-1e9e-46be-92c4-5f3e5fdc34d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.3233140 Dec 12 15:22:54.003203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0170ee10-80cf-4bcd-b872-f7d4e76211d6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:54.003918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0170ee10-80cf-4bcd-b872-f7d4e76211d6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:54.023813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40bab-a1e6-4641-9ada-5710984223d7 req-f98e25be-c3c5-490f-aba9-907e5d5a92a5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:54.036250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74d40bab-a1e6-4641-9ada-5710984223d7 req-f98e25be-c3c5-490f-aba9-907e5d5a92a5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 943 time: 0.2992802 Dec 12 15:22:54.072176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b6a313-2bd6-4d99-858c-ae6becac2dbc None None] Network bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:22:54.073515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a68bc87-e75c-404d-bda9-8389e14d6f01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:54.081643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.085295 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-987027fc-9a5c-4cfa-8964-ed5243e9b269 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9a68bc87-e75c-404d-bda9-8389e14d6f01 HTTP/1.1" status: 204 len: 168 time: 0.4735730 Dec 12 15:22:54.091483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:54.147778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-d09cb9e3-6846-4f85-9582-88f4010a9ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028798 Dec 12 15:22:54.236044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.258365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74d40bab-a1e6-4641-9ada-5710984223d7 req-28012a33-6def-4fcd-997f-01fbc2f7bdff tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200279 Dec 12 15:22:54.272583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6df3-535a-476e-a045-b67c3cc3357e req-d4e7b31d-ecb8-4cc3-ace2-1b827639a996 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:54.274616 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-027d6df3-535a-476e-a045-b67c3cc3357e req-d4e7b31d-ecb8-4cc3-ace2-1b827639a996 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.1284578 Dec 12 15:22:54.381682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] DHCP port deletion for bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:22:54.456329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Deleting port eadee122-c4c1-4c11-b523-3aa82f02b7c9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:54.456660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.547628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] For port eadee122-c4c1-4c11-b523-3aa82f02b7c9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=eadee122-c4c1-4c11-b523-3aa82f02b7c9,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:54.547993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.562027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Deleting port eadee122-c4c1-4c11-b523-3aa82f02b7c9 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:54.562399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.567696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Calling delete_port for eadee122-c4c1-4c11-b523-3aa82f02b7c9 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:54.675596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.689343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-55b8cdb0-4d45-406d-9ace-4f4e144086c9 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197567 Dec 12 15:22:54.710108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Deleting port e6e7641d-c68e-4fc4-afbb-5a15ee876424 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:54.710694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.713931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadee122-c4c1-4c11-b523-3aa82f02b7c9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:54.719058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] No DVR routers for this DVR port eadee122-c4c1-4c11-b523-3aa82f02b7c9 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:54.723337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] For port eadee122-c4c1-4c11-b523-3aa82f02b7c9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=eadee122-c4c1-4c11-b523-3aa82f02b7c9,segment=NetworkSegment(cb9df220-98e4-46ba-a1f3-1d329a70b8ea),segment_id=cb9df220-98e4-46ba-a1f3-1d329a70b8ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:54.723684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.759207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Calling delete_port for eadee122-c4c1-4c11-b523-3aa82f02b7c9 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:54.852742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.867210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Deleting port 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:22:54.867707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.883900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ea418-42e6-4a2d-a391-39a6997d9e67 req-f41ba144-7274-49d8-b68c-4d28966c3c0e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:54.885771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a52ea418-42e6-4a2d-a391-39a6997d9e67 req-f41ba144-7274-49d8-b68c-4d28966c3c0e tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 950 time: 0.2961121 Dec 12 15:22:54.900758 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:54.935765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] Pushing event deleted for resources: {'Port': ['ID=eadee122-c4c1-4c11-b523-3aa82f02b7c9,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:54.945453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde181bc-a6cf-4368-9e58-9c8bb6beb0be None None] No DVR routers for this DVR port eadee122-c4c1-4c11-b523-3aa82f02b7c9 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:54.950484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:54.962391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:54.962685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9df220-98e4-46ba-a1f3-1d329a70b8ea') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:22:54.991810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.016952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a52ea418-42e6-4a2d-a391-39a6997d9e67 req-dfdcfd0f-f4a9-4c2d-a330-90c6f110b336 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/security-groups?id=ade97f83-dc6e-4647-9a55-13f2ebffd7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177726 Dec 12 15:22:55.061733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] For port e6e7641d-c68e-4fc4-afbb-5a15ee876424, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e6e7641d-c68e-4fc4-afbb-5a15ee876424,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:55.061733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.070568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.075306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:22:55.075708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.108028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3162305-9bd1-4703-89db-58968091d2fc req-647ea6ed-8d1f-4fd9-87f5-95db83b1c9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608301 Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:22:55.173499 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:22:55.189347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.198817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820eaab-b1ff-4b67-b59a-a90f135cc338 req-a635ae8a-f58a-4356-8882-6e8b1b1069df tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:55.199387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.207923 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf HTTP/1.1" status: 204 len: 168 time: 1.1147711 Dec 12 15:22:55.214543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7820eaab-b1ff-4b67-b59a-a90f135cc338 req-a635ae8a-f58a-4356-8882-6e8b1b1069df tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1957853 Dec 12 15:22:55.235097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Calling delete_port for e6e7641d-c68e-4fc4-afbb-5a15ee876424 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:55.239368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad3419-343c-4469-aaf3-d3bf8368b369 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb367d7e-f3b8-4eb7-b9e0-3d0e2fd747cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:55.266334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] For port 7301b359-0b50-46f1-96ef-cdf24875a564, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7301b359-0b50-46f1-96ef-cdf24875a564,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:55.266861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.302359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Calling delete_port for 7301b359-0b50-46f1-96ef-cdf24875a564 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:22:55.361972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7820eaab-b1ff-4b67-b59a-a90f135cc338 req-f74a1e22-1233-4698-a9b4-6d41144973d1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Dec 12 15:22:55.520710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:55.739063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd700f-c5ee-4390-b745-5a66006de0d1 req-4d9e93b0-f6af-4d81-9e1f-0900d34b112d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:55.744812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.747656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56fd700f-c5ee-4390-b745-5a66006de0d1 req-4d9e93b0-f6af-4d81-9e1f-0900d34b112d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c HTTP/1.1" status: 200 len: 943 time: 0.1851308 Dec 12 15:22:55.760800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e6e7641d-c68e-4fc4-afbb-5a15ee876424'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:55.815156 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-31e58f8e-3dd9-4ff2-8bf9-8e7a95f65e76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fb05e4317b94aff8d68719f759b3c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841914 Dec 12 15:22:55.833073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:55.833422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57394) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:55.834449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Pushing event deleted for resources: {'Port': ['ID=e6e7641d-c68e-4fc4-afbb-5a15ee876424,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:55.861481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device eadee122-c4c1-4c11-b523-3aa82f02b7c9 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:55.932796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: eadee122-c4c1-4c11-b523-3aa82f02b7c9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:55.933489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device eadee122-c4c1-4c11-b523-3aa82f02b7c9 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:55.953170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56fd700f-c5ee-4390-b745-5a66006de0d1 req-1ce9e85e-b230-4dd2-8e73-39a87ef134e5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959312 Dec 12 15:22:55.962394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] No DVR routers for this DVR port e6e7641d-c68e-4fc4-afbb-5a15ee876424 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:55.969388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.970030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:55.973854 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-027d6df3-535a-476e-a045-b67c3cc3357e req-f4d15a0e-f25a-4059-8f31-53591924d9c1 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.30 "DELETE /v2.0/ports/e6e7641d-c68e-4fc4-afbb-5a15ee876424 HTTP/1.1" status: 204 len: 173 time: 1.6798933 Dec 12 15:22:55.975734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-deleted', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:55.986656 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ac5d2a-442f-4ca5-9fd8-35e88598c018" -d '{"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-deleted", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:55.987303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:22:56.058316 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd238bfb-60b1-4b74-b728-303b2833e09c x-openstack-request-id: req-cd238bfb-60b1-4b74-b728-303b2833e09c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:56.058671 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c993c5ec-9687-4490-a49b-0817fb478d78", "name": "network-vif-deleted", "tag": "e6e7641d-c68e-4fc4-afbb-5a15ee876424", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:56.058934 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd238bfb-60b1-4b74-b728-303b2833e09c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:56.059350 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c993c5ec-9687-4490-a49b-0817fb478d78', 'name': 'network-vif-deleted', 'tag': 'e6e7641d-c68e-4fc4-afbb-5a15ee876424', 'status': 'completed', 'code': 200} Dec 12 15:22:56.067759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.068262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event deleted for resources: {'Port': ['ID=7301b359-0b50-46f1-96ef-cdf24875a564,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:56.164798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.254042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] No DVR routers for this DVR port 7301b359-0b50-46f1-96ef-cdf24875a564 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:22:56.263614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.289058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845bd63e-721c-4ad8-9915-ee86075bc275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.297014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a2d5ecd-d6a1-4607-aa39-f9325fb10b0d req-11d7f6d2-45b7-489f-9e21-c5bff7f92ce5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.30 "DELETE /v2.0/ports/7301b359-0b50-46f1-96ef-cdf24875a564 HTTP/1.1" status: 204 len: 173 time: 2.3015320 Dec 12 15:22:56.304287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'name': 'network-vif-deleted', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:56.321091 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09bb2fd-53ad-4b55-ab49-ef734ff75969" -d '{"events": [{"server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "name": "network-vif-deleted", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:56.392117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.400818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.405864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3263edce-9fb1-40eb-8654-54b92c888454 HTTP/1.1" status: 204 len: 168 time: 0.5543337 Dec 12 15:22:56.421020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:56.446779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf38c97-71d5-480a-8ba5-3c7c1d1a2527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3263edce-9fb1-40eb-8654-54b92c888454,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:56.476336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'mac_address': 'fa:16:3e:cf:b5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:22:56.478977 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f406ed9-db56-4210-9d17-969267d576f8 x-openstack-request-id: req-1f406ed9-db56-4210-9d17-969267d576f8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:56.479316 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c", "name": "network-vif-deleted", "tag": "7301b359-0b50-46f1-96ef-cdf24875a564", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:56.479572 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f406ed9-db56-4210-9d17-969267d576f8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:56.480041 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab4ad72-1224-4685-8d9d-7b8fa5ddf08c', 'name': 'network-vif-deleted', 'tag': '7301b359-0b50-46f1-96ef-cdf24875a564', 'status': 'completed', 'code': 200} Dec 12 15:22:56.538194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845bd63e-721c-4ad8-9915-ee86075bc275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.545749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845bd63e-721c-4ad8-9915-ee86075bc275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.602995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.660349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e51d717d-60b4-44ef-8d93-fff9c3a32d64 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:22:56.733623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:56.738913 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-845bd63e-721c-4ad8-9915-ee86075bc275 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=190478fc8ca342a7b8073d99ade1bd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8831108 Dec 12 15:22:56.739316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57442) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:56.740210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bd63e-721c-4ad8-9915-ee86075bc275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3ca84-9bac-4915-b849-69752d623d60,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:56.755438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:56.932610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:57.009050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e51d717d-60b4-44ef-8d93-fff9c3a32d64'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:22:57.108380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:57.186485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:57.300957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb4e4433-4ec3-4d98-a96b-e345fdb133ed req-6f01c449-4ea3-4713-92db-f6c4b26f78b9 tempest-MigrationsAdminTest-1654250058 tempest-MigrationsAdminTest-1654250058-project] 10.222.0.36 "GET /v2.0/ports?device_id=c993c5ec-9687-4490-a49b-0817fb478d78 HTTP/1.1" status: 200 len: 210 time: 0.2341397 Dec 12 15:22:57.306485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:57.311994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:57.313400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7d3ca84-9bac-4915-b849-69752d623d60 HTTP/1.1" status: 204 len: 168 time: 0.5729506 Dec 12 15:22:57.354433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b08dc-7363-4986-8156-f8135b5d812f req-3226d285-7b5c-41b8-bab5-30b0bd92827a tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:57.357351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62b08dc-7363-4986-8156-f8135b5d812f req-3226d285-7b5c-41b8-bab5-30b0bd92827a tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.3990889 Dec 12 15:22:57.362450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56138d9c-8d7f-426e-b18e-3ec9c5d77cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3ca84-9bac-4915-b849-69752d623d60,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:57.440901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:57.474290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62b08dc-7363-4986-8156-f8135b5d812f req-af30fdd0-708c-46e9-ae81-134bee3f6627 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845520 Dec 12 15:22:57.994354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:22:58.003088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87210ae0-07ba-48dd-8b93-d031fa7c24a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.060926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-27d9778d-2bd5-48f5-99e1-f979b359e4a8 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:58.069983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-27d9778d-2bd5-48f5-99e1-f979b359e4a8 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.1817131 Dec 12 15:22:58.088447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-6f78da40-12b4-4e52-825d-a081b4a275de tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/quotas/384f662d38c448a1b2532ab9aaa673dc HTTP/1.1" status: 200 len: 375 time: 0.0171270 Dec 12 15:22:58.130533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-da64c209-ff9e-4f21-a51b-f46c0bf034aa tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406020 Dec 12 15:22:58.157023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port e51d717d-60b4-44ef-8d93-fff9c3a32d64 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:22:58.157411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.308149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87210ae0-07ba-48dd-8b93-d031fa7c24a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.317682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87210ae0-07ba-48dd-8b93-d031fa7c24a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.414907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f80d9fb5-b42b-40ec-9f85-1db7fc14f06e service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764730 Dec 12 15:22:58.435624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.446991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57502) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:58.448485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-87210ae0-07ba-48dd-8b93-d031fa7c24a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c19adeec56cc4d099103e800d6743f07&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0058513 Dec 12 15:22:58.461321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:58.518491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87210ae0-07ba-48dd-8b93-d031fa7c24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b9d006-90b0-46ae-be91-59d6a9fdb308,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:58.561672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:22:58.564322 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7128ff4-9148-47b2-85f7-f46bd7b97b4f" -d '{"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-plugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:22:58.626518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7252337d-57a0-4895-838a-23b520ec79cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.644669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:22:58.650381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.650666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:58.752713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 7301b359-0b50-46f1-96ef-cdf24875a564 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:58.753349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7301b359-0b50-46f1-96ef-cdf24875a564 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:58.753953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:22:58.779441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:58.783904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: e6e7641d-c68e-4fc4-afbb-5a15ee876424 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:22:58.784453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e6e7641d-c68e-4fc4-afbb-5a15ee876424 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:22:58.886745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-aeb067c6-b165-44d6-b95e-ef17aa14992b service neutron] 10.222.0.36 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634840 Dec 12 15:22:58.893522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:58.907282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653a282-18dd-44e8-8cdf-0b6aa8d82e7e req-3dca2974-bdb1-4b3e-b582-c1c44429f599 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:22:58.915731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9653a282-18dd-44e8-8cdf-0b6aa8d82e7e req-3dca2974-bdb1-4b3e-b582-c1c44429f599 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.2297976 Dec 12 15:22:58.989662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.194120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7252337d-57a0-4895-838a-23b520ec79cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.235078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9653a282-18dd-44e8-8cdf-0b6aa8d82e7e req-09085b26-4626-4bdc-9947-8495268ace90 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964063 Dec 12 15:22:59.254467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7252337d-57a0-4895-838a-23b520ec79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.344360 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c343656-c77b-4ff6-aeee-1cc5041378df x-openstack-request-id: req-5c343656-c77b-4ff6-aeee-1cc5041378df {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:22:59.344878 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-plugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:22:59.344999 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c343656-c77b-4ff6-aeee-1cc5041378df {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:22:59.345325 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'code': 200} Dec 12 15:22:59.409340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7252337d-57a0-4895-838a-23b520ec79cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce96340ed1ee42799cf2de9efb528c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118719 Dec 12 15:22:59.412003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:59.429728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252337d-57a0-4895-838a-23b520ec79cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a9d55-f0a1-4593-a6ca-5439f0f3edd0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:59.450001 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.477949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.479716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4b9d006-90b0-46ae-be91-59d6a9fdb308 HTTP/1.1" status: 204 len: 168 time: 1.0193596 Dec 12 15:22:59.542734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:22:59.565727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.627961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93ae52d3-a530-4912-aede-c6133e14adeb req-18acbc1e-ef8e-484d-b186-90245e76caf5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 210 time: 0.1456559 Dec 12 15:22:59.628895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.656612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa99c25-31d8-4f9c-b357-6248775f0287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b9d006-90b0-46ae-be91-59d6a9fdb308,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:59.825427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.831718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:22:59.837906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e3a9d55-f0a1-4593-a6ca-5439f0f3edd0 HTTP/1.1" status: 204 len: 168 time: 0.4196687 Dec 12 15:22:59.853410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a062bc-cee2-4b62-b7b6-d46b3748f915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a9d55-f0a1-4593-a6ca-5439f0f3edd0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:22:59.993462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-95298fbc-6ffc-4159-9e3d-149c7b964a17 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592420 Dec 12 15:23:00.238799 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-caa96e91-d944-4e3c-8c16-ce8fc2c0ad4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54abd2d356f848cf92e3857c973c6270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6902432 Dec 12 15:23:00.241087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:00.321722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-32ae4163-2fac-4e0a-9b4a-827913b2fa64 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:00.329893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-32ae4163-2fac-4e0a-9b4a-827913b2fa64 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285031 Dec 12 15:23:00.360929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.363531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-a6e6b3e2-34b6-4e23-adc6-7c25933db157 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/quotas/26cc3dcf7a694b4a91a4e26bcef7ebe3 HTTP/1.1" status: 200 len: 375 time: 0.0301666 Dec 12 15:23:00.427030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.460368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-0119ea91-dbd1-4124-b1b2-9dfc216807c1 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943401 Dec 12 15:23:00.518632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:00.525140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62e69-fb20-492d-8388-aba0bf4d1040 req-f934fe6b-a738-4320-9526-bbbdc349fb29 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:00.532551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aea62e69-fb20-492d-8388-aba0bf4d1040 req-f934fe6b-a738-4320-9526-bbbdc349fb29 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.2729132 Dec 12 15:23:00.577772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b1ed-7ea1-4165-a290-d204e52ca37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.629404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aea62e69-fb20-492d-8388-aba0bf4d1040 req-cdaac66b-f3ea-40bd-ad88-1434ddaee299 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915475 Dec 12 15:23:00.651111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.661996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.663175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ade97f83-dc6e-4647-9a55-13f2ebffd7d7 HTTP/1.1" status: 204 len: 168 time: 0.4197035 Dec 12 15:23:00.705353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debce2bf-4c78-4d9e-a016-42b0c411bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade97f83-dc6e-4647-9a55-13f2ebffd7d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:00.920560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecf704-aabd-409f-bcb9-c3d5e7dbcfe6 req-c34fbdf0-93ab-45c3-985a-2a43b8018486 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:00.932052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8ecf704-aabd-409f-bcb9-c3d5e7dbcfe6 req-c34fbdf0-93ab-45c3-985a-2a43b8018486 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1640491 Dec 12 15:23:00.934543 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b1ed-7ea1-4165-a290-d204e52ca37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.947905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b1ed-7ea1-4165-a290-d204e52ca37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:00.964085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c339a2-f29f-4033-93af-c8928a526481 req-a80b1631-1253-428c-ac33-a75e1dcf60c7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:00.965670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c339a2-f29f-4033-93af-c8928a526481 req-a80b1631-1253-428c-ac33-a75e1dcf60c7 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.2733665 Dec 12 15:23:01.070770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b1ed-7ea1-4165-a290-d204e52ca37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3168287a-b1d7-4d4b-bb52-93140916262e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:01.090693 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bcf8b1ed-7ea1-4165-a290-d204e52ca37c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d429c4328be14ed59986b7c3cf9e24ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5680499 Dec 12 15:23:01.094807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:01.112833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4975386-f38f-4152-bd86-2654140293cf req-daaf0755-7c34-42d0-bf58-bd14d6ac7eb9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 210 time: 0.1460807 Dec 12 15:23:01.221121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.268463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.423022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.426070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.428017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3168287a-b1d7-4d4b-bb52-93140916262e HTTP/1.1" status: 204 len: 168 time: 0.3311627 Dec 12 15:23:01.449970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385824c-4940-49ba-9dc5-a3cdfb4bd70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3168287a-b1d7-4d4b-bb52-93140916262e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:01.522337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-2b74cfb3-c468-4d59-b133-f8fc0432cdc4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:01.524431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-2b74cfb3-c468-4d59-b133-f8fc0432cdc4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 822 time: 0.1876149 Dec 12 15:23:01.541849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7eb32bf-a3f9-4d29-a14f-047824fe9812 req-cc179f70-0a07-4ff4-be4e-ca663f858e5d tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 210 time: 0.2998416 Dec 12 15:23:01.556245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Request body: {'port': {'device_id': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'admin_state_up': True, 'tenant_id': '384f662d38c448a1b2532ab9aaa673dc'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:01.619059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:01.750973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8ecf704-aabd-409f-bcb9-c3d5e7dbcfe6 req-735ff649-04c5-4c9c-bb34-4300a13f7834 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8178864 Dec 12 15:23:01.752145 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65d05d07-ec87-4d53-bea2-580d5ee78b7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=056cc69baba345609edd4663b3a770bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311440 Dec 12 15:23:01.756002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:01.852948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.892615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:01.999731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:02.003806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:02.010642 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ac30380-ab00-4c71-b6f2-0ea8bdb1c41d HTTP/1.1" status: 204 len: 168 time: 0.2534173 Dec 12 15:23:02.026239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52221f7-3f32-4af9-8ccc-a52e9896552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac30380-ab00-4c71-b6f2-0ea8bdb1c41d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:02.107780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4e040-d155-4001-8a4a-6a791e81f17c req-ef64029b-4f9b-40fe-a28d-6d2ba2bc90c8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:02.118276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dd4e040-d155-4001-8a4a-6a791e81f17c req-ef64029b-4f9b-40fe-a28d-6d2ba2bc90c8 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.3640792 Dec 12 15:23:02.190791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Deleting port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:02.191139 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:02.315397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Made reservation on behalf of 384f662d38c448a1b2532ab9aaa673dc for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:02.319283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:02.500474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Allocated IP 172.20.0.9 (c2c3fcc9-2792-456c-96ce-9726ae5044d4/fe5983f6-181c-48c8-8bec-c50f15421b88/e02ff803-3388-4b55-b212-533f6d8ab44d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:02.687470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dd4e040-d155-4001-8a4a-6a791e81f17c req-217f4625-7f5e-410e-9a16-150d487b29e9 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664265 Dec 12 15:23:02.719591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-764fe966-3cf9-4fd9-90be-435d561a83bc req-84136205-8b85-4d4d-9a0e-701bfadb1ee5 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 210 time: 0.4738874 Dec 12 15:23:02.745354 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-c740bfbb-ae97-4e44-b538-44ad3bc0f3cc tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759835 Dec 12 15:23:02.847803 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:02.969506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-89e78240-a1fe-4062-b579-d365c9011fe7 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:02.971671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-89e78240-a1fe-4062-b579-d365c9011fe7 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171519 Dec 12 15:23:02.989769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Request body: {'port': {'device_id': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '26cc3dcf7a694b4a91a4e26bcef7ebe3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:02.998042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-813ea8a8-0b3a-45ae-b651-07127f473f2a req-96a63a53-4cf6-4e15-95e5-3d16e2663680 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 210 time: 0.1246314 Dec 12 15:23:03.022025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.112268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] For port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:03.112268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.182367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Calling delete_port for 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:03.197511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Made reservation on behalf of 26cc3dcf7a694b4a91a4e26bcef7ebe3 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:03.211098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.219836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Network c2c3fcc9-2792-456c-96ce-9726ae5044d4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:03.238119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.239381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event updated for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:03.244022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:03.258839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:03.301427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.302617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.302617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.302617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.303245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.304212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.304592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.305145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.305571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.305998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.306422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.306845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.307265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:03.471384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:03.471590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.472749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.483693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:03.584450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a246c2-2cbf-48d7-bfc8-29579c601ef4 req-d6c30358-9b3b-4850-8b82-23d6d30212e6 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:03.586171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1a246c2-2cbf-48d7-bfc8-29579c601ef4 req-d6c30358-9b3b-4850-8b82-23d6d30212e6 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.3378901 Dec 12 15:23:03.610860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-295e4e1d-f424-47d8-bd59-885e03fd5e62 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0663457 Dec 12 15:23:03.624980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Request body: {'port': {'device_id': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:03.641561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:03.805651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Allocated IP 192.168.233.85 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/bdb89e90-67fa-4371-bedc-beb3c565c7f4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:04.029007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:04.086866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.202624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.392881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:04.400693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1a246c2-2cbf-48d7-bfc8-29579c601ef4 req-71c2ca20-2e00-4423-9b11-de145c470004 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782843 Dec 12 15:23:04.406601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:04.408498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.415879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:04.421554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:04.492159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ef35c-507f-4a5b-99ea-5120559db578 req-ddb48b0a-f08c-4f84-8f21-2bd21d18183e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:04.506562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c14ef35c-507f-4a5b-99ea-5120559db578 req-ddb48b0a-f08c-4f84-8f21-2bd21d18183e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6c7cfbd-6000-4c9a-b1ea-048f50b730e9 HTTP/1.1" status: 200 len: 944 time: 0.2589324 Dec 12 15:23:04.512570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.590302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:04.590985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.631808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-575c836a-6309-499b-9cf6-3024bd6c2d5e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6462364 Dec 12 15:23:04.649814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Request body: {'port': {'device_id': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:04.722531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event deleted for resources: {'Port': ['ID=688e1ab8-63d9-4d86-a88d-b6ae11dbd845,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:04.787102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.826359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c14ef35c-507f-4a5b-99ea-5120559db578 req-e3685257-1b8d-4aec-9035-bb7634fd75ff tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186398 Dec 12 15:23:04.828276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] No DVR routers for this DVR port 688e1ab8-63d9-4d86-a88d-b6ae11dbd845 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:04.832005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-91af8ba5-0d63-4603-8b98-9ae0d5991791 None None] Provisioning complete for port bdb89e90-67fa-4371-bedc-beb3c565c7f4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:04.833719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.836219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-91af8ba5-0d63-4603-8b98-9ae0d5991791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:04.837608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17c339a2-f29f-4033-93af-c8928a526481 req-92c2e748-ae0b-4b35-abb8-25263f68bf6e tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "DELETE /v2.0/ports/688e1ab8-63d9-4d86-a88d-b6ae11dbd845 HTTP/1.1" status: 204 len: 173 time: 3.8310423 Dec 12 15:23:04.840387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-deleted', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:04.842760 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26382ff-90f8-4a87-b90d-acac57d44a00" -d '{"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-deleted", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:04.952955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-91af8ba5-0d63-4603-8b98-9ae0d5991791 None None] Port bdb89e90-67fa-4371-bedc-beb3c565c7f4 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:05.073367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea038fa-6b29-4c3b-8971-19676ba57f34 req-a9324b65-6d2d-4d4a-a82d-14201e6219c4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:05.081488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ea038fa-6b29-4c3b-8971-19676ba57f34 req-a9324b65-6d2d-4d4a-a82d-14201e6219c4 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 931 time: 0.3837605 Dec 12 15:23:05.184298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e4ee2-89ee-424e-8f3a-90e0ebcfe2e9 req-b0a18037-8ec4-421b-981e-e15698945536 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:05.192522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-715e4ee2-89ee-424e-8f3a-90e0ebcfe2e9 req-b0a18037-8ec4-421b-981e-e15698945536 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 935 time: 0.2130833 Dec 12 15:23:05.250902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ea038fa-6b29-4c3b-8971-19676ba57f34 req-5b3aeeeb-e769-47db-af56-da599c7db92b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682091 Dec 12 15:23:05.351202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-715e4ee2-89ee-424e-8f3a-90e0ebcfe2e9 req-d523ace1-5d35-4b8b-aa48-3927007ee56f tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573653 Dec 12 15:23:05.364900 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-39192909-6eff-40aa-ae78-56bb1fd5c954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.505168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57776) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:05.538300 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef977dc-50c2-443b-bf39-0025e2aa1833 x-openstack-request-id: req-9ef977dc-50c2-443b-bf39-0025e2aa1833 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:05.538598 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c7cfbd-6000-4c9a-b1ea-048f50b730e9", "name": "network-vif-deleted", "tag": "688e1ab8-63d9-4d86-a88d-b6ae11dbd845", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:05.538856 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ef977dc-50c2-443b-bf39-0025e2aa1833 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:05.539280 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c7cfbd-6000-4c9a-b1ea-048f50b730e9', 'name': 'network-vif-deleted', 'tag': '688e1ab8-63d9-4d86-a88d-b6ae11dbd845', 'status': 'completed', 'code': 200} Dec 12 15:23:05.550765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:05.552144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02ff803-3388-4b55-b212-533f6d8ab44d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:05.564826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.584255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.587140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Transition to ACTIVE for port object bdb89e90-67fa-4371-bedc-beb3c565c7f4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:05.607042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.623730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Transition to ACTIVE for port object e02ff803-3388-4b55-b212-533f6d8ab44d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:05.632621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.789659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Pushing event updated for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:05.808915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:05.832116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d928261d-a147-440d-a02c-e62a76f5c0a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.881148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Attempting to bind port bdb89e90-67fa-4371-bedc-beb3c565c7f4 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:05.881604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Attempting to bind port bdb89e90-67fa-4371-bedc-beb3c565c7f4 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:05.882009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Attempting to bind port bdb89e90-67fa-4371-bedc-beb3c565c7f4 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:05.889053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Port bdb89e90-67fa-4371-bedc-beb3c565c7f4 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:05.889480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Attempting to bind port bdb89e90-67fa-4371-bedc-beb3c565c7f4 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:05.895703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:05.895898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:05.896277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:05.896834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Bound port: bdb89e90-67fa-4371-bedc-beb3c565c7f4, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:05.897773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:05.932446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-2ed9bc76-4e79-4623-ad5b-09b302096a93 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649157 Dec 12 15:23:05.946774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad369bd-99be-4cb9-bdbe-2f55abd517f9 req-4f7dd190-a60d-4975-86d0-a95e993c4a49 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:05.948268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cad369bd-99be-4cb9-bdbe-2f55abd517f9 req-4f7dd190-a60d-4975-86d0-a95e993c4a49 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1929736 Dec 12 15:23:05.983640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:05.987607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:05.998679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.050916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.051536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.053043 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdb89e90-67fa-4371-bedc-beb3c565c7f4 HTTP/1.1" status: 200 len: 1095 time: 1.4086125 Dec 12 15:23:06.053489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:06.055742 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0da648-dfc9-4c23-9f6c-70582ef166af" -d '{"events": [{"name": "network-changed", "server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:06.090612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5fc7-5923-42da-be6c-dd2c0dccade9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:06.097948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Attempting to bind port e02ff803-3388-4b55-b212-533f6d8ab44d on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:06.098332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Attempting to bind port e02ff803-3388-4b55-b212-533f6d8ab44d by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:06.098662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Attempting to bind port e02ff803-3388-4b55-b212-533f6d8ab44d on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:06.171802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Port e02ff803-3388-4b55-b212-533f6d8ab44d on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:06.172201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Attempting to bind port e02ff803-3388-4b55-b212-533f6d8ab44d on network c2c3fcc9-2792-456c-96ce-9726ae5044d4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:06.179998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-55e2b51c-a9eb-40ff-844c-e2fd6d92bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.181978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-55e2b51c-a9eb-40ff-844c-e2fd6d92bfbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 1098 time: 0.0702074 Dec 12 15:23:06.200529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cad369bd-99be-4cb9-bdbe-2f55abd517f9 req-1a4caa54-67f1-4d77-9005-068fdadd03e7 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387812 Dec 12 15:23:06.207575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:06.208422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Checking segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:06.208854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Bound using segment: {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:06.209650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Bound port: e02ff803-3388-4b55-b212-533f6d8ab44d, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c8be46-1db0-4dc2-9f71-34fdebbf6eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:06.209650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.257093 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-692a1877-8261-403c-89a7-8716b67073aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4 HTTP/1.1" status: 200 len: 217 time: 0.0612769 Dec 12 15:23:06.332402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-6cd65549-1069-4a33-a507-f4144332555a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.343647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-6cd65549-1069-4a33-a507-f4144332555a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3936939 Dec 12 15:23:06.357204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-8c01d9d9-9e28-44cf-953e-43f474e5dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.358997 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-8c01d9d9-9e28-44cf-953e-43f474e5dfcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0884228 Dec 12 15:23:06.373768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d928261d-a147-440d-a02c-e62a76f5c0a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.393252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-110c6179-7733-4444-af64-e9b502bde024 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.0486610 Dec 12 15:23:06.394529 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b34be26-54ac-4311-bd1c-83b36352cdc5 x-openstack-request-id: req-0b34be26-54ac-4311-bd1c-83b36352cdc5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:06.394944 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:06.395211 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b34be26-54ac-4311-bd1c-83b36352cdc5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:06.395708 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'status': 'completed', 'code': 200} Dec 12 15:23:06.399757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d928261d-a147-440d-a02c-e62a76f5c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.468556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dc9d1-3db9-40d5-9481-090833214218 req-e07ac3e5-7879-48ac-bc48-6a4668b51a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.471286 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-e07ac3e5-7879-48ac-bc48-6a4668b51a6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978572 Dec 12 15:23:06.473344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-e2870f2f-2376-4996-9a97-05bc1aa9f31a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791450 Dec 12 15:23:06.520199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:06.528673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e02ff803-3388-4b55-b212-533f6d8ab44d,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:06.546185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d928261d-a147-440d-a02c-e62a76f5c0a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00429045991947dcbcd6df5ae36747ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0372040 Dec 12 15:23:06.546185 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.547167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57804) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:06.551586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928261d-a147-440d-a02c-e62a76f5c0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36489e2d-a221-45c1-acb8-a17516192c46,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:06.648711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-c6492f47-c608-4875-b54e-ed87a527a57b service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560154 Dec 12 15:23:06.668914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.669879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.671638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] 10.222.0.13 "PUT /v2.0/ports/e02ff803-3388-4b55-b212-533f6d8ab44d HTTP/1.1" status: 200 len: 1091 time: 3.0518475 Dec 12 15:23:06.730773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ddb3-0e90-4c1d-95e2-cffc2f6fceff service neutron] Pushing event updated for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:06.760597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bf698-512d-4135-abab-383c32e56002 req-8771459b-922b-43cb-beb2-ecc5943cfee9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:06.767144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83bf698-512d-4135-abab-383c32e56002 req-8771459b-922b-43cb-beb2-ecc5943cfee9 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 943 time: 0.2485902 Dec 12 15:23:06.846604 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:06.883838 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-957dc9d1-3db9-40d5-9481-090833214218 req-137a99a7-e4a2-4ae1-a60f-fbf4f6a43d83 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301128 Dec 12 15:23:06.919277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83bf698-512d-4135-abab-383c32e56002 req-c4ca7510-c044-4b9d-862a-dea19c88a21d tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509042 Dec 12 15:23:07.013962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:07.043981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-7f870faf-0d76-473a-85f9-494efce9dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.050132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-7f870faf-0d76-473a-85f9-494efce9dc19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 1094 time: 0.3065476 Dec 12 15:23:07.086560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-8f823b3f-af47-47ca-9276-aed30264d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.088268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-8f823b3f-af47-47ca-9276-aed30264d51e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 1098 time: 0.1256237 Dec 12 15:23:07.132874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-5b3ef740-3aca-4a07-9dd2-edf1d6cce336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02ff803-3388-4b55-b212-533f6d8ab44d HTTP/1.1" status: 200 len: 217 time: 0.0684085 Dec 12 15:23:07.201724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-072f3c1f-9aa5-4f8a-ac1d-a9e2a58f7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.206176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-072f3c1f-9aa5-4f8a-ac1d-a9e2a58f7593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.0663402 Dec 12 15:23:07.267881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-2ec3aeb4-7c46-4591-883a-c03787744302 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444996 Dec 12 15:23:07.335211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:07.338104 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:07.341543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36489e2d-a221-45c1-acb8-a17516192c46 HTTP/1.1" status: 204 len: 168 time: 0.7886455 Dec 12 15:23:07.361303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-365a4eed-1c95-49e7-a1ad-b2b65f90ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.365344 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-365a4eed-1c95-49e7-a1ad-b2b65f90ee47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2658730 Dec 12 15:23:07.390558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ccf5c8-cb38-484c-bd4a-f49900d45774 req-a572100f-4f30-44f4-abfb-fcfc2a72fff3 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 210 time: 0.1278543 Dec 12 15:23:07.461366 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-3a488dc0-fb61-4b4c-b7cd-da4f374a9bf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4 HTTP/1.1" status: 200 len: 217 time: 0.0856018 Dec 12 15:23:07.528087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556b31-fb06-4393-a8f3-9118800bf41a req-2e1b06ac-e536-4c48-a38b-21bed1f28faf tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.535691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22556b31-fb06-4393-a8f3-9118800bf41a req-2e1b06ac-e536-4c48-a38b-21bed1f28faf tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 947 time: 0.4583297 Dec 12 15:23:07.545389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:07.548276 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88688759-b0fc-4451-9b46-5f711f784be5" -d '{"events": [{"name": "network-changed", "server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:07.559865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-4b0523f7-c5b4-4877-ae09-6479b66d7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.562259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-4b0523f7-c5b4-4877-ae09-6479b66d7d8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0890427 Dec 12 15:23:07.576949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98df20-201e-4232-8999-2dae3eca0719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36489e2d-a221-45c1-acb8-a17516192c46,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:07.700440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2baf0d3-4589-4ae0-a0ef-16878660d04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:07.733097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-8ce46a5d-3fe3-4f23-8ce4-825a34cd3747 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.734943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-8ce46a5d-3fe3-4f23-8ce4-825a34cd3747 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.2345090 Dec 12 15:23:07.764534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-4ed48d2f-4b15-49f4-97f6-e0b151704570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.767087 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-4ed48d2f-4b15-49f4-97f6-e0b151704570 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835268 Dec 12 15:23:07.821159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-73218fa9-45d1-44a9-ba43-29edc0714f27 service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079777 Dec 12 15:23:07.833312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22556b31-fb06-4393-a8f3-9118800bf41a req-5119ce30-9770-4f8d-b174-def958eecb5c tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967045 Dec 12 15:23:07.841276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc82c9-4e8e-4963-8808-fe4a25741433 req-8b161fbf-42c6-4c94-8e7f-0390a7670cdf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:07.849777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbfc82c9-4e8e-4963-8808-fe4a25741433 req-8b161fbf-42c6-4c94-8e7f-0390a7670cdf tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.3118637 Dec 12 15:23:07.865205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:07.889115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb8b26d8-9d0a-4a4d-91ab-fd226f5037dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:07.983188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-cdc0efe6-5c5e-4be9-98bb-3c416f538a14 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061372 Dec 12 15:23:08.060973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbfc82c9-4e8e-4963-8808-fe4a25741433 req-8a517dd6-0f70-4e4d-9f6f-7e788cb0b0c4 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065196 Dec 12 15:23:08.091193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5a0da648-dfc9-4c23-9f6c-70582ef166af req-1cb7ecbe-828f-4cb6-8876-a3ee4ef73c38 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973513 Dec 12 15:23:08.093542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff0547-36ea-47b0-815b-b3e491665928 req-3626e2b0-4731-47bd-b005-30a4d4890a6b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:08.107587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1eff0547-36ea-47b0-815b-b3e491665928 req-3626e2b0-4731-47bd-b005-30a4d4890a6b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1587994 Dec 12 15:23:08.118363 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1545370-f6bb-4c35-8e3a-7a3a922a1f1f x-openstack-request-id: req-b1545370-f6bb-4c35-8e3a-7a3a922a1f1f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:08.118757 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:08.119114 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1545370-f6bb-4c35-8e3a-7a3a922a1f1f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:08.119610 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d', 'status': 'completed', 'code': 200} Dec 12 15:23:08.124588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Deleting port 9033343a-eb33-4989-aa2f-248c4f620824 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:08.125145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.153306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb8b26d8-9d0a-4a4d-91ab-fd226f5037dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.163944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb8b26d8-9d0a-4a4d-91ab-fd226f5037dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.231303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb8b26d8-9d0a-4a4d-91ab-fd226f5037dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc55c39f7b4c4d199c1a52054b47a13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617105 Dec 12 15:23:08.232485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:08.236499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b26d8-9d0a-4a4d-91ab-fd226f5037dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbce05f-2e65-483d-9ca9-f01bc4c4533b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:08.246242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbe9f721-c123-4ee8-b48d-61dd99c8b4d9 req-7ea1195c-0776-4a67-b6da-12028f27079d service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936956 Dec 12 15:23:08.312081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.335675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] For port 9033343a-eb33-4989-aa2f-248c4f620824, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9033343a-eb33-4989-aa2f-248c4f620824,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:08.336050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.345848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.392935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Calling delete_port for 9033343a-eb33-4989-aa2f-248c4f620824 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:08.406723 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-bd023faa-e25e-45b8-8a10-c1e45922da10 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406580 Dec 12 15:23:08.416725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb6f2-34ec-4d36-8bd6-deec816c4b7b req-b94bc247-fbba-405c-9852-0ba42eef8423 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:08.428605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb0bb6f2-34ec-4d36-8bd6-deec816c4b7b req-b94bc247-fbba-405c-9852-0ba42eef8423 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 943 time: 0.1717544 Dec 12 15:23:08.471526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.530696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1eff0547-36ea-47b0-815b-b3e491665928 req-fac3da40-a01c-473a-8c82-999b54227183 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205263 Dec 12 15:23:08.546768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.550271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.552183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afbce05f-2e65-483d-9ca9-f01bc4c4533b HTTP/1.1" status: 204 len: 168 time: 0.3183522 Dec 12 15:23:08.573144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f2d97-fc1b-4d5e-8e62-744e02baaeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbce05f-2e65-483d-9ca9-f01bc4c4533b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:08.606500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-33ee601b-b83f-4976-b7ce-6cfe71442e35 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:08.609102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-33ee601b-b83f-4976-b7ce-6cfe71442e35 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920035 Dec 12 15:23:08.628511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:08.726863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688759-b0fc-4451-9b46-5f711f784be5 req-bd55fc86-0cd2-44e7-b983-e3387cd05793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:08.728353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-bd55fc86-0cd2-44e7-b983-e3387cd05793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=384f662d38c448a1b2532ab9aaa673dc&device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 1094 time: 0.4159980 Dec 12 15:23:08.761995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb0bb6f2-34ec-4d36-8bd6-deec816c4b7b req-599faaee-09be-4637-8c9e-ade96d2c1a86 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283384 Dec 12 15:23:08.775044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:08.781340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.806807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:08.883885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0155577-2afa-4b98-9327-18f8722a4392 req-923c6eb3-ff87-42f9-b1cd-434866d0867d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 210 time: 0.0893934 Dec 12 15:23:08.985872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688759-b0fc-4451-9b46-5f711f784be5 req-5d2822d6-421f-4ce2-97b0-ace9d4151dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:08.987447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-5d2822d6-421f-4ce2-97b0-ace9d4151dc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 200 len: 922 time: 0.2245066 Dec 12 15:23:09.001536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.016030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.027388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.089223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-ed67e147-f68b-4d25-9102-99a53f0b2ed6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02ff803-3388-4b55-b212-533f6d8ab44d HTTP/1.1" status: 200 len: 217 time: 0.0808890 Dec 12 15:23:09.185143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f64112-02f3-48a3-8031-9066b6431981,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:09.259337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da95ec-72cc-46be-9612-9055be1221df req-aec335b8-a809-4b5c-8ffc-e230ddbc91e5 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:09.261054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1da95ec-72cc-46be-9612-9055be1221df req-aec335b8-a809-4b5c-8ffc-e230ddbc91e5 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 947 time: 0.2036097 Dec 12 15:23:09.265768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.311602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88688759-b0fc-4451-9b46-5f711f784be5 req-564664b6-a716-472f-b4ab-c9ecef6782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:09.313581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-564664b6-a716-472f-b4ab-c9ecef6782d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 200 len: 862 time: 0.2077575 Dec 12 15:23:09.323089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event deleted for resources: {'Port': ['ID=9033343a-eb33-4989-aa2f-248c4f620824,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:09.324028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.121 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/8f7b4daa-8189-438e-a508-32ea76e07347) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:09.381887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0e61-e4e2-47c3-b705-2f804c2f8e6b req-4954d35b-5b65-431b-8368-369d1a53b834 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:09.383343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-260f0e61-e4e2-47c3-b705-2f804c2f8e6b req-4954d35b-5b65-431b-8368-369d1a53b834 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e4e1c7-413a-451e-8519-16cd08e00a1e HTTP/1.1" status: 200 len: 944 time: 0.2013142 Dec 12 15:23:09.409393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57880) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:09.427792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-199f07e4-7abf-4d08-b451-6756f441d08a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2c3fcc9-2792-456c-96ce-9726ae5044d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890815 Dec 12 15:23:09.441141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] No DVR routers for this DVR port 9033343a-eb33-4989-aa2f-248c4f620824 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:09.444118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.448313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35096fb0-7de0-42ed-866f-86c4270d8795 req-eafc7c98-66fb-4fb5-b03a-d36fe902fc17 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "DELETE /v2.0/ports/9033343a-eb33-4989-aa2f-248c4f620824 HTTP/1.1" status: 204 len: 173 time: 1.7017715 Dec 12 15:23:09.565242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1da95ec-72cc-46be-9612-9055be1221df req-8080fb32-6ff3-46e0-a4bf-f2733ff1cbeb tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898388 Dec 12 15:23:09.640538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-260f0e61-e4e2-47c3-b705-2f804c2f8e6b req-ba53c745-dbe3-4cfd-8c56-9fea0d174bde tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301614 Dec 12 15:23:09.701138 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.734662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-9c56bc09-523d-414c-aea7-72b9ca93e752 service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849288 Dec 12 15:23:09.800360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:09.891847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089a592-ca72-4a97-9c66-51fb86503440 req-59ea5329-372a-41d2-8729-b3b3bd4fc69e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:09.893462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e089a592-ca72-4a97-9c66-51fb86503440 req-59ea5329-372a-41d2-8729-b3b3bd4fc69e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1520998 Dec 12 15:23:09.918321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:09.927542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:09.943726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:09.955036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:09.979145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf1fc-6326-488a-997b-0d324180104c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.040752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:10.041770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.042656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:10.044925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:10.065454 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-b746d33d-a001-4802-a525-6cc9fb422e59 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4459257 Dec 12 15:23:10.083061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Request body: {'port': {'device_id': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:10.135840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 9033343a-eb33-4989-aa2f-248c4f620824 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:10.140065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9033343a-eb33-4989-aa2f-248c4f620824 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:10.165769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ea738-e82c-44c6-b0d0-66d96574d2ce req-4c90c0a7-bdbb-48f2-ba38-0d4af1b6f6de tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:10.170394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-895ea738-e82c-44c6-b0d0-66d96574d2ce req-4c90c0a7-bdbb-48f2-ba38-0d4af1b6f6de tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 943 time: 0.3029435 Dec 12 15:23:10.170905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-deleted', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:10.178891 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f4c833-2957-4263-9824-e6da2207ba9b" -d '{"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-deleted", "tag": "9033343a-eb33-4989-aa2f-248c4f620824"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:10.226255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.345907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf1fc-6326-488a-997b-0d324180104c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.359612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88688759-b0fc-4451-9b46-5f711f784be5 req-5aff45f1-5297-4dae-ae64-3d3396c99a6c service neutron] 10.222.0.13 "GET /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829628 Dec 12 15:23:10.368768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf1fc-6326-488a-997b-0d324180104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.383684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.401254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f2bbf1fc-6326-488a-997b-0d324180104c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=538a5e52ef804487bbf31a1a838509fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9755540 Dec 12 15:23:10.416846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57914) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:10.466564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:10.490856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'mac_address': 'fa:16:3e:6d:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:10.494432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e089a592-ca72-4a97-9c66-51fb86503440 req-5dd4ef9c-5c29-46d5-8092-348d81993e91 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529580 Dec 12 15:23:10.528771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbf1fc-6326-488a-997b-0d324180104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e64378-902a-4542-bb1f-4b47ca671213,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:10.528996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88030d83-dd24-4564-a85c-187534e57d45 None None] Provisioning complete for port 8f7b4daa-8189-438e-a508-32ea76e07347 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:10.528996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88030d83-dd24-4564-a85c-187534e57d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.558504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-895ea738-e82c-44c6-b0d0-66d96574d2ce req-f881694e-7182-4790-aa0e-f49389675176 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752298 Dec 12 15:23:10.621412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.674320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.678847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88030d83-dd24-4564-a85c-187534e57d45 None None] Port 8f7b4daa-8189-438e-a508-32ea76e07347 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:10.685637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.706509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:10.745441 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d43f6de-cb40-44f1-9397-dab5ab23aafa x-openstack-request-id: req-0d43f6de-cb40-44f1-9397-dab5ab23aafa {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:10.746293 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4e1c7-413a-451e-8519-16cd08e00a1e", "name": "network-vif-deleted", "tag": "9033343a-eb33-4989-aa2f-248c4f620824", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:10.747234 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d43f6de-cb40-44f1-9397-dab5ab23aafa {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:10.747714 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4e1c7-413a-451e-8519-16cd08e00a1e', 'name': 'network-vif-deleted', 'tag': '9033343a-eb33-4989-aa2f-248c4f620824', 'status': 'completed', 'code': 200} Dec 12 15:23:10.757038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:10.764357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.850073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.853971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.856967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7e64378-902a-4542-bb1f-4b47ca671213 HTTP/1.1" status: 204 len: 168 time: 0.4377470 Dec 12 15:23:10.876377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7b4daa-8189-438e-a508-32ea76e07347 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:10.884844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dbb70-10a4-4e3a-88cf-d1a20a78b243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e64378-902a-4542-bb1f-4b47ca671213,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:10.890193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.891256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:10.919310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Transition to ACTIVE for port object 8f7b4daa-8189-438e-a508-32ea76e07347 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:10.927246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d44476-255a-4034-a2c6-dd07c712e4ff req-a3bd9517-b194-4e61-be4a-3c2c5e75e456 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:10.928812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:10.942896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53d44476-255a-4034-a2c6-dd07c712e4ff req-a3bd9517-b194-4e61-be4a-3c2c5e75e456 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 936 time: 0.1810346 Dec 12 15:23:10.966049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41d743-0152-464e-80c9-38b109dfff67 req-8121ce40-bb17-4f9f-ac0d-ce55548b0d80 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:10.979113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa41d743-0152-464e-80c9-38b109dfff67 req-8121ce40-bb17-4f9f-ac0d-ce55548b0d80 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 948 time: 0.2302678 Dec 12 15:23:10.999141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.077709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['bdb89e90-67fa-4371-bedc-beb3c565c7f4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:11.102755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:11.127608 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.240147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Attempting to bind port 8f7b4daa-8189-438e-a508-32ea76e07347 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:11.240547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Attempting to bind port 8f7b4daa-8189-438e-a508-32ea76e07347 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:11.253195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Attempting to bind port 8f7b4daa-8189-438e-a508-32ea76e07347 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:11.266630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Port 8f7b4daa-8189-438e-a508-32ea76e07347 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:11.267122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Attempting to bind port 8f7b4daa-8189-438e-a508-32ea76e07347 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:11.281679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:11.311434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:11.313461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:11.324871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Bound port: 8f7b4daa-8189-438e-a508-32ea76e07347, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:11.327813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.340972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e02ff803-3388-4b55-b212-533f6d8ab44d details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:11.468734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:11.473556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8f7b4daa-8189-438e-a508-32ea76e07347,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:11.485925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.627989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:11.630274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.634122 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f7b4daa-8189-438e-a508-32ea76e07347 HTTP/1.1" status: 200 len: 1096 time: 1.5554013 Dec 12 15:23:11.634761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:11.639570 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7245c-f636-4fad-9996-1ea7eff20c44" -d '{"events": [{"name": "network-changed", "server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:11.727891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02f45-bf03-43d6-a4f0-b15659bb50a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:11.729551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e02ff803-3388-4b55-b212-533f6d8ab44d,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:11.784024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'e02ff803-3388-4b55-b212-533f6d8ab44d', 'network_id': 'c2c3fcc9-2792-456c-96ce-9726ae5044d4', 'port_id': 'e02ff803-3388-4b55-b212-533f6d8ab44d', 'mac_address': 'fa:16:3e:a4:35:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5983f6-181c-48c8-8bec-c50f15421b88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:11.841597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-3ca21838-3383-45f5-a15f-809f3db1b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:11.845859 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-3ca21838-3383-45f5-a15f-809f3db1b229 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 1099 time: 0.1607325 Dec 12 15:23:11.898000 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:11.917634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02ff803-3388-4b55-b212-533f6d8ab44d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:11.961796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-3a89c13b-de61-4ae9-b387-f43fd0ee90c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8f7b4daa-8189-438e-a508-32ea76e07347 HTTP/1.1" status: 200 len: 217 time: 0.1074450 Dec 12 15:23:11.975061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e02ff803-3388-4b55-b212-533f6d8ab44d,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:11.984533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.013334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa41d743-0152-464e-80c9-38b109dfff67 req-29466b71-0863-44fa-9d87-af18d598713e tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0305011 Dec 12 15:23:12.039946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53d44476-255a-4034-a2c6-dd07c712e4ff req-c38d173a-4448-4fc0-9ab5-154bf2aed16a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0548501 Dec 12 15:23:12.072819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-26db0eb7-0fd8-4cfc-a814-b7c6a3d9e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.072819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-26db0eb7-0fd8-4cfc-a814-b7c6a3d9e4cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1021020 Dec 12 15:23:12.137761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:12.187893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-e7fc3d38-870d-451d-b706-1e79b1e231e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.189706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-e7fc3d38-870d-451d-b706-1e79b1e231e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095273 Dec 12 15:23:12.231432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['e02ff803-3388-4b55-b212-533f6d8ab44d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:12.360139 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-c5988dd3-a3f4-4aa8-8a60-d68fa4820bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609862 Dec 12 15:23:12.387439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8946f-7ac4-4282-aff7-d8554210b9da req-c5bcfc38-3869-4f9a-9c0f-21bc20d4c11c tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.402699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22c8946f-7ac4-4282-aff7-d8554210b9da req-c5bcfc38-3869-4f9a-9c0f-21bc20d4c11c tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1787908 Dec 12 15:23:12.418702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:12.450886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe2d23-0577-4fd6-a13f-62906a890271 req-5224b095-4ef4-4173-a0f6-e9b7cf393afb tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.453004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17fe2d23-0577-4fd6-a13f-62906a890271 req-5224b095-4ef4-4173-a0f6-e9b7cf393afb tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 944 time: 0.1822848 Dec 12 15:23:12.494012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22c8946f-7ac4-4282-aff7-d8554210b9da req-a98a2c7f-3504-46a3-9e13-603c0767eedf tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Dec 12 15:23:12.509972 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b9ab16eb-1da7-45e0-b636-89f3c6055b4a req-58141d2a-7d63-474f-8e8f-d4bfdbce44fd service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389172 Dec 12 15:23:12.544503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17fe2d23-0577-4fd6-a13f-62906a890271 req-13777bd8-999e-4426-ad7c-164a83d516be tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 Dec 12 15:23:12.564775 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8baa0eb-433a-443e-bb63-f7fda064ca85 x-openstack-request-id: req-f8baa0eb-433a-443e-bb63-f7fda064ca85 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:12.565149 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:12.565622 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8baa0eb-433a-443e-bb63-f7fda064ca85 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:12.566095 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347', 'status': 'completed', 'code': 200} Dec 12 15:23:12.619809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-network', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:12.643248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-078dab09-5292-42c2-96c2-a7104a9006ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.645218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-078dab09-5292-42c2-96c2-a7104a9006ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 1099 time: 0.0616665 Dec 12 15:23:12.668975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Made reservation on behalf of 8f8c47dc7b0448bebf7162088660a5ec for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:12.671786 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.685981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.856433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-07116180-032a-485f-999d-63e576e227fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.861968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.868899 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-07116180-032a-485f-999d-63e576e227fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2128763 Dec 12 15:23:12.870345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.914836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:23:12.921423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-837a2ebd-dfe7-4737-b016-cfc91d185d22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8f7b4daa-8189-438e-a508-32ea76e07347 HTTP/1.1" status: 200 len: 217 time: 0.0452695 Dec 12 15:23:12.936827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:12.937169 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Added segment 70add6c4-cedd-475a-9bb3-838512a92374 of type vlan for network b970b084-19c5-4fbb-802b-f5143ed67108 Dec 12 15:23:12.947126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56071dc-e44d-4b57-8b31-b79519d76b56,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:12.969301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd4d8-7f09-40b1-a103-af4bc496fb0e req-565cb370-76be-40db-a4dc-b96602663230 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:12.970816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5bd4d8-7f09-40b1-a103-af4bc496fb0e req-565cb370-76be-40db-a4dc-b96602663230 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.1286597 Dec 12 15:23:13.059619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-33e62b71-b6bd-4e6a-83be-244ae753032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.061505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.061945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-33e62b71-b6bd-4e6a-83be-244ae753032b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1292896 Dec 12 15:23:13.089312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-50aaa568-06f5-4a3f-9ccc-66fe01d3bf58 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486016 Dec 12 15:23:13.116878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5bd4d8-7f09-40b1-a103-af4bc496fb0e req-72acb2b9-8bd7-4d54-8440-2e68d2195383 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/security-groups?id=f16cf20b-bd8e-444b-aad6-1b7cdada54b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059136 Dec 12 15:23:13.130243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-a2481973-929a-47de-a761-62f67a4892bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.132836 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-a2481973-929a-47de-a761-62f67a4892bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545342 Dec 12 15:23:13.140187 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:23:13.247258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.248672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.249188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.258165 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-84dca94f-2db1-4ced-aa25-549b10a6ded9 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176696 Dec 12 15:23:13.325249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-f420df09-86f9-49f9-b706-e060f4df2896 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.326735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-f420df09-86f9-49f9-b706-e060f4df2896 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 944 time: 0.1604600 Dec 12 15:23:13.350884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e02ff803-3388-4b55-b212-533f6d8ab44d up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:13.361199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9405551 Dec 12 15:23:13.367101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:13.392774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Request body: {'subnet': {'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-subnet', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:13.430131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port e02ff803-3388-4b55-b212-533f6d8ab44d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:13.431564 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9ee7245c-f636-4fad-9996-1ea7eff20c44 req-bc3efad5-c3a8-4106-bd6d-4050de893f75 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637089 Dec 12 15:23:13.439696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port e02ff803-3388-4b55-b212-533f6d8ab44d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:13.442569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.461786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Made reservation on behalf of 8f8c47dc7b0448bebf7162088660a5ec for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:13.474390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.503858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb098c3-c1e0-4280-98d2-35cce9ab8af0 admin admin] Pushing event updated for resources: {'Network': ['ID=b970b084-19c5-4fbb-802b-f5143ed67108,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:13.527198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-3547b410-1c00-43a0-b233-21105174e43e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.534273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-3547b410-1c00-43a0-b233-21105174e43e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157887 Dec 12 15:23:13.555707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ff9ff-09aa-4d20-b7e2-9739e34b70b9 req-8d79bc13-2349-474e-b663-1ea5bde59f1d tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.555948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.557294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b6ff9ff-09aa-4d20-b7e2-9739e34b70b9 req-8d79bc13-2349-474e-b663-1ea5bde59f1d tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 948 time: 0.3020961 Dec 12 15:23:13.568208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-82b0799b-ee68-4c0c-a56a-2adaf1d12df3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/quotas/b4c18c00ad3741b8a0d58d7147b1d10e HTTP/1.1" status: 200 len: 375 time: 0.0329945 Dec 12 15:23:13.572080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b970b084-19c5-4fbb-802b-f5143ed67108 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:23:13.619074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-3026a421-31a4-4348-a8f7-a83f2073652a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498996 Dec 12 15:23:13.644281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:13.647339 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce2a6b-fb43-44f8-8e7d-0360a3c5b617" -d '{"events": [{"server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "name": "network-vif-plugged", "status": "completed", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:13.690947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e02ff803-3388-4b55-b212-533f6d8ab44d,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:13.703448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.707253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Deleting port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:13.707589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.749570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b6ff9ff-09aa-4d20-b7e2-9739e34b70b9 req-17fca25f-9852-451a-8c05-f38fa22fccdc tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678655 Dec 12 15:23:13.768355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:13.927511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] For port 1f3b3010-d9e5-45cc-bb6a-dd70834db381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1f3b3010-d9e5-45cc-bb6a-dd70834db381,segment=NetworkSegment(61366389-2670-4182-a5a5-15ac7bdad42e),segment_id=61366389-2670-4182-a5a5-15ac7bdad42e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:13.928107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:13.959264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Calling delete_port for 1f3b3010-d9e5-45cc-bb6a-dd70834db381 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:13.984699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea1e5-02af-43ad-9074-96a491fd9999 req-50d9a539-44c2-4a58-a909-ed81854310a0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:13.987429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-babea1e5-02af-43ad-9074-96a491fd9999 req-50d9a539-44c2-4a58-a909-ed81854310a0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 948 time: 0.1315856 Dec 12 15:23:14.044102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:14.129805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port bdb89e90-67fa-4371-bedc-beb3c565c7f4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:14.132751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-babea1e5-02af-43ad-9074-96a491fd9999 req-2c682d41-9294-41f4-9afa-abe326c73de0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255014 Dec 12 15:23:14.135782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port bdb89e90-67fa-4371-bedc-beb3c565c7f4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:14.136453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.160214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591981b-66b2-4627-9aaf-ec22a0944427 req-68155904-ce6b-489a-8e7c-64ed814a8fe9 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:14.169749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5591981b-66b2-4627-9aaf-ec22a0944427 req-68155904-ce6b-489a-8e7c-64ed814a8fe9 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1813009 Dec 12 15:23:14.278333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.296326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.334796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca67f8a0-f851-4fb1-a7ab-cf819538af55,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:14.350768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.351120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.351464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.351810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.352146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.352477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.352885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.353182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.353507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.353830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.354152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.354988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.355326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:14.372014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.378446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:14.378949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Checking segment: {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:14.379299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Network hostable DHCP agents. Network: b970b084-19c5-4fbb-802b-f5143ed67108, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:23:14.386787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.416533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Network b970b084-19c5-4fbb-802b-f5143ed67108 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:23:14.429472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Pushing event deleted for resources: {'Port': ['ID=1f3b3010-d9e5-45cc-bb6a-dd70834db381,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:14.442346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b970b084-19c5-4fbb-802b-f5143ed67108) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:14.449408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:14.450702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.464848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13940c90-2ffb-4c7b-8ea8-a2a8117c123a None None] Network b970b084-19c5-4fbb-802b-f5143ed67108 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:23:14.485627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b52a5c0b-b1d1-4777-b6cc-cc9955d1ecb3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1038942 Dec 12 15:23:14.487802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:14.488502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5591981b-66b2-4627-9aaf-ec22a0944427 req-953a663f-57f4-4a31-99ee-5204ae99671e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178191 Dec 12 15:23:14.510585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:14.550487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71c774-1d03-43e7-9a65-dd7083933935 req-a32d00e5-6e91-4bb8-9b34-08e3c7eac6ab tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:14.556921 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.558078 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.566776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a71c774-1d03-43e7-9a65-dd7083933935 req-a32d00e5-6e91-4bb8-9b34-08e3c7eac6ab tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 945 time: 0.2519650 Dec 12 15:23:14.578127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] No DVR routers for this DVR port 1f3b3010-d9e5-45cc-bb6a-dd70834db381 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:14.580904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.584255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e03716e-8e81-4612-85bc-f5dc2d535a90 req-cde4a031-543f-46f3-aa2f-77a87bb0c3e1 tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.30 "DELETE /v2.0/ports/1f3b3010-d9e5-45cc-bb6a-dd70834db381 HTTP/1.1" status: 204 len: 173 time: 1.2178321 Dec 12 15:23:14.599398 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f523dd3b-914e-445d-aec9-f9c20c463b69 x-openstack-request-id: req-f523dd3b-914e-445d-aec9-f9c20c463b69 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:14.599880 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "name": "network-vif-plugged", "status": "completed", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:14.601397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-deleted', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:14.603299 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f523dd3b-914e-445d-aec9-f9c20c463b69 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:14.603921 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d', 'code': 200} Dec 12 15:23:14.608086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:14.608352 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a52e97-15c5-47fd-94f3-d83f72bd0976" -d '{"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-deleted", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:14.721733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.732749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b970b084-19c5-4fbb-802b-f5143ed67108', 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108', 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'fixed_ips': [{'subnet_id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:23:14.733936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.811344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a71c774-1d03-43e7-9a65-dd7083933935 req-f8762d8b-f4ee-4508-b819-10e4f4deceeb tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431493 Dec 12 15:23:14.838214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-452de05a-d6d9-4fdb-b9d1-ae6178ef3f7e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130083 Dec 12 15:23:14.933610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:14.950044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Allocated IP 172.20.0.2 (b970b084-19c5-4fbb-802b-f5143ed67108/ca67f8a0-f851-4fb1-a7ab-cf819538af55/4a110e5f-7c5b-49b0-9236-fbb9641a9591) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:15.042835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28ae28f7-e456-45b8-a322-4e4d4782eac3 req-742d893a-5038-4157-9458-f20230dabd0a tempest-LiveMigrationTest-1763477085 tempest-LiveMigrationTest-1763477085-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e36b8f-0493-4819-9db2-7c0c53614050 HTTP/1.1" status: 200 len: 210 time: 0.0551560 Dec 12 15:23:15.046834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca360a4-60b0-4bc9-a520-f703783f5a26 req-90c43382-be6d-4e83-a9cf-ef03950bc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:15.048927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ca360a4-60b0-4bc9-a520-f703783f5a26 req-90c43382-be6d-4e83-a9cf-ef03950bc489 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 1096 time: 0.2286966 Dec 12 15:23:15.080855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-6bc3d749-8f53-46fd-bbd0-601dab4f300c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:15.083639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-6bc3d749-8f53-46fd-bbd0-601dab4f300c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446222 Dec 12 15:23:15.118603 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084df90-aa67-44dd-9b2c-248d27b6c884 x-openstack-request-id: req-7084df90-aa67-44dd-9b2c-248d27b6c884 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:15.121032 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e36b8f-0493-4819-9db2-7c0c53614050", "name": "network-vif-deleted", "tag": "1f3b3010-d9e5-45cc-bb6a-dd70834db381", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:15.121445 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7084df90-aa67-44dd-9b2c-248d27b6c884 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:15.124984 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e36b8f-0493-4819-9db2-7c0c53614050', 'name': 'network-vif-deleted', 'tag': '1f3b3010-d9e5-45cc-bb6a-dd70834db381', 'status': 'completed', 'code': 200} Dec 12 15:23:15.132101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-7943d1f8-a00c-4836-89f4-732f497d0ba0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/quotas/b4c18c00ad3741b8a0d58d7147b1d10e HTTP/1.1" status: 200 len: 375 time: 0.0418034 Dec 12 15:23:15.147694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ca360a4-60b0-4bc9-a520-f703783f5a26 req-9bd3d7a5-82c1-4d4b-a02a-199100ab340f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902033 Dec 12 15:23:15.198490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-6cdc8dd0-123a-4d4e-b422-23507c1851cc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651679 Dec 12 15:23:15.319304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dc779-97f7-4cdb-a33d-b73ed720ae82 req-4b7c71dc-f2cd-426c-92a0-8e8301374731 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:15.321072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-478dc779-97f7-4cdb-a33d-b73ed720ae82 req-4b7c71dc-f2cd-426c-92a0-8e8301374731 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 949 time: 0.1203518 Dec 12 15:23:15.351156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8f7b4daa-8189-438e-a508-32ea76e07347 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:15.383779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:15.385344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:15.420151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:15.427145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:15.465896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-478dc779-97f7-4cdb-a33d-b73ed720ae82 req-f2d44943-401f-4063-b10b-41dd44b54cc2 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344187 Dec 12 15:23:15.662009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Allocated IP 172.25.3.245 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/13073902-0180-448d-b102-3c672100de43) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:15.681254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e5ad5f0-2689-44c1-af74-2ee618457d41 req-8e2d6bc7-59ba-43d8-bc39-881cebb64002 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 210 time: 0.0517294 Dec 12 15:23:15.712493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399476bc-016f-410f-aef9-aa5d0d127a4f req-97032905-52b7-4dfd-b97d-b9b33daa5951 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:15.722135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-399476bc-016f-410f-aef9-aa5d0d127a4f req-97032905-52b7-4dfd-b97d-b9b33daa5951 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 948 time: 0.1371248 Dec 12 15:23:15.870521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-399476bc-016f-410f-aef9-aa5d0d127a4f req-72058ae0-4b71-4a56-858b-deccf97da698 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288152 Dec 12 15:23:15.909013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485b757-baf7-4615-9e45-4b5000d1f783 req-acb8c924-ccf4-4761-88d8-75fd774ff4f3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:15.909392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:15.928034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0485b757-baf7-4615-9e45-4b5000d1f783 req-acb8c924-ccf4-4761-88d8-75fd774ff4f3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1593022 Dec 12 15:23:15.996274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.007657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-92ad88db-1c4b-4c15-baa4-5195fb4f3735 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548701 Dec 12 15:23:16.031881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8f7b4daa-8189-438e-a508-32ea76e07347,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:16.068112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8f7b4daa-8189-438e-a508-32ea76e07347', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '8f7b4daa-8189-438e-a508-32ea76e07347', 'mac_address': 'fa:16:3e:26:49:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:16.111881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:16.118804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:16.124477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:16.130614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0485b757-baf7-4615-9e45-4b5000d1f783 req-62a3d2c4-d7f4-43c4-9982-6c09471745e3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982362 Dec 12 15:23:16.134379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:16.210253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e32c-1e8b-4a81-9c05-61a2e673a5e6 req-4e47ae37-0dd6-455e-b1b8-dc6e7d99c693 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:16.215437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Pushing event updated for resources: {'Port': ['ID=4a110e5f-7c5b-49b0-9236-fbb9641a9591,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:16.221483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4c6e32c-1e8b-4a81-9c05-61a2e673a5e6 req-4e47ae37-0dd6-455e-b1b8-dc6e7d99c693 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 945 time: 0.2382064 Dec 12 15:23:16.224376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58072) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:16.248373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Network b970b084-19c5-4fbb-802b-f5143ed67108 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:16.265056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.265419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.268087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.268433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.270286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.270648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.274434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.275031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.275397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.275746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.276404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.281243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.281626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:23:16.284172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-bf112697-e484-4235-b79d-33b15112dd24 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:16.285816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-bf112697-e484-4235-b79d-33b15112dd24 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693026 Dec 12 15:23:16.289339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:16.316471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Request body: {'port': {'device_id': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': 'b4c18c00ad3741b8a0d58d7147b1d10e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:16.339808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4c6e32c-1e8b-4a81-9c05-61a2e673a5e6 req-e6fd09f5-4ab5-4fdd-9204-001ae75cb34f tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169744 Dec 12 15:23:16.348573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 1f3b3010-d9e5-45cc-bb6a-dd70834db381 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:16.350430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1f3b3010-d9e5-45cc-bb6a-dd70834db381 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:16.352265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:16.361287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Pushing event updated for resources: {'Port': ['ID=13073902-0180-448d-b102-3c672100de43,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:16.473229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.528146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7b4daa-8189-438e-a508-32ea76e07347 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:16.553880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8f7b4daa-8189-438e-a508-32ea76e07347,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:16.560081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Attempting to bind port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:16.560455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Attempting to bind port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:16.560905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Attempting to bind port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 on network b970b084-19c5-4fbb-802b-f5143ed67108 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:16.565026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.574577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:16.574950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Checking segment: {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:16.575404 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.575816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Bound using segment: {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:16.576295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Bound port: 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:16.576898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.609841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:16.612899 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0768d63-ed80-4675-b7fb-c815fdc67908" -d '{"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:16.621746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Deleting subnet ac03e8f1-c991-4a3b-b83b-d145a0705332 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:23:16.701438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.766706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:16.779127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.817491 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c1434-fd4b-4ab9-aa03-cce741a8de4a x-openstack-request-id: req-5c7c1434-fd4b-4ab9-aa03-cce741a8de4a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:16.817800 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:16.818066 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c7c1434-fd4b-4ab9-aa03-cce741a8de4a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:16.818571 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'code': 200} Dec 12 15:23:16.822695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:16.846306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.886147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e853d1-f510-4bbf-9788-a9722de3ad40 req-5a7f6442-c219-4468-903b-1313103bc5ee tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:16.893339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83e853d1-f510-4bbf-9788-a9722de3ad40 req-5a7f6442-c219-4468-903b-1313103bc5ee tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 949 time: 0.3147774 Dec 12 15:23:16.934446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-09bde953-9921-4eaf-a034-bba455605738 None None] For port 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:16.939606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-09bde953-9921-4eaf-a034-bba455605738 None None] For port 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4a110e5f-7c5b-49b0-9236-fbb9641a9591,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:16.952550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c32f5-ce75-4715-bc3d-0956b320e6fc req-f4b934db-c147-44c9-b69c-fb2faf374da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:16.954206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d2c32f5-ce75-4715-bc3d-0956b320e6fc req-f4b934db-c147-44c9-b69c-fb2faf374da2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 1100 time: 0.0985739 Dec 12 15:23:16.954986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:16.983292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf4ad7cf-2c59-4bcd-aff9-e0fc018fc5c1 req-d28bb579-a0e7-414d-b50e-07c8afba4eff tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 210 time: 0.0761554 Dec 12 15:23:16.987533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Made reservation on behalf of b4c18c00ad3741b8a0d58d7147b1d10e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:16.993010 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.061678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83e853d1-f510-4bbf-9788-a9722de3ad40 req-c5eb4c2e-e67b-4845-9910-65344bfe6f02 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629071 Dec 12 15:23:17.080463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.126815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.208371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-447aa54c-c9c8-407d-bfaa-b8d9e721c1a0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753224 Dec 12 15:23:17.217743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bde953-9921-4eaf-a034-bba455605738 None None] Pushing event updated for resources: {'Port': ['ID=4a110e5f-7c5b-49b0-9236-fbb9641a9591,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:17.220928 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d2c32f5-ce75-4715-bc3d-0956b320e6fc req-c49f52cc-65fe-423e-9a41-580c1c5a3e49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264917 Dec 12 15:23:17.268159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.440922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9378c-b9de-4e46-89dd-358d3dad9baf req-942cc137-5183-4520-b5a1-b7c155541d0c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:17.473764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6cf9378c-b9de-4e46-89dd-358d3dad9baf req-942cc137-5183-4520-b5a1-b7c155541d0c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 949 time: 0.2977531 Dec 12 15:23:17.478783 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.527211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b060c-227f-4e75-a558-0eb72bd15e2a req-ea08a23f-b212-463b-a704-83f3044b827d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:17.528709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e53b060c-227f-4e75-a558-0eb72bd15e2a req-ea08a23f-b212-463b-a704-83f3044b827d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.2191789 Dec 12 15:23:17.562293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac03e8f1-c991-4a3b-b83b-d145a0705332,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:17.569314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.572414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1c925cd-f776-4ba6-b175-7f90fec1e3eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ac03e8f1-c991-4a3b-b83b-d145a0705332 HTTP/1.1" status: 204 len: 168 time: 1.3388209 Dec 12 15:23:17.577711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58098) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:17.628571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-1a9497cc-fb1e-4a12-857c-bc61c0327ff2 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:17.630438 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-1a9497cc-fb1e-4a12-857c-bc61c0327ff2 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4040275 Dec 12 15:23:17.645329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Request body: {'port': {'device_id': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': 'b4c18c00ad3741b8a0d58d7147b1d10e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:17.713366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.748291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.761301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.824866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6cf9378c-b9de-4e46-89dd-358d3dad9baf req-44c520b9-e46f-4614-be98-fe85f8f3300e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499498 Dec 12 15:23:17.902959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4a110e5f-7c5b-49b0-9236-fbb9641a9591 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:17.912315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Router 12ca216c-2280-429e-b864-35e7234733b6 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:23:17.934371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Made reservation on behalf of b4c18c00ad3741b8a0d58d7147b1d10e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:17.939074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:17.967903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e53b060c-227f-4e75-a558-0eb72bd15e2a req-704a920f-8a54-4238-83a6-5337a46a0542 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126930 Dec 12 15:23:17.980604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:17.981127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.112539 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.114812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3a123f-6ec1-4915-9541-25e91c923f8c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:18.155161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:23:18.164860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Sync routers for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:23:18.186968 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:18.187697 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:18.191390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.192663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f71bc61e-2719-45ff-af4c-aac6e1a538e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7028270 Dec 12 15:23:18.199264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:18.231939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4a110e5f-7c5b-49b0-9236-fbb9641a9591,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:18.250492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.307788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb62b7-9dc4-4861-a53a-f6370ab213f6 req-694882ef-7b42-4331-b14d-bd447aff9eb3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:18.315431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dcb62b7-9dc4-4861-a53a-f6370ab213f6 req-694882ef-7b42-4331-b14d-bd447aff9eb3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 945 time: 0.1967809 Dec 12 15:23:18.327023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=4a110e5f-7c5b-49b0-9236-fbb9641a9591,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:18.353291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.361489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f05e6285-8f9d-4e01-ac9f-f84f61162036 req-f3d592d4-3325-41df-aa48-a8893cb1d235 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 210 time: 0.1038706 Dec 12 15:23:18.419497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Allocated IP 192.168.233.230 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/9e8855d3-02e8-46f4-84c0-fa0e1a368e65) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:18.420186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:18.502963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c81f7d1-914a-4d1e-9bc3-02464b4be82e']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:18.573864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61366389-2670-4182-a5a5-15ac7bdad42e') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:18.574157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61366389-2670-4182-a5a5-15ac7bdad42e') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:18.654950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.701388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dcb62b7-9dc4-4861-a53a-f6370ab213f6 req-bc248c91-af43-42dc-9a88-e13a7fda1eb1 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795421 Dec 12 15:23:18.718815 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:16Z', 'revision_number': 3, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:18.719252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.752737 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Checking router: 12ca216c-2280-429e-b864-35e7234733b6 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:23:18.753528 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Updating router 12ca216c-2280-429e-b864-35e7234733b6 port 13073902-0180-448d-b102-3c672100de43 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:23:18.779987 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.895836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.944075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:23:18.944418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:23:18.952333 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:23:18.986229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519539c1-286e-4440-ab57-1f68015af8f0 req-06dfbcf0-e213-42a9-b727-bdb346fd8f46 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:19.007330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-519539c1-286e-4440-ab57-1f68015af8f0 req-06dfbcf0-e213-42a9-b727-bdb346fd8f46 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 949 time: 0.4684713 Dec 12 15:23:19.009689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.029850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa049d-c510-4e2a-9775-b4661aa513f0 None None] Network b970b084-19c5-4fbb-802b-f5143ed67108 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:23:19.095195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Allocated IP 192.168.233.179 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/a54e6cb0-4ac8-4489-a289-76997e7f22b2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:19.188208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:19.190062 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.226543 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.228478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-60e37a86-b4dc-4601-95c2-b3d9c32e7e71 None None] Provisioning complete for port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:19.230083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60e37a86-b4dc-4601-95c2-b3d9c32e7e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.299532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.317081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:19.320946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c39c39-5cdc-442e-bb06-d90e7506e258 None None] Pushing event updated for resources: {'Port': ['ID=13073902-0180-448d-b102-3c672100de43,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:19.324562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:19.327308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:19.333601 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Attempting to bind port 13073902-0180-448d-b102-3c672100de43 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:19.334091 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Attempting to bind port 13073902-0180-448d-b102-3c672100de43 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:19.334543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Attempting to bind port 13073902-0180-448d-b102-3c672100de43 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:19.342160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:19.343090 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:19.344538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-519539c1-286e-4440-ab57-1f68015af8f0 req-ac10cba2-2c40-41e0-abfd-47be465e36db tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362715 Dec 12 15:23:19.344894 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.345501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:19.346752 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Bound port: 13073902-0180-448d-b102-3c672100de43, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:19.347656 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.393524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8f7b4daa-8189-438e-a508-32ea76e07347 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:19.425710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.486587 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] For port 13073902-0180-448d-b102-3c672100de43, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:19.503858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] For port 13073902-0180-448d-b102-3c672100de43, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13073902-0180-448d-b102-3c672100de43,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:19.509380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebee78-74d4-4144-b6cc-0aa34e8f0551 req-45227802-66b5-4a37-9d71-bafbd237e394 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:19.513001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8f7b4daa-8189-438e-a508-32ea76e07347 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:19.513329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17ebee78-74d4-4144-b6cc-0aa34e8f0551 req-45227802-66b5-4a37-9d71-bafbd237e394 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 949 time: 0.3952129 Dec 12 15:23:19.520514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8f7b4daa-8189-438e-a508-32ea76e07347 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:19.520924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.541329 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.593312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.600206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c81f7d1-914a-4d1e-9bc3-02464b4be82e HTTP/1.1" status: 204 len: 168 time: 2.0169079 Dec 12 15:23:19.602999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff104d-fd0d-4e08-96b2-d683f9d19239 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c81f7d1-914a-4d1e-9bc3-02464b4be82e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:19.616878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58142) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:19.630622 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c39c39-5cdc-442e-bb06-d90e7506e258 None None] Pushing event updated for resources: {'Port': ['ID=13073902-0180-448d-b102-3c672100de43,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:19.669986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:19.670942 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:19.708317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.731401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:19.733820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.762882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:19.765638 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b203a3-0652-4500-bf47-280d0a60b053" -d '{"events": [{"server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:19.770248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbced3-e78b-4387-aa94-84ed5df0beeb req-c027ca98-098e-45bd-9925-bdbaa043d681 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:19.779798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02cbced3-e78b-4387-aa94-84ed5df0beeb req-c027ca98-098e-45bd-9925-bdbaa043d681 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.3476064 Dec 12 15:23:19.784786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8f7b4daa-8189-438e-a508-32ea76e07347,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:19.792913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:19.857289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:19.860682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4a110e5f-7c5b-49b0-9236-fbb9641a9591 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:19.889334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02cbced3-e78b-4387-aa94-84ed5df0beeb req-a3a75ecb-fcf4-4bfe-ba0c-eb775a239896 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085820 Dec 12 15:23:19.895483 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:19.921863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-edc76e19-4d61-4b63-ac97-88f1cf0c0a0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6188009 Dec 12 15:23:19.950684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Request body: {'port': {'device_id': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:19.957766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-aad226a3-e85e-48c3-a136-5fc461ce9d2b None None] Provisioning complete for port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:19.958141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aad226a3-e85e-48c3-a136-5fc461ce9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.000760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:20.001137 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.028358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-aad226a3-e85e-48c3-a136-5fc461ce9d2b None None] Port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:20.049264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-aad226a3-e85e-48c3-a136-5fc461ce9d2b None None] Provisioning complete for port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:20.049954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aad226a3-e85e-48c3-a136-5fc461ce9d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.056749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.063045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Deleting subnet ff0a46f7-a0dd-44c4-b349-834b1c14ac8a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:23:20.067921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.095956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.107796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.143880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.162923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:16Z', 'revision_number': 3, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:20.173980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17ebee78-74d4-4144-b6cc-0aa34e8f0551 req-ae815533-a5e0-48d9-b58b-113ccf0a1c6d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750110 Dec 12 15:23:20.219067 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ded2d2-3861-4ad9-b853-e76c4c36df88 None None] The sync data for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 is: [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:16Z', 'revision_number': 3, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:23:20.252530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.260329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event updated for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:20.262835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc779c-0e64-417b-87c3-4bef0b9fff30 req-50e2beac-fc91-4c83-a4c9-7cac5c8d1994 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:20.269877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71bc779c-0e64-417b-87c3-4bef0b9fff30 req-50e2beac-fc91-4c83-a4c9-7cac5c8d1994 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 945 time: 0.2137122 Dec 12 15:23:20.318171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:20.325224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:20.330112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:20.333492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.423365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:20.424025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.449252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Allocated IP 172.20.0.1 (b970b084-19c5-4fbb-802b-f5143ed67108/ca67f8a0-f851-4fb1-a7ab-cf819538af55/9a4c7bc6-6027-4764-b2b6-4f08901e4371) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:20.549632 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-5af56b18-512d-4418-a76a-4865c04844db tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9088929 Dec 12 15:23:20.563987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Request body: {'port': {'device_id': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:20.641248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0ad957ca-cc66-436f-8a9e-db0e29d2fde6 None None] Provisioning complete for port a54e6cb0-4ac8-4489-a289-76997e7f22b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:20.642361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0ad957ca-cc66-436f-8a9e-db0e29d2fde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.669234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.677436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.683237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0ad957ca-cc66-436f-8a9e-db0e29d2fde6 None None] Port a54e6cb0-4ac8-4489-a289-76997e7f22b2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:20.812939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.829855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:20.833526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ff0a46f7-a0dd-44c4-b349-834b1c14ac8a HTTP/1.1" status: 204 len: 168 time: 1.2125180 Dec 12 15:23:20.842827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:20.850950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940962a-107d-4928-bb32-88627b178eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0a46f7-a0dd-44c4-b349-834b1c14ac8a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:20.915870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-03b637d6-352c-42e4-b3ed-fb636877142b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:20.917931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-03b637d6-352c-42e4-b3ed-fb636877142b tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 945 time: 0.5873058 Dec 12 15:23:20.922362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71bc779c-0e64-417b-87c3-4bef0b9fff30 req-ee9e923f-0a14-48b3-af88-c345d375aea3 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d8e42ba-74d1-49f3-974e-86b29fd88b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905578 Dec 12 15:23:20.930078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba821253-a3e4-4a46-b220-a347faa53eb2 req-8d03b55d-b23b-44d2-9986-e2d9aba4e819 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:20.931627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba821253-a3e4-4a46-b220-a347faa53eb2 req-8d03b55d-b23b-44d2-9986-e2d9aba4e819 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 936 time: 0.5731583 Dec 12 15:23:20.953308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Network b970b084-19c5-4fbb-802b-f5143ed67108 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:20.963438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:20.965380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:20.973534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:21.014321 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90fbfa-a8bd-4def-b59b-d34ef6b60255 x-openstack-request-id: req-cb90fbfa-a8bd-4def-b59b-d34ef6b60255 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:21.014908 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:21.015168 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb90fbfa-a8bd-4def-b59b-d34ef6b60255 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:21.015563 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347', 'code': 200} Dec 12 15:23:21.021897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba821253-a3e4-4a46-b220-a347faa53eb2 req-fe5d4570-c85c-4126-9773-048c22cd48d8 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 Dec 12 15:23:21.031642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.126762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.353847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.378363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514ec20-1606-479b-9f6a-fc2386f2ce5c req-5723d7a4-47b9-42bf-8460-5d0539a31d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:21.379746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f514ec20-1606-479b-9f6a-fc2386f2ce5c req-5723d7a4-47b9-42bf-8460-5d0539a31d17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 1101 time: 0.2246809 Dec 12 15:23:21.390010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cec24-3f9a-423e-86cc-07852ab11436 req-04013c8f-a6d7-4c8e-841e-5294bfa17e32 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:21.391503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-246cec24-3f9a-423e-86cc-07852ab11436 req-04013c8f-a6d7-4c8e-841e-5294bfa17e32 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 949 time: 0.1257615 Dec 12 15:23:21.409219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6016ef4-632a-4215-9a09-fd6f3094008d req-9c575ea3-0cec-41d2-9576-7c42c00e898e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:21.410606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6016ef4-632a-4215-9a09-fd6f3094008d req-9c575ea3-0cec-41d2-9576-7c42c00e898e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1897228 Dec 12 15:23:21.424362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18426-7f55-446c-a2db-5da963adad62 req-e0e53722-bfa7-4ff6-811c-5a977e2e5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:21.425848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efb18426-7f55-446c-a2db-5da963adad62 req-e0e53722-bfa7-4ff6-811c-5a977e2e5afc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.1247187 Dec 12 15:23:21.430040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b5981193-220d-4ba3-a580-a803443eb163 None None] Provisioning complete for port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:21.430809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a64494f-b8a6-4873-88b9-53396bb170af']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:21.431525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5981193-220d-4ba3-a580-a803443eb163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.433948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54e6cb0-4ac8-4489-a289-76997e7f22b2 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:21.450029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Deleting port e02ff803-3388-4b55-b212-533f6d8ab44d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:21.450393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.451526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2953b15f-108d-4b23-a9e4-c3dee3a45b4a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:21.451837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2953b15f-108d-4b23-a9e4-c3dee3a45b4a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:21.454705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.471693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.479850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b5981193-220d-4ba3-a580-a803443eb163 None None] Port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:21.486364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Transition to ACTIVE for port object a54e6cb0-4ac8-4489-a289-76997e7f22b2 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:21.506027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.508290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.552273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:23:21.552693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.555911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:23:21.557790 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:23:21.631077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:21.684269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f514ec20-1606-479b-9f6a-fc2386f2ce5c req-9c40b532-69d9-477b-bd01-c9aa8c8f8711 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904112 Dec 12 15:23:21.689904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.695759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6016ef4-632a-4215-9a09-fd6f3094008d req-54dbd3f1-20c7-4edd-ba9c-f7072951fac8 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634618 Dec 12 15:23:21.751423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efb18426-7f55-446c-a2db-5da963adad62 req-c937392c-6a4a-4177-ae8f-dea83041b513 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111181 Dec 12 15:23:21.763301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-246cec24-3f9a-423e-86cc-07852ab11436 req-e6fd8e3c-0a8b-4c97-8f3a-9b6d6f33f768 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467209 Dec 12 15:23:21.840543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] For port e02ff803-3388-4b55-b212-533f6d8ab44d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=e02ff803-3388-4b55-b212-533f6d8ab44d,segment=NetworkSegment(19c8be46-1db0-4dc2-9f71-34fdebbf6eed),segment_id=19c8be46-1db0-4dc2-9f71-34fdebbf6eed)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:21.841285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.870476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13073902-0180-448d-b102-3c672100de43 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:21.884228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.891821 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1a64494f-b8a6-4873-88b9-53396bb170af HTTP/1.1" status: 204 len: 168 time: 1.0428040 Dec 12 15:23:21.919040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Calling delete_port for e02ff803-3388-4b55-b212-533f6d8ab44d owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:21.926383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b245394-73a6-4f40-8f1b-bad8969bac2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a64494f-b8a6-4873-88b9-53396bb170af,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:21.966743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.984641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:21.992612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Attempting to bind port a54e6cb0-4ac8-4489-a289-76997e7f22b2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:21.993123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Attempting to bind port a54e6cb0-4ac8-4489-a289-76997e7f22b2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:21.993557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Attempting to bind port a54e6cb0-4ac8-4489-a289-76997e7f22b2 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:21.997376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:22.007240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.017325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13073902-0180-448d-b102-3c672100de43 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:22.017701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.022132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Port a54e6cb0-4ac8-4489-a289-76997e7f22b2 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:22.022586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Attempting to bind port a54e6cb0-4ac8-4489-a289-76997e7f22b2 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:22.024274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Transition to ACTIVE for port object 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:22.037788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.066366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:22.066938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:22.067302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:22.067848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Bound port: a54e6cb0-4ac8-4489-a289-76997e7f22b2, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:22.068488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.095490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.145120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881c93-8d80-4ae4-9984-4d1351c30b11 req-3f2788c7-3f65-4c3e-b7b1-ee436b178ef4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:22.152129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c881c93-8d80-4ae4-9984-4d1351c30b11 req-3f2788c7-3f65-4c3e-b7b1-ee436b178ef4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 950 time: 0.2796929 Dec 12 15:23:22.176730 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.180713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:22.185918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:22.206420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 13073902-0180-448d-b102-3c672100de43, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13073902-0180-448d-b102-3c672100de43,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:22.221252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.252938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:22.293205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:22.323981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.324870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=13073902-0180-448d-b102-3c672100de43,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:22.362013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c881c93-8d80-4ae4-9984-4d1351c30b11 req-fd2b7fe7-4f0c-4f73-b9e2-ca6c73e4b13c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082231 Dec 12 15:23:22.366697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:22.392924 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c21f12e-585d-4779-8a96-454488ecebda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43bbf70ecd88486985be0c9421c28d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024863 Dec 12 15:23:22.405131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58210) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:22.410377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:22.410954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.427844 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] 10.222.0.13 "PUT /v2.0/ports/a54e6cb0-4ac8-4489-a289-76997e7f22b2 HTTP/1.1" status: 200 len: 1096 time: 1.8702309 Dec 12 15:23:22.434996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:22.439258 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e53a2-1545-4ca2-8d70-363dca5b9368" -d '{"events": [{"name": "network-changed", "server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:22.561426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.593675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Network b970b084-19c5-4fbb-802b-f5143ed67108 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:22.599340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:22.614521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2542f7-043b-4623-93cc-aca836868ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:22.651749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Attempting to bind port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:22.652155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Attempting to bind port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:22.652418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Attempting to bind port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:22.663338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:22.663669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Attempting to bind port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:22.672041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-93a64062-b844-460b-a3d3-7421b546b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:22.673602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-93a64062-b844-460b-a3d3-7421b546b2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 1099 time: 0.1833808 Dec 12 15:23:22.674087 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.678213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:22.678565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:22.678948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:22.679395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Bound port: 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:22.679760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.788303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:22.831245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-b7636853-0c97-43a2-9bd2-62584aee5507 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2 HTTP/1.1" status: 200 len: 217 time: 0.0672040 Dec 12 15:23:22.933757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event deleted for resources: {'Port': ['ID=e02ff803-3388-4b55-b212-533f6d8ab44d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:22.969869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-aa6bd976-b7c1-4ed9-8a84-8280ba1b6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:22.971530 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-aa6bd976-b7c1-4ed9-8a84-8280ba1b6663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0856075 Dec 12 15:23:22.982810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Router 12ca216c-2280-429e-b864-35e7234733b6 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:23:23.004362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaf0fc61-1169-4be7-9044-f515799ee532 req-82930397-7780-4dac-a19a-b691b44469ac tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/ports?device_id=50bc0b1b-7dbb-41ac-99a7-7da885ea96a7 HTTP/1.1" status: 200 len: 210 time: 0.0810254 Dec 12 15:23:23.065491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cde505c8-3d75-4635-997e-4ff87505d264 None None] Provisioning complete for port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:23.066052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cde505c8-3d75-4635-997e-4ff87505d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.089386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.093368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.111133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f16cf20b-bd8e-444b-aad6-1b7cdada54b5 HTTP/1.1" status: 204 len: 168 time: 0.6986890 Dec 12 15:23:23.125395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] No DVR routers for this DVR port e02ff803-3388-4b55-b212-533f6d8ab44d on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:23.128086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cde505c8-3d75-4635-997e-4ff87505d264 None None] Port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:23.145098 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a58920-5693-43c7-948a-e5b211cc1202 x-openstack-request-id: req-64a58920-5693-43c7-948a-e5b211cc1202 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:23.145408 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:23.145631 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64a58920-5693-43c7-948a-e5b211cc1202 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:23.146106 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2', 'status': 'completed', 'code': 200} Dec 12 15:23:23.165297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016061cf-7f93-4973-9954-274566417629 req-750272f8-b054-4160-8ba7-e638f68bf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.166852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-750272f8-b054-4160-8ba7-e638f68bf398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797416 Dec 12 15:23:23.183694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.187331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7a41bc1-df0c-4c2f-a38a-0909409cd73a req-b44d3498-94a1-4051-bc39-b97981fbaf17 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.13 "DELETE /v2.0/ports/e02ff803-3388-4b55-b212-533f6d8ab44d HTTP/1.1" status: 204 len: 173 time: 2.2547619 Dec 12 15:23:23.189343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:23.195192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'name': 'network-vif-deleted', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:23.198925 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886c8fc-30f5-479d-a461-15cf406cd961" -d '{"events": [{"server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "name": "network-vif-deleted", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:23.206760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6294b1-4fd9-402f-9f2f-9e508a6b77c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16cf20b-bd8e-444b-aad6-1b7cdada54b5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:23.240371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:23.270366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.296248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:23:23.306287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Sync routers for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:23:23.318675 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-28de3152-a4e7-4d91-b55b-26b30a9d492c admin admin] 10.222.0.36 "PUT /v2.0/routers/12ca216c-2280-429e-b864-35e7234733b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1104255 Dec 12 15:23:23.331595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc893b-bfd0-40a1-b99e-b4310cde1a55 req-a8e5cc2a-5ec8-48b0-97ab-411c149e1fc9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.333274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eafc893b-bfd0-40a1-b99e-b4310cde1a55 req-a8e5cc2a-5ec8-48b0-97ab-411c149e1fc9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 948 time: 0.1909244 Dec 12 15:23:23.340411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.341061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:23.342455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/9e8855d3-02e8-46f4-84c0-fa0e1a368e65 HTTP/1.1" status: 200 len: 1096 time: 3.4115098 Dec 12 15:23:23.354052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d32104-2786-4057-9da3-1481bb39411c req-5b243dcf-557c-4d6b-b277-72a955e3fb9e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.355870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62d32104-2786-4057-9da3-1481bb39411c req-5b243dcf-557c-4d6b-b277-72a955e3fb9e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1619880 Dec 12 15:23:23.359495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-0a79ddd4-88ac-4dd6-8c13-88f6e6a5b765 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853571 Dec 12 15:23:23.364051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:23.364730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:23.419997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ed30-9163-4015-8146-18ff5bcea0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:23.486237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eafc893b-bfd0-40a1-b99e-b4310cde1a55 req-dcefc9b1-c400-46f7-8c81-6311023446e1 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267166 Dec 12 15:23:23.552577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62d32104-2786-4057-9da3-1481bb39411c req-45ae4d8c-4d7e-4164-bcb6-feda6037e742 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824489 Dec 12 15:23:23.574717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-707e8495-ce5d-458a-86ee-c5e385a21fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.578791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-707e8495-ce5d-458a-86ee-c5e385a21fbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1099 time: 0.1051173 Dec 12 15:23:23.661224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-016061cf-7f93-4973-9954-274566417629 req-766fe8f2-1b2b-405b-b10b-72b6e58c4150 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931356 Dec 12 15:23:23.662069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:23.672770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e02ff803-3388-4b55-b212-533f6d8ab44d no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:23.704105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-19a16d76-fb7a-4802-815b-f6fa34a2d7e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65 HTTP/1.1" status: 200 len: 217 time: 0.1156332 Dec 12 15:23:23.728094 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27a459-bb65-4c43-a53d-f82cd101c03e x-openstack-request-id: req-2f27a459-bb65-4c43-a53d-f82cd101c03e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:23.728395 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bc0b1b-7dbb-41ac-99a7-7da885ea96a7", "name": "network-vif-deleted", "tag": "e02ff803-3388-4b55-b212-533f6d8ab44d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:23.728673 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f27a459-bb65-4c43-a53d-f82cd101c03e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:23.729121 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bc0b1b-7dbb-41ac-99a7-7da885ea96a7', 'name': 'network-vif-deleted', 'tag': 'e02ff803-3388-4b55-b212-533f6d8ab44d', 'status': 'completed', 'code': 200} Dec 12 15:23:23.841163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: e02ff803-3388-4b55-b212-533f6d8ab44d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:23.841509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device e02ff803-3388-4b55-b212-533f6d8ab44d not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:23.842229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-b3a7d5b8-caaf-4646-90f0-b386eee8f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.852697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-b3a7d5b8-caaf-4646-90f0-b386eee8f1db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1395319 Dec 12 15:23:23.899826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-61be787e-896c-4a33-b2ac-a45ba3ef10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:23.902815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-61be787e-896c-4a33-b2ac-a45ba3ef10d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 1099 time: 0.1346943 Dec 12 15:23:23.916442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1073330127', 'description': 'tempest-description-600713351'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:23.936042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13073902-0180-448d-b102-3c672100de43 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:23.985560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:24.035120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-7bb8031e-0808-4848-a3a4-d02dd4f0da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.036700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-7bb8031e-0808-4848-a3a4-d02dd4f0da08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465058 Dec 12 15:23:24.045511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a967e-4e75-4a50-8743-456b7ccec046 req-b519c351-93ae-4c72-9c2c-8a2b3669bb0c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.046957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-961a967e-4e75-4a50-8743-456b7ccec046 req-b519c351-93ae-4c72-9c2c-8a2b3669bb0c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 950 time: 0.2433102 Dec 12 15:23:24.057047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.081657 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62ef8ab1-cbf6-4efd-a3f5-de964ab93008 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da23276651de4801b4524c44d95af5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0926557 Dec 12 15:23:24.082025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:24.083037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:24.091695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-f0af42c7-7ee6-4ba1-b367-0020c22202a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.093282 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-f0af42c7-7ee6-4ba1-b367-0020c22202a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1831894 Dec 12 15:23:24.160619 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-2bfc7c11-c70a-4e02-942d-aff22fc9a883 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2 HTTP/1.1" status: 200 len: 217 time: 0.0571110 Dec 12 15:23:24.197587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-961a967e-4e75-4a50-8743-456b7ccec046 req-dcff47aa-e4d7-4c70-ba58-95025994d5e1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289496 Dec 12 15:23:24.220169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-999c7fce-0d6e-4aa2-9bf8-86b69efde44d service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718941 Dec 12 15:23:24.225888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13073902-0180-448d-b102-3c672100de43 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:24.226592 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.238596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.273320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-9df24f68-9288-46bb-b4e1-b2946611c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.275420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-9df24f68-9288-46bb-b4e1-b2946611c2f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1062753 Dec 12 15:23:24.281489 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.302245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.310618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.361663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.377892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdda10d9-e311-490c-93d7-b05f97d8fb3b req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4862700 Dec 12 15:23:24.387404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8439ac8-0c72-4423-93ae-67f9fab5f6be tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6b2e15-8de0-4cac-889a-e8d10028d4e7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:24.388535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-54fb9127-0f0c-4c88-81cd-92fa6ed17f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.390115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-54fb9127-0f0c-4c88-81cd-92fa6ed17f71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065392 Dec 12 15:23:24.409488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.412534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.429004 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6aee1dd-fe44-4de9-908e-edd5158ffee4 HTTP/1.1" status: 204 len: 168 time: 0.3330915 Dec 12 15:23:24.469083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5ffe69-1ddb-4be6-8a55-6ebad60ba32a req-dca8a07a-4544-4c51-afe5-a4d92d4337e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408800 Dec 12 15:23:24.479839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.495815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:21Z', 'revision_number': 4, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9a4c7bc6-6027-4764-b2b6-4f08901e4371', 'name': '', 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'mac_address': 'fa:16:3e:7d:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:19Z', 'updated_at': '2021-12-12T15:23:21Z', 'revision_number': 2, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'subnets': [{'id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:24.540131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d73b7-7381-457a-b14c-76ee43d464e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aee1dd-fe44-4de9-908e-edd5158ffee4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:24.581351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Checking router: 12ca216c-2280-429e-b864-35e7234733b6 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:23:24.581716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Updating router 12ca216c-2280-429e-b864-35e7234733b6 port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:23:24.596621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-eb65b0b4-498e-4168-a88a-598da6249760 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977456 Dec 12 15:23:24.613143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd5a9519-b2fa-46d3-b3c2-c3be7e39e7c1 req-715ba608-2c42-4952-bd4f-db044e2371d9 tempest-FloatingIPsNegativeTestJSON-1722733905 tempest-FloatingIPsNegativeTestJSON-1722733905-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=8f8c47dc7b0448bebf7162088660a5ec HTTP/1.1" status: 200 len: 217 time: 0.0542800 Dec 12 15:23:24.633656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:24.637086 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f42eac-278d-480d-b120-138d6154fe55" -d '{"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:24.648591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-55fdd60d-b662-4201-bb9a-d6046cda921f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:24.657592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-55fdd60d-b662-4201-bb9a-d6046cda921f tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.1858573 Dec 12 15:23:24.661678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:24.662784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.670390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-0f5c6f14-b9d1-4f60-8ce0-eb7385284b8c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/quotas/d7aaac16af25420d975997f898f2ffb8 HTTP/1.1" status: 200 len: 375 time: 0.0116539 Dec 12 15:23:24.675523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:24.745136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-a449b009-79ab-414d-9567-107f1563bfef tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674107 Dec 12 15:23:24.761589 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a77e53a2-1545-4ca2-8d70-363dca5b9368 req-7aeb6cd1-96cd-4c3e-81fb-fb0c96e0cc36 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568322 Dec 12 15:23:24.766121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:24.871633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f09bbb51-9b61-4c7d-a30d-be5bed63732b service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253796 Dec 12 15:23:24.993426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-cd3be9c8-28fd-4374-9ab5-3d8ac52e1625 service neutron] 10.222.0.36 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129367 Dec 12 15:23:25.020345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.028453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.053295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-c50ca425-dbde-4150-831d-f5630152b8aa tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:25.057633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-c50ca425-dbde-4150-831d-f5630152b8aa tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 1101 time: 0.0556486 Dec 12 15:23:25.079401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-51f329d5-89df-4e95-95bc-a89d267f800c tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.135318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214601-73f0-4862-a714-bcbd47c8dee9 None None] Pushing event updated for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:25.204800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-51f329d5-89df-4e95-95bc-a89d267f800c tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.214378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-51f329d5-89df-4e95-95bc-a89d267f800c tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.240137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Attempting to bind port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:25.241781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Attempting to bind port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:25.242381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Attempting to bind port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 on network b970b084-19c5-4fbb-802b-f5143ed67108 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:25.243000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25169a5c-6d6a-4ea2-a4a6-44003548355d req-51f329d5-89df-4e95-95bc-a89d267f800c tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813195 Dec 12 15:23:25.258014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:25.261343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Checking segment: {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:25.261935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.264929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Bound using segment: {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:25.265657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Bound port: 9a4c7bc6-6027-4764-b2b6-4f08901e4371, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70add6c4-cedd-475a-9bb3-838512a92374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:25.267047 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.356626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] For port 9a4c7bc6-6027-4764-b2b6-4f08901e4371, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:25.373797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-8b3a7d47-ccfe-4019-8797-d1c8366bf159 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1073330127&fields=id&tenant_id=e50e68e32d3a4ce68c5c30c35a64168b HTTP/1.1" status: 200 len: 267 time: 0.1356685 Dec 12 15:23:25.385911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] For port 9a4c7bc6-6027-4764-b2b6-4f08901e4371, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9a4c7bc6-6027-4764-b2b6-4f08901e4371,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:25.396467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.423893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f329d5-89df-4e95-95bc-a89d267f800c tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4e990-baae-4c4e-bf9f-1d35e9823f2f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:25.452847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a54e6cb0-4ac8-4489-a289-76997e7f22b2 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:25.461621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-c7280542-34ca-44e1-92e6-2f5cc9771b66 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:25.464171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-c7280542-34ca-44e1-92e6-2f5cc9771b66 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.0697305 Dec 12 15:23:25.473948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb2e53-0459-446f-a1ee-9ed06794964e req-9dd9acfa-c7aa-46c3-ad13-4ba8309d3142 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:25.475430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7fb2e53-0459-446f-a1ee-9ed06794964e req-9dd9acfa-c7aa-46c3-ad13-4ba8309d3142 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 948 time: 0.1325982 Dec 12 15:23:25.492077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'port': {'security_groups': ['e929c583-97e4-41ce-b352-2d76fdc9a625', 'af6b2e15-8de0-4cac-889a-e8d10028d4e7']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:25.601318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7fb2e53-0459-446f-a1ee-9ed06794964e req-08f8bc5d-88f7-4049-8ff9-0c9325405179 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054430 Dec 12 15:23:25.626423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:25.649521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1214601-73f0-4862-a714-bcbd47c8dee9 None None] Pushing event updated for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:25.653146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2', 'mac_address': 'fa:16:3e:b1:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:25.689038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e362a2e5-e3cd-4829-9fdd-aa8a8be89bc4 req-2b04b686-0baa-4f4d-b429-36b487f8f643 tempest-FloatingIPsNegativeTestJSON-1722733905 tempest-FloatingIPsNegativeTestJSON-1722733905-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0363686 Dec 12 15:23:25.692169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.719151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] Provisioning complete for port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:25.719977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.743932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:25.746800 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81" -d '{"events": [{"name": "network-changed", "server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:25.783702 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a076dbe-1cc8-4569-aa19-d704f25a9aaf x-openstack-request-id: req-8a076dbe-1cc8-4569-aa19-d704f25a9aaf {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:25.784321 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:25.784851 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a076dbe-1cc8-4569-aa19-d704f25a9aaf {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:25.785479 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'code': 200} Dec 12 15:23:25.788770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:25.789864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:25.860007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:25.900187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54e6cb0-4ac8-4489-a289-76997e7f22b2 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:26.013157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-ffb7b491-5b01-42a5-9512-d8aa6892799d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:26.015298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-ffb7b491-5b01-42a5-9512-d8aa6892799d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa HTTP/1.1" status: 200 len: 944 time: 0.0973163 Dec 12 15:23:26.034865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:26.035173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:26.035970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.054396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.105711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:26.164186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecd5fee5-6678-4c56-8c72-b41c4362d63c req-5d1c18e1-ff7a-4c0d-bb4d-59bfaa7afbb5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 210 time: 0.1043608 Dec 12 15:23:26.174817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:26.205617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.235049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.285865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:26.293289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:26.294070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.295601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f839b3d-7a84-4ba4-847f-96085c3dbb40 req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "PUT /v2.0/ports/38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 982 time: 0.8192379 Dec 12 15:23:26.301107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['38562fa4-e425-4ccd-9930-13612175b639'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:26.363270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] For port 9a4c7bc6-6027-4764-b2b6-4f08901e4371, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9a4c7bc6-6027-4764-b2b6-4f08901e4371,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:26.382842 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-c2589f43-44ce-4523-8f3a-3862d5463f07 req-171b61fb-1716-4760-9081-a9fecffb5bca tempest-FloatingIPsNegativeTestJSON-1722733905 tempest-FloatingIPsNegativeTestJSON-1722733905-project] show failed (client error): The resource could not be found. Dec 12 15:23:26.384193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2589f43-44ce-4523-8f3a-3862d5463f07 req-171b61fb-1716-4760-9081-a9fecffb5bca tempest-FloatingIPsNegativeTestJSON-1722733905 tempest-FloatingIPsNegativeTestJSON-1722733905-project] 10.222.0.36 "GET /v2.0/floatingips/8d3a43bf-6cf2-4096-9c82-7501929714d0 HTTP/1.1" status: 404 len: 350 time: 0.0496163 Dec 12 15:23:26.393712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58370) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:26.464041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a54e6cb0-4ac8-4489-a289-76997e7f22b2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:26.466538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Deleting port e51d717d-60b4-44ef-8d93-fff9c3a32d64 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:26.469271 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.524135 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eaf276-8497-46cd-89dd-511c0ff88ff9 x-openstack-request-id: req-46eaf276-8497-46cd-89dd-511c0ff88ff9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:26.524423 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:26.525340 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46eaf276-8497-46cd-89dd-511c0ff88ff9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:26.526365 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'status': 'completed', 'code': 200} Dec 12 15:23:26.535008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb2dff-f056-4d2e-8371-ca745fb0c650 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:26.543119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['38562fa4-e425-4ccd-9930-13612175b639'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:26.598427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.639408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:26.674948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:23:26.681817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd94b-15e5-48c1-afff-7b006056fc5d None None] Pushing event updated for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:26.725419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-effc94ec-076a-42d0-8d48-826206013ca3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1073330127&fields=id&tenant_id=e50e68e32d3a4ce68c5c30c35a64168b HTTP/1.1" status: 200 len: 267 time: 0.1919262 Dec 12 15:23:26.829105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] For port e51d717d-60b4-44ef-8d93-fff9c3a32d64, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e51d717d-60b4-44ef-8d93-fff9c3a32d64,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:26.829520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.883097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Calling delete_port for e51d717d-60b4-44ef-8d93-fff9c3a32d64 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:26.906018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d08e1226-f2e2-46a5-b2a9-1d90688b5d60 None None] Provisioning complete for port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:26.906766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08e1226-f2e2-46a5-b2a9-1d90688b5d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.916109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-f0ed8840-866a-4944-a42a-af457e4b4c26 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:26.925607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-f0ed8840-866a-4944-a42a-af457e4b4c26 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 985 time: 0.1991782 Dec 12 15:23:26.942020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:26.954542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'port': {'security_groups': ['e929c583-97e4-41ce-b352-2d76fdc9a625']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:27.109117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461721-e0b9-47f4-b77d-13ea36f35e32 req-16e521f2-fb59-4da9-bed8-46bc12e65e0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:27.117284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9461721-e0b9-47f4-b77d-13ea36f35e32 req-16e521f2-fb59-4da9-bed8-46bc12e65e0e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 949 time: 0.2939708 Dec 12 15:23:27.121363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.251448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.290129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9461721-e0b9-47f4-b77d-13ea36f35e32 req-7c9b6041-7bb2-42d8-88f8-fbf7fb21a19e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719692 Dec 12 15:23:27.340564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-33a44bc3-aa50-44e7-b8f3-79f337646fb0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:27.342280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-33a44bc3-aa50-44e7-b8f3-79f337646fb0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.13 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 805 time: 0.1383994 Dec 12 15:23:27.374387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Request body: {'port': {'device_id': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'admin_state_up': True, 'tenant_id': 'd7aaac16af25420d975997f898f2ffb8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:27.411342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.420408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.422584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "DELETE /v2.0/security-groups/fdfcb7f9-6d35-46cc-a811-ec964e2301db HTTP/1.1" status: 204 len: 168 time: 0.7754848 Dec 12 15:23:27.438037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-f8ae2cd7-0108-4047-b63b-9b84b9431934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:27.441079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-f8ae2cd7-0108-4047-b63b-9b84b9431934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1099 time: 0.9296529 Dec 12 15:23:27.451862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58414) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:27.518924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-ceb95432-71af-4853-ad72-1a6ba0005296 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396650 Dec 12 15:23:27.523868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbfa4f-fae6-4f6f-9740-3b96cb11db61 tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfcb7f9-6d35-46cc-a811-ec964e2301db,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:27.534445 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-f4897213-28d8-4c1a-9798-7421a1e361cf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] show failed (client error): The resource could not be found. Dec 12 15:23:27.535576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f4897213-28d8-4c1a-9798-7421a1e361cf tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "GET /v2.0/security-groups/fdfcb7f9-6d35-46cc-a811-ec964e2301db HTTP/1.1" status: 404 len: 347 time: 0.0806112 Dec 12 15:23:27.550341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58420) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:27.595399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-9e51ab7a-1c1b-49cf-9f70-c46a2bf4e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:27.596279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:27.597815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-9e51ab7a-1c1b-49cf-9f70-c46a2bf4e8c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1151361 Dec 12 15:23:27.617279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.671881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:21Z', 'revision_number': 4, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9a4c7bc6-6027-4764-b2b6-4f08901e4371', 'name': '', 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'mac_address': 'fa:16:3e:7d:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:19Z', 'updated_at': '2021-12-12T15:23:25Z', 'revision_number': 4, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'subnets': [{'id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:27.683723 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-5f11bdb8-836b-4161-854b-e8f4cfc59d6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65 HTTP/1.1" status: 200 len: 217 time: 0.0757866 Dec 12 15:23:27.720434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0e9b99-508a-4987-908b-a70169cf5fc8 None None] The sync data for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 is: [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:21Z', 'revision_number': 4, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9a4c7bc6-6027-4764-b2b6-4f08901e4371', 'name': '', 'network_id': 'b970b084-19c5-4fbb-802b-f5143ed67108', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'mac_address': 'fa:16:3e:7d:0f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:19Z', 'updated_at': '2021-12-12T15:23:25Z', 'revision_number': 4, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'subnets': [{'id': 'ca67f8a0-f851-4fb1-a7ab-cf819538af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:23:27.755819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'mac_address': 'fa:16:3e:6d:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:27.864934 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.885676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:27.945354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:27.954612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-1d3f928c-dde5-4c62-b532-3a4c88a0bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:27.954910 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:27.955595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:27.956094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-1d3f928c-dde5-4c62-b532-3a4c88a0bf6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2605743 Dec 12 15:23:28.080493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Made reservation on behalf of d7aaac16af25420d975997f898f2ffb8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:28.085753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.124331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-fcb13d13-0ffd-440c-87b9-aa239f5cca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:28.126427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-fcb13d13-0ffd-440c-87b9-aa239f5cca9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560462 Dec 12 15:23:28.134254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:28.157072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:28.189475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'mac_address': 'fa:16:3e:71:bb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:28.259057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.295143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:28.305390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event deleted for resources: {'Port': ['ID=e51d717d-60b4-44ef-8d93-fff9c3a32d64,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:28.324368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Allocated IP 172.20.0.14 (c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb/1ec90854-fb22-4670-b349-0a005b9dde94/b8bd6ea1-bc8b-45b5-853d-f208208c7c00) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:28.338365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:28.343455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.418021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:28.466709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['bdb89e90-67fa-4371-bedc-beb3c565c7f4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:28.501743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:28.548538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.551171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:28.558088 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14" -d '{"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:28.598413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.624011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['38562fa4-e425-4ccd-9930-13612175b639'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:28.648932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] No DVR routers for this DVR port e51d717d-60b4-44ef-8d93-fff9c3a32d64 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:28.686440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-7817908b-2a3d-4891-a9d4-1b99e526eb16 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313020 Dec 12 15:23:28.709151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:28.712520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.732182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca8886d8-a4e3-41e0-b77d-eb7b495e0edb req-3d2f003d-511c-44d4-835d-0421557b6e75 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.30 "DELETE /v2.0/ports/e51d717d-60b4-44ef-8d93-fff9c3a32d64 HTTP/1.1" status: 204 len: 173 time: 2.6827142 Dec 12 15:23:28.769837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.780773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:28.818426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:28.820956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.824564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3058eb4d-c199-4a0f-bee8-1d0197739b9b req-e4a61cfa-e82b-4885-b3e1-2610590dbe8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "PUT /v2.0/ports/38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 943 time: 1.8981788 Dec 12 15:23:28.840800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Deleting port 3a6564ad-63b5-40e7-a9bf-715b6439af94 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:28.841449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:28.857847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-ce4b9e55-02d5-427d-97b8-958e9a4cb6a5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:28.860200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-ce4b9e55-02d5-427d-97b8-958e9a4cb6a5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3335187 Dec 12 15:23:28.912253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['38562fa4-e425-4ccd-9930-13612175b639'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:28.985021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-74be1bbc-d438-42b5-8d15-7f23652bee8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.1082230 Dec 12 15:23:28.991732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.045532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.057878 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38401c31-a29b-4d7b-bf01-f5a97b2fdb81 req-44f84f20-499a-4440-bff0-66594ece7516 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425875 Dec 12 15:23:29.145514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-fa0f82ca-ce67-4048-987f-e4b6f165a8ab tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540990 Dec 12 15:23:29.169548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:29.199869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.200285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.206794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:29.248782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:29.257219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:29.320525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Calling delete_port for 3a6564ad-63b5-40e7-a9bf-715b6439af94 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:29.321071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:29.323540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.357234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-f98bbb22-958b-4040-a688-a09fda065853 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9966314 Dec 12 15:23:29.360079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5276252-1aa9-4034-831e-e4a291bdc615 req-de321648-84ce-48e4-9e7f-b3f2a61311ac tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:29.361930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5276252-1aa9-4034-831e-e4a291bdc615 req-de321648-84ce-48e4-9e7f-b3f2a61311ac tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 932 time: 0.2040915 Dec 12 15:23:29.395016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Request body: {'port': {'device_id': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:29.583798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a54e6cb0-4ac8-4489-a289-76997e7f22b2 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:29.655412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.734669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5276252-1aa9-4034-831e-e4a291bdc615 req-47cf01fb-90e7-4bf3-9943-cb6aa3112ca6 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660853 Dec 12 15:23:29.740303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.832798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Pushing event deleted for resources: {'Port': ['ID=3a6564ad-63b5-40e7-a9bf-715b6439af94,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:29.950747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9a4c7bc6-6027-4764-b2b6-4f08901e4371 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:29.953960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.957711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:29.960138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c0d90b5-7d02-43a8-a552-1694e6bd246e tempest-ImagesOneServerNegativeTestJSON-186323584 tempest-ImagesOneServerNegativeTestJSON-186323584-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f1fc59d-21f0-41a7-9c14-55f8985b75bd HTTP/1.1" status: 204 len: 168 time: 2.4078484 Dec 12 15:23:30.122782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Deleting port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:30.123374 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.179312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a54e6cb0-4ac8-4489-a289-76997e7f22b2 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:30.186161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9bae6-eed6-4ab7-a583-288b5d71b162 req-6dd9f2f8-d881-484e-a573-aeda2437f725 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:30.190666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11f9bae6-eed6-4ab7-a583-288b5d71b162 req-6dd9f2f8-d881-484e-a573-aeda2437f725 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 949 time: 0.1154096 Dec 12 15:23:30.191647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a54e6cb0-4ac8-4489-a289-76997e7f22b2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:30.192268 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.347378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] For port 9a4c7bc6-6027-4764-b2b6-4f08901e4371, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9a4c7bc6-6027-4764-b2b6-4f08901e4371,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:30.348169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.355556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11f9bae6-eed6-4ab7-a583-288b5d71b162 req-f131284e-dada-4e06-971d-558566614b21 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589797 Dec 12 15:23:30.383101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:30.383611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Calling delete_port for 9a4c7bc6-6027-4764-b2b6-4f08901e4371 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:30.387299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bd6ea1-bc8b-45b5-853d-f208208c7c00 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:30.398382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.450702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9a4c7bc6-6027-4764-b2b6-4f08901e4371 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:30.451079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.580220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.616301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:30.618635 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909390b0-a5db-4a59-8b03-faf3c539c28d" -d '{"events": [{"server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "name": "network-vif-plugged", "status": "completed", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:30.629284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port bdb89e90-67fa-4371-bedc-beb3c565c7f4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:30.629572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.648383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-64b5c682-96a2-4335-a195-6a351c35bc1b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2439284 Dec 12 15:23:30.661439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:30.675596 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9868b5-b967-4744-8071-90e35b3de90b x-openstack-request-id: req-cd9868b5-b967-4744-8071-90e35b3de90b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:30.675897 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:30.679261 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd9868b5-b967-4744-8071-90e35b3de90b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:30.679261 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:23:30.698064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:30.711583 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.733150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Transition to ACTIVE for port object b8bd6ea1-bc8b-45b5-853d-f208208c7c00 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:30.743958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.799805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.810148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.855669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:30.860225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-3a4c21d5-577e-4343-8c69-22226d1c31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:30.864381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-3a4c21d5-577e-4343-8c69-22226d1c31e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.1799824 Dec 12 15:23:30.894743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:30.967336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:30.968776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:31.009268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:31.012065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: e51d717d-60b4-44ef-8d93-fff9c3a32d64 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:31.012424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e51d717d-60b4-44ef-8d93-fff9c3a32d64 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:31.091634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:31.134309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.220750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4c7bc6-6027-4764-b2b6-4f08901e4371,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:31.221712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-52748c79-56a9-41b1-b53c-8aabc90e76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:31.229409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-52748c79-56a9-41b1-b53c-8aabc90e76ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.3501797 Dec 12 15:23:31.277221 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1aba89-ef52-41a1-aa17-dcace2edb983 x-openstack-request-id: req-9f1aba89-ef52-41a1-aa17-dcace2edb983 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:31.277551 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "name": "network-vif-plugged", "status": "completed", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:31.277833 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f1aba89-ef52-41a1-aa17-dcace2edb983 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:31.279468 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2', 'code': 200} Dec 12 15:23:31.343118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Attempting to bind port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:31.343631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Attempting to bind port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:31.343964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Attempting to bind port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:31.368881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:31.369251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Attempting to bind port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 on network c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:31.394273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:31.394607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Checking segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:31.394987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Bound using segment: {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:31.395444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Bound port: b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68843862-5e95-42e4-abec-07bf99efef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:31.395805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.403866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-8bbe33bc-7528-4489-9d83-d80b968adee9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.1665390 Dec 12 15:23:31.554068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-560a68fe-89d1-4b67-8464-5cfa0b3bf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:31.555601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-560a68fe-89d1-4b67-8464-5cfa0b3bf4cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.1155567 Dec 12 15:23:31.564836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0753cd-2088-42ce-8bd1-2bd190e0dfcd req-76775254-fab8-40d9-a4af-080f358c2e80 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:31.573850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af0753cd-2088-42ce-8bd1-2bd190e0dfcd req-76775254-fab8-40d9-a4af-080f358c2e80 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 944 time: 0.1665423 Dec 12 15:23:31.601368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec678d-c3aa-4493-ab06-b608397e6401 req-0dbbda6e-e19a-4484-9c44-5a9ad0a850e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:31.602982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-daec678d-c3aa-4493-ab06-b608397e6401 req-0dbbda6e-e19a-4484-9c44-5a9ad0a850e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 1101 time: 0.1164987 Dec 12 15:23:31.638377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-6acd29ec-1d3c-4db2-aa82-c994323ae923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617540 Dec 12 15:23:31.665782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:31.670114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:31.671086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.686370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.820270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:31.820994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.822570 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] 10.222.0.13 "PUT /v2.0/ports/b8bd6ea1-bc8b-45b5-853d-f208208c7c00 HTTP/1.1" status: 200 len: 1092 time: 2.4449446 Dec 12 15:23:31.826298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:31.829643 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:31.841384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af0753cd-2088-42ce-8bd1-2bd190e0dfcd req-0410c162-49d2-4ca2-84b2-9106b5342de4 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647686 Dec 12 15:23:31.883038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:31.901500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-daec678d-c3aa-4493-ab06-b608397e6401 req-0f6dfee6-396d-4b97-a44a-1f0008834cd6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683742 Dec 12 15:23:31.943006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa1f4-615a-4836-a738-4d71f5506a8a service neutron] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:32.005464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f2afb2f-15b1-4478-9dd1-805285320deb req-780cebcb-c82d-49ad-968b-c9614f0dcce4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 210 time: 0.0481782 Dec 12 15:23:32.007265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-f6832d99-049a-496f-81c9-f27c66f8a960 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600056 Dec 12 15:23:32.055572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-31e56b2d-e6dd-482c-9a4d-3742f51b6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:32.057702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-31e56b2d-e6dd-482c-9a4d-3742f51b6e49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 1095 time: 0.1062748 Dec 12 15:23:32.091495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:32.239736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-8f3892ec-f30b-4ed9-bfa8-cbd2ea78132f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00 HTTP/1.1" status: 200 len: 217 time: 0.1004465 Dec 12 15:23:32.365764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:32.381021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Allocated IP 172.25.3.128 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e60ace4b-66d6-4447-93ad-f225b089bfee) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:32.515650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:32.521767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:32.522201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.531804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.589373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Deleting subnet fe5983f6-181c-48c8-8bec-c50f15421b88 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:23:32.596353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-621f7a96-07e5-4d33-87f1-41118f563a9d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3458068 Dec 12 15:23:32.605516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.607532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.679819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-deleted', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64'}, {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:32.682138 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08220c09-446d-4cfb-9936-810d230bab64" -d '{"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-deleted", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64"}, {"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:32.702638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:32.710317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:32.713592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:32.766383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.823189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-aa9c5225-b173-4aa8-8806-dd0d94204610 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:32.825100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-aa9c5225-b173-4aa8-8806-dd0d94204610 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731348 Dec 12 15:23:32.844137 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:32.846594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:32.852210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df37877-e099-42b8-972d-85363780a0ca req-dcc3166d-55f5-44a6-a41f-cc04f463cf0a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:32.858023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8df37877-e099-42b8-972d-85363780a0ca req-dcc3166d-55f5-44a6-a41f-cc04f463cf0a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 950 time: 0.6341617 Dec 12 15:23:32.888454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-3f5d0d9c-b815-446a-b781-73400ea0578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:32.890701 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-3f5d0d9c-b815-446a-b781-73400ea0578a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.6236262 Dec 12 15:23:32.975484 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-fd0fad10-bb1a-4c0a-914b-645604ab5f50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403895 Dec 12 15:23:32.986273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:32.988419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Router 12ca216c-2280-429e-b864-35e7234733b6 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:23:32.995302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.019180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'Port': ['ID=e60ace4b-66d6-4447-93ad-f225b089bfee,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:33.125384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-920d898e-9b05-4f78-af50-cfad604d1976 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2667215 Dec 12 15:23:33.144621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9fcead2-cd02-4a80-8cd3-78e1360e9e14 req-cb96eaec-a58a-415f-b605-37af6e7ac00d service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0240264 Dec 12 15:23:33.238416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:33.281756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}, {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:33.284343 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4007a38-bab3-4ef2-9c65-b0e20c0bf566" -d '{"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}, {"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:33.291622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:23:33.305806 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-885a3541-e958-4479-8d0a-e2955b3e43de admin admin] 10.222.0.36 "PUT /v2.0/routers/12ca216c-2280-429e-b864-35e7234733b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9085414 Dec 12 15:23:33.305806 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-a601937d-7f48-49e7-bd0f-fb33bcabf7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122406 Dec 12 15:23:33.306492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:33.311510 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Sync routers for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:23:33.320708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:33.328083 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:33.328863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:33.330774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.403635 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.452589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8df37877-e099-42b8-972d-85363780a0ca req-081904d4-74e0-4d57-ba4e-452bcaa5b322 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721978 Dec 12 15:23:33.489494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.492598 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:33.668902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-945b46cc-1a90-493a-bae6-8fbcecc9866d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:33.674075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-945b46cc-1a90-493a-bae6-8fbcecc9866d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5251751 Dec 12 15:23:33.684815 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd33265-f291-4067-9225-74126486b369 x-openstack-request-id: req-4fd33265-f291-4067-9225-74126486b369 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:33.685499 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:33.686032 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fd33265-f291-4067-9225-74126486b369 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:33.686651 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'status': 'completed', 'code': 200} Dec 12 15:23:33.689226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.710615 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:30Z', 'revision_number': 5, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:33.729642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:33.762716 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Checking router: 12ca216c-2280-429e-b864-35e7234733b6 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:23:33.797642 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Routers {'12ca216c-2280-429e-b864-35e7234733b6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:33.798193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['12ca216c-2280-429e-b864-35e7234733b6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:33.847163 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.858370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-151e0731-1abe-46b0-9f25-4d57cc90f3b9 req-ba1dd816-0830-4078-83b4-7dd0feaa1193 service neutron] 10.222.0.13 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718352 Dec 12 15:23:33.864272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:33.943301 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee585e9-910b-4d34-beab-d6876ac33628 x-openstack-request-id: req-0ee585e9-910b-4d34-beab-d6876ac33628 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:33.943742 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa", "name": "network-vif-deleted", "tag": "e51d717d-60b4-44ef-8d93-fff9c3a32d64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:33.944079 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ee585e9-910b-4d34-beab-d6876ac33628 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:33.945050 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1163b-19ef-4c11-8b37-e4fe3c6ad2aa', 'name': 'network-vif-deleted', 'tag': 'e51d717d-60b4-44ef-8d93-fff9c3a32d64', 'status': 'completed', 'code': 200} Dec 12 15:23:33.945324 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:23:33.950088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.215 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/97eb3789-b982-4b81-9338-9721a2dc3dad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:33.984986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5983f6-181c-48c8-8bec-c50f15421b88,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:33.987024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.067501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.069032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220c09-446d-4cfb-9936-810d230bab64 req-4320dd79-8a85-48f5-902c-446e2ec07653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.070629 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-4320dd79-8a85-48f5-902c-446e2ec07653 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.1222398 Dec 12 15:23:34.071064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6f19386-292d-4b39-87f4-6ff679faaa34 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe5983f6-181c-48c8-8bec-c50f15421b88 HTTP/1.1" status: 204 len: 168 time: 1.9752212 Dec 12 15:23:34.074596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:34.099678 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] Set router 12ca216c-2280-429e-b864-35e7234733b6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:34.174095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-399ce9ff-2b6c-48b0-9cc6-3ab510c695e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.175756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-399ce9ff-2b6c-48b0-9cc6-3ab510c695e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7aaac16af25420d975997f898f2ffb8&device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 1095 time: 0.1924896 Dec 12 15:23:34.184607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.193108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ed4bc-4b0d-4f7d-9218-c3613cc008b9 req-359beee3-922a-444c-ac97-4573ad1b8685 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.200661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f2ed4bc-4b0d-4f7d-9218-c3613cc008b9 req-359beee3-922a-444c-ac97-4573ad1b8685 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 944 time: 0.1281648 Dec 12 15:23:34.221267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Deleting port 13073902-0180-448d-b102-3c672100de43 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:34.221517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.283475 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:30Z', 'revision_number': 5, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:34.313481 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52900cd7-fc9d-4795-a969-a038caa86db9 None None] The sync data for ids ['12ca216c-2280-429e-b864-35e7234733b6'] in n-d-710847-8 is: [{'id': '12ca216c-2280-429e-b864-35e7234733b6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1703739160-router', 'tenant_id': '8f8c47dc7b0448bebf7162088660a5ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '13073902-0180-448d-b102-3c672100de43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:23:14Z', 'updated_at': '2021-12-12T15:23:30Z', 'revision_number': 5, 'project_id': '8f8c47dc7b0448bebf7162088660a5ec', 'gw_port': {'id': '13073902-0180-448d-b102-3c672100de43', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ca216c-2280-429e-b864-35e7234733b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:23:15Z', 'updated_at': '2021-12-12T15:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:23:34.386837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f2ed4bc-4b0d-4f7d-9218-c3613cc008b9 req-0e8d8714-2fa1-425a-9971-015eb493d390 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852896 Dec 12 15:23:34.417740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:34.422209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.518864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.567457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3fcc9-2792-456c-96ce-9726ae5044d4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:34.568042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.598992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c8be46-1db0-4dc2-9f71-34fdebbf6eed') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:34.599299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c8be46-1db0-4dc2-9f71-34fdebbf6eed') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:34.606887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d39c3d9a-0b01-4b9d-a7ae-97caa43c2038 req-6db828cb-0145-4932-9358-4a1c55642549 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 210 time: 0.1205456 Dec 12 15:23:34.613575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-6843b828-d135-4962-8055-30f70d220dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.630616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.632981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-6843b828-d135-4962-8055-30f70d220dce service neutron] 10.222.0.13 "GET /v2.0/networks?id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 200 len: 905 time: 0.3960049 Dec 12 15:23:34.648442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.661504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.663809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] For port 13073902-0180-448d-b102-3c672100de43, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13073902-0180-448d-b102-3c672100de43,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:34.664356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.688747 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0cca2e-58a0-4c53-8e67-8ede2269057e x-openstack-request-id: req-af0cca2e-58a0-4c53-8e67-8ede2269057e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:34.689281 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "code": 200}, {"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:34.689281 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af0cca2e-58a0-4c53-8e67-8ede2269057e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:34.689669 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'code': 200} Dec 12 15:23:34.689923 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'code': 200} Dec 12 15:23:34.694200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Calling delete_port for 13073902-0180-448d-b102-3c672100de43 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:34.707792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.739827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220c09-446d-4cfb-9936-810d230bab64 req-51822ea6-a445-4ea3-ac9c-57cb0f30e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.742207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-51822ea6-a445-4ea3-ac9c-57cb0f30e9b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.6624796 Dec 12 15:23:34.811762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:23:34.812171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:34.848991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-c354a74f-c1ed-4675-957f-fb7de46e171f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00 HTTP/1.1" status: 200 len: 217 time: 0.2151031 Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:23:34.849594 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:23:34.851975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-42e34365-b409-4f3d-8932-3027a3fe0015 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0845239 Dec 12 15:23:34.943101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-d7c39d1c-8781-450f-a005-a797cb67099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:34.944975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-d7c39d1c-8781-450f-a005-a797cb67099f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 200 len: 845 time: 0.0614066 Dec 12 15:23:34.997838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-2a02b8fb-19cf-4e72-b24d-7ecdccc7317d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433378 Dec 12 15:23:35.020752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event updated for resources: {'Port': ['ID=e60ace4b-66d6-4447-93ad-f225b089bfee,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:35.034905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.081897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed48d2-6517-45f5-b932-924e85ac865f req-50b14166-1727-45c8-8c88-b9fda359bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:35.083776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66ed48d2-6517-45f5-b932-924e85ac865f req-50b14166-1727-45c8-8c88-b9fda359bc04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1101 time: 0.2595947 Dec 12 15:23:35.117106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.132597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:35.133969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.197186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.216024 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2c3fcc9-2792-456c-96ce-9726ae5044d4 HTTP/1.1" status: 204 len: 168 time: 1.1371522 Dec 12 15:23:35.279244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.289559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd44e97-bb58-4994-8350-1fded07bf2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c3fcc9-2792-456c-96ce-9726ae5044d4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:35.292722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-622df541-800d-48b3-80a3-0ec753eee235 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6431119 Dec 12 15:23:35.354399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220c09-446d-4cfb-9936-810d230bab64 req-cb8cabaf-04b1-47ca-b259-a7addba9ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:35.356296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-cb8cabaf-04b1-47ca-b259-a7addba9ee8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.4261837 Dec 12 15:23:35.371334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e0f2840d-4206-40d0-b895-93bae8ee7173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.438118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:35.526614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:35.536678 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-e4790740-f457-48f3-a6c1-8fdf3300b7cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351864 Dec 12 15:23:35.538337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:35.633880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:35.694998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:35.704113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:35.730120 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66ed48d2-6517-45f5-b932-924e85ac865f req-1f54facf-c9a9-4783-b8e7-58986166018c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296768 Dec 12 15:23:35.755548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:35.756476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9a4c7bc6-6027-4764-b2b6-4f08901e4371 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:35.815164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9a4c7bc6-6027-4764-b2b6-4f08901e4371 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:35.816154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9a4c7bc6-6027-4764-b2b6-4f08901e4371 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:35.925951 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-dfdec5f6-ac9d-4944-8e16-4f9dca18ff55 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0858331 Dec 12 15:23:35.999912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-840fcb26-fbf5-45c3-b847-d51021292dc7 None None] Provisioning complete for port 97eb3789-b982-4b81-9338-9721a2dc3dad triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:36.001953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-840fcb26-fbf5-45c3-b847-d51021292dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.052422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-592ffa71-56dc-491e-a495-e4f0d236fbb5 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.7563989 Dec 12 15:23:36.055485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.113 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/9b5fa43e-0512-4a53-acd4-28abb3d1acb5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:36.056566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-840fcb26-fbf5-45c3-b847-d51021292dc7 None None] Port 97eb3789-b982-4b81-9338-9721a2dc3dad cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:36.075509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0ab24-6da4-48f1-a12b-5ed4549fb126 req-48ac535b-0a78-42df-9304-c38c798c5fc9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:36.082920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ad0ab24-6da4-48f1-a12b-5ed4549fb126 req-48ac535b-0a78-42df-9304-c38c798c5fc9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 950 time: 0.8419726 Dec 12 15:23:36.186347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-5339c2a1-fc6a-4342-af03-1b221409f548 service neutron] 10.222.0.13 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1788864 Dec 12 15:23:36.255677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Request body: {'port': {'device_id': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:36.257541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ad0ab24-6da4-48f1-a12b-5ed4549fb126 req-4a3c409b-2493-4946-ac4f-d2bce8c0f2cf tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730933 Dec 12 15:23:36.331552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.336606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c589cd7-b833-49c4-9fd8-7cfc9042a37d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384f662d38c448a1b2532ab9aaa673dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871986 Dec 12 15:23:36.349929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58566) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:36.365099 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-c89ff86c-c8fe-439b-bd00-6aa90445aa9b service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261300 Dec 12 15:23:36.418485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=13073902-0180-448d-b102-3c672100de43,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:36.495486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.505430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.517662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-172cfa22-1874-44c3-b783-463a22690904 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:36.521276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-071a0a12-6bc2-49fb-a32b-a8fc64e916e0 req-172cfa22-1874-44c3-b783-463a22690904 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.4540031 Dec 12 15:23:36.611715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.626712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.627317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e937fe8c-6366-47f4-a18c-33e81a6ca6f5 req-0dd429ba-68c6-463c-a39a-d46641822386 service neutron] 10.222.0.13 "GET /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832803 Dec 12 15:23:36.631651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08220c09-446d-4cfb-9936-810d230bab64 req-1717fe34-3e09-4949-bf9f-f986fd0bb628 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300131 Dec 12 15:23:36.768853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2d99-7fda-4571-b033-1f7a056300c8 req-f6c52e20-44a6-4c67-bf26-8d811df5b9e0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:36.773167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b9a2d99-7fda-4571-b033-1f7a056300c8 req-f6c52e20-44a6-4c67-bf26-8d811df5b9e0 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 944 time: 0.3275545 Dec 12 15:23:36.797135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.801242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.834174 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.857063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.857698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ca216c-2280-429e-b864-35e7234733b6 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:23:36.860900 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.862990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.866699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d8e42ba-74d1-49f3-974e-86b29fd88b5e HTTP/1.1" status: 204 len: 168 time: 0.5132086 Dec 12 15:23:36.875411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:36.881732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb385096-6277-4f0a-909e-47f690040d1f admin admin] 10.222.0.36 "DELETE /v2.0/routers/12ca216c-2280-429e-b864-35e7234733b6 HTTP/1.1" status: 204 len: 168 time: 3.5709214 Dec 12 15:23:36.882403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:36.914896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c241-b109-4fab-857c-16c2e8502647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8e42ba-74d1-49f3-974e-86b29fd88b5e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:36.989348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b9a2d99-7fda-4571-b033-1f7a056300c8 req-f95cb43d-a87d-43aa-8b01-80c7170382bc tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237512 Dec 12 15:23:37.006250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Deleting subnet ca67f8a0-f851-4fb1-a7ab-cf819538af55 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:23:37.008649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.022810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:37.062260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.229711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:37.246158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:37.248615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:37.265770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.292299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:37.348414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82469e-fb63-4e68-8a5e-83c146ff2ddb req-7c4bbc74-bcd4-42b5-bceb-ccf3154bf9b3 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:37.356574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a82469e-fb63-4e68-8a5e-83c146ff2ddb req-7c4bbc74-bcd4-42b5-bceb-ccf3154bf9b3 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 936 time: 0.2081590 Dec 12 15:23:37.396590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:37.397243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.427292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490f6d4-4f97-43f8-936f-da721ee6b375 req-2300f283-e3f7-4986-a086-9b7803551ba1 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:37.438941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6490f6d4-4f97-43f8-936f-da721ee6b375 req-2300f283-e3f7-4986-a086-9b7803551ba1 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2079620 Dec 12 15:23:37.475765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:37.476279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-102170ea-4c8f-4d6f-8073-eec2c96db0a6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7740474 Dec 12 15:23:37.492157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Request body: {'port': {'device_id': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:37.545213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a82469e-fb63-4e68-8a5e-83c146ff2ddb req-467833fc-feec-49cd-9cfa-302b38ea5dff tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857283 Dec 12 15:23:37.641246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6490f6d4-4f97-43f8-936f-da721ee6b375 req-b32283ff-e590-4e41-8d38-1bb39a425b7b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010462 Dec 12 15:23:37.767575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e59c2a2b-0f00-48af-8e1f-e8396c5eb6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.771272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.776572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.868981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eb3789-b982-4b81-9338-9721a2dc3dad {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:37.896567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13073902-0180-448d-b102-3c672100de43 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:37.896720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:37.937311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Transition to ACTIVE for port object 97eb3789-b982-4b81-9338-9721a2dc3dad will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:37.949768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.028160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 13073902-0180-448d-b102-3c672100de43 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:38.030734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13073902-0180-448d-b102-3c672100de43 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:38.040050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:38.042241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.060970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ed26c2c4-6de6-4f66-972a-8fc054afe913 None None] Provisioning complete for port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:38.062254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed26c2c4-6de6-4f66-972a-8fc054afe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.152353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'mac_address': 'fa:16:3e:a9:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:38.210468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ed26c2c4-6de6-4f66-972a-8fc054afe913 None None] Port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:38.227509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86001a10-cb6f-428e-82b6-4d09244c8920 None None] Network b970b084-19c5-4fbb-802b-f5143ed67108 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:23:38.235132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca67f8a0-f851-4fb1-a7ab-cf819538af55,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:38.245701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.248959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54729f64-598a-4942-afbe-0989c41d99e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca67f8a0-f851-4fb1-a7ab-cf819538af55 HTTP/1.1" status: 204 len: 168 time: 1.3654571 Dec 12 15:23:38.280423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:38.317535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:38.336813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.375179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bd6ea1-bc8b-45b5-853d-f208208c7c00 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:38.440508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-b8b8c9b2-52bb-4103-93eb-4f9afdf6e4db tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:38.452889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-b8b8c9b2-52bb-4103-93eb-4f9afdf6e4db tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7344429 Dec 12 15:23:38.546755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.570771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Attempting to bind port 97eb3789-b982-4b81-9338-9721a2dc3dad on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:38.571108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Attempting to bind port 97eb3789-b982-4b81-9338-9721a2dc3dad by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:38.571435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Attempting to bind port 97eb3789-b982-4b81-9338-9721a2dc3dad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:38.606082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:38.610775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.617519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Port 97eb3789-b982-4b81-9338-9721a2dc3dad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:38.617838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Attempting to bind port 97eb3789-b982-4b81-9338-9721a2dc3dad on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:38.623013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-bf820d22-efa9-4a91-b64d-e052ad9636bc tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1676016 Dec 12 15:23:38.631979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'floatingip': {'port_id': '38562fa4-e425-4ccd-9930-13612175b639', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:38.638728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:38.639062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:38.639448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:38.639888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Bound port: 97eb3789-b982-4b81-9338-9721a2dc3dad, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:38.640240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.651329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.718462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.767354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Deleting port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:38.767985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.769952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] DHCP port deletion for b970b084-19c5-4fbb-802b-f5143ed67108 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:23:38.784044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:38.836521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:38.854382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Deleting port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:38.855048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.866024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:38.875252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] For port 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4a110e5f-7c5b-49b0-9236-fbb9641a9591,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:38.875694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.881022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.925106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Calling delete_port for 4a110e5f-7c5b-49b0-9236-fbb9641a9591 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:38.926072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] For port 4a110e5f-7c5b-49b0-9236-fbb9641a9591, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4a110e5f-7c5b-49b0-9236-fbb9641a9591,segment=NetworkSegment(70add6c4-cedd-475a-9bb3-838512a92374),segment_id=70add6c4-cedd-475a-9bb3-838512a92374)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:38.926675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.942812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:38.943199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Calling delete_port for 4a110e5f-7c5b-49b0-9236-fbb9641a9591 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:38.943428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:38.944869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/97eb3789-b982-4b81-9338-9721a2dc3dad HTTP/1.1" status: 200 len: 1096 time: 2.9959002 Dec 12 15:23:38.945314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:38.948842 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078bba40-daa1-412c-9971-3a32c968ea84" -d '{"events": [{"name": "network-changed", "server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:38.951989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b8bd6ea1-bc8b-45b5-853d-f208208c7c00'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:39.090017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.091377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c8b92-8815-48fa-bc3a-071357c5d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:39.149150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-b72f3434-2e2d-4128-9476-3c47dddc6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:39.151329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-b72f3434-2e2d-4128-9476-3c47dddc6eee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1099 time: 0.1404757 Dec 12 15:23:39.177849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-e0d0ca07-eb49-47ee-af1d-9ac920007365 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5509884 Dec 12 15:23:39.240022 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-4e442ff9-8498-4dd3-a4d7-6faef12e505d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=97eb3789-b982-4b81-9338-9721a2dc3dad HTTP/1.1" status: 200 len: 217 time: 0.0765703 Dec 12 15:23:39.278634 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.285823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.295589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:39.327982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] Pushing event deleted for resources: {'Port': ['ID=4a110e5f-7c5b-49b0-9236-fbb9641a9591,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:39.329604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a110e5f-7c5b-49b0-9236-fbb9641a9591,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:39.334984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] No DVR routers for this DVR port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:39.342257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.355671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe5fa3-70ce-4242-9d18-632096e5e694 None None] No DVR routers for this DVR port 4a110e5f-7c5b-49b0-9236-fbb9641a9591 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:39.408875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Transition to ACTIVE for port object 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:39.426445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.433922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-3cacd787-3355-4b9d-ae15-73086900afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:39.435414 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-3cacd787-3355-4b9d-ae15-73086900afd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1860812 Dec 12 15:23:39.437525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.484649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b970b084-19c5-4fbb-802b-f5143ed67108']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:39.497230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70add6c4-cedd-475a-9bb3-838512a92374') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:39.497522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70add6c4-cedd-475a-9bb3-838512a92374') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:39.510292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.530910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.539803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:23:39.543857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.564803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-65ff3000-0ac6-45bf-8637-ee0559bad3e3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:39.566356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-65ff3000-0ac6-45bf-8637-ee0559bad3e3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3876772 Dec 12 15:23:39.586301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:23:39.608278 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:23:39.612394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-926c92f9-dd58-4b70-b5de-d2253ae0b4da tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/quotas/b4c18c00ad3741b8a0d58d7147b1d10e HTTP/1.1" status: 200 len: 375 time: 0.0366306 Dec 12 15:23:39.632305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-02c6ec94-6de0-48e5-b9db-469875215574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:39.635483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-02c6ec94-6de0-48e5-b9db-469875215574 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886890 Dec 12 15:23:39.691501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.703214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.709651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b970b084-19c5-4fbb-802b-f5143ed67108 HTTP/1.1" status: 204 len: 168 time: 1.4215107 Dec 12 15:23:39.788510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d1cea-a228-4c0e-b409-b50f974484a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b970b084-19c5-4fbb-802b-f5143ed67108,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:39.848767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4a110e5f-7c5b-49b0-9236-fbb9641a9591 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:39.861532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-f377db6f-f658-45f9-a79c-922cdf6f6e90 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425086 Dec 12 15:23:39.872450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4a110e5f-7c5b-49b0-9236-fbb9641a9591 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:39.873268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4a110e5f-7c5b-49b0-9236-fbb9641a9591 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:39.891201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Attempting to bind port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:39.891557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Attempting to bind port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:39.891861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Attempting to bind port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:39.904980 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-572e2e2b-b815-4707-8d61-d45580d8e410 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614944 Dec 12 15:23:39.906796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.908235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:39.908624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Attempting to bind port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:39.926994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:39.932686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:39.933020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:39.933402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:39.944554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Bound port: 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:39.944951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.034956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:40.160942 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c70204e-e858-4c22-be2e-7f6fec13971b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f8c47dc7b0448bebf7162088660a5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1223066 Dec 12 15:23:40.165174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:40.184056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:40.189878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:40.192381 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-65838cfc-070f-402d-a299-c5df91418860 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790890 Dec 12 15:23:40.203779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.218609 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Floating IP be880c37-f920-47ca-8b42-425250cfbae6 associated. External IP: 172.25.3.128, port: 38562fa4-e425-4ccd-9930-13612175b639. Dec 12 15:23:40.251300 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.254461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.285578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.315343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0f14-af25-43b2-9d02-9bc097c0abed req-195275bd-4d93-4d34-abc9-e4a7420ecdc5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:40.317052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67df0f14-af25-43b2-9d02-9bc097c0abed req-195275bd-4d93-4d34-abc9-e4a7420ecdc5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 945 time: 0.1981659 Dec 12 15:23:40.333197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:40.333197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.334691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/9b5fa43e-0512-4a53-acd4-28abb3d1acb5 HTTP/1.1" status: 200 len: 1096 time: 2.8494127 Dec 12 15:23:40.335122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:40.337506 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdedd1b-601b-4d15-9c42-5910863956b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:40.399308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.405662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:40.408719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f56071dc-e44d-4b57-8b31-b79519d76b56 HTTP/1.1" status: 204 len: 168 time: 0.2425611 Dec 12 15:23:40.432884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d9818-59c8-4428-88ea-d9f6421239a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:40.434850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386fcb3-e757-4474-b7c6-c35c85978a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56071dc-e44d-4b57-8b31-b79519d76b56,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:40.600618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67df0f14-af25-43b2-9d02-9bc097c0abed req-0d831784-e077-4730-a1eb-a33c11e07460 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732646 Dec 12 15:23:40.649289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-8f661584-77da-4550-a6e9-191c1e17545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:40.653364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-8f661584-77da-4550-a6e9-191c1e17545b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 1099 time: 0.2652285 Dec 12 15:23:40.979765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:41.085990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:41.173233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-f563b361-2d12-4414-a989-bb18092d0120 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5 HTTP/1.1" status: 200 len: 217 time: 0.4499686 Dec 12 15:23:41.299869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-78064c45-4f04-408a-a221-b9a35f7ba21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:41.301384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-78064c45-4f04-408a-a221-b9a35f7ba21e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1103139 Dec 12 15:23:41.312578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbbf68-e11f-4168-84bd-9c12da545394 req-985904e4-c5e5-474a-a6d7-3c2890aab197 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:41.317364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ecbbf68-e11f-4168-84bd-9c12da545394 req-985904e4-c5e5-474a-a6d7-3c2890aab197 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 948 time: 0.5782757 Dec 12 15:23:41.335466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Router b16f6553-d3b4-423c-b3b9-bca4b909ba17 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:23:41.473104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ecbbf68-e11f-4168-84bd-9c12da545394 req-286404fa-ad84-4421-9903-7976f8e763fd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442730 Dec 12 15:23:41.476457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-b3e718d4-e1bc-4326-8136-fd1ffccea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:41.477982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-b3e718d4-e1bc-4326-8136-fd1ffccea90d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1614122 Dec 12 15:23:41.508885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:41.559656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-fc7343f6-c1a5-49e0-8130-51292f8ee395 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393639 Dec 12 15:23:41.660002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:41.666616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:41.668713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:41.798439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:23:41.813584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:41.845549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Sync routers for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:23:41.869238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-4eecad4c-7765-4ddb-86a1-8b437bcd48af tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:41.870817 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-4eecad4c-7765-4ddb-86a1-8b437bcd48af tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3016131 Dec 12 15:23:41.880292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:41.881317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:41.889993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Request body: {'port': {'device_id': '79e04fbe-9999-4803-aa24-e72742a71408', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': 'b4c18c00ad3741b8a0d58d7147b1d10e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:41.929525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-40e0fb00-3999-4834-8e70-7764097d1453 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "PUT /v2.0/floatingips/be880c37-f920-47ca-8b42-425250cfbae6 HTTP/1.1" status: 200 len: 997 time: 3.3053701 Dec 12 15:23:41.941197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-1fa8ef28-a0cb-4678-832f-4f813b88f871 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621066 Dec 12 15:23:41.955987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.079592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:42.093692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:42.105673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Made reservation on behalf of b4c18c00ad3741b8a0d58d7147b1d10e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:42.111371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-0fd7e349-1220-4d9f-8db9-958f6a6498a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:42.112286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.112945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-0fd7e349-1220-4d9f-8db9-958f6a6498a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.0886724 Dec 12 15:23:42.124068 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3969c0-1e4a-4366-9508-5b659c06b8ca" -d '{"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:42.171465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.232345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae9be530-adc1-46b1-987e-5f0d2985dbb7 req-bce4675b-aa8b-46d3-9956-ca701bc2f20e service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826433 Dec 12 15:23:42.297283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-896196f7-61fe-44af-a74e-16194e2bb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:42.300153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-896196f7-61fe-44af-a74e-16194e2bb30c service neutron] 10.222.0.36 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.1802135 Dec 12 15:23:42.371223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Allocated IP 192.168.233.240 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/98d2b786-e6dd-4aff-a47d-093687b04c10) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:42.448700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-6339a96d-f468-422f-a30d-80eff3768ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 1000 time: 0.1418583 Dec 12 15:23:42.534198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-e9cc40eb-aa69-4abf-9450-c28de75625fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:42.535714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-e9cc40eb-aa69-4abf-9450-c28de75625fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.0807805 Dec 12 15:23:42.584011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-f93413ab-fa73-43e6-bd5b-781c862d73e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407255 Dec 12 15:23:42.616469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:42.625526 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367b4c2-0014-4ae8-91e8-95fa99ac07fc x-openstack-request-id: req-2367b4c2-0014-4ae8-91e8-95fa99ac07fc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:42.629983 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:42.630100 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2367b4c2-0014-4ae8-91e8-95fa99ac07fc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:42.630560 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'status': 'completed', 'code': 200} Dec 12 15:23:42.658398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.709212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 97eb3789-b982-4b81-9338-9721a2dc3dad details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:42.717998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.746006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:42.749069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:42.764476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:42.821925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:42.831396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a54e6cb0-4ac8-4489-a289-76997e7f22b2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:42.908584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bba40-daa1-412c-9971-3a32c968ea84 req-096b93ff-cb9d-4faf-ade8-aa7c4eff93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:42.910112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-096b93ff-cb9d-4faf-ade8-aa7c4eff93f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1099 time: 0.2132580 Dec 12 15:23:42.923430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:42.925069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:42.948685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:42.977246 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0917137 Dec 12 15:23:42.990898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28b7739f-7860-4fd5-98f3-6866ab5e59bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.000264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:23:43.012867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Request body: {'port': {'device_id': '79e04fbe-9999-4803-aa24-e72742a71408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:43.041197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:43.073537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-0efa6890-4be0-421e-803a-1f0dc997d616 service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797950 Dec 12 15:23:43.161856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31fc1-5f17-435f-bf2c-f7374b312536 req-a67db4bc-c331-4781-a398-b9d0ab73f300 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:43.163613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d31fc1-5f17-435f-bf2c-f7374b312536 req-a67db4bc-c331-4781-a398-b9d0ab73f300 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 936 time: 0.3645263 Dec 12 15:23:43.184325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28b7739f-7860-4fd5-98f3-6866ab5e59bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.208626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b10e2d-f5e8-4ae2-9ee9-b4a040848ad4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event updated for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:43.214542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28b7739f-7860-4fd5-98f3-6866ab5e59bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.244699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.290658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-28b7739f-7860-4fd5-98f3-6866ab5e59bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0044eef6a9d945e6a312e2b6ee342844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6575816 Dec 12 15:23:43.293959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7739f-7860-4fd5-98f3-6866ab5e59bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ed0f9-118f-4db7-8499-3e2a7eb87f45,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:43.297638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:43.344110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0bf2b243-451c-4e8f-b34a-ab9751fbcc2f None None] Provisioning complete for port 98d2b786-e6dd-4aff-a47d-093687b04c10 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:43.344467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bf2b243-451c-4e8f-b34a-ab9751fbcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.387159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bba40-daa1-412c-9971-3a32c968ea84 req-5d692d18-800f-4c3b-b197-f60a4f3a5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:43.389352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-5d692d18-800f-4c3b-b197-f60a4f3a5b79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.4548719 Dec 12 15:23:43.525312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d31fc1-5f17-435f-bf2c-f7374b312536 req-025b99a4-a862-43f3-a5ec-0d5d485ead6b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966082 Dec 12 15:23:43.533150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.548678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:43.569202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2b243-451c-4e8f-b34a-ab9751fbcc2f None None] Port 98d2b786-e6dd-4aff-a47d-093687b04c10 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:43.614121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.662600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-61b79693-fedf-470a-8a67-04248948b996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=97eb3789-b982-4b81-9338-9721a2dc3dad HTTP/1.1" status: 200 len: 217 time: 0.1260946 Dec 12 15:23:43.671248 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551d199f-5524-4f1f-8987-75b834316a58 x-openstack-request-id: req-551d199f-5524-4f1f-8987-75b834316a58 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:43.671986 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:43.672599 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-551d199f-5524-4f1f-8987-75b834316a58 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:43.673125 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'status': 'completed', 'code': 200} Dec 12 15:23:43.675794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e2715-046d-4dc1-b6a5-2064d86a0245 req-e62f43bb-60d6-4081-94ad-f8aff5d92f0c service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939145 Dec 12 15:23:43.792145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-1ab2e19d-f5a4-4844-8e62-ddf618fa820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:43.794431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-1ab2e19d-f5a4-4844-8e62-ddf618fa820c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 1099 time: 0.1548803 Dec 12 15:23:43.800341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.803672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:43.818784 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c59ed0f9-118f-4db7-8499-3e2a7eb87f45 HTTP/1.1" status: 204 len: 168 time: 0.5187185 Dec 12 15:23:43.834933 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490e0d7-bf84-4ec0-8663-64e5543112cd x-openstack-request-id: req-a490e0d7-bf84-4ec0-8663-64e5543112cd {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:43.836287 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:43.836798 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a490e0d7-bf84-4ec0-8663-64e5543112cd {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:43.838071 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'code': 200} Dec 12 15:23:43.838979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'mac_address': 'fa:16:3e:41:f7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:43.853251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bba40-daa1-412c-9971-3a32c968ea84 req-97a6e20f-130d-46be-8fd3-f943ccfb5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:43.856882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-97a6e20f-130d-46be-8fd3-f943ccfb5a21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1801772 Dec 12 15:23:43.903871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8c723-0ef7-4d41-89ed-27c94347d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ed0f9-118f-4db7-8499-3e2a7eb87f45,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:43.986384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19157ac3-875d-4f1f-ad7e-274d6c9c4600 req-8a7cb14c-b85a-4cad-b89b-d2ba1f47ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:43.988254 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-19157ac3-875d-4f1f-ad7e-274d6c9c4600 req-8a7cb14c-b85a-4cad-b89b-d2ba1f47ccbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 1097 time: 0.1514738 Dec 12 15:23:43.990518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d2b786-e6dd-4aff-a47d-093687b04c10 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:44.012207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:44.016823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:44.055574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eb3789-b982-4b81-9338-9721a2dc3dad {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:44.089786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cf21-e94d-42dc-84ec-619194a7a23b req-c32db257-520a-423b-b527-80cea38bd624 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.092099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6342cf21-e94d-42dc-84ec-619194a7a23b req-c32db257-520a-423b-b527-80cea38bd624 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 946 time: 0.2330594 Dec 12 15:23:44.092346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-19157ac3-875d-4f1f-ad7e-274d6c9c4600 req-7fbd5b27-25e3-449a-85f6-67feb2199fdb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918589 Dec 12 15:23:44.096304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Transition to ACTIVE for port object 98d2b786-e6dd-4aff-a47d-093687b04c10 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:44.098591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-7d4a28f5-be87-4f67-b464-6969fe1a1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.100247 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-7d4a28f5-be87-4f67-b464-6969fe1a1211 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2781894 Dec 12 15:23:44.109283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:44.111213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:44.123691 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:44.132730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'be880c37-f920-47ca-8b42-425250cfbae6', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'port_id': '38562fa4-e425-4ccd-9930-13612175b639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'mac_address': 'fa:16:3e:70:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:23:33Z', 'updated_at': '2021-12-12T15:23:39Z', 'revision_number': 1, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:44.147365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bba40-daa1-412c-9971-3a32c968ea84 req-c598a468-1dd3-4334-bd47-6b2256b780ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.155126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-c598a468-1dd3-4334-bd47-6b2256b780ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930594 Dec 12 15:23:44.202746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Checking router: b16f6553-d3b4-423c-b3b9-bca4b909ba17 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:23:44.226943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:44.227350 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-edc4b7b8-6042-4466-a95f-66a4aac8adfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5 HTTP/1.1" status: 200 len: 217 time: 0.1047723 Dec 12 15:23:44.232131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:44.307127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:44.339755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-49d02350-98f9-488c-90cf-4ab2eba1babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.340605 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-49d02350-98f9-488c-90cf-4ab2eba1babf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0892100 Dec 12 15:23:44.361292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6342cf21-e94d-42dc-84ec-619194a7a23b req-10cb4f58-8ac9-4a19-968a-a76da4c47a52 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535927 Dec 12 15:23:44.363971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-3bd00944-9a9c-46b5-8177-5cca21a36e18 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492949 Dec 12 15:23:44.371380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:44.384183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e7bf-b1cd-41b4-8812-3b0b935ed51e req-ca0bfda2-a9f4-4d27-a347-962623c0419d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.388072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac34e7bf-b1cd-41b4-8812-3b0b935ed51e req-ca0bfda2-a9f4-4d27-a347-962623c0419d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 948 time: 0.4886260 Dec 12 15:23:44.449479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:44.455943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:44.501052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-b1ad13b1-d152-48ce-a7f3-eaa790beefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:44.502728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-b1ad13b1-d152-48ce-a7f3-eaa790beefd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326199 Dec 12 15:23:44.510294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Attempting to bind port 98d2b786-e6dd-4aff-a47d-093687b04c10 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:44.510715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Attempting to bind port 98d2b786-e6dd-4aff-a47d-093687b04c10 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:44.510956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Attempting to bind port 98d2b786-e6dd-4aff-a47d-093687b04c10 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:44.530915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-078bba40-daa1-412c-9971-3a32c968ea84 req-3da3cccf-d4d3-443c-8fe9-9a09b0b19da8 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413348 Dec 12 15:23:44.628432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac34e7bf-b1cd-41b4-8812-3b0b935ed51e req-aa58441e-67d5-435a-aad5-ac40a258b42a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964913 Dec 12 15:23:44.705594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:44.730738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'mac_address': 'fa:16:3e:c4:1c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:44.922278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-2c3bc12a-106b-4083-ae94-c437fba78435 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1000 time: 0.2100430 Dec 12 15:23:44.935507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:45.032082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-9792212c-c705-4501-b283-4699a5ec55d3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.052143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-9792212c-c705-4501-b283-4699a5ec55d3 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports/38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 943 time: 0.1272516 Dec 12 15:23:45.140338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Port 98d2b786-e6dd-4aff-a47d-093687b04c10 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:45.140862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Attempting to bind port 98d2b786-e6dd-4aff-a47d-093687b04c10 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:45.159888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:45.160247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:45.160605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:45.161113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Bound port: 98d2b786-e6dd-4aff-a47d-093687b04c10, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:45.161419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:45.215421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbca15-f0ab-4d09-999a-fc606a5786ec req-1248cf2f-fbe5-4689-b231-44f3809890cc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.229916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20dbca15-f0ab-4d09-999a-fc606a5786ec req-1248cf2f-fbe5-4689-b231-44f3809890cc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 948 time: 0.2093861 Dec 12 15:23:45.254811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:45.258310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=98d2b786-e6dd-4aff-a47d-093687b04c10,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:45.269946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:45.315301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:45.323267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.323885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:45.325504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] 10.222.0.30 "PUT /v2.0/ports/98d2b786-e6dd-4aff-a47d-093687b04c10 HTTP/1.1" status: 200 len: 1096 time: 2.3228240 Dec 12 15:23:45.327402 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-0cb37f45-29c5-4fb7-a9c9-7ac6cc351929 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8086667 Dec 12 15:23:45.327841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:45.333821 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5959a-f8e0-410b-bb85-8afe07e210f5" -d '{"events": [{"name": "network-changed", "server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:45.406990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:45.444880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:45.569150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-b7edb22d-b0b2-4a7b-9f71-64aacdd5cd05 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1000 time: 0.3375204 Dec 12 15:23:45.589923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20dbca15-f0ab-4d09-999a-fc606a5786ec req-e0c11eca-a0fe-4fd8-b166-2672b4b8c2b5 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573949 Dec 12 15:23:45.603893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccba41-8b16-4cd8-9402-e8844b6d3d53 service neutron] Pushing event updated for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:45.612618 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:45.675063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-587453e3-6a4c-4ec9-940e-ffe0defce995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.682714 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-587453e3-6a4c-4ec9-940e-ffe0defce995 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 1099 time: 0.2966881 Dec 12 15:23:45.760394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:45.763341 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee" -d '{"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:45.770388 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-6934f3c4-ade8-4d69-bdd8-6febadb88f11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=98d2b786-e6dd-4aff-a47d-093687b04c10 HTTP/1.1" status: 200 len: 217 time: 0.0746737 Dec 12 15:23:45.773439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:45.774284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-415b1ce4-0fb9-4b61-9b3b-3393dcdddbf9 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.776657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-415b1ce4-0fb9-4b61-9b3b-3393dcdddbf9 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1857200 Dec 12 15:23:45.807762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:45.832060 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-acdedd1b-601b-4d15-9c42-5910863956b0 req-a252bd0e-3f5b-4298-9d33-f0334857c303 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924726 Dec 12 15:23:45.858351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-afacb499-ef22-4020-b61e-b6d6c51acc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.865337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-afacb499-ef22-4020-b61e-b6d6c51acc02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0844460 Dec 12 15:23:45.874076 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe2c83-90da-4018-8246-47da1cba7fa5 x-openstack-request-id: req-14fe2c83-90da-4018-8246-47da1cba7fa5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:45.874482 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:45.874800 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14fe2c83-90da-4018-8246-47da1cba7fa5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:45.875267 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10', 'status': 'completed', 'code': 200} Dec 12 15:23:45.914845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'be880c37-f920-47ca-8b42-425250cfbae6', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'port_id': '38562fa4-e425-4ccd-9930-13612175b639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'mac_address': 'fa:16:3e:70:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:23:33Z', 'updated_at': '2021-12-12T15:23:39Z', 'revision_number': 1, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:45.964448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eca49-3131-449e-84b3-57e4de59b637 req-618dfacd-3568-4a33-820e-09a6f091b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:45.970117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-618dfacd-3568-4a33-820e-09a6f091b15f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913756 Dec 12 15:23:45.982555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-e72ec457-b422-4230-bd58-707837f4eca8 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1000 time: 0.1979876 Dec 12 15:23:45.988360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9b5fa43e-0512-4a53-acd4-28abb3d1acb5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:45.996027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1397e4b9-eeec-4a05-88f8-806aa43320ac None None] The sync data for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 is: [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'be880c37-f920-47ca-8b42-425250cfbae6', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'port_id': '38562fa4-e425-4ccd-9930-13612175b639', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'mac_address': 'fa:16:3e:70:de:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:23:33Z', 'updated_at': '2021-12-12T15:23:39Z', 'revision_number': 1, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:23:46.025627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1080091961-network', 'tenant_id': '8a6b35454eac42dbaccb887ce58cf2fc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:46.029429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:46.104766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a6e56-4ea8-4f63-a7cc-fddf866954db req-c6d11c3c-3df6-426e-a7d6-65c43e61df62 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:46.113550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d35a6e56-4ea8-4f63-a7cc-fddf866954db req-c6d11c3c-3df6-426e-a7d6-65c43e61df62 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 946 time: 0.1292391 Dec 12 15:23:46.140699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.231579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-d24a026e-6a00-4826-8e5b-661ee8f6782f service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529750 Dec 12 15:23:46.233046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Made reservation on behalf of 8a6b35454eac42dbaccb887ce58cf2fc for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:46.235929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d35a6e56-4ea8-4f63-a7cc-fddf866954db req-352ba2c3-3525-48fb-816a-36ce03901f96 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162207 Dec 12 15:23:46.237563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.252847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.404833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 97eb3789-b982-4b81-9338-9721a2dc3dad up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:46.424875 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787eca49-3131-449e-84b3-57e4de59b637 req-7bf7243a-affc-4a71-995e-43681d96915e service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838319 Dec 12 15:23:46.443806 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed034b-975f-45df-8733-81d3bcd91c3c None None] New status for floating IP be880c37-f920-47ca-8b42-425250cfbae6: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:23:46.449421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.459186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d2c1b-2ca2-4b9d-86d1-0d597f395d33 req-c31bf3f6-301d-4cd4-8177-c386a71f9b88 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:46.467889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-794d2c1b-2ca2-4b9d-86d1-0d597f395d33 req-c31bf3f6-301d-4cd4-8177-c386a71f9b88 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 949 time: 0.1402330 Dec 12 15:23:46.473673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.476789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.477742 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Floating IP be880c37-f920-47ca-8b42-425250cfbae6 disassociated. External IP: 172.25.3.128, port: 38562fa4-e425-4ccd-9930-13612175b639. Dec 12 15:23:46.483409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.496969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:23:46.508457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.509174 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Added segment 2f3e572f-cf8c-4649-80ab-78e6c02ab6ea of type vlan for network 12e9f19f-fa98-4385-8751-d2353ae2fdde Dec 12 15:23:46.554543 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.594152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.595555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:46.596381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.636724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8619726 Dec 12 15:23:46.642198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:46.682975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Request body: {'subnet': {'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1080091961-subnet', 'tenant_id': '8a6b35454eac42dbaccb887ce58cf2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:46.744703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Made reservation on behalf of 8a6b35454eac42dbaccb887ce58cf2fc for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:46.747758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.827178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Router b16f6553-d3b4-423c-b3b9-bca4b909ba17 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:23:46.844929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-794d2c1b-2ca2-4b9d-86d1-0d597f395d33 req-38bd8d54-ee63-4017-ad1a-63afa7d7c83f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757598 Dec 12 15:23:46.915377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 97eb3789-b982-4b81-9338-9721a2dc3dad completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:46.923515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 97eb3789-b982-4b81-9338-9721a2dc3dad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:46.923894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.950289 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.db.api [None req-8bed034b-975f-45df-8733-81d3bcd91c3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103414) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:23:46.950706 n-d-710847-8 neutron-server[103414]: DEBUG oslo_db.api [None req-8bed034b-975f-45df-8733-81d3bcd91c3c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:23:46.974018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:46.985968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:23:46.995967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:47.032656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-716087da-b0dc-4d02-a8e7-f542afeae691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.036763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-716087da-b0dc-4d02-a8e7-f542afeae691 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 1099 time: 0.4566648 Dec 12 15:23:47.039289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb70b61a-ed85-4cff-ac67-496b05fd06a2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:47.052327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-f6cf424d-4a3a-4285-9059-bc5c83f6f8b2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "PUT /v2.0/floatingips/be880c37-f920-47ca-8b42-425250cfbae6 HTTP/1.1" status: 200 len: 693 time: 1.0304730 Dec 12 15:23:47.103557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:47.124861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006855f0-60d6-4a29-8b53-6c5e3744fd0b admin admin] Pushing event updated for resources: {'Network': ['ID=12e9f19f-fa98-4385-8751-d2353ae2fdde,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:47.137303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bb1646-9e47-4d69-a4a7-fe1fd394e752,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:47.145472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-edb6dbb9-0267-4b3a-9a9e-f3c694ac2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.156263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-edb6dbb9-0267-4b3a-9a9e-f3c694ac2568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.0990214 Dec 12 15:23:47.180365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:23:47.234751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:47.237087 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b548d4-c289-4ef4-a3ab-80a333b99d88" -d '{"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-plugged", "status": "completed", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:47.323645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:47.332456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:47.376498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-27993379-f984-4910-897b-acf56ca06ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.378342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-27993379-f984-4910-897b-acf56ca06ba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.2210772 Dec 12 15:23:47.399351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Checking segment: {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:47.399980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Network hostable DHCP agents. Network: 12e9f19f-fa98-4385-8751-d2353ae2fdde, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:23:47.451986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed034b-975f-45df-8733-81d3bcd91c3c None None] New status for floating IP be880c37-f920-47ca-8b42-425250cfbae6: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:23:47.457782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:47.461899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:23:47.471135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-d51c2046-5dee-4950-9978-8f4c1fd9d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.476495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-d51c2046-5dee-4950-9978-8f4c1fd9d8ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.4082162 Dec 12 15:23:47.507671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-c260bf70-d0d2-4aa7-a1d9-623c17f7d3ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.1177888 Dec 12 15:23:47.516399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 12e9f19f-fa98-4385-8751-d2353ae2fdde) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:47.528019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48dc8d3-2efb-4b0a-9b72-2287a53f3d30 None None] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:23:47.529611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.531720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:47.542017 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d90b2b-94c4-4fac-b16b-05e5dea22a1f x-openstack-request-id: req-d7d90b2b-94c4-4fac-b16b-05e5dea22a1f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:47.542350 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:47.542577 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7d90b2b-94c4-4fac-b16b-05e5dea22a1f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:47.542992 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:23:47.619860 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f050f03a-338e-4b32-8391-851631ec21a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9449470 Dec 12 15:23:47.644730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-18e9d7cf-3228-48ad-9eee-5db17b23654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.647356 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-81bfc2d3-c18b-4ffd-bea9-fd46e9e7c3f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=98d2b786-e6dd-4aff-a47d-093687b04c10 HTTP/1.1" status: 200 len: 217 time: 0.1616583 Dec 12 15:23:47.652845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-18e9d7cf-3228-48ad-9eee-5db17b23654c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.1316519 Dec 12 15:23:47.726284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-c0fe50f1-f538-4784-98db-081b2aa71ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.729512 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-c0fe50f1-f538-4784-98db-081b2aa71ac1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.1293006 Dec 12 15:23:47.738790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-d51b3e25-3581-4786-9083-bf5aae5dff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.740507 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-d51b3e25-3581-4786-9083-bf5aae5dff8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0797982 Dec 12 15:23:47.745950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-b7277075-dba1-4a14-9ae8-9f806c6ff54d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881803 Dec 12 15:23:47.858552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-a7192148-1011-4025-a705-4b1257255bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:47.860387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-a7192148-1011-4025-a705-4b1257255bee service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.1234884 Dec 12 15:23:47.872839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f49a4-4636-477c-9779-5286b818375f None None] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:23:47.972350 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-489c6e95-1532-4c37-a656-2c95a21f5e73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0852466 Dec 12 15:23:48.029026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-785f0a8a-002a-4b58-8384-9efb2370a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:48.030780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-785f0a8a-002a-4b58-8384-9efb2370a29f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691153 Dec 12 15:23:48.062053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-fec7e777-e836-4f50-bbb9-697877caf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:48.063682 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-fec7e777-e836-4f50-bbb9-697877caf9eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.0838382 Dec 12 15:23:48.066431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Sync routers for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:23:48.116250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:48.116951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:48.164296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-322807d6-56de-4233-933f-416ced91466d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833964 Dec 12 15:23:48.296843 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-1ad5c571-779c-4e25-a939-951798ebf4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163769 Dec 12 15:23:48.354101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:48.397735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-cc609b08-0ddc-4733-8d1a-4cbc428333a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575499 Dec 12 15:23:48.418125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 98d2b786-e6dd-4aff-a47d-093687b04c10 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:48.433248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:48.508532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-0259c2a4-28e5-4543-8431-6cfc6db6b3d1 service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7538915 Dec 12 15:23:48.559703 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f9ae4f79-42b2-49c7-9f1d-65a1ba6c1eee req-d958e20a-6c37-4a3c-bb97-0fe700adff3c service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463055 Dec 12 15:23:48.601619 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5bc5959a-f8e0-410b-bb85-8afe07e210f5 req-f9e25e1e-0541-4c44-b3bc-38b8d3295a73 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951294 Dec 12 15:23:48.619802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:23:48.636721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735b029f-83ba-4ee0-913d-332f232f1d83 req-a4fd7401-6806-4e9e-bb5a-69380dceda24 service neutron] 10.222.0.36 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268799 Dec 12 15:23:48.714382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:48.731800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:48.732173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:48.792304 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c4c0f9-2106-4d1d-acb2-702a255d7ba0 x-openstack-request-id: req-00c4c0f9-2106-4d1d-acb2-702a255d7ba0 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:48.792599 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-plugged", "status": "completed", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:48.792908 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00c4c0f9-2106-4d1d-acb2-702a255d7ba0 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:48.793340 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'code': 200} Dec 12 15:23:48.852102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdbc5e-94dd-47c4-867e-c79ec3fe30ae req-9d3aaf2f-c9f3-42c4-93d5-9ce07cd7099f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:48.854047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6cdbc5e-94dd-47c4-867e-c79ec3fe30ae req-9d3aaf2f-c9f3-42c4-93d5-9ce07cd7099f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 948 time: 0.0790231 Dec 12 15:23:48.897501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=98d2b786-e6dd-4aff-a47d-093687b04c10,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:48.949738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '98d2b786-e6dd-4aff-a47d-093687b04c10', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '98d2b786-e6dd-4aff-a47d-093687b04c10', 'mac_address': 'fa:16:3e:57:6e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:48.953517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:48.987553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6cdbc5e-94dd-47c4-867e-c79ec3fe30ae req-2a859070-e5cb-46b6-bcce-278565f9f135 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134431 Dec 12 15:23:49.022324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787112af-e2ad-4236-a862-8de884ed8b31 req-f48c756f-2fd2-44bd-9ef2-3d1362004475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:49.023829 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787112af-e2ad-4236-a862-8de884ed8b31 req-f48c756f-2fd2-44bd-9ef2-3d1362004475 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1101 time: 0.1045656 Dec 12 15:23:49.107259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:49.113827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:49.136678 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-787112af-e2ad-4236-a862-8de884ed8b31 req-aef7c5ee-25c3-478a-ba5e-b40fa94ba7c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037459 Dec 12 15:23:49.159719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.161891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Checking router: b16f6553-d3b4-423c-b3b9-bca4b909ba17 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:23:49.164033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.186193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d2b786-e6dd-4aff-a47d-093687b04c10 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:49.252790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:23:49.253425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:49.258792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=98d2b786-e6dd-4aff-a47d-093687b04c10,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:49.272413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea206011-8320-4ed3-b6c0-28a2fce8cb18 req-d14b3ab7-8984-4d65-b201-4099ecb28d00 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:49.292278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea206011-8320-4ed3-b6c0-28a2fce8cb18 req-d14b3ab7-8984-4d65-b201-4099ecb28d00 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 950 time: 0.1504230 Dec 12 15:23:49.325173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.331121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:49.352770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea206011-8320-4ed3-b6c0-28a2fce8cb18 req-aca57f3d-4211-4a00-b6f4-276a101f5cf7 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547640 Dec 12 15:23:49.469842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:49.493192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-e7ea823b-6788-417e-bb26-c133dd17d749 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips/be880c37-f920-47ca-8b42-425250cfbae6 HTTP/1.1" status: 200 len: 693 time: 0.0554223 Dec 12 15:23:49.495218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:23:49.533108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1040035158', 'description': 'tempest-description-519427171'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:49.549173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:49.551847 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f275804-2119-455c-b13b-4ddf79591da9" -d '{"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:49.621381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.667532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['98d2b786-e6dd-4aff-a47d-093687b04c10'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:49.715132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-a32b2dc9-9af6-4300-a06f-0f2effc90c8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:49.724345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-a32b2dc9-9af6-4300-a06f-0f2effc90c8b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2158186 Dec 12 15:23:49.786156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-9be5b479-1f7e-4f80-b172-58c8e4df1513 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.0607162 Dec 12 15:23:49.798783 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.860321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.892400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:23:49.926533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a8f02f-838c-45cf-a6aa-dde4e1a08b61 None None] The sync data for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 is: [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b86bfbbc-8a94-4c67-a0ef-8a7e76910229', 'name': '', 'network_id': '791a31db-b848-4e92-b5f1-8fe49fb5f957', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'mac_address': 'fa:16:3e:83:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'caacaa7b-108c-4347-acde-9401b4663392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:32Z', 'updated_at': '2021-12-12T15:22:40Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'subnets': [{'id': 'caacaa7b-108c-4347-acde-9401b4663392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:23:49.929664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-a4dec4d5-9a83-4649-9b12-cb159c52748d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1282043 Dec 12 15:23:49.940026 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:49.941499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d1bed70-0dc6-4e4e-8ce7-b028d92a071f req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4134116 Dec 12 15:23:50.005270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f2552-4ec3-49e2-9ffb-f99fdb58f514 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a210f-01b3-47d7-b516-aff8589d4b31,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:50.130160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:23:50.168744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Deleting port e60ace4b-66d6-4447-93ad-f225b089bfee {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:50.168744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.283202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.283634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.299360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Calling delete_port for e60ace4b-66d6-4447-93ad-f225b089bfee owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:50.341041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2707ea1-bbb2-4a52-baea-9ce7b0d47d4d None None] New status for floating IP be880c37-f920-47ca-8b42-425250cfbae6: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:23:50.621132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.650877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event deleted for resources: {'Port': ['ID=e60ace4b-66d6-4447-93ad-f225b089bfee,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:50.725237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.728029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.737463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53bc1bf3-91e2-498a-98c6-a0849458a6f8 req-6cf23987-ff55-4969-8483-4993c5c82cd1 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "DELETE /v2.0/floatingips/be880c37-f920-47ca-8b42-425250cfbae6 HTTP/1.1" status: 204 len: 173 time: 0.7866361 Dec 12 15:23:50.779314 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095a98cf-908c-4bbf-bd98-2f5b1fda2984 x-openstack-request-id: req-095a98cf-908c-4bbf-bd98-2f5b1fda2984 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:50.779616 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:50.779874 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-095a98cf-908c-4bbf-bd98-2f5b1fda2984 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:50.780578 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:23:50.794309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:50.799391 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72701db8-4669-48d1-956a-b6b2799e1b7a" -d '{"events": [{"server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:50.806776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1364002094', 'description': 'tempest-description-1988965108'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:50.835279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.888077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f275804-2119-455c-b13b-4ddf79591da9 req-8e3497dd-e77a-4abf-be39-1c29a801e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:50.890372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-8e3497dd-e77a-4abf-be39-1c29a801e9b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 1097 time: 0.0712285 Dec 12 15:23:50.965404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870121a-2037-43f2-ae61-def4ab23ab45 req-92626e9d-77d6-46ad-9822-6eb9ab3efbef tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:50.966993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a870121a-2037-43f2-ae61-def4ab23ab45 req-92626e9d-77d6-46ad-9822-6eb9ab3efbef tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 949 time: 0.0915432 Dec 12 15:23:50.974004 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.983590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:50.999467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f275804-2119-455c-b13b-4ddf79591da9 req-06570d44-9884-420f-a1a2-79078d5b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:51.001001 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-06570d44-9884-420f-a1a2-79078d5b9a31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 200 len: 920 time: 0.1024921 Dec 12 15:23:51.033156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.034381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac121514-5b70-4a98-b707-ed6ffa772ad8 req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2387741 Dec 12 15:23:51.037694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984f0c-9143-46ef-b43f-dc3b04e914dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4b022-3d4e-410d-b54e-b0b53640dedc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:51.041027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:51.064117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-6df12f1c-b249-4d7c-bc52-c01ab95283d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 200 len: 217 time: 0.0549374 Dec 12 15:23:51.087150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a870121a-2037-43f2-ae61-def4ab23ab45 req-9a801789-df00-494d-8940-a4388831a4c0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070378 Dec 12 15:23:51.150824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f275804-2119-455c-b13b-4ddf79591da9 req-00d8de12-0688-4190-b289-b7c745b3c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:51.152314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-00d8de12-0688-4190-b289-b7c745b3c1bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 200 len: 860 time: 0.0757022 Dec 12 15:23:51.195089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-f9bd4669-3dc0-4179-bf1a-5c6a99ff8320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=791a31db-b848-4e92-b5f1-8fe49fb5f957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294354 Dec 12 15:23:51.249714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b7ff-ef0d-47a5-8d66-3819e775664f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.267996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-8f9eadcf-b250-435b-be88-c18457f5d34e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups/af6b2e15-8de0-4cac-889a-e8d10028d4e7 HTTP/1.1" status: 200 len: 1824 time: 0.1330750 Dec 12 15:23:51.286361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999041-cbd8-4548-8f7d-e89116702b12 req-65b9f5b7-f0b9-459b-84ba-6adbf2f3d1d4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:51.287876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92999041-cbd8-4548-8f7d-e89116702b12 req-65b9f5b7-f0b9-459b-84ba-6adbf2f3d1d4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 950 time: 0.1105599 Dec 12 15:23:51.302046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-60506846-fd62-4bb9-ab9f-ef7554ec1ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956898 Dec 12 15:23:51.396552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f275804-2119-455c-b13b-4ddf79591da9 req-ed0765ba-afc3-4788-8fac-f07cf13ea2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867414 Dec 12 15:23:51.412619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92999041-cbd8-4548-8f7d-e89116702b12 req-890baeb0-1a28-4e80-a621-02c9586ce58d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146181 Dec 12 15:23:51.414811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.435107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b7ff-ef0d-47a5-8d66-3819e775664f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.445133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0c3b7ff-ef0d-47a5-8d66-3819e775664f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.452302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.457353 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e04fba-87c1-4b54-9c9e-48d4dfb383c2 x-openstack-request-id: req-29e04fba-87c1-4b54-9c9e-48d4dfb383c2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:51.457863 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "name": "network-vif-plugged", "status": "completed", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:51.458283 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29e04fba-87c1-4b54-9c9e-48d4dfb383c2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:51.458896 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'code': 200} Dec 12 15:23:51.512991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d0c3b7ff-ef0d-47a5-8d66-3819e775664f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd832d4c53f940859a01af59af32c5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670005 Dec 12 15:23:51.515835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58992) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:51.519904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3b7ff-ef0d-47a5-8d66-3819e775664f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca7926f-5a95-4053-9009-b41d5d265973,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:51.541500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.544399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.545769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a262aa-a32a-467d-aae2-0391d395ffe6 req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "DELETE /v2.0/security-groups/af6b2e15-8de0-4cac-889a-e8d10028d4e7 HTTP/1.1" status: 204 len: 173 time: 0.2569046 Dec 12 15:23:51.556255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc376f-51a0-46ac-b7a6-0827dbdf4626 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6b2e15-8de0-4cac-889a-e8d10028d4e7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:51.565477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:51.648705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.653212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1bac2-475e-4b39-b8f1-ce951b04843d req-629b8c43-4310-4f84-a9ba-1665c575360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:51.654734 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7ba1bac2-475e-4b39-b8f1-ce951b04843d req-629b8c43-4310-4f84-a9ba-1665c575360a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 1101 time: 0.1201725 Dec 12 15:23:51.700125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.781749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7ba1bac2-475e-4b39-b8f1-ce951b04843d req-5c885cc9-fc04-45fd-bd6c-d91127a4682b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148252 Dec 12 15:23:51.822749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.825908 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:51.827519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cca7926f-5a95-4053-9009-b41d5d265973 HTTP/1.1" status: 204 len: 168 time: 0.3106871 Dec 12 15:23:51.845046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-d1fa1fcd-d1d7-49e7-a228-8306bb41eb42 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:51.849892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0688e-7390-4af6-b541-e570e143c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca7926f-5a95-4053-9009-b41d5d265973,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:51.853936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-d1fa1fcd-d1d7-49e7-a228-8306bb41eb42 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 813 time: 0.1578856 Dec 12 15:23:51.864379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-b1570011-e19d-4a52-9d4d-d9879d8f794d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/quotas/8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 375 time: 0.0095222 Dec 12 15:23:51.918402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:51.936189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'network_id': 'c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb', 'port_id': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'mac_address': 'fa:16:3e:a9:51:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec90854-fb22-4670-b349-0a005b9dde94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:51.940744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5f6e027d-7314-4452-926b-6fadb519bdf2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685310 Dec 12 15:23:51.990949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.006921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8bd6ea1-bc8b-45b5-853d-f208208c7c00 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:52.035977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:52.041503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.112032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:52.129328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b8bd6ea1-bc8b-45b5-853d-f208208c7c00'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:52.157720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0079f-be19-4dd1-9ae4-444de327d9a8 req-c4482cfd-1475-45cd-9cbe-67dcfe07356b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:52.159161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ba0079f-be19-4dd1-9ae4-444de327d9a8 req-c4482cfd-1475-45cd-9cbe-67dcfe07356b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.0849018 Dec 12 15:23:52.191085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e1fa9c48-26ee-48fe-801c-3a89e8d157fb service neutron] 10.222.0.36 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488232 Dec 12 15:23:52.271896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:52.272770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ba0079f-be19-4dd1-9ae4-444de327d9a8 req-341713be-af76-4068-a9f4-69846a5bb566 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066971 Dec 12 15:23:52.316045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22c7a5a7-a4d1-49cb-a5b8-d64abdd80d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.358846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-0b4ace0d-7313-4854-9f42-be41af2ee18f service neutron] 10.222.0.36 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514397 Dec 12 15:23:52.419234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12b6df-bb78-4465-b74d-94f8a35e8df5 req-a1705708-5a33-4ddf-9a9e-b2cc0ab7afbe tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:52.420761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf12b6df-bb78-4465-b74d-94f8a35e8df5 req-a1705708-5a33-4ddf-9a9e-b2cc0ab7afbe tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 945 time: 0.0574386 Dec 12 15:23:52.421563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22c7a5a7-a4d1-49cb-a5b8-d64abdd80d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.426723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22c7a5a7-a4d1-49cb-a5b8-d64abdd80d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.430106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 98d2b786-e6dd-4aff-a47d-093687b04c10 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:52.477463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59064) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:52.477696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22c7a5a7-a4d1-49cb-a5b8-d64abdd80d9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76055c88602c47ad849d1e1df285b5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016695 Dec 12 15:23:52.478926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7a5a7-a4d1-49cb-a5b8-d64abdd80d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c1dba-f8c3-4598-9d1a-0f287b955851,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:52.503867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 98d2b786-e6dd-4aff-a47d-093687b04c10 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:23:52.508969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 98d2b786-e6dd-4aff-a47d-093687b04c10 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:52.517054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf12b6df-bb78-4465-b74d-94f8a35e8df5 req-45a14a29-513b-4e10-aff2-367972edf549 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Dec 12 15:23:52.523698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.565646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.601781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.617655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.652983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=98d2b786-e6dd-4aff-a47d-093687b04c10,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:52.658548 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.711156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:52.715712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f973f0b-5768-40fa-a215-8a15e7fc85e2 req-d55993da-793f-4761-be89-ecd716c7371f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:52.717752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f973f0b-5768-40fa-a215-8a15e7fc85e2 req-d55993da-793f-4761-be89-ecd716c7371f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 949 time: 0.1181664 Dec 12 15:23:52.726570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2471b-f512-4377-bb1e-0eee5a64e6c5 req-5e2b9ab4-dd09-4924-a811-7858c167b470 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:52.728623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efb2471b-f512-4377-bb1e-0eee5a64e6c5 req-5e2b9ab4-dd09-4924-a811-7858c167b470 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 949 time: 0.1438684 Dec 12 15:23:52.755296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.757787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:52.758860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df6c1dba-f8c3-4598-9d1a-0f287b955851 HTTP/1.1" status: 204 len: 168 time: 0.2798405 Dec 12 15:23:52.805432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5eff6-3812-4adf-af3a-a6cd592ec536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c1dba-f8c3-4598-9d1a-0f287b955851,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:52.829986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f973f0b-5768-40fa-a215-8a15e7fc85e2 req-a587499a-3a6f-4aac-a9e8-6fd738988293 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002662 Dec 12 15:23:52.839387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efb2471b-f512-4377-bb1e-0eee5a64e6c5 req-821b5681-5d7a-4576-9b2f-780a890fd02a tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999177 Dec 12 15:23:52.988558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24e9a35b-a846-4699-bbdd-04c81447dfb2 req-37620bca-1032-47f2-af6b-3bae9d8ccbc3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 210 time: 0.0357256 Dec 12 15:23:53.009187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b75dab-2fe7-4e38-bd82-9c2815b03d4f req-61f8691b-2d84-4d2d-ae66-1146cc132437 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:53.009187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b75dab-2fe7-4e38-bd82-9c2815b03d4f req-61f8691b-2d84-4d2d-ae66-1146cc132437 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 950 time: 0.0887017 Dec 12 15:23:53.076352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b75dab-2fe7-4e38-bd82-9c2815b03d4f req-30eb7ce9-2e73-42dd-9ba2-c7fc8a73de6b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Dec 12 15:23:53.446468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95cc48-49e8-478a-99f3-2309108a5b36 req-fbb73b6d-69d2-405f-bb73-9a1d5af4442e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:53.448418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c95cc48-49e8-478a-99f3-2309108a5b36 req-fbb73b6d-69d2-405f-bb73-9a1d5af4442e tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.0603445 Dec 12 15:23:53.461676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:53.468374 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6251609-56da-4633-ae96-7b1c3c138d4d" -d '{"events": [{"server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "name": "network-vif-plugged", "status": "completed", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:53.497240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c95cc48-49e8-478a-99f3-2309108a5b36 req-7f6accb9-380f-408e-a6a4-93d5ca976965 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Dec 12 15:23:53.578244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:23:53.633263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25337dd-72e5-4060-803b-d6fb548275b9 req-9692a024-66aa-4e24-987a-91f990be3da9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:53.636130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c25337dd-72e5-4060-803b-d6fb548275b9 req-9692a024-66aa-4e24-987a-91f990be3da9 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 945 time: 0.0764458 Dec 12 15:23:53.648952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:53.649445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:53.698870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c25337dd-72e5-4060-803b-d6fb548275b9 req-2f71d3e5-c4fb-4d49-bac7-e991c1b8962d tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469396 Dec 12 15:23:53.785409 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:53.837296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:53.843074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:53.857033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-d5f604ab-aada-4bcf-8f77-d337fe248530 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412438 Dec 12 15:23:53.953325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:53.973037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-8c43a1fe-bd88-417c-841b-d35f76c637f1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:53.975390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-8c43a1fe-bd88-417c-841b-d35f76c637f1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.13 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 813 time: 0.1203017 Dec 12 15:23:54.009373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'device_id': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde', 'admin_state_up': True, 'tenant_id': '8a6b35454eac42dbaccb887ce58cf2fc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:54.018933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-46216376-07af-40ee-adee-76f718df1152 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.020668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-46216376-07af-40ee-adee-76f718df1152 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626730 Dec 12 15:23:54.037621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-34765a9c-38e4-44a7-8736-fc61521e3fc2 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/quotas/19c5e2d9a1374d1996adffdb4185ce40 HTTP/1.1" status: 200 len: 375 time: 0.0098107 Dec 12 15:23:54.054448 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd747b-36c5-4069-a76f-1f6f643b68df x-openstack-request-id: req-c0bd747b-36c5-4069-a76f-1f6f643b68df {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:54.054757 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "name": "network-vif-plugged", "status": "completed", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:54.055028 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0bd747b-36c5-4069-a76f-1f6f643b68df {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:54.055454 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10', 'code': 200} Dec 12 15:23:54.081453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-5926fd2a-2652-4c22-9fb5-9e31c615c6cf tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375578 Dec 12 15:23:54.170911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Made reservation on behalf of 8a6b35454eac42dbaccb887ce58cf2fc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:54.174971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.211333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251493b-3399-4781-8548-2ff1c90197e3 req-65c35e65-914a-4154-84f8-921d9670dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.213479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0251493b-3399-4781-8548-2ff1c90197e3 req-65c35e65-914a-4154-84f8-921d9670dfb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 1101 time: 0.0769012 Dec 12 15:23:54.338649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0251493b-3399-4781-8548-2ff1c90197e3 req-4d48e1b7-e7dc-42d0-bbe5-edc38253abaa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962541 Dec 12 15:23:54.370655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Allocated IP 172.20.0.2 (12e9f19f-fa98-4385-8751-d2353ae2fdde/57bb1646-9e47-4d69-a4a7-fe1fd394e752/f9966beb-21f3-424c-ad78-7987143dfbba) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:54.407353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76866159-e734-48a9-b6a9-ed31aa70167d req-020e4b01-6a42-41d3-8ae3-7ee691e4623b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 210 time: 0.0413508 Dec 12 15:23:54.417774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997eca9-2a82-45d2-935b-09bc04b87280 req-cf61cfd5-1bfe-4b3b-a445-b8188b54110a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.434835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7997eca9-2a82-45d2-935b-09bc04b87280 req-cf61cfd5-1bfe-4b3b-a445-b8188b54110a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 950 time: 0.1463754 Dec 12 15:23:54.443939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:54.481159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7997eca9-2a82-45d2-935b-09bc04b87280 req-e3c379de-0cfb-415f-b697-ed3a924dbb6d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Dec 12 15:23:54.591688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.599750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.600273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f0fc1-78a0-4842-b870-34fb16aa0610 req-e5b98a75-a4e4-4a43-82b3-88100bbc0cc1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.602336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a70f0fc1-78a0-4842-b870-34fb16aa0610 req-e5b98a75-a4e4-4a43-82b3-88100bbc0cc1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 950 time: 0.0815525 Dec 12 15:23:54.636490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.645522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:54.652673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.694734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:54.699359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:54.710157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:54.727383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:54.753855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a70f0fc1-78a0-4842-b870-34fb16aa0610 req-1d1c616e-9da9-404e-9089-fbad15b041f8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428840 Dec 12 15:23:54.777533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.778178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.789471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:54.797763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a874a9-7914-44dd-8730-322072ef0ddf req-395c8fd9-9347-4a3b-9c4a-c358ee22f039 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:54.800188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a874a9-7914-44dd-8730-322072ef0ddf req-395c8fd9-9347-4a3b-9c4a-c358ee22f039 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.13 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1518195 Dec 12 15:23:54.804112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-5c85ca15-363b-42ab-8ff1-c9f3e100c0e4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029225 Dec 12 15:23:54.830955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Request body: {'port': {'device_id': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:54.912029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:54.929569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-2cebb99d-1178-49f0-91ff-f1bfb92e1453 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312486 Dec 12 15:23:55.094576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-7c9464af-2a2c-4545-b330-a60f80e2ad12 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.096039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-7c9464af-2a2c-4545-b330-a60f80e2ad12 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527610 Dec 12 15:23:55.102781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Deleting port 38562fa4-e425-4ccd-9930-13612175b639 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:55.102781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.205769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-84b5aa80-b8f8-462a-bd93-c00c5f49ed6a tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/quotas/19c5e2d9a1374d1996adffdb4185ce40 HTTP/1.1" status: 200 len: 375 time: 0.0339530 Dec 12 15:23:55.213326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9966beb-21f3-424c-ad78-7987143dfbba {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:55.218578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cf01a-bcf4-4da2-9a51-9440716e941e req-d59e1c56-6bb7-46fe-a4f5-a4276dd59ad2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.220038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-220cf01a-bcf4-4da2-9a51-9440716e941e req-d59e1c56-6bb7-46fe-a4f5-a4276dd59ad2 tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 946 time: 0.1946144 Dec 12 15:23:55.221004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.236948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Transition to ACTIVE for port object f9966beb-21f3-424c-ad78-7987143dfbba will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:23:55.242142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.284228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-17da87fa-54f3-4614-996e-81c79e88f951 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581644 Dec 12 15:23:55.307903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] For port 38562fa4-e425-4ccd-9930-13612175b639, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=38562fa4-e425-4ccd-9930-13612175b639,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:55.308268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.340683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Calling delete_port for 38562fa4-e425-4ccd-9930-13612175b639 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:55.357869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-7d1bb61f-5811-4177-9da9-2127372fe1a5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.359365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-7d1bb61f-5811-4177-9da9-2127372fe1a5 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 946 time: 0.1204417 Dec 12 15:23:55.359507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:55.374136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Attempting to bind port f9966beb-21f3-424c-ad78-7987143dfbba on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:23:55.374599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Attempting to bind port f9966beb-21f3-424c-ad78-7987143dfbba by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:23:55.375014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Attempting to bind port f9966beb-21f3-424c-ad78-7987143dfbba on network 12e9f19f-fa98-4385-8751-d2353ae2fdde {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:55.380017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Port f9966beb-21f3-424c-ad78-7987143dfbba on network 12e9f19f-fa98-4385-8751-d2353ae2fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:23:55.380752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Attempting to bind port f9966beb-21f3-424c-ad78-7987143dfbba on network 12e9f19f-fa98-4385-8751-d2353ae2fdde {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:23:55.387391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:23:55.388003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Checking segment: {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:23:55.388835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Bound using segment: {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:23:55.389483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Bound port: f9966beb-21f3-424c-ad78-7987143dfbba, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:23:55.390097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.485694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:23:55.490325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:23:55.497697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.516569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-220cf01a-bcf4-4da2-9a51-9440716e941e req-54db40f2-0929-4cee-b0ee-3ef2dade489d tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/security-groups?id=e929c583-97e4-41ce-b352-2d76fdc9a625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694118 Dec 12 15:23:55.538655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.539743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.541865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] 10.222.0.13 "PUT /v2.0/ports/f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 1091 time: 0.7176325 Dec 12 15:23:55.547801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:55.550535 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9329621-7631-491b-a95b-5184cc952d52" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:55.573783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:55.598596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ce46-6d6a-4c72-b91a-1aba7668196e service neutron] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:55.705543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-262a966a-a4c7-4747-b33b-65d8d7324bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.707033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-262a966a-a4c7-4747-b33b-65d8d7324bfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1094 time: 0.0910153 Dec 12 15:23:55.721117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-18c52940-5944-494d-aa46-ef8569ed8f5d tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028938 Dec 12 15:23:55.740166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.744842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Deleting port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:55.745455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.816232 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-d068e83a-dd72-461f-a4d1-4ffe7761b29c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 217 time: 0.0961301 Dec 12 15:23:55.835066 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:55.843619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:55.866705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19ba1c-7c9b-413d-a838-5fe307f51c40 req-6b4ca224-8e80-446a-ba68-85eff163208c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.868344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d19ba1c-7c9b-413d-a838-5fe307f51c40 req-6b4ca224-8e80-446a-ba68-85eff163208c tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ec3db3a-c005-489c-ae77-f6c23bed52fa HTTP/1.1" status: 200 len: 946 time: 0.3127382 Dec 12 15:23:55.898444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-838f783d-dff9-4621-9397-8077279d4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.902456 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-838f783d-dff9-4621-9397-8077279d4ccb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0810211 Dec 12 15:23:55.908742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94cf91-ea21-4dc2-a164-f5bd82c7bc11 req-dc1ebfd6-d717-45fd-b049-d3f70f24b73c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:55.910373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de94cf91-ea21-4dc2-a164-f5bd82c7bc11 req-dc1ebfd6-d717-45fd-b049-d3f70f24b73c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 950 time: 0.2764213 Dec 12 15:23:55.918003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:55.952907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-d1416b18-58a9-4865-b7a0-76f2c6b169ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313432 Dec 12 15:23:56.049058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-ebaabb42-95d4-47e7-a098-c970b2370c15 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:56.050492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-ebaabb42-95d4-47e7-a098-c970b2370c15 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185494 Dec 12 15:23:56.057088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00'}, {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}, {'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:56.064372 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df83ca1f-b0cf-4eeb-9e24-63801bb5b4de" -d '{"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00"}, {"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}, {"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:56.066634 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-e18bec28-512c-4c99-a3dc-6d88db5221cd service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975549 Dec 12 15:23:56.079627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] For port b8bd6ea1-bc8b-45b5-853d-f208208c7c00, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,segment=NetworkSegment(68843862-5e95-42e4-abec-07bf99efef12),segment_id=68843862-5e95-42e4-abec-07bf99efef12)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:56.079989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.085078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Request body: {'port': {'device_id': '933e2b70-35be-4790-990a-51aefed18aba', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '19c5e2d9a1374d1996adffdb4185ce40'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:56.109137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d19ba1c-7c9b-413d-a838-5fe307f51c40 req-51af9103-3c6d-4b2f-abf2-7b10fc03473a tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.36 "GET /v2.0/security-groups?id=36283fe3-3f7e-4800-a50f-fcedb6421d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254570 Dec 12 15:23:56.135670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Calling delete_port for b8bd6ea1-bc8b-45b5-853d-f208208c7c00 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:23:56.137597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.172124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de94cf91-ea21-4dc2-a164-f5bd82c7bc11 req-ef745477-cc22-46b0-807f-87883ba8b98e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319529 Dec 12 15:23:56.185871 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c870b37-dae3-4dc0-9ddc-d4b158811d5e req-605f06d7-5b9a-40d7-b0f0-21302e3164e5 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078997 Dec 12 15:23:56.249389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Pushing event deleted for resources: {'Port': ['ID=38562fa4-e425-4ccd-9930-13612175b639,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:56.366050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12574d73-61f8-43f6-b32d-e5e38e778688 req-13ff09a0-7cb0-4b3e-a2e0-6c34971057af tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 210 time: 0.0872800 Dec 12 15:23:56.382332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] No DVR routers for this DVR port 38562fa4-e425-4ccd-9930-13612175b639 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:56.385840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.389482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a874a9-7914-44dd-8730-322072ef0ddf req-851d1f97-6690-4eb7-bf87-cf4ac31a54ae tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.13 "DELETE /v2.0/ports/38562fa4-e425-4ccd-9930-13612175b639 HTTP/1.1" status: 204 len: 173 time: 1.5664184 Dec 12 15:23:56.391663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'name': 'network-vif-deleted', 'tag': '38562fa4-e425-4ccd-9930-13612175b639'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:56.395867 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06c82b-1bab-49b1-b708-6b96755a7b22" -d '{"events": [{"server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "name": "network-vif-deleted", "tag": "38562fa4-e425-4ccd-9930-13612175b639"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:56.457907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcac15-bc73-4df3-9161-899b0b4ca3b8 req-651c04ac-baa8-490d-a181-5d6df353aa32 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:56.459686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11bcac15-bc73-4df3-9161-899b0b4ca3b8 req-651c04ac-baa8-490d-a181-5d6df353aa32 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 943 time: 0.1630609 Dec 12 15:23:56.499558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Made reservation on behalf of 19c5e2d9a1374d1996adffdb4185ce40 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:56.502931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.548578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.586978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.639270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f3fca-2c69-473f-9232-133a34ba4e8f req-3ad5ddab-5a75-43cd-a724-0aeee6def03d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:56.640990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6f3fca-2c69-473f-9232-133a34ba4e8f req-3ad5ddab-5a75-43cd-a724-0aeee6def03d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 950 time: 0.1738393 Dec 12 15:23:56.647839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Pushing event deleted for resources: {'Port': ['ID=b8bd6ea1-bc8b-45b5-853d-f208208c7c00,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:56.686495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11bcac15-bc73-4df3-9161-899b0b4ca3b8 req-4812e474-f2fc-4928-ae47-8807f891e197 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915429 Dec 12 15:23:56.723027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] No DVR routers for this DVR port b8bd6ea1-bc8b-45b5-853d-f208208c7c00 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:23:56.734944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.738694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e07b51b7-39c9-4c49-9c33-2e1e103fe0d0 req-27994dad-c64f-47f5-8726-5a833a523908 tempest-ImagesTestJSON-1736393530 tempest-ImagesTestJSON-1736393530-project] 10.222.0.13 "DELETE /v2.0/ports/b8bd6ea1-bc8b-45b5-853d-f208208c7c00 HTTP/1.1" status: 204 len: 173 time: 1.3690994 Dec 12 15:23:56.746386 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c26e2-546b-41f2-9f31-e16671eaf1e7 x-openstack-request-id: req-931c26e2-546b-41f2-9f31-e16671eaf1e7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:56.746886 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:56.747016 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-931c26e2-546b-41f2-9f31-e16671eaf1e7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:56.747695 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'status': 'completed', 'code': 200} Dec 12 15:23:56.797377 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d8313-8fea-4d11-b884-16e1551ea763 x-openstack-request-id: req-da9d8313-8fea-4d11-b884-16e1551ea763 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:56.798408 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-plugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00", "code": 200}, {"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "code": 200}, {"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:56.798920 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da9d8313-8fea-4d11-b884-16e1551ea763 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:56.799635 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'code': 200} Dec 12 15:23:56.800165 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'code': 200} Dec 12 15:23:56.800751 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'code': 200} Dec 12 15:23:56.804798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6f3fca-2c69-473f-9232-133a34ba4e8f req-8c227249-07a9-4479-ab7a-dbc095f9b5c8 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489253 Dec 12 15:23:56.834443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-f7fac841-ca64-4760-ac4d-05ff1c0319c8 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626044 Dec 12 15:23:56.866933 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71780b3b-33c9-411f-8b1e-f3fc328c34f6 x-openstack-request-id: req-71780b3b-33c9-411f-8b1e-f3fc328c34f6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:56.867340 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98987d3-e1c4-498a-93de-03c3496ad1bc", "name": "network-vif-deleted", "tag": "38562fa4-e425-4ccd-9930-13612175b639", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:56.867663 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71780b3b-33c9-411f-8b1e-f3fc328c34f6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:56.868054 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98987d3-e1c4-498a-93de-03c3496ad1bc', 'name': 'network-vif-deleted', 'tag': '38562fa4-e425-4ccd-9930-13612175b639', 'status': 'completed', 'code': 200} Dec 12 15:23:56.919054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:56.960774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:57.329063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329621-7631-491b-a95b-5184cc952d52 req-06b7c123-0652-47e7-8858-bbf11a69db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:57.330484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-06b7c123-0652-47e7-8858-bbf11a69db91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1094 time: 0.5387900 Dec 12 15:23:57.332133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2af25509-149a-479b-96e7-b047eb73e367 req-a069f528-aae8-4757-8100-eefd778ce12b tempest-ServerRescueTestJSONUnderV235-541351565 tempest-ServerRescueTestJSONUnderV235-541351565-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98987d3-e1c4-498a-93de-03c3496ad1bc HTTP/1.1" status: 200 len: 210 time: 0.3747330 Dec 12 15:23:57.495647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245dbaf1-1c14-4784-a0a4-7a4d74e63e88,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:57.536651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-9f839a97-9508-4f6f-9ead-ae5f3e6857e9 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:57.538292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-9f839a97-9508-4f6f-9ead-ae5f3e6857e9 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6736128 Dec 12 15:23:57.572956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Request body: {'port': {'device_id': '067471c7-52e6-459a-bd4f-93164824a070', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '19c5e2d9a1374d1996adffdb4185ce40'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:57.578210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 38562fa4-e425-4ccd-9930-13612175b639 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:57.584129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81904512-81f1-4b41-b3f5-134dd5f1bbce req-956576b2-caaa-44c8-8634-fd765d8da180 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:57.591490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81904512-81f1-4b41-b3f5-134dd5f1bbce req-956576b2-caaa-44c8-8634-fd765d8da180 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:57.600389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81904512-81f1-4b41-b3f5-134dd5f1bbce req-956576b2-caaa-44c8-8634-fd765d8da180 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90&device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1691 time: 0.2726712 Dec 12 15:23:57.607837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 38562fa4-e425-4ccd-9930-13612175b639 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:57.608203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 38562fa4-e425-4ccd-9930-13612175b639 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:57.714387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Allocated IP 192.168.233.135 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:57.731089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329621-7631-491b-a95b-5184cc952d52 req-2c78f0db-3007-49cb-a69a-2f1fe407d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:57.732684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-2c78f0db-3007-49cb-a69a-2f1fe407d536 service neutron] 10.222.0.13 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.3808515 Dec 12 15:23:57.785894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eac58b97-5579-47d1-9c75-d8e859b85f6c req-c6c51df6-0afc-41a6-a0c2-7a42715bd383 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 210 time: 0.0640879 Dec 12 15:23:57.849131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81904512-81f1-4b41-b3f5-134dd5f1bbce req-5f60cddc-aa1a-4660-bdcb-d3b3320ea742 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495356 Dec 12 15:23:57.850562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-4d58bd65-a5c1-4bff-867a-4abd52b7260a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 217 time: 0.0937610 Dec 12 15:23:57.874076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:57.994257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-404ce08f-be23-4dae-a4b4-215342964d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.014496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Made reservation on behalf of 19c5e2d9a1374d1996adffdb4185ce40 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:23:58.018385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.041354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9329621-7631-491b-a95b-5184cc952d52 req-531b3b6d-3557-4893-a6fc-022a95c6890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.042871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-531b3b6d-3557-4893-a6fc-022a95c6890c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.1659865 Dec 12 15:23:58.076742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-404ce08f-be23-4dae-a4b4-215342964d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.081988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-404ce08f-be23-4dae-a4b4-215342964d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.126100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-404ce08f-be23-4dae-a4b4-215342964d71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e647098c1434bedad197a5fc4556eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508450 Dec 12 15:23:58.128000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:58.128755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ce08f-be23-4dae-a4b4-215342964d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668525ec-8cde-42bb-9021-30e6941c3769,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:58.149580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-48f55858-7a7e-43cf-8f80-b629c2d4820e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887718 Dec 12 15:23:58.186320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.209082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.209567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274a815-d513-4776-9cfa-80596141d415 req-08aca38c-2190-4cd1-ae1b-9325664fa3a2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.211033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3274a815-d513-4776-9cfa-80596141d415 req-08aca38c-2190-4cd1-ae1b-9325664fa3a2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 943 time: 0.2709754 Dec 12 15:23:58.257616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.260956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.262179 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/668525ec-8cde-42bb-9021-30e6941c3769 HTTP/1.1" status: 204 len: 168 time: 0.1302323 Dec 12 15:23:58.270656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d6b36-28f8-46b0-96c7-3ecd63a2e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668525ec-8cde-42bb-9021-30e6941c3769,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:58.273378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.326422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.326891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.327350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.327798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.328246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.328720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.329172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.329745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.331716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-c7a963c1-78f5-48de-a041-b004f9d1ff76 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070&device_id=933e2b70-35be-4790-990a-51aefed18aba&device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438&device_id=79e04fbe-9999-4803-aa24-e72742a71408&device_id=2b593de7-e0e2-4141-9a79-4accb1122d90&device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16&device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4&device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4&device_id=f42a259a-f268-403f-87e9-9a40656d8d4e&device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 7329 time: 0.2514560 Dec 12 15:23:58.403781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-9ffd79be-199d-4fbc-83f3-289532901e21 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.416905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3274a815-d513-4776-9cfa-80596141d415 req-c4913445-127b-4860-bcd9-a25510ff2c31 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844699 Dec 12 15:23:58.420436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-fb082ab8-689d-4e11-b3d6-f639e5f19a74 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364135 Dec 12 15:23:58.433298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.460419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:58.592943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:23:58.593160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:58.631749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:58.646737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:58.648497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Allocated IP 192.168.233.96 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/2b86a62e-d8b4-4be7-9a0e-74d006957949) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:23:58.656577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:58.659668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:58.678097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'mac_address': 'fa:16:3e:6d:aa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:58.723256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.741202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:23:58.764930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:58.772270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.842354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9329621-7631-491b-a95b-5184cc952d52 req-582efbc6-55dd-4dd8-bb29-c93f14c72b87 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103260 Dec 12 15:23:58.850229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:58.872872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.873497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.880164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-deleted', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:23:58.882448 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c7b89-e949-4b91-b22b-a0aa7dd0da57" -d '{"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-deleted", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:23:58.897716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['bdb89e90-67fa-4371-bedc-beb3c565c7f4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:23:58.918131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-9ffd79be-199d-4fbc-83f3-289532901e21 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.937067 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-9ffd79be-199d-4fbc-83f3-289532901e21 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:58.952363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-bdbeff04-47d3-4278-bd1a-15c25923a33e tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8768716 Dec 12 15:23:58.968159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b4c2c-4622-4b4b-8ba7-b9a4a24b3db0 req-a3fbbe96-af21-4604-b3f2-3305ca02c679 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:58.969904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be4b4c2c-4622-4b4b-8ba7-b9a4a24b3db0 req-a3fbbe96-af21-4604-b3f2-3305ca02c679 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 1101 time: 0.2237046 Dec 12 15:23:58.986384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Request body: {'port': {'device_id': '933e2b70-35be-4790-990a-51aefed18aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:59.089492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd79be-199d-4fbc-83f3-289532901e21 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fdbdc0-c5bf-4263-ab9f-ecf661762bb9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:59.199665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9b5426e-9e61-46dd-87b4-f2e8feb1f6cb req-9ffd79be-199d-4fbc-83f3-289532901e21 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&id=28f64112-02f3-48a3-8031-9066b6431981&id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.8527827 Dec 12 15:23:59.236084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b67bed2a-e9c4-44d7-97e3-1055d6f5fab5 None None] Provisioning complete for port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:23:59.236464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b67bed2a-e9c4-44d7-97e3-1055d6f5fab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.333566 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.356948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b67bed2a-e9c4-44d7-97e3-1055d6f5fab5 None None] Port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:23:59.437440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be4b4c2c-4622-4b4b-8ba7-b9a4a24b3db0 req-6c6fa03c-7ae0-4ff8-93ef-6ae91d90218e tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395037 Dec 12 15:23:59.491721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.501660 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d9d54-3353-4e74-9adf-6f1a35d1bd8e x-openstack-request-id: req-e72d9d54-3353-4e74-9adf-6f1a35d1bd8e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:23:59.502121 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec3db3a-c005-489c-ae77-f6c23bed52fa", "name": "network-vif-deleted", "tag": "b8bd6ea1-bc8b-45b5-853d-f208208c7c00", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:23:59.502380 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e72d9d54-3353-4e74-9adf-6f1a35d1bd8e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:23:59.502773 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec3db3a-c005-489c-ae77-f6c23bed52fa', 'name': 'network-vif-deleted', 'tag': 'b8bd6ea1-bc8b-45b5-853d-f208208c7c00', 'status': 'completed', 'code': 200} Dec 12 15:23:59.516216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.554137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.580980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:23:59.589637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:23:59.593311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:23:59.595116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f9966beb-21f3-424c-ad78-7987143dfbba details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:23:59.625091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:23:59.679616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:23:59.694866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b8bd6ea1-bc8b-45b5-853d-f208208c7c00 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:23:59.695658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b8bd6ea1-bc8b-45b5-853d-f208208c7c00 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:23:59.716011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bfc91-1653-4796-9db0-f6307afa2b21 req-ed2b5c2b-27b9-440e-9cb7-0a4951dda4c8 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:59.717592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d75bfc91-1653-4796-9db0-f6307afa2b21 req-ed2b5c2b-27b9-440e-9cb7-0a4951dda4c8 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 935 time: 0.2362909 Dec 12 15:23:59.860246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:23:59.861495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.904277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-0c4a8834-a100-4095-a170-067e0926ec88 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3431897 Dec 12 15:23:59.924194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:23:59.947458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde', 'port_id': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'mac_address': 'fa:16:3e:20:1f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb1646-9e47-4d69-a4a7-fe1fd394e752', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:23:59.952737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Request body: {'port': {'device_id': '067471c7-52e6-459a-bd4f-93164824a070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:23:59.969691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Deleting port b86bfbbc-8a94-4c67-a0ef-8a7e76910229 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:23:59.970413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:23:59.998129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d75bfc91-1653-4796-9db0-f6307afa2b21 req-66275b5b-f014-46a6-95cd-ed165fef6d73 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619355 Dec 12 15:24:00.009420 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.026480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9966beb-21f3-424c-ad78-7987143dfbba {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:00.060104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6481-8cfa-4653-b44d-511c968de79f req-905ec18f-e991-4fac-8692-85b8c3410b23 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:00.060991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88c051c3-7efd-4f31-b7b1-55fbc6333ff5 None None] Provisioning complete for port 2b86a62e-d8b4-4be7-9a0e-74d006957949 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:00.061652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e36a6481-8cfa-4653-b44d-511c968de79f req-905ec18f-e991-4fac-8692-85b8c3410b23 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1101 time: 0.1791906 Dec 12 15:24:00.062094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88c051c3-7efd-4f31-b7b1-55fbc6333ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.102154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:00.104849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88c051c3-7efd-4f31-b7b1-55fbc6333ff5 None None] Port 2b86a62e-d8b4-4be7-9a0e-74d006957949 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:00.112878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.123033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] For port b86bfbbc-8a94-4c67-a0ef-8a7e76910229, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,segment=NetworkSegment(6c1f2641-43b2-4f42-8d62-12ff6b1c8f87),segment_id=6c1f2641-43b2-4f42-8d62-12ff6b1c8f87)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:00.123586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.139443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Calling delete_port for b86bfbbc-8a94-4c67-a0ef-8a7e76910229 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:24:00.141254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.178248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:00.271129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e36a6481-8cfa-4653-b44d-511c968de79f req-a46081d8-d1e6-45ed-8f4d-f59317ffcfd0 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919496 Dec 12 15:24:00.363619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:00.382263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0882091-0da4-495d-90db-0f511030e24f req-3a256fa9-3fee-47f4-bd3a-9bdda9c9546a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:00.389381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0882091-0da4-495d-90db-0f511030e24f req-3a256fa9-3fee-47f4-bd3a-9bdda9c9546a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 944 time: 0.2375216 Dec 12 15:24:00.447190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.476681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:00.486544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86bfbbc-8a94-4c67-a0ef-8a7e76910229,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:00.488895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:00.513350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.534897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Transition to ACTIVE for port object f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:00.543471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0882091-0da4-495d-90db-0f511030e24f req-8c6bdbad-6d30-4f06-9669-45d3a2955148 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531610 Dec 12 15:24:00.548780 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.623460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:00.663077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port bdb89e90-67fa-4371-bedc-beb3c565c7f4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:00.663712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.692878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.822513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Attempting to bind port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:00.823099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Attempting to bind port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:00.823613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Attempting to bind port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:00.902317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:00.902936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Attempting to bind port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:00.905774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.912074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:00.912714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:00.913335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:00.914026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Bound port: f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:00.914611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:00.955058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:00.956927 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc210d-cc2f-45f0-9002-18243171828b" -d '{"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:00.974588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:00.983311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.030304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b615-524d-40a8-ba45-39c645c1c8e9 req-26657e63-eb8f-4202-abfd-452b9f045bae tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:01.031032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b615-524d-40a8-ba45-39c645c1c8e9 req-26657e63-eb8f-4202-abfd-452b9f045bae tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:01.031740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b615-524d-40a8-ba45-39c645c1c8e9 req-26657e63-eb8f-4202-abfd-452b9f045bae tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:01.039750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e78b615-524d-40a8-ba45-39c645c1c8e9 req-26657e63-eb8f-4202-abfd-452b9f045bae tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408&device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4&device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 2884 time: 0.2203434 Dec 12 15:24:01.164235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Router b16f6553-d3b4-423c-b3b9-bca4b909ba17 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:24:01.181644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:01.194775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:01.213347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e78b615-524d-40a8-ba45-39c645c1c8e9 req-523c0c5d-a409-41ac-81d0-074fe7974efb tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430626 Dec 12 15:24:01.239347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:01.243805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b86a62e-d8b4-4be7-9a0e-74d006957949 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:01.252510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.256422 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.322525 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95907fe-1732-4526-8428-6f1bb6f1fd43 x-openstack-request-id: req-c95907fe-1732-4526-8428-6f1bb6f1fd43 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:01.322525 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-plugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:01.322525 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c95907fe-1732-4526-8428-6f1bb6f1fd43 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:01.322525 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'code': 200} Dec 12 15:24:01.350261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:01.351946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.355207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] 10.222.0.13 "PUT /v2.0/ports/f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 HTTP/1.1" status: 200 len: 1096 time: 2.3743892 Dec 12 15:24:01.371517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Transition to ACTIVE for port object 2b86a62e-d8b4-4be7-9a0e-74d006957949 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:01.388353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.418427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:24:01.436254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Sync routers for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:24:01.436455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338e0d-d3eb-4496-bfad-79124235e8ea service neutron] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:01.457469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a84c5f1b-b8b6-4969-8411-cccf3133a5a1 admin admin] 10.222.0.36 "PUT /v2.0/routers/b16f6553-d3b4-423c-b3b9-bca4b909ba17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8630922 Dec 12 15:24:01.459109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59468) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:01.464324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:01.464992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:01.508347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:01.510828 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f" -d '{"events": [{"name": "network-changed", "server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:01.645429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f9966beb-21f3-424c-ad78-7987143dfbba up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:01.665607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:01.803253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:01.921658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.014269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Deleting port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:24:02.014639 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.026924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port f9966beb-21f3-424c-ad78-7987143dfbba completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:02.045910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f9966beb-21f3-424c-ad78-7987143dfbba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:02.046277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.198501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:02.221864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] For port 5aee1e55-8676-4e0c-a728-67dd4a6b37d1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:02.222333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.227175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.236868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Calling delete_port for 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:24:02.247111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-0a2dd636-572b-4df2-9b32-b1e420a56209 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354910 Dec 12 15:24:02.265894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:24:00Z', 'revision_number': 5, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port': {'id': '5aee1e55-8676-4e0c-a728-67dd4a6b37d1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:22:27Z', 'updated_at': '2021-12-12T15:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:02.269052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:02.302138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Checking router: b16f6553-d3b4-423c-b3b9-bca4b909ba17 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:24:02.304571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.339131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Routers {'b16f6553-d3b4-423c-b3b9-bca4b909ba17'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:02.339769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:02.445936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-97e1d1d1-75ee-4cec-b71b-2ee8d0ef5969 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:02.454214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-97e1d1d1-75ee-4cec-b71b-2ee8d0ef5969 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600826 Dec 12 15:24:02.468676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Attempting to bind port 2b86a62e-d8b4-4be7-9a0e-74d006957949 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:02.469877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Attempting to bind port 2b86a62e-d8b4-4be7-9a0e-74d006957949 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:02.470376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Attempting to bind port 2b86a62e-d8b4-4be7-9a0e-74d006957949 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:02.475073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-1aab0614-d49e-4eca-ac58-91c82f88f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:02.477264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-1aab0614-d49e-4eca-ac58-91c82f88f3ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 1099 time: 1.0627694 Dec 12 15:24:02.481391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.487043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-7b138127-4b50-4806-b9b8-c9e5dc0633b6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.0314896 Dec 12 15:24:02.544971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-69cfc9ab-32ef-4a67-baf5-41cc1bc6be9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 HTTP/1.1" status: 200 len: 217 time: 0.0446873 Dec 12 15:24:02.554088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aee1e55-8676-4e0c-a728-67dd4a6b37d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:02.574905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01457a9-e258-4d92-bc84-997416dd7c76 req-31eed0ad-e37c-41a3-9549-98a5b241cb7b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:02.576831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c01457a9-e258-4d92-bc84-997416dd7c76 req-31eed0ad-e37c-41a3-9549-98a5b241cb7b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 1.0911736 Dec 12 15:24:02.578774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:02.616511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.616913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] Set router b16f6553-d3b4-423c-b3b9-bca4b909ba17 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:02.661100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Port 2b86a62e-d8b4-4be7-9a0e-74d006957949 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:02.661852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Attempting to bind port 2b86a62e-d8b4-4be7-9a0e-74d006957949 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:02.667397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-4c33a849-3bb5-40c3-b25a-1e533b873547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:02.669045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-4c33a849-3bb5-40c3-b25a-1e533b873547 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0910373 Dec 12 15:24:02.683590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:24:01Z', 'revision_number': 6, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:02.713209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea500ca0-e54c-4580-b51c-2347bc15e703 None None] The sync data for ids ['b16f6553-d3b4-423c-b3b9-bca4b909ba17'] in n-d-710847-8 is: [{'id': 'b16f6553-d3b4-423c-b3b9-bca4b909ba17', 'name': 'tempest-ServerRescueTestJSONUnderV235-1298451978-router', 'tenant_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:22:26Z', 'updated_at': '2021-12-12T15:24:01Z', 'revision_number': 6, 'project_id': 'e50e68e32d3a4ce68c5c30c35a64168b', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:24:02.720949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:02.721289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:02.721673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:02.722114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Bound port: 2b86a62e-d8b4-4be7-9a0e-74d006957949, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:02.722469 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.753134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.756119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.798085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-82b01b87-6101-4598-9d4c-e6ccfd395120 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3098648 Dec 12 15:24:02.807282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c01457a9-e258-4d92-bc84-997416dd7c76 req-2c34acad-551e-4f74-b55b-2a585a3fd663 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784601 Dec 12 15:24:02.808057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.808704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16f6553-d3b4-423c-b3b9-bca4b909ba17 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:24:02.814100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.815316 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0dc98d6-fdb2-4d0c-921c-3b6957d43691 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b16f6553-d3b4-423c-b3b9-bca4b909ba17 HTTP/1.1" status: 204 len: 168 time: 1.3552499 Dec 12 15:24:02.817538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-7173a1c5-5abc-48dd-a312-d8d671f71e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:02.818621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:02.825120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-7173a1c5-5abc-48dd-a312-d8d671f71e27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398761 Dec 12 15:24:02.892242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Deleting subnet caacaa7b-108c-4347-acde-9401b4663392 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:24:02.895572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.932540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:02.935125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.938312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:02.958038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:02.980622 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.048530 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfe964-e005-4afe-be0d-421554941d61 x-openstack-request-id: req-d3cfe964-e005-4afe-be0d-421554941d61 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:03.049514 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:03.050435 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3cfe964-e005-4afe-be0d-421554941d61 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:03.051886 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'status': 'completed', 'code': 200} Dec 12 15:24:03.058702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:03.099706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.116584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:03.117670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.119338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-94d3ec2d-a2a0-41ad-bbff-e93b812fa44f service neutron] 10.222.0.13 "PUT /v2.0/ports/2b86a62e-d8b4-4be7-9a0e-74d006957949 HTTP/1.1" status: 200 len: 1095 time: 3.1781685 Dec 12 15:24:03.143240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caacaa7b-108c-4347-acde-9401b4663392,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:03.164542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.170250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc8e75d6-0f1a-4485-a532-54b4bedf5619 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/caacaa7b-108c-4347-acde-9401b4663392 HTTP/1.1" status: 204 len: 168 time: 0.3498826 Dec 12 15:24:03.178347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59498) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:03.302793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-0b8c9f21-1ae7-4ffd-898b-5c060a0e0d75 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666748 Dec 12 15:24:03.322415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:03.327009 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec5ffd-b7bb-4a92-9cb4-cb9e736ebd70" -d '{"events": [{"server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "name": "network-vif-plugged", "status": "completed", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:03.342819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.356231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38735-3bfb-4ebf-b289-8211165f856b req-5dd920cd-348c-4029-b3fe-9375bc46d9c9 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:03.358391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6b38735-3bfb-4ebf-b289-8211165f856b req-5dd920cd-348c-4029-b3fe-9375bc46d9c9 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 945 time: 0.2196932 Dec 12 15:24:03.478551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.534773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791a31db-b848-4e92-b5f1-8fe49fb5f957']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:03.543638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-ad574168-49df-43bb-a975-eb8e21d64dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:03.545483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-ad574168-49df-43bb-a975-eb8e21d64dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 1098 time: 0.2879241 Dec 12 15:24:03.558707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:03.559452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1f2641-43b2-4f42-8d62-12ff6b1c8f87') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:03.585512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6b38735-3bfb-4ebf-b289-8211165f856b req-89519bc2-b9f5-47ce-8600-b6bfbf212be9 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185899 Dec 12 15:24:03.587927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.626822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.645057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1235c5c-d0dc-42d1-991e-fd17d12bbdb0 req-b6e350bc-05cc-4d7c-8e10-a8f06ab3329a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852056 Dec 12 15:24:03.646330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-bb6d6676-f0e5-48a7-b3d0-264baf5d9427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949 HTTP/1.1" status: 200 len: 217 time: 0.0904312 Dec 12 15:24:03.650974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:24:03.651825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:24:03.670343 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:24:03.847541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:03.885741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.950858 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947d424e-b8e7-4db6-a569-fcc03fc2809b x-openstack-request-id: req-947d424e-b8e7-4db6-a569-fcc03fc2809b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:03.951240 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "name": "network-vif-plugged", "status": "completed", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:03.951580 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-947d424e-b8e7-4db6-a569-fcc03fc2809b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:03.952679 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'code': 200} Dec 12 15:24:03.955233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:24:03.957797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5aee1e55-8676-4e0c-a728-67dd4a6b37d1 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:24:03.958080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:03.959062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b86bfbbc-8a94-4c67-a0ef-8a7e76910229 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:03.991534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] 10.222.0.36 "DELETE /v2.0/networks/791a31db-b848-4e92-b5f1-8fe49fb5f957 HTTP/1.1" status: 204 len: 168 time: 0.8119979 Dec 12 15:24:03.996076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b86bfbbc-8a94-4c67-a0ef-8a7e76910229 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:24:03.996771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b86bfbbc-8a94-4c67-a0ef-8a7e76910229 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:24:03.999947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d563017-48ea-4af7-a7bf-4dd810d5ed72 admin admin] Pushing event deleted for resources: {'Network': ['ID=791a31db-b848-4e92-b5f1-8fe49fb5f957,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:04.078103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-e5a316c5-bca3-4ee1-8606-ffaf199edaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.084778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-e5a316c5-bca3-4ee1-8606-ffaf199edaf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 1099 time: 0.3351057 Dec 12 15:24:04.093709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-1ce6745c-67b3-4956-a6ea-88e74587719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.095184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-1ce6745c-67b3-4956-a6ea-88e74587719c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.4401255 Dec 12 15:24:04.122303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:04.251830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Deleting subnet 1ec90854-fb22-4670-b349-0a005b9dde94 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:24:04.258840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.273050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc86d22-dc42-44a3-96cc-355b3efcea19 req-ae5f0741-26e6-4ce0-b29a-6c8502132c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.275415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddc86d22-dc42-44a3-96cc-355b3efcea19 req-ae5f0741-26e6-4ce0-b29a-6c8502132c2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1096 time: 0.3436217 Dec 12 15:24:04.330600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.390618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.395937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59542) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:04.415630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-108dc9fe-a957-409d-a61c-dc27b0ea636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.417199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-108dc9fe-a957-409d-a61c-dc27b0ea636e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044090 Dec 12 15:24:04.463371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.489604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4683a7d-7f7c-4138-ac0d-1ebbbd8b42db req-f05c3c52-0e73-4944-8906-db1a62d54c81 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 210 time: 0.2031150 Dec 12 15:24:04.493590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec90854-fb22-4670-b349-0a005b9dde94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:04.500269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.510308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-446a0c9d-1f51-4424-9e79-6f0d07c097f1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1ec90854-fb22-4670-b349-0a005b9dde94 HTTP/1.1" status: 204 len: 168 time: 0.3871367 Dec 12 15:24:04.511719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:04.514114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2bbc48a8-9936-4cf8-b19c-69635a78ca85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e50e68e32d3a4ce68c5c30c35a64168b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907793 Dec 12 15:24:04.550023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:04.589932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71f6be-1c92-4544-a598-831d5fc773e5 req-eba5dd84-c7f5-4f8b-aa54-79dfa9067c32 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.601197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c71f6be-1c92-4544-a598-831d5fc773e5 req-eba5dd84-c7f5-4f8b-aa54-79dfa9067c32 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 0.3943751 Dec 12 15:24:04.603966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.713654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.730018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddc86d22-dc42-44a3-96cc-355b3efcea19 req-32b64bff-7557-47c3-a65a-25474a2178d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247682 Dec 12 15:24:04.743803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:04.754176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68843862-5e95-42e4-abec-07bf99efef12') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:04.754592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68843862-5e95-42e4-abec-07bf99efef12') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:04.766900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.792196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.804075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:24:04.806319 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:24:04.809308 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:24:04.834066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-40d54de7-f956-4ec4-b01f-1e492747ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:04.841934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-40d54de7-f956-4ec4-b01f-1e492747ca2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.7455966 Dec 12 15:24:04.897466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.910068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.914337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb HTTP/1.1" status: 204 len: 168 time: 0.3982368 Dec 12 15:24:04.919277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:04.932668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d5903-0b24-4bbf-ba4a-51cf147e553b admin admin] Pushing event deleted for resources: {'Network': ['ID=c739fb0d-a3cb-4f2e-8f67-5ad20def3cdb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:04.950284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-3a16e097-805e-4578-9b6c-8277d865635f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584768 Dec 12 15:24:05.003577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c71f6be-1c92-4544-a598-831d5fc773e5 req-51741ced-6e48-4836-a973-8674b741ef7b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710773 Dec 12 15:24:05.057871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:05.060483 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7835690-870e-48f6-aa06-5fd676964a69" -d '{"events": [{"name": "network-changed", "server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:05.110958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.133323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-c403e4fb-42ea-4b2d-bcde-7aa6beaad211 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 HTTP/1.1" status: 200 len: 217 time: 0.1869636 Dec 12 15:24:05.220098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:05.289253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-8d821bdd-f0a7-491d-8db6-750ea82b3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:05.291778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-8d821bdd-f0a7-491d-8db6-750ea82b3bec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1330047 Dec 12 15:24:05.301354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129830c8-ad3f-4fa3-a8bc-61b9d82bb2fe req-a1b1f149-b1bc-425b-aefa-0e03b70cdb4a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:05.309115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-129830c8-ad3f-4fa3-a8bc-61b9d82bb2fe req-a1b1f149-b1bc-425b-aefa-0e03b70cdb4a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 945 time: 0.3160815 Dec 12 15:24:05.334626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5116cbe8-fd8e-4f07-84e8-876bdf499c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.353196 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0e412d67-088e-4685-a4df-feac62066c43 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7aaac16af25420d975997f898f2ffb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307259 Dec 12 15:24:05.358417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:05.392131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efef8e8e-82ea-4406-aa20-c6cd88739156 req-999875fa-5304-4af2-a4d6-3c50331efa53 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047260 Dec 12 15:24:05.400613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.403262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.404551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e929c583-97e4-41ce-b352-2d76fdc9a625 HTTP/1.1" status: 204 len: 168 time: 0.7994010 Dec 12 15:24:05.462875 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6b457e-c4f0-4cd1-8bad-1a6a33a02ebe x-openstack-request-id: req-9f6b457e-c4f0-4cd1-8bad-1a6a33a02ebe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:05.464878 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:05.465343 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f6b457e-c4f0-4cd1-8bad-1a6a33a02ebe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:05.465950 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'status': 'completed', 'code': 200} Dec 12 15:24:05.470971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.471903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e929c583-97e4-41ce-b352-2d76fdc9a625,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:05.511371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-11a3fb73-35f8-46e2-82c6-8acc6d94ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:05.512978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-11a3fb73-35f8-46e2-82c6-8acc6d94ccae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2018378 Dec 12 15:24:05.537266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-129830c8-ad3f-4fa3-a8bc-61b9d82bb2fe req-436b60b8-bcb3-4f70-993a-7c3a7327278f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271795 Dec 12 15:24:05.541127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.541476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.542438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.542775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.543107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.543435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.543756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.544078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.544394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.544734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.545055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.545370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.545861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc47994-a7d3-4725-9b3f-4cc709cc202f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:05.568888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.623003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:05.733724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.737172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:05.738377 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36283fe3-3f7e-4800-a50f-fcedb6421d44 HTTP/1.1" status: 204 len: 168 time: 0.3788071 Dec 12 15:24:05.754089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835690-870e-48f6-aa06-5fd676964a69 req-dd573e64-1338-4779-b239-57fe1c7af5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:05.765356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-dd573e64-1338-4779-b239-57fe1c7af5cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 1098 time: 0.1767323 Dec 12 15:24:05.786614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17f5d-07a6-4e6d-a5e1-7a6fb402e8c1 req-bfc39129-d50b-4f4d-8489-4a3a13565577 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:05.796355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebe17f5d-07a6-4e6d-a5e1-7a6fb402e8c1 req-bfc39129-d50b-4f4d-8489-4a3a13565577 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1101 time: 0.2447910 Dec 12 15:24:05.796597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-010c1bc4-55c0-4ee4-8607-7b296467e593 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567553 Dec 12 15:24:05.797406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad64b0-44d9-4944-baf0-c1cea600d6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36283fe3-3f7e-4800-a50f-fcedb6421d44,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:06.031975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-8b162082-58d5-481b-af27-446d0b79fa1d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:06.033617 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-8b162082-58d5-481b-af27-446d0b79fa1d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236903 Dec 12 15:24:06.053442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': '6d3def9a-165b-4242-a3a8-9373c7850810', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:06.058803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:06.116769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'mac_address': 'fa:16:3e:3a:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:06.335847 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:06.343003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835690-870e-48f6-aa06-5fd676964a69 req-de9f0e38-34f7-4d8f-9508-c49e657778c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:06.347020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-de9f0e38-34f7-4d8f-9508-c49e657778c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.5396700 Dec 12 15:24:06.389441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:06.390076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:06.390250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:06.440157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:06.454760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:06.485269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebe17f5d-07a6-4e6d-a5e1-7a6fb402e8c1 req-cab6fa28-3984-402a-bd89-b83c0e0ec560 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254396 Dec 12 15:24:06.493154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-4b662a4c-5a38-4999-b5b3-c43e9a345323 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9427378 Dec 12 15:24:06.571626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:06.722870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:06.725853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-be1fffea-4ee8-4dd6-a38b-944ab7d381d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949 HTTP/1.1" status: 200 len: 217 time: 0.3248606 Dec 12 15:24:06.740557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a344de-afc5-4dc4-8a72-0f4fc83417ec req-72cd3e2b-38b5-41f2-86a2-08396e2473e2 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 210 time: 0.3713825 Dec 12 15:24:06.809813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.197 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/f2897d9d-833e-48b4-ac99-80cbc2b03549) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:06.834400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-1f9e0c14-6f54-4522-8597-e9bf62457f39 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4497125 Dec 12 15:24:07.026379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:07.152578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.223940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835690-870e-48f6-aa06-5fd676964a69 req-e1ae120b-5649-40e7-b873-1412e4865a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.227893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-e1ae120b-5649-40e7-b873-1412e4865a83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.4828594 Dec 12 15:24:07.234266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.246640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:07.249573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1180881537-network', 'tenant_id': 'ece53b252db7479ba78b2ada88e0408f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:07.291136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba7cf0-8b8f-4a05-92a5-ae1c33eaf0a2 req-51cb6fd9-61c6-4d57-b599-eeddf365512b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.292626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23ba7cf0-8b8f-4a05-92a5-ae1c33eaf0a2 req-51cb6fd9-61c6-4d57-b599-eeddf365512b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 0.6370471 Dec 12 15:24:07.331823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:07.376888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74efea4e-7af0-48f3-a5d4-a3b9950bb97f req-2ad846fd-30b7-4e67-9a2d-a8f7b10d38ee service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223375 Dec 12 15:24:07.385764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:07.388724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:07.408121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Made reservation on behalf of ece53b252db7479ba78b2ada88e0408f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:07.423006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.427620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:07.450697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-83415a85-ec20-4586-8731-b5a25eef0d8e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.453599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-83415a85-ec20-4586-8731-b5a25eef0d8e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5777650 Dec 12 15:24:07.457040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.512163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:07.561881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.563835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.566358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:07.576237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835690-870e-48f6-aa06-5fd676964a69 req-b9260c21-2c24-459a-9358-991b401e4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.583999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-b9260c21-2c24-459a-9358-991b401e4872 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3243279 Dec 12 15:24:07.636031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:07.637966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:07.695037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-a2b4d0de-6da5-446f-994b-b4cb0cef4c8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6466415 Dec 12 15:24:07.729948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Request body: {'port': {'device_id': '6d3def9a-165b-4242-a3a8-9373c7850810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:07.733621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.760543 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.769128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23ba7cf0-8b8f-4a05-92a5-ae1c33eaf0a2 req-dbf0493b-5202-4543-ac03-c184ce90a2d2 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629529 Dec 12 15:24:07.825109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.834013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:24:07.842460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175005ca-bbbc-4d29-9de5-6826c09f9518,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:07.857990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.858345 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Added segment a67b1a6f-4dd9-4b67-8212-3618803f70aa of type vlan for network e8f124f5-4089-4708-b7d7-7290e7561c4e Dec 12 15:24:07.864793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-a520ced2-5712-4483-808a-906260d46898 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536650 Dec 12 15:24:07.914260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:24:07.921260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4c73e063-e246-4677-8005-55a7d0b7d45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:07.922632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b6051-1348-4e49-a271-83c727181f7e req-64e5e530-f33d-42d8-b14a-b511521812f0 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:07.929993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a32b6051-1348-4e49-a271-83c727181f7e req-64e5e530-f33d-42d8-b14a-b511521812f0 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1101 time: 0.5073411 Dec 12 15:24:07.934174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.003125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:08.023283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e8a52f9e-5308-456b-adc1-7e8052b61286 None None] Provisioning complete for port f2897d9d-833e-48b4-ac99-80cbc2b03549 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:08.023967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8a52f9e-5308-456b-adc1-7e8052b61286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.035110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:08.035743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.058154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.059127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:08.059704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.147646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f124f5-4089-4708-b7d7-7290e7561c4e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:08.183225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b135c116-4dfe-4c31-b1b4-422d648f87e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1557257 Dec 12 15:24:08.186892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:08.187914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e8f124f5-4089-4708-b7d7-7290e7561c4e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:24:08.192218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Request body: {'subnet': {'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1180881537-subnet', 'tenant_id': 'ece53b252db7479ba78b2ada88e0408f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:08.207661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e8a52f9e-5308-456b-adc1-7e8052b61286 None None] Port f2897d9d-833e-48b4-ac99-80cbc2b03549 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:08.257882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Made reservation on behalf of ece53b252db7479ba78b2ada88e0408f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:08.261268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.311477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:08.361785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'mac_address': 'fa:16:3e:ac:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:08.429633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2897d9d-833e-48b4-ac99-80cbc2b03549 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:08.443202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.463117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Transition to ACTIVE for port object f2897d9d-833e-48b4-ac99-80cbc2b03549 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:08.488970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.491911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.494185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.519886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.538602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b86a62e-d8b4-4be7-9a0e-74d006957949 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:08.556509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:08.558810 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccccdebb-06cb-4a15-a05c-643c79696552" -d '{"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:08.562691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Pushing event updated for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:08.585313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:08.587275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:08.592879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.598123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.662429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:08.711236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7835690-870e-48f6-aa06-5fd676964a69 req-9f5202e9-fccc-4393-8ad4-217fb80c27b7 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373783 Dec 12 15:24:08.713732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.764187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a32b6051-1348-4e49-a271-83c727181f7e req-d07e0e31-74c7-4a07-9a53-230cc1493b52 tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8326342 Dec 12 15:24:08.786968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23556ec6-8bf2-400a-a9c4-3ae0a6b5c50a req-66f769c7-4f36-49a5-b148-44eabbf1a09f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:08.788593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23556ec6-8bf2-400a-a9c4-3ae0a6b5c50a req-66f769c7-4f36-49a5-b148-44eabbf1a09f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 945 time: 0.8929293 Dec 12 15:24:08.790519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:08.794579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.812860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:08.840008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Attempting to bind port f2897d9d-833e-48b4-ac99-80cbc2b03549 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:08.840613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Attempting to bind port f2897d9d-833e-48b4-ac99-80cbc2b03549 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:08.841151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Attempting to bind port f2897d9d-833e-48b4-ac99-80cbc2b03549 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:08.847478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10291f4-5be5-44b1-8aa9-0fda57a95c56,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:08.854896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Port f2897d9d-833e-48b4-ac99-80cbc2b03549 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:08.855542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Attempting to bind port f2897d9d-833e-48b4-ac99-80cbc2b03549 on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:08.874034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Checking segment: {'id': 'a67b1a6f-4dd9-4b67-8212-3618803f70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:08.874400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Network hostable DHCP agents. Network: e8f124f5-4089-4708-b7d7-7290e7561c4e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:24:08.876334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23556ec6-8bf2-400a-a9c4-3ae0a6b5c50a req-e7f6ad92-6920-4b83-ab74-d8a0df218b3b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670607 Dec 12 15:24:08.876856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:08.876972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:08.877332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:08.877775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Bound port: f2897d9d-833e-48b4-ac99-80cbc2b03549, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:08.878134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:08.934950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2b86a62e-d8b4-4be7-9a0e-74d006957949'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:08.977359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Network e8f124f5-4089-4708-b7d7-7290e7561c4e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:24:09.011351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e8f124f5-4089-4708-b7d7-7290e7561c4e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:09.030968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5185fba-49d9-45b1-9e86-5791aefbb7d6 None None] Network e8f124f5-4089-4708-b7d7-7290e7561c4e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:09.032623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.035146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.072229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:09.083011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:09.091290 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3a9519c3-c27e-4cd2-8fcb-100c52ffeb35 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9031427 Dec 12 15:24:09.103363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.116182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.198 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/cdce135a-31c4-4dac-aa23-0c138985111e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:09.179762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.199782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.200400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.214199 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] 10.222.0.30 "PUT /v2.0/ports/f2897d9d-833e-48b4-ac99-80cbc2b03549 HTTP/1.1" status: 200 len: 1096 time: 1.5002177 Dec 12 15:24:09.214696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:09.227944 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0c9b8d-9e68-45e9-8b84-4689453ba139" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:09.356166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da015f-e186-47ea-a2bd-4c3893304bdf service neutron] Pushing event updated for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:09.399796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-6332a7b0-bee4-430e-acd9-9fbc87d9524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.407188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-6332a7b0-bee4-430e-acd9-9fbc87d9524f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 1099 time: 0.1291060 Dec 12 15:24:09.431103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8922db70-54c0-44e6-9dce-29d5b017832d None None] Network e8f124f5-4089-4708-b7d7-7290e7561c4e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:09.499182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.512376 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-6616d786-7e15-49da-b9ac-bb1626b0ba26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549 HTTP/1.1" status: 200 len: 217 time: 0.0980148 Dec 12 15:24:09.577478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d47a0098-9804-4b9c-8aaf-5fb90ff664e3 req-a84833a3-f23a-4e81-801f-c9ff88ff20b9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 210 time: 0.0716286 Dec 12 15:24:09.615078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-38b973d2-4d7b-41d6-af9d-4a2d869a1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.619654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-38b973d2-4d7b-41d6-af9d-4a2d869a1a00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0929546 Dec 12 15:24:09.636284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.655278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:09.726551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-7afce8e2-8c0f-43f5-9134-ee4f4b5ec2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.733561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-7afce8e2-8c0f-43f5-9134-ee4f4b5ec2d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050651 Dec 12 15:24:09.736852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:09.740169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:09.745382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:09.766780 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f4f6be-c1cd-486c-869d-5764db8e8870 x-openstack-request-id: req-33f4f6be-c1cd-486c-869d-5764db8e8870 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:09.767081 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:09.767591 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33f4f6be-c1cd-486c-869d-5764db8e8870 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:09.767985 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'code': 200} Dec 12 15:24:09.807082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:09.924058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.929120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:09.985689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-764f3cc8-163b-423f-bfd0-dcd15b6ebe3c service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252772 Dec 12 15:24:09.987575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7d6a6-674e-4e1e-8eb5-e87c073bb043 req-25143ae8-7e7f-4d71-9434-8174b9cde4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:09.989984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be7d6a6-674e-4e1e-8eb5-e87c073bb043 req-25143ae8-7e7f-4d71-9434-8174b9cde4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 1101 time: 0.1635649 Dec 12 15:24:10.003436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-3897e588-cc3e-491b-b99f-7f74a0a70265 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5169089 Dec 12 15:24:10.026467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Request body: {'port': {'device_id': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:10.104344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51660-7f0f-401b-8fad-fa648bdc5f5b req-bcc7e6fd-ec8c-4e1d-a140-38ed9c1b05ac tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:10.109142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:10.113487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc51660-7f0f-401b-8fad-fa648bdc5f5b req-bcc7e6fd-ec8c-4e1d-a140-38ed9c1b05ac tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 948 time: 0.2214544 Dec 12 15:24:10.204737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-0cb6b952-48c6-43b5-a97c-3169b5164790 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034559 Dec 12 15:24:10.208250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be7d6a6-674e-4e1e-8eb5-e87c073bb043 req-87cfe0e0-680c-4a48-93b9-1ecbb143ddc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029028 Dec 12 15:24:10.208841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:10.263832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc51660-7f0f-401b-8fad-fa648bdc5f5b req-ae382308-879f-4f01-806b-38ed91a29029 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489606 Dec 12 15:24:10.290473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:10.297262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2ac45c3d-15a1-4d32-b12d-f08506017149 None None] Provisioning complete for port cdce135a-31c4-4dac-aa23-0c138985111e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:10.297639 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ac45c3d-15a1-4d32-b12d-f08506017149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:10.360662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2ac45c3d-15a1-4d32-b12d-f08506017149 None None] Port cdce135a-31c4-4dac-aa23-0c138985111e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:10.402933 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10fc80d-8b50-4124-be4a-4027c7979be2 x-openstack-request-id: req-c10fc80d-8b50-4124-be4a-4027c7979be2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:10.403229 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:10.403485 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c10fc80d-8b50-4124-be4a-4027c7979be2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:10.403893 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549', 'status': 'completed', 'code': 200} Dec 12 15:24:10.503456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-2d8a9255-ec0c-4e68-a468-ff565fb86728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:10.505811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-2d8a9255-ec0c-4e68-a468-ff565fb86728 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 1099 time: 0.0676696 Dec 12 15:24:10.552527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-51db52cb-064d-47d6-8737-7f73e5663ed8 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1040035158&fields=id&tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 267 time: 0.1045632 Dec 12 15:24:10.634802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-b35d30ee-d3d8-4e06-aeb4-d6dd1baab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:10.636179 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-b35d30ee-d3d8-4e06-aeb4-d6dd1baab04d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1212363 Dec 12 15:24:10.708836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-8e670ec0-dfb9-4fd2-b330-d1be57dfd823 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:10.717502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-8e670ec0-dfb9-4fd2-b330-d1be57dfd823 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 945 time: 0.1639440 Dec 12 15:24:10.727964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'security_groups': ['eb70b61a-ed85-4cff-ac67-496b05fd06a2', 'ef8a210f-01b3-47d7-b516-aff8589d4b31']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:10.864853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-e27dbf5b-37e9-4311-8dff-4520b9441a28 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:10.872391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-e27dbf5b-37e9-4311-8dff-4520b9441a28 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/networks?id=e8f124f5-4089-4708-b7d7-7290e7561c4e HTTP/1.1" status: 200 len: 809 time: 0.3056879 Dec 12 15:24:10.879180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:10.907240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdce135a-31c4-4dac-aa23-0c138985111e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:10.924279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-0f7cbd47-7230-4b4c-a33f-de728e2e2d18 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/quotas/ece53b252db7479ba78b2ada88e0408f HTTP/1.1" status: 200 len: 375 time: 0.0509067 Dec 12 15:24:10.927484 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:10.959104 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.003391 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-7fbd0b1a-b056-48c3-9ae4-bb70388e2c00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549 HTTP/1.1" status: 200 len: 217 time: 0.3554831 Dec 12 15:24:11.015909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Transition to ACTIVE for port object cdce135a-31c4-4dac-aa23-0c138985111e will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:11.018883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-fa67e0cc-afce-4dc9-b166-24fec5a85e8c tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ece53b252db7479ba78b2ada88e0408f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937457 Dec 12 15:24:11.022719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.068518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.079788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-9a21cc35-4f74-4497-b769-387b3cd7fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:11.083391 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-9a21cc35-4f74-4497-b769-387b3cd7fefd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0661223 Dec 12 15:24:11.167562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Pushing event updated for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:11.183990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-b2cea415-27ab-41f2-8ad8-ab0f7ec0b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:11.185685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-b2cea415-27ab-41f2-8ad8-ab0f7ec0b3db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804441 Dec 12 15:24:11.335297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-6bc69642-4f13-4c2a-aa9b-f107ac0cc128 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348801 Dec 12 15:24:11.387543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-fd98f5d1-a9da-4f84-b0af-dbfef638f6da service neutron] 10.222.0.36 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272867 Dec 12 15:24:11.445112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Attempting to bind port cdce135a-31c4-4dac-aa23-0c138985111e on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:11.445525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Attempting to bind port cdce135a-31c4-4dac-aa23-0c138985111e by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:11.446418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Attempting to bind port cdce135a-31c4-4dac-aa23-0c138985111e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:11.492479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Port cdce135a-31c4-4dac-aa23-0c138985111e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:11.493418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Attempting to bind port cdce135a-31c4-4dac-aa23-0c138985111e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:11.494425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2e0c9b8d-9e68-45e9-8b84-4689453ba139 req-3487d645-f4f8-4bc9-a7d7-66656e2187e7 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506016 Dec 12 15:24:11.502090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:11.515893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:11.516250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:11.516616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:11.517126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Bound port: cdce135a-31c4-4dac-aa23-0c138985111e, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:11.517751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.586765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.602243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.613221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:11.644485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:11.647820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-31a8ebbc-e3cf-4afb-9d4e-e34710465a7e service neutron] 10.222.0.36 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443674 Dec 12 15:24:11.668318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:11.668979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.675456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d35474b0-05d4-4f57-aa52-d5f03ae9a770 req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "PUT /v2.0/ports/f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 981 time: 0.9569652 Dec 12 15:24:11.694217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:11.696816 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:11.758352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 2b86a62e-d8b4-4be7-9a0e-74d006957949 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:11.763483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:11.771815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:11.776226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cdce135a-31c4-4dac-aa23-0c138985111e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:11.784605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0111a-7918-458e-aec9-bd816c5cb428 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:11.798425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.840830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 2b86a62e-d8b4-4be7-9a0e-74d006957949 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:11.841514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.880690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:11.881571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:11.883833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] 10.222.0.13 "PUT /v2.0/ports/cdce135a-31c4-4dac-aa23-0c138985111e HTTP/1.1" status: 200 len: 1096 time: 1.8678238 Dec 12 15:24:11.945388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34389b71-884f-439f-bf62-cf4aeb08956e service neutron] Pushing event updated for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:12.064120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-e46f1e19-8835-45ac-9c41-be652267c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.065923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-e46f1e19-8835-45ac-9c41-be652267c92d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 1099 time: 0.1017580 Dec 12 15:24:12.154410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-dcee66f5-6f62-417e-845b-9c8ed9334c46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=cdce135a-31c4-4dac-aa23-0c138985111e HTTP/1.1" status: 200 len: 217 time: 0.0710902 Dec 12 15:24:12.255015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e6d4a-6570-4e36-8b17-96b33fbb6bb5 req-8f2ccbe3-cc7f-4a11-a6b3-aed635b9a84a tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.262971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-383e6d4a-6570-4e36-8b17-96b33fbb6bb5 req-8f2ccbe3-cc7f-4a11-a6b3-aed635b9a84a tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 948 time: 0.1906662 Dec 12 15:24:12.276520 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:12.297485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e001d9e-6e29-4987-b796-ec2413fce7c0 req-57c8fd81-8743-46d4-825c-de02c1450bb1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.299118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e001d9e-6e29-4987-b796-ec2413fce7c0 req-57c8fd81-8743-46d4-825c-de02c1450bb1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 948 time: 0.2149055 Dec 12 15:24:12.307616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-1584b8ba-7bc4-470e-9681-922e4ed2a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.309062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-1584b8ba-7bc4-470e-9681-922e4ed2a9e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1239438 Dec 12 15:24:12.353574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:12.355858 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26503f7e-94e4-441b-82ab-e0a26e3fd498" -d '{"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-plugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:12.395357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:12.407161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:12.409936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-383e6d4a-6570-4e36-8b17-96b33fbb6bb5 req-72357b08-4ca3-4ebc-8ba1-00597393cb85 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459951 Dec 12 15:24:12.442072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38412614-793c-4256-94a2-3f88533e7e1b req-6cab1ef4-f3d6-4e36-8bf5-ea857bd0ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.450269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-6cab1ef4-f3d6-4e36-8bf5-ea857bd0ee24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250410 Dec 12 15:24:12.461981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:12.487058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e001d9e-6e29-4987-b796-ec2413fce7c0 req-3d051e1f-9f0f-40c2-a747-7e95a7ab7ee2 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770277 Dec 12 15:24:12.566807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f2897d9d-833e-48b4-ac99-80cbc2b03549 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:12.672670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-ce7805cc-29a3-4db0-9dcd-e03655c65cfa service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093532 Dec 12 15:24:12.679790 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6332ad-dd24-45e5-8562-b0a0b60e0012 x-openstack-request-id: req-7a6332ad-dd24-45e5-8562-b0a0b60e0012 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:12.680782 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:12.681141 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a6332ad-dd24-45e5-8562-b0a0b60e0012 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:12.681653 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'status': 'completed', 'code': 200} Dec 12 15:24:12.705418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-58e86c51-f313-406a-815d-982fe5159ae5 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1364002094&fields=id&tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 267 time: 0.1813745 Dec 12 15:24:12.923332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:12.937651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'f2897d9d-833e-48b4-ac99-80cbc2b03549', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'f2897d9d-833e-48b4-ac99-80cbc2b03549', 'mac_address': 'fa:16:3e:f2:4a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:12.953988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-9cff464c-8a7e-4311-8dd2-2fc6a36767d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.956008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-9cff464c-8a7e-4311-8dd2-2fc6a36767d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1135 time: 0.2826381 Dec 12 15:24:12.960330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56e1138e-e485-491b-90f7-635150377ed5 req-29d46cd3-3186-4d3a-87e7-f5e79b3dbc3f tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 210 time: 0.0516028 Dec 12 15:24:12.970757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-e52d7012-5321-4100-9475-7da1a02318a4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:12.981197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-e52d7012-5321-4100-9475-7da1a02318a4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 984 time: 0.2744038 Dec 12 15:24:13.001486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'security_groups': ['eb70b61a-ed85-4cff-ac67-496b05fd06a2', 'ef8a210f-01b3-47d7-b516-aff8589d4b31', 'f2d4b022-3d4e-410d-b54e-b0b53640dedc']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:13.011370 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:13.046717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2897d9d-833e-48b4-ac99-80cbc2b03549 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:13.070048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:13.077981 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac16e16-3f3f-4955-9c0b-138e7f474a65 x-openstack-request-id: req-dac16e16-3f3f-4955-9c0b-138e7f474a65 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:13.078281 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-plugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:13.079687 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dac16e16-3f3f-4955-9c0b-138e7f474a65 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:13.080101 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'code': 200} Dec 12 15:24:13.080780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:13.174225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38412614-793c-4256-94a2-3f88533e7e1b req-3e0c9276-d189-4cc0-adf1-f121c71d6960 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371753 Dec 12 15:24:13.201824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:13.213297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:13.275673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e09c5-4823-41b9-b553-6e19d870999c req-a66708d6-6535-4620-b711-dc059c47b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:13.277198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e27e09c5-4823-41b9-b553-6e19d870999c req-a66708d6-6535-4620-b711-dc059c47b0cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 1100 time: 0.1249444 Dec 12 15:24:13.310307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-4ce5020c-564b-465f-88a5-ef466cbe931e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:13.311741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-4ce5020c-564b-465f-88a5-ef466cbe931e service neutron] 10.222.0.13 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.3235767 Dec 12 15:24:13.401872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e27e09c5-4823-41b9-b553-6e19d870999c req-af0f13cd-c45f-4baa-b611-dda6c9c61356 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041946 Dec 12 15:24:13.415742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['f2897d9d-833e-48b4-ac99-80cbc2b03549'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:13.468040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-eab063bd-94c7-42db-9514-6190254790c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 217 time: 0.0900228 Dec 12 15:24:13.682861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-12053d74-8a74-4c9a-83f3-b60717c4d434 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:13.685275 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-12053d74-8a74-4c9a-83f3-b60717c4d434 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.30 "GET /v2.0/networks?id=e8f124f5-4089-4708-b7d7-7290e7561c4e HTTP/1.1" status: 200 len: 809 time: 0.2450476 Dec 12 15:24:13.706321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Request body: {'port': {'device_id': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e', 'admin_state_up': True, 'tenant_id': 'ece53b252db7479ba78b2ada88e0408f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:13.813556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:13.859421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:13.877405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-ebee20f3-b8c1-4e86-8ae8-0166368c2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:13.881624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-ebee20f3-b8c1-4e86-8ae8-0166368c2aaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.2006621 Dec 12 15:24:13.882611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:13.898125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:14.053010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Made reservation on behalf of ece53b252db7479ba78b2ada88e0408f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:14.057228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:14.098123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-5e26d621-ba70-41a5-a212-4363c618b96a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041650 Dec 12 15:24:14.203358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:14.204494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:14.220439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93b00507-6e33-4f8b-b334-92272ef9f206 req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "PUT /v2.0/ports/f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 1020 time: 1.2380314 Dec 12 15:24:14.305267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:14.371081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Allocated IP 172.20.0.2 (e8f124f5-4089-4708-b7d7-7290e7561c4e/b10291f4-5be5-44b1-8aa9-0fda57a95c56/a06dd864-0603-490f-bd5e-599514b01804) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:14.396726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4912858-be18-4df9-aabf-70f5fb2dbeba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:14.474263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a37e-470e-412d-be5e-6cc0b6a2a735 req-7fa60b94-cf7c-4074-8852-26594dde12be tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:14.481872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f30a37e-470e-412d-be5e-6cc0b6a2a735 req-7fa60b94-cf7c-4074-8852-26594dde12be tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 949 time: 0.3862722 Dec 12 15:24:14.540339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-3b95e847-5dbe-4814-a409-1eb95ce9fa41 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984728 Dec 12 15:24:14.548365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246134-3644-42c2-adca-d010e7c881e9 req-30ce03c1-dc09-4f68-8caf-89fb04ae63ae tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:14.550168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6246134-3644-42c2-adca-d010e7c881e9 req-30ce03c1-dc09-4f68-8caf-89fb04ae63ae tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 948 time: 0.1322093 Dec 12 15:24:14.603926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:14.682999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f30a37e-470e-412d-be5e-6cc0b6a2a735 req-51985bae-e627-45d8-954b-8a5e36cdf6e5 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998992 Dec 12 15:24:14.774683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e'}, {'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:14.783041 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a44b8b-9e09-445f-a71a-9bc458116dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e"}, {"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:14.814215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:14.837587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e894b712-8a46-4b1a-ae9a-f4cf7d9c7358 req-21839944-9c84-45e9-b6db-34d030fd622f service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848976 Dec 12 15:24:14.853328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbce41f2-2168-400f-84ff-690f946891c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:14.923174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6246134-3644-42c2-adca-d010e7c881e9 req-7531b98f-964b-43cb-bc76-241c89f36c10 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530614 Dec 12 15:24:14.955073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923cdc3-9635-4ef6-ae79-c7127bb9d60d req-19d112f7-7402-432e-89c0-588da8997266 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:14.964089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2923cdc3-9635-4ef6-ae79-c7127bb9d60d req-19d112f7-7402-432e-89c0-588da8997266 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1230152 Dec 12 15:24:15.025940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.039572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2923cdc3-9635-4ef6-ae79-c7127bb9d60d req-ec2b6b2f-76d9-468a-ac1f-d344c79555f3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742629 Dec 12 15:24:15.103336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbce41f2-2168-400f-84ff-690f946891c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.113440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e998cef-7c33-4611-865c-f70646326cc6 req-01efe7ce-f5d6-43de-a354-e0944a1f66a4 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.119679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbce41f2-2168-400f-84ff-690f946891c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.122006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e998cef-7c33-4611-865c-f70646326cc6 req-01efe7ce-f5d6-43de-a354-e0944a1f66a4 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 931 time: 0.0813553 Dec 12 15:24:15.123729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Network e8f124f5-4089-4708-b7d7-7290e7561c4e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:15.150380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:15.156357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Pushing event updated for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:15.164161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:15.223861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f41341-35e7-49ab-b03e-5e7f01f89481 req-85d1a8a2-8843-4c27-9b70-5ee10b295fb1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.226559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.227518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.227877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.228230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.228584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.229012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.229346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.229682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.230015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.230344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.230672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.231000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.231324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:15.232365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97f41341-35e7-49ab-b03e-5e7f01f89481 req-85d1a8a2-8843-4c27-9b70-5ee10b295fb1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1023 time: 0.1075954 Dec 12 15:24:15.244101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e998cef-7c33-4611-865c-f70646326cc6 req-e434c756-c076-4b6b-9678-dcf36224c388 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212935 Dec 12 15:24:15.247340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce41f2-2168-400f-84ff-690f946891c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2cc21-9a15-462e-a0a3-fb76071f7d9f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:15.263462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59794) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:15.273193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbce41f2-2168-400f-84ff-690f946891c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b23b0208aaa64675a0092677c4dfbaa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680875 Dec 12 15:24:15.295685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.296334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.326463 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-9c078aac-2dc4-41b8-88ec-bc47225775ac tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6247489 Dec 12 15:24:15.343882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Request body: {'port': {'device_id': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:15.380926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97f41341-35e7-49ab-b03e-5e7f01f89481 req-4b04d122-9988-45db-95c7-c687bdf5884d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=ef8a210f-01b3-47d7-b516-aff8589d4b31&id=f2d4b022-3d4e-410d-b54e-b0b53640dedc HTTP/1.1" status: 200 len: 6200 time: 0.1471837 Dec 12 15:24:15.409129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.433529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.437611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.471577 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e33658-c9ac-4a8b-87fd-5e8afe1ccb86 x-openstack-request-id: req-c6e33658-c9ac-4a8b-87fd-5e8afe1ccb86 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:15.471863 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:15.472114 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6e33658-c9ac-4a8b-87fd-5e8afe1ccb86 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:15.472507 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e', 'status': 'completed', 'code': 200} Dec 12 15:24:15.472786 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'status': 'completed', 'code': 200} Dec 12 15:24:15.488079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': ' tempest-securitygroup -121508050 ', 'description': 'tempest-description-16898884'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:15.539998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-e592fe8b-a515-406f-ac7b-5b95380a3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.542887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-e592fe8b-a515-406f-ac7b-5b95380a3748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 1099 time: 0.0693552 Dec 12 15:24:15.552039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.567467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.570013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.574259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11c2cc21-9a15-462e-a0a3-fb76071f7d9f HTTP/1.1" status: 204 len: 168 time: 0.3084819 Dec 12 15:24:15.629790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec69b-081b-4560-8b95-0be604ce10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2cc21-9a15-462e-a0a3-fb76071f7d9f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:15.644487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cdce135a-31c4-4dac-aa23-0c138985111e details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:15.703042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-b9e68885-7797-4379-8303-954cd4be4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.705374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-b9e68885-7797-4379-8303-954cd4be4294 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1544273 Dec 12 15:24:15.799363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-a8ca494c-6a31-4080-8576-914b6fed93d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=cdce135a-31c4-4dac-aa23-0c138985111e HTTP/1.1" status: 200 len: 217 time: 0.0640333 Dec 12 15:24:15.802759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06dd864-0603-490f-bd5e-599514b01804 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:15.821060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.857947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Transition to ACTIVE for port object a06dd864-0603-490f-bd5e-599514b01804 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:15.867514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.879972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-0b7eb272-5989-44d4-ac09-c21126e9e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:15.882052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-0b7eb272-5989-44d4-ac09-c21126e9e6a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0721228 Dec 12 15:24:15.893774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.916424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:15.945037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Pushing event updated for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:16.015544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cdce135a-31c4-4dac-aa23-0c138985111e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:16.039785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'cdce135a-31c4-4dac-aa23-0c138985111e', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'cdce135a-31c4-4dac-aa23-0c138985111e', 'mac_address': 'fa:16:3e:b7:e7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:16.094556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Attempting to bind port a06dd864-0603-490f-bd5e-599514b01804 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:16.094896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Attempting to bind port a06dd864-0603-490f-bd5e-599514b01804 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'a67b1a6f-4dd9-4b67-8212-3618803f70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:16.095122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.095245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Attempting to bind port a06dd864-0603-490f-bd5e-599514b01804 on network e8f124f5-4089-4708-b7d7-7290e7561c4e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:16.098469 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.112596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-961d5d6b-c219-4b6d-8cfd-c343f38d3354 req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6449194 Dec 12 15:24:16.120489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-52c9d392-71fa-44f2-aa80-40815c848228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:16.122845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Port a06dd864-0603-490f-bd5e-599514b01804 on network e8f124f5-4089-4708-b7d7-7290e7561c4e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:16.124289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdce135a-31c4-4dac-aa23-0c138985111e {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:16.125728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-52c9d392-71fa-44f2-aa80-40815c848228 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2288074 Dec 12 15:24:16.127389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Attempting to bind port a06dd864-0603-490f-bd5e-599514b01804 on network e8f124f5-4089-4708-b7d7-7290e7561c4e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:16.151931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e758d-08e3-4053-bdfc-263e14171bce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2201be-a13d-4dd9-b901-cc5b0d54f97c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:16.155153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cdce135a-31c4-4dac-aa23-0c138985111e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:16.157863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:16.158703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Checking segment: {'id': 'a67b1a6f-4dd9-4b67-8212-3618803f70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:16.163056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Bound using segment: {'id': 'a67b1a6f-4dd9-4b67-8212-3618803f70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:16.164037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Bound port: a06dd864-0603-490f-bd5e-599514b01804, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67b1a6f-4dd9-4b67-8212-3618803f70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:16.165591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.166282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.265069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e411-69d9-4cea-b70d-7b8d7ed4f5d4 req-17bbf7df-3cfa-4cee-a0d8-55265b35eaa2 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:16.269079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:16.281763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96a3e411-69d9-4cea-b70d-7b8d7ed4f5d4 req-17bbf7df-3cfa-4cee-a0d8-55265b35eaa2 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 949 time: 0.3763044 Dec 12 15:24:16.320199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:16.324014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a06dd864-0603-490f-bd5e-599514b01804,segment=NetworkSegment(a67b1a6f-4dd9-4b67-8212-3618803f70aa),segment_id=a67b1a6f-4dd9-4b67-8212-3618803f70aa)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:16.332547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.417091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:16.417719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.419124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] 10.222.0.30 "PUT /v2.0/ports/a06dd864-0603-490f-bd5e-599514b01804 HTTP/1.1" status: 200 len: 1091 time: 1.0801349 Dec 12 15:24:16.419576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:16.422129 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f67a689-bdc1-4965-90fb-c496dcba4ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "tag": "a06dd864-0603-490f-bd5e-599514b01804"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:16.445281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-39189c1a-6ca7-4c97-9dce-a511612ada64 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789178 Dec 12 15:24:16.480784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:16.491856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964adf27-394a-4e3b-b937-2c11b2669c96 service neutron] Pushing event updated for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:16.528457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-cdc62402-2165-47be-8a5e-8c215ba5d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:16.530596 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-cdc62402-2165-47be-8a5e-8c215ba5d4a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece53b252db7479ba78b2ada88e0408f&device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 1094 time: 0.0539627 Dec 12 15:24:16.593217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96a3e411-69d9-4cea-b70d-7b8d7ed4f5d4 req-c0aaa27f-a8c6-4061-9029-9cff4fe578b7 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062723 Dec 12 15:24:16.609247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f2897d9d-833e-48b4-ac99-80cbc2b03549 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:16.649531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-45b4fdeb-d9b6-4ac6-855d-eed44b22272a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879296 Dec 12 15:24:16.702721 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-83285a90-7223-4475-84a8-d0c67bf28491 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a06dd864-0603-490f-bd5e-599514b01804 HTTP/1.1" status: 200 len: 217 time: 0.1592276 Dec 12 15:24:16.795003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port f2897d9d-833e-48b4-ac99-80cbc2b03549 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:16.803940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port f2897d9d-833e-48b4-ac99-80cbc2b03549 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:16.804724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:16.822125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-d7331759-3361-47f7-b1c0-9c37cf31e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:16.823787 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-d7331759-3361-47f7-b1c0-9c37cf31e05f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b10291f4-5be5-44b1-8aa9-0fda57a95c56 HTTP/1.1" status: 200 len: 849 time: 0.1128228 Dec 12 15:24:16.877109 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-784d1cb6-2765-43ee-8eda-f010416ae624 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8f124f5-4089-4708-b7d7-7290e7561c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453835 Dec 12 15:24:17.015011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:17.028688 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-87dfacdd-81ab-475b-9e91-010f33cd18e5 service neutron] 10.222.0.30 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365368 Dec 12 15:24:17.057627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:17.059956 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c17ca7-c7d4-4206-8ac0-2eb1b22e24fd" -d '{"events": [{"server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "name": "network-vif-plugged", "status": "completed", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:17.108248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:17.119295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:17.171762 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aaf3338f-f6a7-43c2-9eb8-defd6bb720ab req-e3f84fe9-702f-46e0-b093-fe45440e3398 service neutron] 10.222.0.30 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277750 Dec 12 15:24:17.218379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:17.227742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.228008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.228477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.228846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.229183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.229525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.229861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.230187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.230507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.230830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.231152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.231475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.231794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:17.360023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d386b-9867-4c2a-872d-1623a3d723a8 req-858fb1e3-3e6f-4233-8956-fb1da85a4da0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.361544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e9d386b-9867-4c2a-872d-1623a3d723a8 req-858fb1e3-3e6f-4233-8956-fb1da85a4da0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 949 time: 0.6652794 Dec 12 15:24:17.366685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-ad664737-4562-4eb2-9db6-80b4c23a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.369008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-ad664737-4562-4eb2-9db6-80b4c23a5532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1174 time: 0.6089480 Dec 12 15:24:17.390063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768708a9-9f42-4ed5-b0f8-3da192f9f031 req-38145cfc-fe4f-4c99-aedd-8980e8faa0dc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.391579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-768708a9-9f42-4ed5-b0f8-3da192f9f031 req-38145cfc-fe4f-4c99-aedd-8980e8faa0dc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1011162 Dec 12 15:24:17.519801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-768708a9-9f42-4ed5-b0f8-3da192f9f031 req-74e6fae7-a021-487d-8872-29d4e690b738 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125376 Dec 12 15:24:17.546285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e9d386b-9867-4c2a-872d-1623a3d723a8 req-115bafd7-2e87-41a1-a00d-6d5e05bf7670 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718380 Dec 12 15:24:17.605879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-3282a384-32d4-4e5c-9d1e-161eb79a6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.607463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-3282a384-32d4-4e5c-9d1e-161eb79a6dfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.2147639 Dec 12 15:24:17.675501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-b7164a12-3061-4e7a-a175-abca1eb4e5bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 200 len: 217 time: 0.0554268 Dec 12 15:24:17.678436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fa7bbee-7f3b-4e25-bf03-46789a3f20fa req-a33f4f0c-737b-49e9-a208-67c85c1b7ba4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/5a2201be-a13d-4dd9-b901-cc5b0d54f97c HTTP/1.1" status: 200 len: 1795 time: 0.1209664 Dec 12 15:24:17.721337 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b7a96-0aa8-4c69-95a0-259c9309ad9a x-openstack-request-id: req-bd3b7a96-0aa8-4c69-95a0-259c9309ad9a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:17.721639 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "tag": "a06dd864-0603-490f-bd5e-599514b01804", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:17.721894 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd3b7a96-0aa8-4c69-95a0-259c9309ad9a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:17.722300 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804', 'status': 'completed', 'code': 200} Dec 12 15:24:17.763387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05a7d-25ff-457a-94f9-31cfd60f29a0 req-d64aabb6-aa05-4aea-b2fd-c252185c92f4 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.765091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca05a7d-25ff-457a-94f9-31cfd60f29a0 req-d64aabb6-aa05-4aea-b2fd-c252185c92f4 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 943 time: 0.1430290 Dec 12 15:24:17.766950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-ba76eff5-c8e1-4d6b-82fe-b5794f90ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.768624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-ba76eff5-c8e1-4d6b-82fe-b5794f90ffed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0738099 Dec 12 15:24:17.822511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-2a7287a3-7f5f-4000-8b82-e8c8ac2b978b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431173 Dec 12 15:24:17.847062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-803def1e-520c-42c8-a746-517c834fdcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.848778 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-803def1e-520c-42c8-a746-517c834fdcb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece53b252db7479ba78b2ada88e0408f&device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 1094 time: 0.0726554 Dec 12 15:24:17.947072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca05a7d-25ff-457a-94f9-31cfd60f29a0 req-ed093287-27a9-4e92-8700-10139d538d98 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697886 Dec 12 15:24:17.976483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-089cfadf-ce12-4902-b490-6e19b5ad3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:17.978053 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-089cfadf-ce12-4902-b490-6e19b5ad3f2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e8f124f5-4089-4708-b7d7-7290e7561c4e HTTP/1.1" status: 200 len: 909 time: 0.1201570 Dec 12 15:24:17.999472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04123f7f-d1a8-4d11-bbbc-e4967f41c58c req-58dc41ce-36bf-4a0f-a7c0-7aed3508eb13 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:18.006715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04123f7f-d1a8-4d11-bbbc-e4967f41c58c req-58dc41ce-36bf-4a0f-a7c0-7aed3508eb13 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 950 time: 0.1491592 Dec 12 15:24:18.072158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-f2f70ba6-2846-4e30-a283-536150bb4d79 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252500 Dec 12 15:24:18.074483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-e70c36c3-8c4e-49e5-9bd8-ab9b106351b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a06dd864-0603-490f-bd5e-599514b01804 HTTP/1.1" status: 200 len: 217 time: 0.0866539 Dec 12 15:24:18.076995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04123f7f-d1a8-4d11-bbbc-e4967f41c58c req-fdca387f-a4c6-469d-a0ff-53819801f49c tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694644 Dec 12 15:24:18.145232 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c2face-6e10-421f-b58a-7a3a31b5252a x-openstack-request-id: req-60c2face-6e10-421f-b58a-7a3a31b5252a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:18.146911 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "name": "network-vif-plugged", "status": "completed", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:18.147354 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c2face-6e10-421f-b58a-7a3a31b5252a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:18.147917 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549', 'code': 200} Dec 12 15:24:18.201121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-dededf9f-4cef-41ec-a950-3577cae7cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:18.205862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-dededf9f-4cef-41ec-a950-3577cae7cd91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b10291f4-5be5-44b1-8aa9-0fda57a95c56 HTTP/1.1" status: 200 len: 849 time: 0.1217575 Dec 12 15:24:18.211121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a44b8b-9e09-445f-a71a-9bc458116dc2 req-608a117d-8911-49a2-b026-c25ebb5b62f8 service neutron] 10.222.0.13 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314044 Dec 12 15:24:18.291990 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-e6ec6525-e5cc-445e-8f47-01637ee5de7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e8f124f5-4089-4708-b7d7-7290e7561c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745375 Dec 12 15:24:18.307209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f79ab-a36a-404a-9ec3-9915e48a4916 req-f660549e-4294-49d5-ac27-e0aeffd2f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:18.308910 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-298f79ab-a36a-404a-9ec3-9915e48a4916 req-f660549e-4294-49d5-ac27-e0aeffd2f810 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 1101 time: 0.0750687 Dec 12 15:24:18.384834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-1526ee01-fbf2-4cdf-a3b3-09b157fe4f72 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/5a2201be-a13d-4dd9-b901-cc5b0d54f97c HTTP/1.1" status: 200 len: 1795 time: 0.0840933 Dec 12 15:24:18.433247 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-298f79ab-a36a-404a-9ec3-9915e48a4916 req-001cef8e-7e24-46ec-a98d-eadd5bae2ac2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102374 Dec 12 15:24:18.463319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-23e1c1a8-9a1c-4796-a5ea-dd90104f3810 service neutron] 10.222.0.30 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525722 Dec 12 15:24:18.500862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:18.532055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:18.583231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:18.587190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:18.590538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4320ecdf-228f-4ba9-ba35-ed4990c0793c req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a2201be-a13d-4dd9-b901-cc5b0d54f97c HTTP/1.1" status: 204 len: 173 time: 0.1984196 Dec 12 15:24:18.615360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6285d21-070a-487e-8591-4ceca840969c tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2201be-a13d-4dd9-b901-cc5b0d54f97c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:18.807984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5c239-b48c-4f44-8327-4a8ecac41aba req-50b031b9-ab39-4dc5-b6e4-dff55722db99 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:18.816219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09a5c239-b48c-4f44-8327-4a8ecac41aba req-50b031b9-ab39-4dc5-b6e4-dff55722db99 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0914173 Dec 12 15:24:18.871904 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f67a689-bdc1-4965-90fb-c496dcba4ec1 req-3a864646-2fd9-4c2a-8a87-f7ba9be26054 service neutron] 10.222.0.30 "GET /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889491 Dec 12 15:24:18.902541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09a5c239-b48c-4f44-8327-4a8ecac41aba req-9a4ecc83-7566-40ae-ade4-8da44cbd073d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Dec 12 15:24:18.952683 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-7e306238-0f09-4458-9b3b-3407118bf873 req-049b46f2-c5c1-4b71-b4d5-552dd5b62085 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:24:18.955310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e306238-0f09-4458-9b3b-3407118bf873 req-049b46f2-c5c1-4b71-b4d5-552dd5b62085 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/5a2201be-a13d-4dd9-b901-cc5b0d54f97c HTTP/1.1" status: 404 len: 352 time: 0.0262747 Dec 12 15:24:18.972252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:19.084107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf62ab-f7f1-44fb-920f-995258ba7a52 req-2a9c4828-303f-4baa-933b-a8c602356049 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:19.093537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81cf62ab-f7f1-44fb-920f-995258ba7a52 req-2a9c4828-303f-4baa-933b-a8c602356049 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 949 time: 0.1358707 Dec 12 15:24:19.174257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81cf62ab-f7f1-44fb-920f-995258ba7a52 req-0b3aaa60-eee8-44c5-a9ad-06f80ade18e7 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809991 Dec 12 15:24:19.214622 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f00cab4-d8a4-4537-bff9-0c24457a3a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.224296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-563251850', 'description': 'tempest-description-1393801897'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:19.260581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.343072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f00cab4-d8a4-4537-bff9-0c24457a3a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.349166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f00cab4-d8a4-4537-bff9-0c24457a3a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.360726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6ea2-6b8a-46c5-b0d5-00651bf0d555 req-20c5dd80-d644-4da3-a32c-ef6e973ed7a9 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:19.362291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f60f6ea2-6b8a-46c5-b0d5-00651bf0d555 req-20c5dd80-d644-4da3-a32c-ef6e973ed7a9 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 943 time: 0.0737832 Dec 12 15:24:19.398399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.400348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f00cab4-d8a4-4537-bff9-0c24457a3a63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f2490288891463cb017129903babcfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269929 Dec 12 15:24:19.401375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00cab4-d8a4-4537-bff9-0c24457a3a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6ea19-730c-40bf-9c2e-6736ad968717,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:19.403940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:19.444392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f60f6ea2-6b8a-46c5-b0d5-00651bf0d555 req-eb0af2a4-febb-44d1-9698-0571b6594b2c tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728664 Dec 12 15:24:19.450567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.469144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.497185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7066ac84-e12d-4ed0-8997-ee23e66d6f01,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:19.498164 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.517452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.524597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-324e80fe-3e56-4f62-b605-208c30cc5011 req-4f237a6c-e3bd-422f-a334-3ec06dfe1de4 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3056757 Dec 12 15:24:19.560996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.561850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1566108424', 'description': 'tempest-description-207769071'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:19.566064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.566064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ee6ea19-730c-40bf-9c2e-6736ad968717 HTTP/1.1" status: 204 len: 168 time: 0.1605694 Dec 12 15:24:19.586357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0e697-c1b3-4a4e-ac83-e0d0e26c3f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6ea19-730c-40bf-9c2e-6736ad968717,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:19.605805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.653720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cdce135a-31c4-4dac-aa23-0c138985111e up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:19.712691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.719167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.772473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.782962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0d3cb92-a62d-49f8-a850-6f8ae6b0f7b3 req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2259977 Dec 12 15:24:19.803284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757b07f-c080-45e8-9616-40575c0ffa98 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2274744-fd6e-4444-a009-37f9bbe11b5f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:19.807492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port cdce135a-31c4-4dac-aa23-0c138985111e completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:19.818791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port cdce135a-31c4-4dac-aa23-0c138985111e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:19.819336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.828789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1267113600', 'description': 'tempest-description-2130120661'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:19.862501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:19.997819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.022354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.031097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.075445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cdce135a-31c4-4dac-aa23-0c138985111e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:20.090059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.108110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.113349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91f8af6e-d9aa-4c73-b6c2-22bd2e8df762 req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2916269 Dec 12 15:24:20.161077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d22ca-ebc1-4ca9-9784-784b2683a552 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73079a69-43a4-432b-b697-16240ac824ae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:20.171537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:20.175987 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e692f8-e85f-470d-9e72-c89b92f24f17" -d '{"events": [{"server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "name": "network-vif-plugged", "status": "completed", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:20.251173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:20.325829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4839ae-b0b9-488f-b6f3-57eb812f2128 req-c1ce61af-c749-4676-8cfb-b0a9515a038c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:20.327679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc4839ae-b0b9-488f-b6f3-57eb812f2128 req-c1ce61af-c749-4676-8cfb-b0a9515a038c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0819073 Dec 12 15:24:20.388743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc4839ae-b0b9-488f-b6f3-57eb812f2128 req-5197e9ed-a4ea-4b0d-9d47-ef0f18499be6 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503170 Dec 12 15:24:20.544045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4855f031-8b66-4a9a-ad6b-9a602f0209a3 req-7be96038-5590-4721-a137-e920ed07b478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 10999 time: 0.1199954 Dec 12 15:24:20.547408 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f068d-6ff5-4976-9452-4210a1de88ca x-openstack-request-id: req-080f068d-6ff5-4976-9452-4210a1de88ca {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:20.547824 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "name": "network-vif-plugged", "status": "completed", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:20.548205 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-080f068d-6ff5-4976-9452-4210a1de88ca {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:20.549074 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e', 'code': 200} Dec 12 15:24:20.588981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a06dd864-0603-490f-bd5e-599514b01804 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:20.593245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4855f031-8b66-4a9a-ad6b-9a602f0209a3 req-7e50a4b3-ed00-4557-afff-b34064cd5787 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/eb70b61a-ed85-4cff-ac67-496b05fd06a2 HTTP/1.1" status: 200 len: 2998 time: 0.0459082 Dec 12 15:24:20.664802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:20.691854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4855f031-8b66-4a9a-ad6b-9a602f0209a3 req-65842743-c090-42d9-82d5-0d59297fe6b8 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/eb70b61a-ed85-4cff-ac67-496b05fd06a2 HTTP/1.1" status: 200 len: 2998 time: 0.0872190 Dec 12 15:24:20.720859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a06dd864-0603-490f-bd5e-599514b01804,segment=NetworkSegment(a67b1a6f-4dd9-4b67-8212-3618803f70aa),segment_id=a67b1a6f-4dd9-4b67-8212-3618803f70aa)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:20.722618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70619006-f768-4a0a-97ba-6ce87cee62ad req-d290e513-085a-4983-b015-5a27a7260627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:20.724211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70619006-f768-4a0a-97ba-6ce87cee62ad req-d290e513-085a-4983-b015-5a27a7260627 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 1101 time: 0.0841956 Dec 12 15:24:20.736138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a06dd864-0603-490f-bd5e-599514b01804', 'network_id': 'e8f124f5-4089-4708-b7d7-7290e7561c4e', 'port_id': 'a06dd864-0603-490f-bd5e-599514b01804', 'mac_address': 'fa:16:3e:91:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10291f4-5be5-44b1-8aa9-0fda57a95c56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:20.754437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6530d3-dfcc-4b0c-b404-674f041626e0 req-a8fdd645-33ae-4b32-8369-bd4a2917a8dd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:20.763182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb6530d3-dfcc-4b0c-b404-674f041626e0 req-a8fdd645-33ae-4b32-8369-bd4a2917a8dd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 950 time: 0.0873997 Dec 12 15:24:20.784165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.791991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-972361274-network', 'tenant_id': '7159583d2d5c46258625abad398eaa4e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:20.805350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06dd864-0603-490f-bd5e-599514b01804 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:20.822657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Made reservation on behalf of 7159583d2d5c46258625abad398eaa4e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:20.827687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.828078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a06dd864-0603-490f-bd5e-599514b01804,segment=NetworkSegment(a67b1a6f-4dd9-4b67-8212-3618803f70aa),segment_id=a67b1a6f-4dd9-4b67-8212-3618803f70aa)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:20.832821 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.839894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.879975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70619006-f768-4a0a-97ba-6ce87cee62ad req-5ad6ccb4-8728-4536-ab39-70af02bdbba2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452854 Dec 12 15:24:20.891256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb6530d3-dfcc-4b0c-b404-674f041626e0 req-423b27d9-5c9f-4264-9b49-efa7f7e6deaa tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270211 Dec 12 15:24:20.897945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:20.903489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359519fa-d296-4227-9998-13921950534d req-a858c9e4-9c84-4e07-9a4f-a40853ec1be8 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:20.905202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-359519fa-d296-4227-9998-13921950534d req-a858c9e4-9c84-4e07-9a4f-a40853ec1be8 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 943 time: 0.1212122 Dec 12 15:24:20.931947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.936373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.960148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-359519fa-d296-4227-9998-13921950534d req-8ab3f17a-4a1c-4950-b384-da031ac5fdba tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Dec 12 15:24:20.963762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:24:20.978207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:20.978624 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Added segment db452e07-862d-4e6a-a855-94d3180c4592 of type vlan for network 09753996-8fc5-4750-a8b2-5775a92b9e24 Dec 12 15:24:20.980431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba6623-1686-47cb-9d45-b51a54a0b586,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:21.027052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.039006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-a9e18ade-5474-4330-9215-0f8b51450329 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/7066ac84-e12d-4ed0-8997-ee23e66d6f01 HTTP/1.1" status: 200 len: 1817 time: 0.0567379 Dec 12 15:24:21.058389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.059371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:21.059982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.115632 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4470828 Dec 12 15:24:21.115871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:21.122721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Request body: {'subnet': {'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-972361274-subnet', 'tenant_id': '7159583d2d5c46258625abad398eaa4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:21.131756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f5c7e-7bdb-4251-aafd-78ac22a8490f req-008ec48a-663a-4626-951a-632f68831aa0 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:21.132083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b95f4-efaf-4302-8f4a-ffd380dd7239 admin admin] Pushing event updated for resources: {'Network': ['ID=09753996-8fc5-4750-a8b2-5775a92b9e24,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:21.133119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e1f5c7e-7bdb-4251-aafd-78ac22a8490f req-008ec48a-663a-4626-951a-632f68831aa0 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 950 time: 0.0856912 Dec 12 15:24:21.148569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:24:21.155930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Made reservation on behalf of 7159583d2d5c46258625abad398eaa4e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:21.158267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.162497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.205137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.210468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a06dd864-0603-490f-bd5e-599514b01804'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:21.227720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e1f5c7e-7bdb-4251-aafd-78ac22a8490f req-71e5db98-8f52-42dc-87cc-3c1ddfc7077b tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798416 Dec 12 15:24:21.277574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.280856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.282240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b6c330d-0ce8-460d-8f83-00bc7ad89b86 req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/7066ac84-e12d-4ed0-8997-ee23e66d6f01 HTTP/1.1" status: 204 len: 173 time: 0.2359948 Dec 12 15:24:21.294308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1b3e9-e7c0-4868-be63-82fee36261f7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066ac84-e12d-4ed0-8997-ee23e66d6f01,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:21.355474 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-6f5683b6-9863-47eb-94d7-69723005eaf3 req-fcab12fc-826c-4113-bec0-52982030bca2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:24:21.356600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f5683b6-9863-47eb-94d7-69723005eaf3 req-fcab12fc-826c-4113-bec0-52982030bca2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/7066ac84-e12d-4ed0-8997-ee23e66d6f01 HTTP/1.1" status: 404 len: 352 time: 0.0185168 Dec 12 15:24:21.383291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.450018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:21.455531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Checking segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:21.456175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Network hostable DHCP agents. Network: 09753996-8fc5-4750-a8b2-5775a92b9e24, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:24:21.481723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:24:21.494020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 09753996-8fc5-4750-a8b2-5775a92b9e24) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:21.499285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:21.500058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.504623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53571c9-775c-4972-a3df-0222e1e1dd23 None None] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:21.522707 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-acafaedb-06dc-42c8-b9e3-44cc10efe86b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4055629 Dec 12 15:24:21.629384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413f5f9a-c580-4e26-b5be-6590e860c702 None None] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:21.678176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:21.802664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1284f363-cbfa-4007-a2de-ac604df41876 req-81372fb1-4bac-46f3-84eb-64854e2febcf tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/f2274744-fd6e-4444-a009-37f9bbe11b5f HTTP/1.1" status: 200 len: 1817 time: 0.0566709 Dec 12 15:24:21.850590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:21.865487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'mac_address': 'fa:16:3e:3a:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:21.883568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1284f363-cbfa-4007-a2de-ac604df41876 req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.911538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1284f363-cbfa-4007-a2de-ac604df41876 req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.913761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.931137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:21.964717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:21.965994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1284f363-cbfa-4007-a2de-ac604df41876 req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.968981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1284f363-cbfa-4007-a2de-ac604df41876 req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.969403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:21.981275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1284f363-cbfa-4007-a2de-ac604df41876 req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2274744-fd6e-4444-a009-37f9bbe11b5f HTTP/1.1" status: 204 len: 173 time: 0.1693544 Dec 12 15:24:21.995468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb33f7-cd93-4459-9b13-449e24aa8e13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2274744-fd6e-4444-a009-37f9bbe11b5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:22.042625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:22.100840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:22.129172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf6753-a822-450f-a75b-5816b97fb7c2 req-78c1202b-4a6c-4643-a33f-0d4fb88cfd49 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:22.131091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0cf6753-a822-450f-a75b-5816b97fb7c2 req-78c1202b-4a6c-4643-a33f-0d4fb88cfd49 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0707984 Dec 12 15:24:22.197819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0cf6753-a822-450f-a75b-5816b97fb7c2 req-5f896d32-cd4a-4ed0-af8c-eb6287d9b095 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Dec 12 15:24:22.334738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a792b34-7dd7-4cae-9a04-a5ce6d842355 req-49c85c6d-3d21-437b-832f-d27482df7626 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:22.337104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a792b34-7dd7-4cae-9a04-a5ce6d842355 req-49c85c6d-3d21-437b-832f-d27482df7626 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 950 time: 0.0691304 Dec 12 15:24:22.454950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a792b34-7dd7-4cae-9a04-a5ce6d842355 req-669131fc-465d-4f86-93fa-c12ed7a709d9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084366 Dec 12 15:24:22.500246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6654d65e-214f-4abd-b2f3-ee1d5d97ee49 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:22.507446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6654d65e-214f-4abd-b2f3-ee1d5d97ee49 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 817 time: 0.1368866 Dec 12 15:24:22.525721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-107fa9fc-f4b4-401b-b60d-af99d92ed2e8 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/quotas/7159583d2d5c46258625abad398eaa4e HTTP/1.1" status: 200 len: 375 time: 0.0172162 Dec 12 15:24:22.573242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-ef403cb6-d8ac-4b02-9369-e863cbd37501 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464995 Dec 12 15:24:22.590461 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-5f3f0a21-cc17-4443-a77a-41e1f8bc4177 req-ecfd852a-d46f-49ed-8428-a6c73ae9f466 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:24:22.593207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f3f0a21-cc17-4443-a77a-41e1f8bc4177 req-ecfd852a-d46f-49ed-8428-a6c73ae9f466 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/f2274744-fd6e-4444-a009-37f9bbe11b5f HTTP/1.1" status: 404 len: 352 time: 0.0567660 Dec 12 15:24:22.604510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a06dd864-0603-490f-bd5e-599514b01804 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:22.681871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a06dd864-0603-490f-bd5e-599514b01804 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:22.686599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a06dd864-0603-490f-bd5e-599514b01804 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:22.687180 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:22.733870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd9c62-d0d8-48ff-83f1-a191c7a15bf0 req-d6c9b377-a954-4adc-8ca4-6e569ebe6c51 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:22.735349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fd9c62-d0d8-48ff-83f1-a191c7a15bf0 req-d6c9b377-a954-4adc-8ca4-6e569ebe6c51 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 944 time: 0.0721889 Dec 12 15:24:22.737388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-18b98dfe-6856-40a4-9e3e-39574af07d34 service neutron] 10.222.0.36 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633272 Dec 12 15:24:22.772042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:22.800940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:22.803651 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0824c44-1c03-43da-84bb-0c612d4115f8" -d '{"events": [{"server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "name": "network-vif-plugged", "status": "completed", "tag": "a06dd864-0603-490f-bd5e-599514b01804"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:22.819220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a06dd864-0603-490f-bd5e-599514b01804,segment=NetworkSegment(a67b1a6f-4dd9-4b67-8212-3618803f70aa),segment_id=a67b1a6f-4dd9-4b67-8212-3618803f70aa)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:22.826522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:22.827949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:22.863237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-986b297c-1387-4591-8fef-32049c6fbb19 service neutron] 10.222.0.36 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144552 Dec 12 15:24:22.889029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fd9c62-d0d8-48ff-83f1-a191c7a15bf0 req-baf8c0d6-620d-4ed4-b352-62a268a1859a tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419332 Dec 12 15:24:22.933825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:22.994464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.027927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-ff77ba6d-5ea8-4d6e-920c-6d968010c399 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/73079a69-43a4-432b-b697-16240ac824ae HTTP/1.1" status: 200 len: 1818 time: 0.0484984 Dec 12 15:24:23.041141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:23.048988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.110352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:23.127108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.160268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.205504 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676fe4c-a29b-411e-8c02-0473edb23ddb x-openstack-request-id: req-8676fe4c-a29b-411e-8c02-0473edb23ddb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:23.206301 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "name": "network-vif-plugged", "status": "completed", "tag": "a06dd864-0603-490f-bd5e-599514b01804", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:23.206301 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8676fe4c-a29b-411e-8c02-0473edb23ddb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:23.206668 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804', 'code': 200} Dec 12 15:24:23.257419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.261414 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.279794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21e6decd-be2f-4d1e-b09d-05468cf47625 req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/73079a69-43a4-432b-b697-16240ac824ae HTTP/1.1" status: 204 len: 173 time: 0.2449009 Dec 12 15:24:23.299879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4b600-4fa9-4492-8830-8d0eb742a90b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73079a69-43a4-432b-b697-16240ac824ae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:23.389688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0a92b-1c8d-4474-a06c-06498cd50ff1 req-d68b30f5-b527-4188-902d-eac21ea04bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:23.403511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-01d0a92b-1c8d-4474-a06c-06498cd50ff1 req-d68b30f5-b527-4188-902d-eac21ea04bcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 1096 time: 0.1106639 Dec 12 15:24:23.530966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-01d0a92b-1c8d-4474-a06c-06498cd50ff1 req-1f2e33d6-e70e-415d-b877-a2cd97f6ccc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Dec 12 15:24:23.633323 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-9ff9430e-5110-4cc7-bd23-c9b8e96b5d06 req-f02e083a-766f-45cf-afad-0afa3fc6e5c3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:24:23.647288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ff9430e-5110-4cc7-bd23-c9b8e96b5d06 req-f02e083a-766f-45cf-afad-0afa3fc6e5c3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/73079a69-43a4-432b-b697-16240ac824ae HTTP/1.1" status: 404 len: 352 time: 0.0346756 Dec 12 15:24:23.671561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b19b5-8b4e-4893-951b-f6da3cca8eb8 req-39a49cb7-3eb7-48ce-8d42-5934e695772e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:23.674963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:23.689451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-877b19b5-8b4e-4893-951b-f6da3cca8eb8 req-39a49cb7-3eb7-48ce-8d42-5934e695772e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1263018 Dec 12 15:24:23.780469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60178) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:23.891181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-877b19b5-8b4e-4893-951b-f6da3cca8eb8 req-2e5d806e-cc0c-4eb6-abbd-5a32260d35d6 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943493 Dec 12 15:24:23.934729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0732903-4637-4b57-9762-8ac11dca0e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:23.941653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5b80e-0dcb-4d5d-bfe0-70bf76478ea5 req-437321bb-9c3d-4f8f-8e21-31a27ffe71c2 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:23.944280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2bb5b80e-0dcb-4d5d-bfe0-70bf76478ea5 req-437321bb-9c3d-4f8f-8e21-31a27ffe71c2 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 948 time: 0.2481058 Dec 12 15:24:24.063682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2bb5b80e-0dcb-4d5d-bfe0-70bf76478ea5 req-c27eed47-942f-46dd-bde8-c5bc61717a93 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108649 Dec 12 15:24:24.096438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0732903-4637-4b57-9762-8ac11dca0e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.113583 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0732903-4637-4b57-9762-8ac11dca0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.131188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:24.131811 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.136396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec0a5-1e6f-4c85-9331-ba5316aea764 req-cc48127a-7939-4e1e-a5ca-bd43480127e5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:24.138959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da9ec0a5-1e6f-4c85-9331-ba5316aea764 req-cc48127a-7939-4e1e-a5ca-bd43480127e5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 950 time: 0.1033754 Dec 12 15:24:24.163988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0732903-4637-4b57-9762-8ac11dca0e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8600a0b-e7de-402d-96ec-9ea72d071740,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:24.173887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f0732903-4637-4b57-9762-8ac11dca0e09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0071da8513ae4ceba051e2e96c81f18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922548 Dec 12 15:24:24.176606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:24.206059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a63360b-cfa2-425b-b9dc-e7411b4eebb1 req-7f193291-8c8b-4aa9-b622-a2e18ee2483c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 210 time: 0.0660882 Dec 12 15:24:24.268704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.301427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.308237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da9ec0a5-1e6f-4c85-9331-ba5316aea764 req-be91edb5-70ea-40f6-8b8d-4ec2b561e39b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611578 Dec 12 15:24:24.308613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.366294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:24.380066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.414764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d4c7677-2645-4d46-b671-ceea88929771 req-402081aa-4f78-4a72-8070-fe35677e16ed tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 6200 time: 0.1704013 Dec 12 15:24:24.420154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.430589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:24.437693 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8600a0b-e7de-402d-96ec-9ea72d071740 HTTP/1.1" status: 204 len: 168 time: 0.2589562 Dec 12 15:24:24.455982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13abce-2120-4cad-972c-a49df1adb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8600a0b-e7de-402d-96ec-9ea72d071740,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:24.530529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d4c7677-2645-4d46-b671-ceea88929771 req-4b2fc5cd-e153-44dd-94b1-6333e91463fd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/eb70b61a-ed85-4cff-ac67-496b05fd06a2 HTTP/1.1" status: 200 len: 2998 time: 0.1148531 Dec 12 15:24:24.538664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:24.662208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60041f22-50af-4e51-9273-6792523bcf7a req-a3c02704-550f-4e55-8e49-040fc68c89f1 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:24.670907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60041f22-50af-4e51-9273-6792523bcf7a req-a3c02704-550f-4e55-8e49-040fc68c89f1 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 945 time: 0.1664548 Dec 12 15:24:24.703678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d4c7677-2645-4d46-b671-ceea88929771 req-738e6a1c-7b19-469e-8e9f-d6d826c23ab2 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/eb70b61a-ed85-4cff-ac67-496b05fd06a2 HTTP/1.1" status: 200 len: 2998 time: 0.1588235 Dec 12 15:24:24.786753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60041f22-50af-4e51-9273-6792523bcf7a req-4d2f5905-5353-4f37-9519-9bb5ac821e40 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151078 Dec 12 15:24:24.968677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325e8b-467c-4990-bd08-be7118c70793 req-60e3fa55-bc54-4c9e-9eea-9651284af53d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:24.978039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44325e8b-467c-4990-bd08-be7118c70793 req-60e3fa55-bc54-4c9e-9eea-9651284af53d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 950 time: 0.1422331 Dec 12 15:24:24.997674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1372632474', 'description': 'tempest-description-907051497'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:25.028936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:25.094960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44325e8b-467c-4990-bd08-be7118c70793 req-100eab12-df00-447a-8fb5-a7838f22f365 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135101 Dec 12 15:24:25.169502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:25.178767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:25.208127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}, {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:25.212205 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c835b-0136-4aa8-a9f7-fa4a0bc7ce54" -d '{"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:25.214425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:25.227509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7861574a-d72d-4e29-b7a9-6ec60a75913f req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2353239 Dec 12 15:24:25.287321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679553e-7091-415c-a695-a73fc4a6a290 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad33ec8-065d-43a6-8336-28808724c892,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:25.365768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583def7-726b-421c-8f2b-4b4c2baf6d70 req-3613d6b7-b2b3-42ea-987d-34f07ec0a624 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:25.390362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4583def7-726b-421c-8f2b-4b4c2baf6d70 req-3613d6b7-b2b3-42ea-987d-34f07ec0a624 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1795588 Dec 12 15:24:25.461403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a4cb-7cce-44eb-9a75-7abf82df6fb1 req-45499b75-24da-4a5d-9108-3e552a1c88dd tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:25.473746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8034a4cb-7cce-44eb-9a75-7abf82df6fb1 req-45499b75-24da-4a5d-9108-3e552a1c88dd tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 948 time: 0.1719565 Dec 12 15:24:25.540252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4583def7-726b-421c-8f2b-4b4c2baf6d70 req-3417c0fe-e0e4-4def-9a70-275d6f548f4e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467559 Dec 12 15:24:25.654828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60236) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:25.819929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8034a4cb-7cce-44eb-9a75-7abf82df6fb1 req-fa7ec604-6b6e-48b7-ad5a-409ec886e140 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/security-groups?id=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451793 Dec 12 15:24:25.826086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6143d0dc-1123-40f3-865b-42bdbb32d8d6 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:25.832684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6143d0dc-1123-40f3-865b-42bdbb32d8d6 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.30 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 817 time: 0.2522340 Dec 12 15:24:25.857677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Request body: {'port': {'device_id': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'admin_state_up': True, 'tenant_id': '7159583d2d5c46258625abad398eaa4e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:25.882238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1427688482-network', 'tenant_id': '508b88a61eb34e129176e6098667f7ec'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:25.944748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-5021dde2-226c-475f-b998-4d354a94a166 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:25.963423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-5021dde2-226c-475f-b998-4d354a94a166 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 817 time: 0.4754317 Dec 12 15:24:25.970990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Request body: {'port': {'device_id': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'admin_state_up': True, 'tenant_id': '7159583d2d5c46258625abad398eaa4e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:25.977302 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db2671-7fbe-40d3-b095-d4414dfe34c2 x-openstack-request-id: req-95db2671-7fbe-40d3-b095-d4414dfe34c2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:25.977631 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "code": 200}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:25.978823 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95db2671-7fbe-40d3-b095-d4414dfe34c2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:25.979444 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'code': 200} Dec 12 15:24:25.979870 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'code': 200} Dec 12 15:24:26.125115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313839705', 'description': 'tempest-description-917032008'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:26.134056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Made reservation on behalf of 7159583d2d5c46258625abad398eaa4e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:26.137059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.194653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:24:26.194653 n-d-710847-8 neutron-server[103412]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:24:26.194653 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id': '508b88a61eb34e129176e6098667f7ec', 'id': '21c766f1-166f-4703-b8ae-139ee6331702', 'expiration': datetime.datetime(2021, 12, 12, 15, 26, 26, 114035)}] Dec 12 15:24:26.194653 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:24:26.195792 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:24:26.279927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a07e-79eb-4354-80a5-221839523aee req-a8bc2478-b6e0-4b8a-a638-ab8efa8da822 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:26.286208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03a07e-79eb-4354-80a5-221839523aee req-a8bc2478-b6e0-4b8a-a638-ab8efa8da822 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:26.287890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc03a07e-79eb-4354-80a5-221839523aee req-a8bc2478-b6e0-4b8a-a638-ab8efa8da822 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc&device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 1691 time: 0.2056327 Dec 12 15:24:26.288874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.356531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-375d2a86-2dfc-4669-bd0b-3fcba4cd4572 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:26.358191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-375d2a86-2dfc-4669-bd0b-3fcba4cd4572 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 817 time: 0.3226931 Dec 12 15:24:26.363505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Allocated IP 172.20.0.2 (09753996-8fc5-4750-a8b2-5775a92b9e24/d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a/92df67f3-5dc9-48f3-a8c0-eac3321fdaa7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:26.389895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517bb8-2371-45f0-962a-089334fe1009 req-0fcc1c83-7290-4967-a23c-028f15800df5 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:26.391603 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4b517bb8-2371-45f0-962a-089334fe1009 req-0fcc1c83-7290-4967-a23c-028f15800df5 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.30 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 948 time: 0.0883205 Dec 12 15:24:26.400611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Request body: {'port': {'device_id': '58877480-f7b2-4551-bdc6-8d724df90e25', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'admin_state_up': True, 'tenant_id': '7159583d2d5c46258625abad398eaa4e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:26.498276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc03a07e-79eb-4354-80a5-221839523aee req-3b467628-3355-46d4-86dc-58cacca1043c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902637 Dec 12 15:24:26.511163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Made reservation on behalf of 7159583d2d5c46258625abad398eaa4e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:26.535935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.590644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.618128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.622608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Deleting port bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:24:26.623134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.662250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e58ba7c2-3da1-46ac-9285-ed666b456e41 req-11c3a03b-0570-4583-a4b1-447eba2dba57 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 210 time: 0.0634158 Dec 12 15:24:26.689456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.767061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] For port bdb89e90-67fa-4371-bedc-beb3c565c7f4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bdb89e90-67fa-4371-bedc-beb3c565c7f4,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:26.768077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.782572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.783864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30eb4d1c-9eb9-433c-a0fc-6d4b9701423d req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7029176 Dec 12 15:24:26.793911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.795745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Calling delete_port for bdb89e90-67fa-4371-bedc-beb3c565c7f4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:24:26.842043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfa69c-5faa-442e-9df8-7c3dff9e9c46 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45debeee-2a3d-4372-a8f5-37298f96639d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:26.870183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Made reservation on behalf of 7159583d2d5c46258625abad398eaa4e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:26.873959 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.923235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:26.933233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:26.946613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Made reservation on behalf of 508b88a61eb34e129176e6098667f7ec for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:26.949236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:26.970233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37b2e-b072-4514-8443-d5fdca8519ad req-0ff1fc31-73fa-4d2e-b733-62034ab0a98d tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:26.978137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ca37b2e-b072-4514-8443-d5fdca8519ad req-0ff1fc31-73fa-4d2e-b733-62034ab0a98d tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 945 time: 0.2099590 Dec 12 15:24:27.035939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.064533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Allocated IP 172.20.0.4 (09753996-8fc5-4750-a8b2-5775a92b9e24/d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a/a570a3db-ea94-4972-93ec-2f66c6c51fb1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:27.097762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event updated for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:27.115762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:27.128920 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:24:27.143913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.163086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.223266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:27.223909 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.246409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:24:27.262847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-39123539-50bf-4b1f-809c-7a04c11ba0f4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4169648 Dec 12 15:24:27.265836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ca37b2e-b072-4514-8443-d5fdca8519ad req-726d50c4-e958-4c5b-b3bf-a88f57f2ae03 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827957 Dec 12 15:24:27.276104 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.276498 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Added segment 449add97-98f1-482a-adfb-b7dd7a510b12 of type vlan for network 6e82fc18-2e61-4529-a497-5cef85ee15f9 Dec 12 15:24:27.283313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Request body: {'port': {'device_id': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:27.334763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.340507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.364091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7343cd9c-d331-4411-844f-6c894984091a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:27.403644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc09995-8c8a-4955-8a09-24159fed6387 req-3426946a-6896-4d14-9caa-0cab2b3cf16f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:27.405332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc09995-8c8a-4955-8a09-24159fed6387 req-3426946a-6896-4d14-9caa-0cab2b3cf16f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2485468 Dec 12 15:24:27.426478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Pushing event deleted for resources: {'Port': ['ID=bdb89e90-67fa-4371-bedc-beb3c565c7f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:27.496178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.512671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] No DVR routers for this DVR port bdb89e90-67fa-4371-bedc-beb3c565c7f4 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:24:27.512918 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.513779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:27.513779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.521749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.525442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4b517bb8-2371-45f0-962a-089334fe1009 req-48236891-26d1-4893-b13e-89731fbfe218 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.30 "DELETE /v2.0/ports/bdb89e90-67fa-4371-bedc-beb3c565c7f4 HTTP/1.1" status: 204 len: 173 time: 1.1245060 Dec 12 15:24:27.525939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-deleted', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:27.529695 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2520d7b9-1cb1-4d29-8b21-3c4fd1495ac1" -d '{"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-deleted", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:27.579166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73215294-4dc9-411e-be4c-5312b69bc5cb req-1ae09ec7-14e1-49f2-9bad-66ce8d0449c7 tempest-ImagesOneServerTestJSON-2135834259 tempest-ImagesOneServerTestJSON-2135834259-project] 10.222.0.36 "GET /v2.0/ports?device_id=838bccc0-2ced-4a1c-93a6-579ae2aaf7a4 HTTP/1.1" status: 200 len: 210 time: 0.1206303 Dec 12 15:24:27.719185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] Pushing event updated for resources: {'Network': ['ID=6e82fc18-2e61-4529-a497-5cef85ee15f9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:27.729943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:24:27.739382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc09995-8c8a-4955-8a09-24159fed6387 req-04b8ebbb-8b91-47ef-96d4-0a99f3951cc3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169055 Dec 12 15:24:27.801243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55447e53-e6ce-4ea3-bed3-0e799439db9c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1443102 Dec 12 15:24:27.804081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:27.811992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Request body: {'subnet': {'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1427688482-subnet', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:27.856015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Made reservation on behalf of 508b88a61eb34e129176e6098667f7ec for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:27.858422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:27.958300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.065030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b46f38-350a-47c6-9c1f-ca4a61903ef4 req-896dce02-799e-4d75-afbb-1c1e09d54a9b tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:28.072893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06b46f38-350a-47c6-9c1f-ca4a61903ef4 req-896dce02-799e-4d75-afbb-1c1e09d54a9b tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 1101 time: 0.1852806 Dec 12 15:24:28.090195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-5c79077a-37dd-47da-8851-4086f7e51cbb tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:28.097252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-5c79077a-37dd-47da-8851-4086f7e51cbb tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 813 time: 0.3713863 Dec 12 15:24:28.154589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-ef531d2a-990c-4b54-898c-fa7172ef09cf tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/quotas/8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 375 time: 0.0563471 Dec 12 15:24:28.192123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.233191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.317799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event updated for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:28.348669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Checking segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:28.349028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Network hostable DHCP agents. Network: 6e82fc18-2e61-4529-a497-5cef85ee15f9, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:24:28.351195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfbdf9d-3788-4444-a12f-f7a344f305fd,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:28.371548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:24:28.384957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6e82fc18-2e61-4529-a497-5cef85ee15f9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:28.390659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:28.391303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.400309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150a61f-cdf7-4a7c-a39d-294fc71c2593 None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:28.409428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:28.416825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f89d146b-c4a8-4b46-90d9-f113bdf62ea8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6089633 Dec 12 15:24:28.417021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60286) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:28.421681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:28.436935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06b46f38-350a-47c6-9c1f-ca4a61903ef4 req-c31fdd3f-3bc9-4407-b921-37e140815941 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630388 Dec 12 15:24:28.454526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:28.468433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:28.482411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.484534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.488222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-9fa12422-b73e-415f-bdbc-25300d180ceb tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3326328 Dec 12 15:24:28.494449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-9b572e2f-de6c-46d4-8030-d6f51adf6f36 {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:24:28.498138 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:24:28.562730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6e82fc18-2e61-4529-a497-5cef85ee15f9', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'project_id': '508b88a61eb34e129176e6098667f7ec', 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:24:28.563662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.717422 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca7993a-9f6a-4c2f-aedd-1bd1f0b601db x-openstack-request-id: req-aca7993a-9f6a-4c2f-aedd-1bd1f0b601db {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:28.717767 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838bccc0-2ced-4a1c-93a6-579ae2aaf7a4", "name": "network-vif-deleted", "tag": "bdb89e90-67fa-4371-bedc-beb3c565c7f4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:28.717971 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aca7993a-9f6a-4c2f-aedd-1bd1f0b601db {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:28.723290 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '838bccc0-2ced-4a1c-93a6-579ae2aaf7a4', 'name': 'network-vif-deleted', 'tag': 'bdb89e90-67fa-4371-bedc-beb3c565c7f4', 'status': 'completed', 'code': 200} Dec 12 15:24:28.726760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.732391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:28.734318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:28.820024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-154bf2d6-5ea8-456a-8758-eefb8b6d4d90 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8523593 Dec 12 15:24:28.837165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Allocated IP 172.20.0.2 (6e82fc18-2e61-4529-a497-5cef85ee15f9/ecfbdf9d-3788-4444-a12f-f7a344f305fd/e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:28.861369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a7ff69-1094-4148-9a55-2b6176644ac6 req-cbe7ec07-612f-46a9-a565-15e6b0d2edfe tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 210 time: 0.0896323 Dec 12 15:24:28.886789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Request body: {'port': {'device_id': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:28.934518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-4c7a3987-ca6f-4f1e-aff9-74394da99dfa service neutron] 10.222.0.36 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347818 Dec 12 15:24:29.003498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.041864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.059012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.122378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:29.126011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:29.136295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:29.200979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Pushing event updated for resources: {'Port': ['ID=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:29.215981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Attempting to bind port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:29.216607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Attempting to bind port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:29.217209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Attempting to bind port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c on network 6e82fc18-2e61-4529-a497-5cef85ee15f9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:29.224332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:29.225211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Checking segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:29.225818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.226982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Bound using segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:29.227656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Bound port: e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:29.228365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.328413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] For port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:29.334010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] For port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:29.339852 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.414722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef80f6-df6f-47b0-9bbb-aa208ff3737f None None] Pushing event updated for resources: {'Port': ['ID=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:29.507161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.529929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.537817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:29.546628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.608002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Transition to ACTIVE for port object 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:29.621446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:29.628081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-e9ae4705-5530-4050-a3f8-04f1f81ac6c5 service neutron] 10.222.0.36 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783917 Dec 12 15:24:29.662950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc259f-a6b7-49d9-a02a-3cc0a5fd6545 req-75836b53-5a95-43d1-b50a-a82a6de53890 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:29.672283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cffc259f-a6b7-49d9-a02a-3cc0a5fd6545 req-75836b53-5a95-43d1-b50a-a82a6de53890 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 1101 time: 0.2373567 Dec 12 15:24:29.729833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Pushing event updated for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:29.894284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cffc259f-a6b7-49d9-a02a-3cc0a5fd6545 req-4c688d38-33a3-4a70-99c1-a04d3959f060 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154717 Dec 12 15:24:29.962956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:30.064494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Allocated IP 172.20.0.13 (09753996-8fc5-4750-a8b2-5775a92b9e24/d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a/b721ad1c-8f1c-42b4-b78b-e6406426723d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:30.089079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:30.091479 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.192179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Attempting to bind port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:30.192825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Attempting to bind port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:30.193350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Attempting to bind port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:30.200883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:30.201412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Attempting to bind port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:30.232426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:30.232426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Checking segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:30.232822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Bound using segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:30.233225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Bound port: 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:30.233582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.296373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.331514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.347999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:30.354675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.367680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.424548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:30.425270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.523711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.606978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Allocated IP 172.25.3.207 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/462d0d11-1381-4d74-a309-dc503547c09c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:30.616526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:30.625228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:30.630091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6816de5c-7b15-4d4f-b762-2efdf11243fc req-29a55b9f-0e33-4881-b914-175a40264444 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 210 time: 0.2051899 Dec 12 15:24:30.707982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: bdb89e90-67fa-4371-bedc-beb3c565c7f4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:24:30.710446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bdb89e90-67fa-4371-bedc-beb3c565c7f4 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:24:30.737707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Network 09753996-8fc5-4750-a8b2-5775a92b9e24 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:30.751778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:30.761019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:30.814501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.891247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:30.897876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ae6b-7f3a-4ec7-b091-5b905ef10b5e req-1c92cd6a-779f-4f94-b6ed-a1dd72d6516e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:30.908992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a1ae6b-7f3a-4ec7-b091-5b905ef10b5e req-1c92cd6a-779f-4f94-b6ed-a1dd72d6516e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.4872570 Dec 12 15:24:30.955350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:30.965537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:30.972823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:31.028848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:31.033589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Pushing event updated for resources: {'Port': ['ID=462d0d11-1381-4d74-a309-dc503547c09c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:31.061588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a570a3db-ea94-4972-93ec-2f66c6c51fb1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:31.073194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.091859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f4ad0-7aac-4f24-9491-4579c90bfcae None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:31.100485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:31.104820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Transition to ACTIVE for port object a570a3db-ea94-4972-93ec-2f66c6c51fb1 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:31.112498 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.136920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:31.139028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.180789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event updated for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:31.200993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.314031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3cf70ae6-9793-4a1a-88c1-23f223ec438c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26cc3dcf7a694b4a91a4e26bcef7ebe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6797214 Dec 12 15:24:31.319445 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-66cef522-e07e-4acd-b8b7-b945e721bde5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9333050 Dec 12 15:24:31.323125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:31.409024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a1ae6b-7f3a-4ec7-b091-5b905ef10b5e req-66d98c78-8e6b-433c-aa77-1829d2998f9b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966469 Dec 12 15:24:31.422455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:31.423072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.424470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-b2536364-0de2-433a-bf48-b727b786506c service neutron] 10.222.0.30 "PUT /v2.0/ports/92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 HTTP/1.1" status: 200 len: 1091 time: 4.1483951 Dec 12 15:24:31.425109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:31.427345 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa41b9-99ae-41d0-a010-521cd490bfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:31.463663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Request body: {'port': {'device_id': '58877480-f7b2-4551-bdc6-8d724df90e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:31.498229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ab8864f1-eef2-439b-b7db-637774e75888 None None] Provisioning complete for port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:31.499056 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab8864f1-eef2-439b-b7db-637774e75888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.503995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241e51-7b69-4907-be49-ff217f331aa0 req-67617942-3f67-4e81-94b8-8d2395e853fa tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:31.508795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62241e51-7b69-4907-be49-ff217f331aa0 req-67617942-3f67-4e81-94b8-8d2395e853fa tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 932 time: 0.6903331 Dec 12 15:24:31.610999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2536364-0de2-433a-bf48-b727b786506c service neutron] Pushing event updated for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:31.650520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:31.783564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-636cdb6c-af80-4f07-a0b3-8906dce77d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:31.786152 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-636cdb6c-af80-4f07-a0b3-8906dce77d4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 1094 time: 0.2650676 Dec 12 15:24:31.799933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:31.898230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:31.920007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-e2458e4f-f6aa-4475-9104-21619fadc123 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 HTTP/1.1" status: 200 len: 217 time: 0.0681686 Dec 12 15:24:31.980943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-15a170f5-096e-4d1b-b53f-4c271f5ab293 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1935751 Dec 12 15:24:31.981631 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.012080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:32.012615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.054941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-ea6d4aa6-467d-45eb-8e1a-9dce888b3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:32.056134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-ea6d4aa6-467d-45eb-8e1a-9dce888b3ae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.1220686 Dec 12 15:24:32.066186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.141102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6c3b60f4-6c34-45ef-8782-fce379dd0575 None None] Provisioning complete for port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:32.141907 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6c3b60f4-6c34-45ef-8782-fce379dd0575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.233222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62241e51-7b69-4907-be49-ff217f331aa0 req-814f1d77-46b2-4a9d-8d3e-aef9bd471c21 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090910 Dec 12 15:24:32.268952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.285229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-8204c2e5-7b1f-413a-9b29-1c3a773d305c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087567 Dec 12 15:24:32.286358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Attempting to bind port a570a3db-ea94-4972-93ec-2f66c6c51fb1 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:32.286871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Attempting to bind port a570a3db-ea94-4972-93ec-2f66c6c51fb1 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:32.287218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Attempting to bind port a570a3db-ea94-4972-93ec-2f66c6c51fb1 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:32.347148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Port a570a3db-ea94-4972-93ec-2f66c6c51fb1 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:32.347481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Attempting to bind port a570a3db-ea94-4972-93ec-2f66c6c51fb1 on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:32.359005 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec54041-e3d0-4ecd-b9fb-f4785e37964b x-openstack-request-id: req-bec54041-e3d0-4ecd-b9fb-f4785e37964b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:32.359005 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:32.359377 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bec54041-e3d0-4ecd-b9fb-f4785e37964b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:32.359875 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7', 'status': 'completed', 'code': 200} Dec 12 15:24:32.395442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:32.395775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Checking segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:32.396670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Bound using segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:32.396670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Bound port: a570a3db-ea94-4972-93ec-2f66c6c51fb1, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:32.396963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.519446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fc8cbf44-650f-4115-9c1f-c2438f94f9aa tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:32.521031 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fc8cbf44-650f-4115-9c1f-c2438f94f9aa tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.30 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 813 time: 0.4622285 Dec 12 15:24:32.542146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-7137a60d-8de5-401d-b084-db65279e8409 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:32.543887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-7137a60d-8de5-401d-b084-db65279e8409 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101006 Dec 12 15:24:32.564616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'device_id': '95061209-852e-480e-b4f2-b902ee40bcd8', 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde', 'admin_state_up': True, 'tenant_id': '8a6b35454eac42dbaccb887ce58cf2fc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:32.588204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d457309-af99-4d74-abd3-295bde36524e req-27d9e262-fbf6-4ceb-a912-11fbbd9611c7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 210 time: 0.1041090 Dec 12 15:24:32.598791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3b2e1d73-188f-483a-81ba-558d69b58f92 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.0424998 Dec 12 15:24:32.637056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.639620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.640776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24f9a870-1a80-48c0-8f1b-edb76e2ba5f0 HTTP/1.1" status: 204 len: 168 time: 1.3145804 Dec 12 15:24:32.672732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-d7befdfc-e506-4468-9b53-d0c4e1d6aa13 service neutron] 10.222.0.30 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706932 Dec 12 15:24:32.758576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.760199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:32.765565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Made reservation on behalf of 8a6b35454eac42dbaccb887ce58cf2fc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:32.767296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:32.770064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.797788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ce9fb-4613-4681-8f3b-ff3a460cabf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f9a870-1a80-48c0-8f1b-edb76e2ba5f0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:32.803722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.961820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:32.962441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:32.963857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] 10.222.0.13 "PUT /v2.0/ports/a570a3db-ea94-4972-93ec-2f66c6c51fb1 HTTP/1.1" status: 200 len: 1091 time: 4.1053777 Dec 12 15:24:33.054154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Allocated IP 172.20.0.8 (12e9f19f-fa98-4385-8751-d2353ae2fdde/57bb1646-9e47-4d69-a4a7-fe1fd394e752/a270133e-bc9f-4ebb-a7db-4ec1f358219c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:33.123666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b721ad1c-8f1c-42b4-b78b-e6406426723d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:33.131726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:33.145304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Transition to ACTIVE for port object b721ad1c-8f1c-42b4-b78b-e6406426723d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:33.149338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:33.151701 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15" -d '{"events": [{"name": "network-changed", "server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:33.176774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:33.207988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a472227-343a-40fa-ad06-6c8d4b3fdb92 service neutron] Pushing event updated for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:33.267039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68112974-87f7-4a95-8350-088af173401c service neutron] Pushing event updated for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:33.268976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:33.305317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-e71c830f-969f-433d-a20e-e99160cbbe37 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6753781 Dec 12 15:24:33.315223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af6cb5-f3dc-4a48-acd0-45ebe083650d req-f2ce6db4-686a-4f06-94be-9db0f9a22a16 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:33.316719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89af6cb5-f3dc-4a48-acd0-45ebe083650d req-f2ce6db4-686a-4f06-94be-9db0f9a22a16 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.5208516 Dec 12 15:24:33.339560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-d546d7fb-ae19-46cd-806d-0a053b154811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:33.344962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-d546d7fb-ae19-46cd-806d-0a053b154811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 1094 time: 0.1882362 Dec 12 15:24:33.411251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-fb81a3ce-02c9-47d2-87f5-cf7fbe3b3576 service neutron] 10.222.0.30 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7260973 Dec 12 15:24:33.520719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:33.527856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:24:33.535672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-09cf8514-a696-4fee-8475-a366190506b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1 HTTP/1.1" status: 200 len: 217 time: 0.1787329 Dec 12 15:24:33.542605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:33.618375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-c3488f69-5beb-474e-bb73-0b2298499356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:33.620003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-c3488f69-5beb-474e-bb73-0b2298499356 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.0732806 Dec 12 15:24:33.707834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-2d47d5a7-f3af-4fa9-955f-0b2a86cd8224 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577607 Dec 12 15:24:33.731740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89af6cb5-f3dc-4a48-acd0-45ebe083650d req-d0accfeb-743b-4602-9e56-9b103ea4a961 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943307 Dec 12 15:24:33.865419 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5067a8a-1799-4ee5-94de-95dc6f9a841b x-openstack-request-id: req-d5067a8a-1799-4ee5-94de-95dc6f9a841b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:33.866049 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:33.866049 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5067a8a-1799-4ee5-94de-95dc6f9a841b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:33.867705 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'status': 'completed', 'code': 200} Dec 12 15:24:33.869027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Attempting to bind port b721ad1c-8f1c-42b4-b78b-e6406426723d on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:33.870537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Attempting to bind port b721ad1c-8f1c-42b4-b78b-e6406426723d by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:33.871400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Attempting to bind port b721ad1c-8f1c-42b4-b78b-e6406426723d on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:33.903642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Port b721ad1c-8f1c-42b4-b78b-e6406426723d on network 09753996-8fc5-4750-a8b2-5775a92b9e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:33.904804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Attempting to bind port b721ad1c-8f1c-42b4-b78b-e6406426723d on network 09753996-8fc5-4750-a8b2-5775a92b9e24 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:33.923154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:33.925726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Checking segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:33.926966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Bound using segment: {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:33.930634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Bound port: b721ad1c-8f1c-42b4-b78b-e6406426723d, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db452e07-862d-4e6a-a855-94d3180c4592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:33.931982 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:34.138423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776b1c8-c32c-4f08-8a0f-dae6a6bee24a req-e9ce1da4-cea7-4a04-82cd-26d5e50e754e tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.159113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e776b1c8-c32c-4f08-8a0f-dae6a6bee24a req-e9ce1da4-cea7-4a04-82cd-26d5e50e754e tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 944 time: 0.1968055 Dec 12 15:24:34.210164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:34.215318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:34.221848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-a095debd-4a49-409e-8420-f9f1663d2ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071332 Dec 12 15:24:34.255749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:34.283851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-654a4794-ad36-4af4-b641-8d724f0e8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.284962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:34.285430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-654a4794-ad36-4af4-b641-8d724f0e8845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 1094 time: 0.8057265 Dec 12 15:24:34.289433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Network 12e9f19f-fa98-4385-8751-d2353ae2fdde is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:34.292130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:34.303829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:34.361692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.362592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:34.364842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-68112974-87f7-4a95-8350-088af173401c service neutron] 10.222.0.13 "PUT /v2.0/ports/b721ad1c-8f1c-42b4-b78b-e6406426723d HTTP/1.1" status: 200 len: 1092 time: 2.9520919 Dec 12 15:24:34.435547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e776b1c8-c32c-4f08-8a0f-dae6a6bee24a req-4f08053b-ffdf-45e9-a66c-3d55498a876e tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609315 Dec 12 15:24:34.441129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:24:34.453668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Sync routers for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:24:34.463452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.464102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:34.477215 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:34.479271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6848e2-d0f2-4f3c-8828-9c06017fd39a req-83192459-43b6-4457-9691-da9a2aae298a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.480782 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:34.487791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc6848e2-d0f2-4f3c-8828-9c06017fd39a req-83192459-43b6-4457-9691-da9a2aae298a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 931 time: 0.3239839 Dec 12 15:24:34.527357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68112974-87f7-4a95-8350-088af173401c service neutron] Pushing event updated for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:34.540505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:34.549089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c33de0f7-f8db-4419-8a98-64cf8692298a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1310062 Dec 12 15:24:34.554355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:34.588938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc6848e2-d0f2-4f3c-8828-9c06017fd39a req-fb9e890e-7cd8-4bd7-834d-13bb2c5f24d7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962737 Dec 12 15:24:34.611820 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-6b18755a-7e7f-4a1a-9ec1-34957670d0e3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0529799 Dec 12 15:24:34.615293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-21be0b3d-ab6f-45df-a1f4-85235935494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.617950 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-21be0b3d-ab6f-45df-a1f4-85235935494b service neutron] 10.222.0.30 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 917 time: 0.3221176 Dec 12 15:24:34.632968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:34.643443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-4d2a4db5-4d52-4a83-9670-b8229881a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.647443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:34.653473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-4d2a4db5-4d52-4a83-9670-b8229881a1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 1095 time: 0.2236922 Dec 12 15:24:34.672291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Request body: {'port': {'device_id': '95061209-852e-480e-b4f2-b902ee40bcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:34.686400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a6c272-d1f0-481d-b80e-5068068f0fe9 req-1d6fbe73-5708-4f4b-af2d-9442e035ea9a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 210 time: 0.0926158 Dec 12 15:24:34.705788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-86e55ea4-c85e-4937-bce8-0f5da5e46545 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271188 Dec 12 15:24:34.758644 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-e9d7f14a-47ff-437f-b668-3b9ef09584b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d HTTP/1.1" status: 200 len: 217 time: 0.0751469 Dec 12 15:24:34.795428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:24:34.865220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-d399e996-6efd-4982-abeb-e19bafe73f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.873480 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:34.874835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-d399e996-6efd-4982-abeb-e19bafe73f25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.1053381 Dec 12 15:24:34.903600 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-d72126cd-c361-401e-a9ff-b2b06389da13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 HTTP/1.1" status: 200 len: 217 time: 0.2417958 Dec 12 15:24:34.963779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-3ac45c8d-9c0b-45ec-9284-24bd118c10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:34.965657 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-3ac45c8d-9c0b-45ec-9284-24bd118c10e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.0503409 Dec 12 15:24:35.010992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:35.013760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.018175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-c6e1bc28-a03d-42e9-b639-e04ae2d7125d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341453 Dec 12 15:24:35.072245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'mac_address': 'fa:16:3e:71:bb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:35.079083 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-ed8094f9-d7ee-4b0d-bf9f-a66ae876a349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868902 Dec 12 15:24:35.081710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.135372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:35.159128 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3ad67-1ea6-431a-9e30-40a4c64e4d1e" -d '{"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:35.204603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-89b2714b-a577-4a9c-9154-49288bef0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:35.207695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-89b2714b-a577-4a9c-9154-49288bef0bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 1094 time: 0.2818949 Dec 12 15:24:35.288054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:35.317640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.448265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-998be901-398f-43a9-81a0-ead570f99025 service neutron] 10.222.0.30 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495960 Dec 12 15:24:35.486552 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:31Z', 'revision_number': 3, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:35.515888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:35.546151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.581496 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421de9c2-bfd8-41ed-b689-48f33795e126 x-openstack-request-id: req-421de9c2-bfd8-41ed-b689-48f33795e126 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:35.583647 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:35.587873 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-421de9c2-bfd8-41ed-b689-48f33795e126 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:35.589975 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'code': 200} Dec 12 15:24:35.608020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-892bb802-881c-49c0-85d8-b7f03dfb8e89 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485206 Dec 12 15:24:35.631665 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0fa41b9-99ae-41d0-a010-521cd490bfb5 req-df81fbbf-530e-462a-ace8-3e4ee675d542 service neutron] 10.222.0.30 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427956 Dec 12 15:24:35.633502 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Checking router: 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:24:35.633891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f572cd56-12da-45be-89dc-51a3e2d82f6c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1378043 Dec 12 15:24:35.634554 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Updating router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 port 462d0d11-1381-4d74-a309-dc503547c09c binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:24:35.690982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:35.733450 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.853805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:24:35.854249 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:24:35.862590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826c2c5-5fb6-4d4f-af0f-4695dde9a7f8 req-360c19f6-2508-48b0-b150-cbde2eb9f83a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:35.878936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b826c2c5-5fb6-4d4f-af0f-4695dde9a7f8 req-360c19f6-2508-48b0-b150-cbde2eb9f83a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.6421759 Dec 12 15:24:35.882335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.905791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b1b8696-9976-46b8-8e95-dd0af5738f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:35.918807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a270133e-bc9f-4ebb-a7db-4ec1f358219c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:35.934078 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.019039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Transition to ACTIVE for port object a270133e-bc9f-4ebb-a7db-4ec1f358219c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:36.029624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.030952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:36.033420 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce9aa1f-f152-4c4d-b38d-60078137d4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:36.208248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:36.238715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Attempting to bind port a270133e-bc9f-4ebb-a7db-4ec1f358219c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:36.239144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Attempting to bind port a270133e-bc9f-4ebb-a7db-4ec1f358219c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:36.239962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Attempting to bind port a270133e-bc9f-4ebb-a7db-4ec1f358219c on network 12e9f19f-fa98-4385-8751-d2353ae2fdde {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:36.248267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Port a270133e-bc9f-4ebb-a7db-4ec1f358219c on network 12e9f19f-fa98-4385-8751-d2353ae2fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:36.248746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Attempting to bind port a270133e-bc9f-4ebb-a7db-4ec1f358219c on network 12e9f19f-fa98-4385-8751-d2353ae2fdde {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:36.258724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:36.259167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Checking segment: {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:36.259610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Bound using segment: {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:36.260177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Bound port: a270133e-bc9f-4ebb-a7db-4ec1f358219c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:36.260601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.285273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Allocated IP 172.20.0.1 (6e82fc18-2e61-4529-a497-5cef85ee15f9/ecfbdf9d-3788-4444-a12f-f7a344f305fd/03d7f37c-3e2f-450c-8740-d4c20e009a74) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:36.407281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:36.412031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:36.420053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.421110 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.450886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:36.490455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:36.506794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:36.514267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:36.515180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.515411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.517131 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-fa261058-501e-45ab-b69e-39b3e3dbee5b service neutron] 10.222.0.30 "PUT /v2.0/ports/a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 1091 time: 1.8537605 Dec 12 15:24:36.517651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:36.520159 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75983a2f-4040-478e-a34e-dec473329ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:36.546083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.558904 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.575704 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.579522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:36.634162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:36.667890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-c11a4f6f-e659-4ec9-a655-0dedce76cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:36.669472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-c11a4f6f-e659-4ec9-a655-0dedce76cdcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1094 time: 0.0788462 Dec 12 15:24:36.676567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.716107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:36.725146 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Attempting to bind port 462d0d11-1381-4d74-a309-dc503547c09c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:36.726086 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Attempting to bind port 462d0d11-1381-4d74-a309-dc503547c09c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:36.727546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Attempting to bind port 462d0d11-1381-4d74-a309-dc503547c09c on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:36.735901 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Pushing event updated for resources: {'Port': ['ID=462d0d11-1381-4d74-a309-dc503547c09c,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:36.761237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:36.761466 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.762200 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.763891 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-bc4ceb92-2aeb-4281-81ab-06a0c79c194e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 217 time: 0.0567737 Dec 12 15:24:36.764647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:36.779600 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.780338 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.781433 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.782658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.787945 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.790051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.790607 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.791482 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.794664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.795331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.795891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:24:36.818518 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:36.819670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:36.820458 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.824015 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:36.824802 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Bound port: 462d0d11-1381-4d74-a309-dc503547c09c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:36.825420 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.837797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-789542e2-1ad7-4cce-af5b-dc67ab36cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:36.839268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-789542e2-1ad7-4cce-af5b-dc67ab36cb42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0480239 Dec 12 15:24:36.864782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-2bc8b52c-c187-4af3-aae1-28ada989ac90 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:36.867333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-2bc8b52c-c187-4af3-aae1-28ada989ac90 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2023811 Dec 12 15:24:36.883259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-afe74775-6258-47f5-b42c-2fdbfb82b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:36.884759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-afe74775-6258-47f5-b42c-2fdbfb82b9f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 917 time: 1.6644270 Dec 12 15:24:36.886292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:36.891977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Pushing event updated for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:36.916347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:36.921033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-955e69d4-b0c0-4444-8cb1-371bd7e7fd11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698812 Dec 12 15:24:36.924108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:36.981840 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] For port 462d0d11-1381-4d74-a309-dc503547c09c, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:36.992177 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] For port 462d0d11-1381-4d74-a309-dc503547c09c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=462d0d11-1381-4d74-a309-dc503547c09c,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:37.004662 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.020727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-103685d4-dd0e-4843-8263-514d9b8b1281 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1 HTTP/1.1" status: 200 len: 217 time: 0.1111779 Dec 12 15:24:37.146676 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:37.149516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-bd1f825f-b869-4e59-afe1-772b6d638d60 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010377 Dec 12 15:24:37.152748 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:37.161992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-71ec0df4-d489-4c88-82e9-bd1e42acd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:37.165588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-71ec0df4-d489-4c88-82e9-bd1e42acd401 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.1356583 Dec 12 15:24:37.188768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.292460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-b4c8875f-bd20-47be-8734-4c845a716aa5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859470 Dec 12 15:24:37.322744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fca992-e20c-4001-981c-797858aa06aa req-744ab28c-0184-4602-b1a6-8bcb8f8c1cb8 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:37.324937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fca992-e20c-4001-981c-797858aa06aa req-744ab28c-0184-4602-b1a6-8bcb8f8c1cb8 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 944 time: 1.2564757 Dec 12 15:24:37.358772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b826c2c5-5fb6-4d4f-af0f-4695dde9a7f8 req-1d35957b-da26-4bcf-b763-ba70327364fe tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4766300 Dec 12 15:24:37.434505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fca992-e20c-4001-981c-797858aa06aa req-ccff8d04-809d-4dd6-ad0c-719ba71b2b94 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987563 Dec 12 15:24:37.436442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f15188b-0466-43fb-a8b8-8e3f3c71681a req-5fcdfb97-4779-4706-a801-cd3a18bbf652 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7837439 Dec 12 15:24:37.455065 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:37.537810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:37.563953 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bce093-baae-40d5-b44e-adb4572e16de None None] Pushing event updated for resources: {'Port': ['ID=462d0d11-1381-4d74-a309-dc503547c09c,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:37.623115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-00c5d68e-dc7b-4d41-a06b-92bbf8246db9 None None] Provisioning complete for port 03d7f37c-3e2f-450c-8740-d4c20e009a74 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:37.623490 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-00c5d68e-dc7b-4d41-a06b-92bbf8246db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.671977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cbb30-0c19-4bfd-99a9-3637d4776cca req-2175e117-bfc3-4c3e-a6c8-9a53f102be5f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:37.680596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b2cbb30-0c19-4bfd-99a9-3637d4776cca req-2175e117-bfc3-4c3e-a6c8-9a53f102be5f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 943 time: 0.1868749 Dec 12 15:24:37.746880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-00c5d68e-dc7b-4d41-a06b-92bbf8246db9 None None] Port 03d7f37c-3e2f-450c-8740-d4c20e009a74 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:37.747164 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b8f6de25-e82c-4f2c-b1c4-f2238369322b req-dee197cd-1826-4d70-9011-1d14b67b53a4 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593390 Dec 12 15:24:37.752697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca82797c-e005-4b1d-b335-384c84b395fc req-d535abd5-8bf5-4a38-bed3-3ac66e809920 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 210 time: 0.0622721 Dec 12 15:24:37.752842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a570a3db-ea94-4972-93ec-2f66c6c51fb1 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:37.758430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:37.764846 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.768878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-52b1fccf-2e91-4e2d-b6b6-ddb02d53f5c4 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347026 Dec 12 15:24:37.791868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'port_id': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7', 'mac_address': 'fa:16:3e:cd:d8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:37.875630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ecefaee7-f9f6-4eee-9af3-104860ac5e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.914169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.925037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.947569 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:36Z', 'revision_number': 1, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:37.952287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:37.993020 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d325a35e-ecfd-4bf9-b442-18508f9e47bf None None] The sync data for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 is: [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:36Z', 'revision_number': 1, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:24:38.087789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:38.117848 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3cf929-05fe-4301-a59e-e371022832b5 x-openstack-request-id: req-cc3cf929-05fe-4301-a59e-e371022832b5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:38.118419 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:38.118419 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc3cf929-05fe-4301-a59e-e371022832b5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:38.118754 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d', 'status': 'completed', 'code': 200} Dec 12 15:24:38.161938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:38.175574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:38.190723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b2cbb30-0c19-4bfd-99a9-3637d4776cca req-386748f7-3c16-469d-8bee-193a3f2d205f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5048258 Dec 12 15:24:38.280196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:38.310967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:38.361619 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc17dd-a6b9-47b3-bc4d-886ffe0ec0ed x-openstack-request-id: req-92bc17dd-a6b9-47b3-bc4d-886ffe0ec0ed {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:38.361619 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:38.361963 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92bc17dd-a6b9-47b3-bc4d-886ffe0ec0ed {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:38.362370 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'status': 'completed', 'code': 200} Dec 12 15:24:38.508765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Pushing event updated for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:38.514988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:38.536058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'port_id': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'mac_address': 'fa:16:3e:3b:b3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:38.536987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:38.638326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:38.645820 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:38.646712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:38.681881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:38.725523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983a2f-4040-478e-a34e-dec473329ecb req-593ec954-2988-4f9a-b486-0c65727d858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:38.728007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-593ec954-2988-4f9a-b486-0c65727d858d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1094 time: 0.3464119 Dec 12 15:24:38.791672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:38.818391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d546865-5a93-4c56-9ff2-0f5791ccf3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:38.862844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-6c81d012-1a8a-4db5-963e-dbf141bd3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:38.865609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-6c81d012-1a8a-4db5-963e-dbf141bd3c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7159583d2d5c46258625abad398eaa4e&device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 1095 time: 0.7431769 Dec 12 15:24:38.866128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:38.870787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90dd9aa6-7ddc-4d28-a9cb-b74a68d94c15 req-7ec72ad4-f043-40df-82b7-031fbd222b5a service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0764780 Dec 12 15:24:38.923930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ceb39-12d3-4f41-b983-3bb6c1a4592a req-0d650184-6c5d-4686-bb0f-d6fc2b27211c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:38.938479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636ceb39-12d3-4f41-b983-3bb6c1a4592a req-0d650184-6c5d-4686-bb0f-d6fc2b27211c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 949 time: 0.3430583 Dec 12 15:24:38.946196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc92a8-f608-4913-99cb-723e6d6a0331 req-d8c7d362-8f3c-423d-879c-1a1912f1db98 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:38.957486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74bc92a8-f608-4913-99cb-723e6d6a0331 req-d8c7d362-8f3c-423d-879c-1a1912f1db98 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 944 time: 0.2298856 Dec 12 15:24:38.963773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a570a3db-ea94-4972-93ec-2f66c6c51fb1 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:38.982560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.15 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/0729531b-a5a2-42ba-a31d-93c9120f13fe) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:39.104734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:39.125211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:39.125571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.139029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.147302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.259007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-03473a8e-1e12-4dba-8f44-4fbfe47d901b None None] Provisioning complete for port 03d7f37c-3e2f-450c-8740-d4c20e009a74 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:39.259378 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-03473a8e-1e12-4dba-8f44-4fbfe47d901b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.454820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-8cbd6ba2-fc5d-466b-b597-4d9b666aa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:39.456328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-8cbd6ba2-fc5d-466b-b597-4d9b666aa088 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 200 len: 917 time: 0.5751143 Dec 12 15:24:39.465796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:24:39.468828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636ceb39-12d3-4f41-b983-3bb6c1a4592a req-421701f7-c362-4f33-94c5-1e920f124870 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932632 Dec 12 15:24:39.470868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983a2f-4040-478e-a34e-dec473329ecb req-7fb93e71-208a-4303-9509-b2619d540855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:39.472727 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-7fb93e71-208a-4303-9509-b2619d540855 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.7361360 Dec 12 15:24:39.502652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-03473a8e-1e12-4dba-8f44-4fbfe47d901b None None] Port 03d7f37c-3e2f-450c-8740-d4c20e009a74 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:39.511278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:39.568071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-a1c8e0d4-c916-4944-9b5a-1aee71cbb6dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 217 time: 0.0788136 Dec 12 15:24:39.612377 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.614717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a570a3db-ea94-4972-93ec-2f66c6c51fb1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:39.623833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-30d5eb64-1563-4eb3-983d-7b666b981641 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d HTTP/1.1" status: 200 len: 217 time: 0.1497972 Dec 12 15:24:39.642600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74bc92a8-f608-4913-99cb-723e6d6a0331 req-34ef00b7-02e2-497f-83d7-41d01150beda tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730626 Dec 12 15:24:39.737311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d546865-5a93-4c56-9ff2-0f5791ccf3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.750321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b721ad1c-8f1c-42b4-b78b-e6406426723d details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:39.854623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:24:39.862614 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9fa6e00d-8669-4a87-b162-32b158a67f2a admin admin] 10.222.0.36 "PUT /v2.0/routers/83704173-ffc7-4a7d-8ac8-5ecaafc429d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3072491 Dec 12 15:24:39.870957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d546865-5a93-4c56-9ff2-0f5791ccf3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:39.873133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:39.875295 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad3261d-db3c-41b0-af5e-10ecfcb35a6c" -d '{"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:39.888744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75983a2f-4040-478e-a34e-dec473329ecb req-8302bf08-ef6e-4fd9-a851-3e9ccd4e3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:39.890838 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-8302bf08-ef6e-4fd9-a851-3e9ccd4e3434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0921121 Dec 12 15:24:39.919948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:39.961773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-10aee2ec-556d-4cf3-9815-f5e3a3f639ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614982 Dec 12 15:24:39.989171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 462d0d11-1381-4d74-a309-dc503547c09c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:39.993469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.031417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46a3cdfc-e6d4-44a6-b309-75ad66fb0a86 req-c035a717-642b-45e0-8c14-db40a253db30 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 210 time: 0.3438604 Dec 12 15:24:40.111561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-d5d09f97-52ee-41cb-9d77-f9f3c0abd9e2 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387856 Dec 12 15:24:40.181495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-f401d431-44e2-441c-84b0-fabd4e42ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:40.182966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-f401d431-44e2-441c-84b0-fabd4e42ad68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 200 len: 857 time: 0.5224538 Dec 12 15:24:40.193215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0d546865-5a93-4c56-9ff2-0f5791ccf3c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79ff0bd434044e9f826d691b8ddda2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9988723 Dec 12 15:24:40.230434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60528) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:40.321328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.351779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.352006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:40.421649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-d206d211-3e6c-4fe6-917a-84f4c0df467f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09753996-8fc5-4750-a8b2-5775a92b9e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080383 Dec 12 15:24:40.426637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:40.456311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f5c54-1230-4c17-8d18-619bc8daf572 req-54479154-f27f-4365-8513-30c7521a9e09 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:40.480508 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3090e6e2-cd88-4a53-8bf6-c565ab14e68d x-openstack-request-id: req-3090e6e2-cd88-4a53-8bf6-c565ab14e68d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:40.480837 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:40.483293 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3090e6e2-cd88-4a53-8bf6-c565ab14e68d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:40.483760 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'code': 200} Dec 12 15:24:40.489803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf5f5c54-1230-4c17-8d18-619bc8daf572 req-54479154-f27f-4365-8513-30c7521a9e09 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 943 time: 0.6495478 Dec 12 15:24:40.523039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546865-5a93-4c56-9ff2-0f5791ccf3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36942939-889a-4357-af28-66a6eb9acb47,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:40.529830 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.541456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 462d0d11-1381-4d74-a309-dc503547c09c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:40.541829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.556096 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-75983a2f-4040-478e-a34e-dec473329ecb req-4156bff0-cab1-40c3-b8d8-3fa34e25942a service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984833 Dec 12 15:24:40.566891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.568493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:40.583800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b721ad1c-8f1c-42b4-b78b-e6406426723d', 'network_id': '09753996-8fc5-4750-a8b2-5775a92b9e24', 'port_id': 'b721ad1c-8f1c-42b4-b78b-e6406426723d', 'mac_address': 'fa:16:3e:20:ce:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:40.632775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.702141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:40.732205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:40.734951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a270133e-bc9f-4ebb-a7db-4ec1f358219c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:40.740109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:40.767741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.773902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:40.774862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.776180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36942939-889a-4357-af28-66a6eb9acb47 HTTP/1.1" status: 204 len: 168 time: 0.5446355 Dec 12 15:24:40.869451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfcb16-7dca-4474-a240-6c2217c32533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36942939-889a-4357-af28-66a6eb9acb47,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:40.903184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b941a-7643-47ca-8936-5721f5b4e89b req-c6d5e053-06c9-4942-a273-c08d46a19ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:40.904992 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f1b941a-7643-47ca-8936-5721f5b4e89b req-c6d5e053-06c9-4942-a273-c08d46a19ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1101 time: 0.1763535 Dec 12 15:24:40.970010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:40.970756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:40.973432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:40.979460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-f1e7a23b-dc60-4a2d-b329-0890c2319cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739251 Dec 12 15:24:40.999600 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4f1b941a-7643-47ca-8936-5721f5b4e89b req-77eba8d6-6949-40d3-a94b-6e9c7f6d7ee4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834129 Dec 12 15:24:41.004223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf5f5c54-1230-4c17-8d18-619bc8daf572 req-f7fc8212-b2f3-4f25-8e7f-f34c2fc7505e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120363 Dec 12 15:24:41.159247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:41.168164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839670346', 'description': 'tempest-description--1415758524'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:41.214893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.270756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dce9aa1f-f152-4c4d-b38d-60078137d4ed req-f7f5076e-b97d-444b-9d3b-e84cb629d125 service neutron] 10.222.0.13 "GET /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568500 Dec 12 15:24:41.295350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-f03f3dba-0aa8-4a0b-a490-35591a545c0e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4094598 Dec 12 15:24:41.323952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Request body: {'port': {'device_id': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:41.360209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:24:41.403407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.406473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.419020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.421500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.487912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b721ad1c-8f1c-42b4-b78b-e6406426723d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:41.493485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.497681 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.498459 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3367043 Dec 12 15:24:41.500653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:41.510914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'security_group_rule': {'security_group_id': '1557bf76-fdd4-4c15-9f46-74d4fb6a10a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:41.522401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dba58-f10c-4ef8-a75f-362746b359a2 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:41.563456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.567955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.592156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 462d0d11-1381-4d74-a309-dc503547c09c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=462d0d11-1381-4d74-a309-dc503547c09c,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:41.599296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:41.609758 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.621486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:41.654019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.661878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.686829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:41.687297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.705993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.713204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085719 Dec 12 15:24:41.714624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.718519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:41.725023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53e9d8-2d79-45f1-a3cb-6577f52b0f99 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c43f69-39d5-4eec-8d1a-f9b666532dd7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:41.737045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'security_group_rule': {'security_group_id': '1557bf76-fdd4-4c15-9f46-74d4fb6a10a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:41.749403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f3ca2ec6-64e8-46cb-b9b2-9a6d52e2b760 None None] Provisioning complete for port 0729531b-a5a2-42ba-a31d-93c9120f13fe triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:41.749725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f3ca2ec6-64e8-46cb-b9b2-9a6d52e2b760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.752355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.848020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8912c5-61b4-405e-bffa-fd908cb1e856 req-7d457a17-86bb-4001-ae85-9efacbcd90b1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:41.852597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:41.858713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8912c5-61b4-405e-bffa-fd908cb1e856 req-7d457a17-86bb-4001-ae85-9efacbcd90b1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 945 time: 0.3198881 Dec 12 15:24:41.862228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:41.871417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be13f8-0e3e-4153-871b-1f00d20456f9 req-58dce06c-e0f9-4963-b625-3a2992b94588 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:41.873543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5be13f8-0e3e-4153-871b-1f00d20456f9 req-58dce06c-e0f9-4963-b625-3a2992b94588 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.5685694 Dec 12 15:24:41.888954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Sync routers for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:24:41.925936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=462d0d11-1381-4d74-a309-dc503547c09c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:41.953678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca2ec6-64e8-46cb-b9b2-9a6d52e2b760 None None] Port 0729531b-a5a2-42ba-a31d-93c9120f13fe cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:41.956694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'network_id': '12e9f19f-fa98-4385-8751-d2353ae2fdde', 'port_id': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'mac_address': 'fa:16:3e:92:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bb1646-9e47-4d69-a4a7-fe1fd394e752', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:42.000809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8912c5-61b4-405e-bffa-fd908cb1e856 req-3286f094-338c-4ef6-bfad-0c6afa9a5070 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385739 Dec 12 15:24:42.032686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.036363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:42.040465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.056539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:42.057147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:42.099209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.111997 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3871663 Dec 12 15:24:42.114368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:42.126999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:42.144879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e72cea-8a86-49ba-9376-7dddaf6dbdf3 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc236ab-bc03-4072-92b7-9c46ae48bcea,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:42.200717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.311938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5be13f8-0e3e-4153-871b-1f00d20456f9 req-468906d5-1036-4a6d-9efa-32367ea806f3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269841 Dec 12 15:24:42.412157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.521378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db2681-1cea-4b7e-8503-b8894a0c609e req-e967f58e-79c7-4720-9930-e65817b29748 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:42.535738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28db2681-1cea-4b7e-8503-b8894a0c609e req-e967f58e-79c7-4720-9930-e65817b29748 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 935 time: 0.2261612 Dec 12 15:24:42.625126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Allocated IP 172.25.3.64 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d49e1e48-e365-41d1-bd26-3ff0592bd6da) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:42.660916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b721ad1c-8f1c-42b4-b78b-e6406426723d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:42.716423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28db2681-1cea-4b7e-8503-b8894a0c609e req-60fc46fa-35ea-4af9-bde5-1d41c261f0c8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795692 Dec 12 15:24:42.816731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.909640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.956566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:42.968027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:42.983683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c967d86-1d2a-43b3-868b-5a7957c3c89c req-90c4d6db-c42d-43c2-99f7-b08c8ea99b75 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:42.991861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c967d86-1d2a-43b3-868b-5a7957c3c89c req-90c4d6db-c42d-43c2-99f7-b08c8ea99b75 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 943 time: 0.1187069 Dec 12 15:24:43.033690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0729531b-a5a2-42ba-a31d-93c9120f13fe {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:43.044398 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.049725 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.077529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c967d86-1d2a-43b3-868b-5a7957c3c89c req-68c9ac92-4ea8-406b-abea-bbf69a6db91d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844626 Dec 12 15:24:43.088676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'Port': ['ID=d49e1e48-e365-41d1-bd26-3ff0592bd6da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:43.097502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Transition to ACTIVE for port object 0729531b-a5a2-42ba-a31d-93c9120f13fe will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:43.113804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.116090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:43.120402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:43.125637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:43.131196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a270133e-bc9f-4ebb-a7db-4ec1f358219c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:43.362885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Pushing event updated for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:43.388241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.389848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:43.462422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Attempting to bind port 0729531b-a5a2-42ba-a31d-93c9120f13fe on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:43.462786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Attempting to bind port 0729531b-a5a2-42ba-a31d-93c9120f13fe by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:43.463270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Attempting to bind port 0729531b-a5a2-42ba-a31d-93c9120f13fe on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:43.479487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Port 0729531b-a5a2-42ba-a31d-93c9120f13fe on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:43.480849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.483625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Attempting to bind port 0729531b-a5a2-42ba-a31d-93c9120f13fe on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:43.502527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:43.505431 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba1bd1a-f13b-4d16-9f21-fa20f3e647c2" -d '{"events": [{"server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "name": "network-vif-plugged", "status": "completed", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:43.508512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:43.511491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:43.512178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:43.514415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Bound port: 0729531b-a5a2-42ba-a31d-93c9120f13fe, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:43.517193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.534400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:43.578850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.637003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:43.747906 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.820342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a233a3-8d54-4136-a271-9c17d325e089 req-df057c56-9ea3-46da-8b87-cca7fa35e4e4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:43.821913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7a233a3-8d54-4136-a271-9c17d325e089 req-df057c56-9ea3-46da-8b87-cca7fa35e4e4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2661095 Dec 12 15:24:43.831729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a570a3db-ea94-4972-93ec-2f66c6c51fb1 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:43.841591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982fda-8a12-4365-9b78-2d83645d0fe8 req-4252dd95-85d4-455b-b585-152405a0d5e5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:43.845325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad982fda-8a12-4365-9b78-2d83645d0fe8 req-4252dd95-85d4-455b-b585-152405a0d5e5 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 945 time: 0.2534838 Dec 12 15:24:43.867327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:43.871663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:43.906760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.908317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.916552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.971833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 462d0d11-1381-4d74-a309-dc503547c09c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:43.987205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:43.987811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:43.989249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] 10.222.0.30 "PUT /v2.0/ports/0729531b-a5a2-42ba-a31d-93c9120f13fe HTTP/1.1" status: 200 len: 1095 time: 2.6807950 Dec 12 15:24:43.989699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:43.992879 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ee076-0779-4d7c-8452-c36b9eb386ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:44.068935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad982fda-8a12-4365-9b78-2d83645d0fe8 req-daaca763-665d-4c81-a026-ff95e17bf4d6 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933744 Dec 12 15:24:44.072728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4ede2-f655-47aa-afdd-01378e3f4d1d service neutron] Pushing event updated for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:44.077431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7a233a3-8d54-4136-a271-9c17d325e089 req-d36fa71c-823e-4f7e-bdf4-7b0036af8428 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037842 Dec 12 15:24:44.139978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'Port': ['ID=d49e1e48-e365-41d1-bd26-3ff0592bd6da,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:44.167239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.175641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-de7d5da5-6c49-4485-bd1d-8048ca98e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.180733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-de7d5da5-6c49-4485-bd1d-8048ca98e166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 1098 time: 0.1288948 Dec 12 15:24:44.214442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.222835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a570a3db-ea94-4972-93ec-2f66c6c51fb1 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:44.231746 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b7724b79-1b6a-4dc0-a8e2-020ea2626e6d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1121271 Dec 12 15:24:44.243904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:44.270325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a570a3db-ea94-4972-93ec-2f66c6c51fb1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:44.270703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.351840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-ccd99c34-e4b2-4636-8c12-853b907c7c21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe HTTP/1.1" status: 200 len: 217 time: 0.1605396 Dec 12 15:24:44.373891 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e9e8b-9620-41d0-b2e7-249b8995d4f2 x-openstack-request-id: req-a33e9e8b-9620-41d0-b2e7-249b8995d4f2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:44.374179 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "name": "network-vif-plugged", "status": "completed", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:44.374440 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a33e9e8b-9620-41d0-b2e7-249b8995d4f2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:44.374827 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7', 'code': 200} Dec 12 15:24:44.425968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccad36a6-2734-4706-8a3d-2b3e4725a573 req-28d57ee1-1a97-441c-aef2-54245e8270da tempest-AbsoluteLimitsNegativeTestJSON-2132133607 tempest-AbsoluteLimitsNegativeTestJSON-2132133607-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=66bfb6174e99456598f279bfffed60ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774448 Dec 12 15:24:44.494996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447af96-95db-4689-876f-8c586c9c2a68 req-c84b355e-8da0-496d-b061-5ab7552b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.497652 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9447af96-95db-4689-876f-8c586c9c2a68 req-c84b355e-8da0-496d-b061-5ab7552b36ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 1096 time: 0.0860994 Dec 12 15:24:44.512089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:44.556072 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9447af96-95db-4689-876f-8c586c9c2a68 req-666e8831-a0b8-4874-b7f0-eb3b80b3b4d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443685 Dec 12 15:24:44.595004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad36a6-2734-4706-8a3d-2b3e4725a573 req-c3e702fd-2285-4247-a3fa-7a8c2113579b tempest-AbsoluteLimitsNegativeTestJSON-2132133607 tempest-AbsoluteLimitsNegativeTestJSON-2132133607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.596552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccad36a6-2734-4706-8a3d-2b3e4725a573 req-c3e702fd-2285-4247-a3fa-7a8c2113579b tempest-AbsoluteLimitsNegativeTestJSON-2132133607 tempest-AbsoluteLimitsNegativeTestJSON-2132133607-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633115 Dec 12 15:24:44.618734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 462d0d11-1381-4d74-a309-dc503547c09c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:44.619172 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.629961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-769afad1-83b8-48c3-9bf1-503bce970fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.631450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-769afad1-83b8-48c3-9bf1-503bce970fc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2445700 Dec 12 15:24:44.639202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccad36a6-2734-4706-8a3d-2b3e4725a573 req-5e0a450e-d5ac-49d7-949c-024dbf887f02 tempest-AbsoluteLimitsNegativeTestJSON-2132133607 tempest-AbsoluteLimitsNegativeTestJSON-2132133607-project] 10.222.0.36 "GET /v2.0/quotas/66bfb6174e99456598f279bfffed60ad HTTP/1.1" status: 200 len: 375 time: 0.0191672 Dec 12 15:24:44.656113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72433b7e-204f-4051-9415-2d081e1f5c41 req-65437716-e3ab-4f2a-a897-83069ab8449d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.657685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72433b7e-204f-4051-9415-2d081e1f5c41 req-65437716-e3ab-4f2a-a897-83069ab8449d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 947 time: 0.1932931 Dec 12 15:24:44.694003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccad36a6-2734-4706-8a3d-2b3e4725a573 req-99d8e1b4-fc88-485e-a6e9-5f8b1e1db71d tempest-AbsoluteLimitsNegativeTestJSON-2132133607 tempest-AbsoluteLimitsNegativeTestJSON-2132133607-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66bfb6174e99456598f279bfffed60ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464659 Dec 12 15:24:44.698729 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.727303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72433b7e-204f-4051-9415-2d081e1f5c41 req-14749f93-a70a-473e-b2dc-9aca78564b9a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595677 Dec 12 15:24:44.764719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:44.828750 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f03e4-3fbf-441f-9d86-b425cf79ce81 x-openstack-request-id: req-9a7f03e4-3fbf-441f-9d86-b425cf79ce81 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:44.829279 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:44.829279 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a7f03e4-3fbf-441f-9d86-b425cf79ce81 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:44.830227 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'status': 'completed', 'code': 200} Dec 12 15:24:44.840033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:44.870661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:44.977446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a5573-476b-4210-ab00-267e60a808b9 req-93efbcce-a683-4318-956b-feb2ee4f243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.978883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-93efbcce-a683-4318-956b-feb2ee4f243d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892755 Dec 12 15:24:44.994057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b5a7-5996-4f96-882e-b1502c3e7786 req-375527bf-a39e-4d36-a017-71fea7fd8787 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:44.999201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:45.001926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d24b5a7-5996-4f96-882e-b1502c3e7786 req-375527bf-a39e-4d36-a017-71fea7fd8787 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 944 time: 0.1383529 Dec 12 15:24:45.005315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 2, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:45.046903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Checking router: 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:24:45.047234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Updating router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 port 03d7f37c-3e2f-450c-8740-d4c20e009a74 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:24:45.078729 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.228126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60654) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:45.356670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8a0-6c6a-4874-90aa-116b0c45b1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.375581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.383367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.434525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f19d9-e631-4855-a977-e0c7dd19f8ca None None] Pushing event updated for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:45.459894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8a0-6c6a-4874-90aa-116b0c45b1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.464126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dd9a8a0-6c6a-4874-90aa-116b0c45b1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.475060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1ab95-6cdf-4a0e-a8d9-6e605a004282 req-05c537b5-7526-45df-94f6-e1f2c397ded3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:45.483239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22a1ab95-6cdf-4a0e-a8d9-6e605a004282 req-05c537b5-7526-45df-94f6-e1f2c397ded3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.5555217 Dec 12 15:24:45.490136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-102a5d38-7260-4716-8433-537ce524fa78 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853392 Dec 12 15:24:45.512741 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dd9a8a0-6c6a-4874-90aa-116b0c45b1df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66bfb6174e99456598f279bfffed60ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827585 Dec 12 15:24:45.513008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:45.524495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9a8a0-6c6a-4874-90aa-116b0c45b1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f643199-c8ac-4b2c-95e0-aefdbe999b2a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:45.548479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d24b5a7-5996-4f96-882e-b1502c3e7786 req-0de4aa6a-8ce0-4bf7-9fe7-e08e997560be tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590333 Dec 12 15:24:45.648686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22a1ab95-6cdf-4a0e-a8d9-6e605a004282 req-792dca1d-8f3f-4dca-aa6f-4536cc94f630 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632650 Dec 12 15:24:45.654034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.654454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Attempting to bind port 03d7f37c-3e2f-450c-8740-d4c20e009a74 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:45.655090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Attempting to bind port 03d7f37c-3e2f-450c-8740-d4c20e009a74 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:45.655407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Attempting to bind port 03d7f37c-3e2f-450c-8740-d4c20e009a74 on network 6e82fc18-2e61-4529-a497-5cef85ee15f9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:45.661447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:45.663472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Checking segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:45.664502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.665026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Bound using segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:45.665621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Bound port: 03d7f37c-3e2f-450c-8740-d4c20e009a74, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:45.666126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.739832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.799316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] For port 03d7f37c-3e2f-450c-8740-d4c20e009a74, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:45.803465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62a5573-476b-4210-ab00-267e60a808b9 req-dbf61261-c522-4072-9d7e-60562642a07e service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819083 Dec 12 15:24:45.815724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b721ad1c-8f1c-42b4-b78b-e6406426723d up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:45.843134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.847699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.849297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f643199-c8ac-4b2c-95e0-aefdbe999b2a HTTP/1.1" status: 204 len: 168 time: 0.3350375 Dec 12 15:24:45.861296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a987e3-fc88-4f17-988d-0965c2231ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f643199-c8ac-4b2c-95e0-aefdbe999b2a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:45.865166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] For port 03d7f37c-3e2f-450c-8740-d4c20e009a74, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=03d7f37c-3e2f-450c-8740-d4c20e009a74,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:45.868077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-68b6a1c9-bab2-40c8-a97e-9a6963b89d0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298900 Dec 12 15:24:45.880177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:45.901453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-cbdfb611-e593-4704-8009-be7afe545136 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--839670346&fields=id&tenant_id=508b88a61eb34e129176e6098667f7ec HTTP/1.1" status: 200 len: 267 time: 0.1238320 Dec 12 15:24:45.961808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] Provisioning complete for port 03d7f37c-3e2f-450c-8740-d4c20e009a74 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:45.962283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.008794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:24:46.009543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:46.014313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f19d9-e631-4855-a977-e0c7dd19f8ca None None] Pushing event updated for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:46.060743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b721ad1c-8f1c-42b4-b78b-e6406426723d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:46.082364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b721ad1c-8f1c-42b4-b78b-e6406426723d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:46.082364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.097291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-8eed7a7e-6800-4d74-a8c9-33cd411566fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.099050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-8eed7a7e-6800-4d74-a8c9-33cd411566fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 1101 time: 0.1545491 Dec 12 15:24:46.112000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44294dcf-335a-46e8-a7af-c1eb3c2aaa14 req-d0c7abd2-49ab-46e2-8d71-5291dd58eab2 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.120561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44294dcf-335a-46e8-a7af-c1eb3c2aaa14 req-d0c7abd2-49ab-46e2-8d71-5291dd58eab2 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 945 time: 0.2464790 Dec 12 15:24:46.127813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-7fb35bc7-565c-47ca-900c-2fd1b6e0f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.129652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-7fb35bc7-565c-47ca-900c-2fd1b6e0f115 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 1098 time: 0.2272749 Dec 12 15:24:46.245045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.294891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:24:46.314618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-0f18a44b-5cf0-43a6-a122-60efca9caa4b tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.316153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-0f18a44b-5cf0-43a6-a122-60efca9caa4b tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/networks?id=6e82fc18-2e61-4529-a497-5cef85ee15f9 HTTP/1.1" status: 200 len: 806 time: 0.4010980 Dec 12 15:24:46.350453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44294dcf-335a-46e8-a7af-c1eb3c2aaa14 req-9b5dc2fb-03a9-4560-b1fe-1a50e6884b85 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285554 Dec 12 15:24:46.354148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] For port 03d7f37c-3e2f-450c-8740-d4c20e009a74, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=03d7f37c-3e2f-450c-8740-d4c20e009a74,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:46.365884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-643ac624-67aa-45d7-bb65-e6bda3ccc657 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/quotas/508b88a61eb34e129176e6098667f7ec HTTP/1.1" status: 200 len: 375 time: 0.0374699 Dec 12 15:24:46.366590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.396451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:46.399548 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db1885-4659-4790-b8fc-7cd5a8a9544e" -d '{"events": [{"server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "name": "network-vif-plugged", "status": "completed", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:46.448098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.454138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-94334616-ca2c-4f3e-ae27-3ed4a693b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.455623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-94334616-ca2c-4f3e-ae27-3ed4a693b7d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2860551 Dec 12 15:24:46.456548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-9e234478-cc10-4bcc-8b4d-69b5096f495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.457889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-9e234478-cc10-4bcc-8b4d-69b5096f495c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3271158 Dec 12 15:24:46.524945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-460125f5-23b8-4ac7-b936-c9e66b9ca431 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8f7b4daa-8189-438e-a508-32ea76e07347 HTTP/1.1" status: 200 len: 217 time: 0.0550683 Dec 12 15:24:46.540452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-61ea49af-87a2-4246-870a-497407dd0336 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=508b88a61eb34e129176e6098667f7ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463130 Dec 12 15:24:46.557862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:46.559310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f3c6c-f055-4a82-b78c-40624b925e73 None None] Pushing event updated for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:46.572027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.573270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:46.581391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dd329517-0ce1-44f4-ae8e-4598c39bb0ec None None] Provisioning complete for port 03d7f37c-3e2f-450c-8740-d4c20e009a74 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:46.581740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd329517-0ce1-44f4-ae8e-4598c39bb0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.592858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-1c0a68fb-c8c1-44da-9198-49c0f800c1b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe HTTP/1.1" status: 200 len: 217 time: 0.1190832 Dec 12 15:24:46.719756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-6cf31c39-e9da-497a-98ef-19426b5e4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.721282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-6cf31c39-e9da-497a-98ef-19426b5e4529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1411381 Dec 12 15:24:46.740942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:46.752525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-04c39aaa-d34d-4b46-8937-9081fb90065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.753960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-04c39aaa-d34d-4b46-8937-9081fb90065f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1350574 Dec 12 15:24:46.813961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-74ac7142-5e71-431e-91fc-1481fe806da9 service neutron] 10.222.0.36 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240458 Dec 12 15:24:46.853582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:46.854932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-9db28714-bfc3-47cf-b200-6a7aab445b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.856889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-9db28714-bfc3-47cf-b200-6a7aab445b9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764725 Dec 12 15:24:46.910048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:45Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:46.913072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:46.919543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-f42a8fa6-2bde-48d2-8bc0-c3627b3e4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:46.922284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-f42a8fa6-2bde-48d2-8bc0-c3627b3e4729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835632 Dec 12 15:24:46.945967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:46.946567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e1c92-6b84-4b54-8cad-5d47b599e4f0 None None] The sync data for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 is: [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:45Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:24:46.947893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.051345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:47.113771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1118731644-network', 'tenant_id': 'acd83657f6a344c48d3de22a9b4e2127'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:47.114662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-c8fe259b-d955-426d-9176-3d0df62ffa01 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676745 Dec 12 15:24:47.158392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Made reservation on behalf of acd83657f6a344c48d3de22a9b4e2127 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:47.160905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.172163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.268739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.273243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.290275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:24:47.302330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.302755 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Added segment a79ad503-1b7c-4614-a90f-76a6025d1a3e of type vlan for network e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 Dec 12 15:24:47.322004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-6effae06-67e0-4455-a2c5-375720864e73 service neutron] 10.222.0.36 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936264 Dec 12 15:24:47.353180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.356073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-e3dc68f9-497e-4f43-bbf2-709a58cdcd8d service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204359 Dec 12 15:24:47.383339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb26176-ed41-4e3b-8d6a-5d16ca19e1f9 req-c354cd46-a15e-45d9-bd09-f4c30fb11621 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:47.393102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cb26176-ed41-4e3b-8d6a-5d16ca19e1f9 req-c354cd46-a15e-45d9-bd09-f4c30fb11621 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 947 time: 0.2742400 Dec 12 15:24:47.398082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.399488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:47.399865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.444569 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4972725 Dec 12 15:24:47.455810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60736) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:47.474898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Request body: {'subnet': {'network_id': 'e668cee8-3a61-4a39-9e32-e8d9dd26a6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1118731644-subnet', 'tenant_id': 'acd83657f6a344c48d3de22a9b4e2127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:47.477696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef87bf3-05ad-4264-bd53-e6833bbee0b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:47.527497 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c551824-4af3-434b-a03c-ea7dc8a74805 x-openstack-request-id: req-1c551824-4af3-434b-a03c-ea7dc8a74805 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:47.528046 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "name": "network-vif-plugged", "status": "completed", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:47.528468 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c551824-4af3-434b-a03c-ea7dc8a74805 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:47.529051 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'code': 200} Dec 12 15:24:47.533013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d24b2c-8495-43f5-baf7-d485a1dba6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e668cee8-3a61-4a39-9e32-e8d9dd26a6d0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:47.546169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:24:47.552075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86764a6b-2139-4c88-bcc8-08d5b8fbcbe3 req-6a3dfc44-550e-4582-ab84-d96463e4c01f service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066215 Dec 12 15:24:47.599228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Made reservation on behalf of acd83657f6a344c48d3de22a9b4e2127 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:47.602809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.654279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a270133e-bc9f-4ebb-a7db-4ec1f358219c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:47.703717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cb26176-ed41-4e3b-8d6a-5d16ca19e1f9 req-e76561aa-51b0-472f-9fda-db626d79d224 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097284 Dec 12 15:24:47.774992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a270133e-bc9f-4ebb-a7db-4ec1f358219c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:47.792840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a270133e-bc9f-4ebb-a7db-4ec1f358219c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:47.793258 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.800782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2ee076-0779-4d7c-8452-c36b9eb386ae req-b392d033-58e0-4fe6-a9ce-82e0d95841e1 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959932 Dec 12 15:24:47.802624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0fae-1836-454b-beb3-d73a511899ab req-52909ade-4a4c-4156-b42e-75fe81f37156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:47.803936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08fe0fae-1836-454b-beb3-d73a511899ab req-52909ade-4a4c-4156-b42e-75fe81f37156 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 1096 time: 0.1719477 Dec 12 15:24:47.938958 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:47.945561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 03d7f37c-3e2f-450c-8740-d4c20e009a74 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:47.950078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc87759-9446-4cd4-8ab3-767d413aec32 req-74f7c8f8-e4be-4564-b229-8e3a09054d13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:47.951734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cc87759-9446-4cd4-8ab3-767d413aec32 req-74f7c8f8-e4be-4564-b229-8e3a09054d13 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 944 time: 0.2218819 Dec 12 15:24:48.029442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08fe0fae-1836-454b-beb3-d73a511899ab req-6bf0a6ee-e115-4ed3-8815-9d476c79face service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998525 Dec 12 15:24:48.045991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:48.053714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:48.053999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8420c92-bc43-43a0-90c2-604f6a768032 req-4c4e1ca3-0c3f-4b1d-b495-124fb4696ea8 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.056668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8420c92-bc43-43a0-90c2-604f6a768032 req-4c4e1ca3-0c3f-4b1d-b495-124fb4696ea8 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2252169 Dec 12 15:24:48.116915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 03d7f37c-3e2f-450c-8740-d4c20e009a74 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:48.117280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:48.118932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:48.133296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cc87759-9446-4cd4-8ab3-767d413aec32 req-177ff3f8-da9d-4231-85b2-9aa18c76f77d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643288 Dec 12 15:24:48.192748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8420c92-bc43-43a0-90c2-604f6a768032 req-c05979ae-0750-432b-bb1f-31263f255edc tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269879 Dec 12 15:24:48.196016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:48.309179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c3a58e-3fec-474e-8a61-72fe289602e4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:48.342658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Checking segment: {'id': 'a79ad503-1b7c-4614-a90f-76a6025d1a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e668cee8-3a61-4a39-9e32-e8d9dd26a6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:48.342933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Network hostable DHCP agents. Network: e668cee8-3a61-4a39-9e32-e8d9dd26a6d0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:24:48.355984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa437c5-c5f4-48e9-85ed-10a5a37482f1 req-8d4d384a-4d01-42d0-9b16-ee02f16b37fe tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.357522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fa437c5-c5f4-48e9-85ed-10a5a37482f1 req-8d4d384a-4d01-42d0-9b16-ee02f16b37fe tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 945 time: 0.1258652 Dec 12 15:24:48.388482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f98bf-1ccc-45ae-9e99-553d0eec2d12 req-df0b01b5-880d-436c-b836-870645d55ba1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.390253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c0f98bf-1ccc-45ae-9e99-553d0eec2d12 req-df0b01b5-880d-436c-b836-870645d55ba1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 946 time: 0.1072910 Dec 12 15:24:48.406283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Network e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:24:48.468539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e668cee8-3a61-4a39-9e32-e8d9dd26a6d0) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:48.476909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.477722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:48.478470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d12f16e-f4ac-45ea-a355-692aeafea043 None None] Network e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:48.486431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fa437c5-c5f4-48e9-85ed-10a5a37482f1 req-dc806659-b97a-4892-96c2-9c23fd2116bb tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/security-groups?id=175005ca-bbbc-4d29-9de5-6826c09f9518&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Dec 12 15:24:48.534590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-38737a61-974a-4e5f-ac1a-ce4c610e8fa7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0593801 Dec 12 15:24:48.541778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c0f98bf-1ccc-45ae-9e99-553d0eec2d12 req-9870bd8c-8ff6-4b7f-8a7e-44379ecc8ef1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269939 Dec 12 15:24:48.624969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3f0b805-e42c-4111-b147-b862a1c1f924 req-35a46343-216a-4511-9a6a-27984e7d3097 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 210 time: 0.0511546 Dec 12 15:24:48.689431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538264f-cad3-411d-8e0c-f010227aacdc req-c452f3e4-1c81-4645-b403-08d6f58ce469 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.691173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4538264f-cad3-411d-8e0c-f010227aacdc req-c452f3e4-1c81-4645-b403-08d6f58ce469 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 948 time: 0.0638223 Dec 12 15:24:48.755187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4538264f-cad3-411d-8e0c-f010227aacdc req-7c9a95a9-fca1-44ab-be54-ca4eee50a1fa tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Dec 12 15:24:48.849272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b402ee-84e1-4b75-9a5a-faa05b70eed1 None None] Network e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:24:48.905749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-615966237', 'description': 'tempest-description-292451408'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:48.943145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6795e694-b41c-46b3-814a-69bc74750e38 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.944681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6795e694-b41c-46b3-814a-69bc74750e38 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.30 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 945 time: 0.1138420 Dec 12 15:24:48.954802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:48.971623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0391d9-fcf1-479d-8dca-e6eae53d83fc req-5fce6542-413c-47b2-8145-7b14ee6bca7a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:48.973062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d0391d9-fcf1-479d-8dca-e6eae53d83fc req-5fce6542-413c-47b2-8145-7b14ee6bca7a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 947 time: 0.1051598 Dec 12 15:24:49.104308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d0391d9-fcf1-479d-8dca-e6eae53d83fc req-963c0535-b795-40d7-a6da-a15d1ddcd301 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219244 Dec 12 15:24:49.139247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.142731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Deleting port a06dd864-0603-490f-bd5e-599514b01804 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:24:49.143060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.161516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.228845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.230054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-250f2683-27bc-4eec-aec9-54d1c34f38a1 req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3427618 Dec 12 15:24:49.232892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d54b0-9147-4a20-bfb7-1ec773213494 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4650c939-0fab-4727-aaef-ee0be49259d4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:49.295759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] For port a06dd864-0603-490f-bd5e-599514b01804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a06dd864-0603-490f-bd5e-599514b01804,segment=NetworkSegment(a67b1a6f-4dd9-4b67-8212-3618803f70aa),segment_id=a67b1a6f-4dd9-4b67-8212-3618803f70aa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:49.296120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.356255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Calling delete_port for a06dd864-0603-490f-bd5e-599514b01804 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:24:49.463575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427719-0962-45b2-9755-2b793e64d940 req-08e8170c-cf27-45c3-8bc4-1208538702eb tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:49.469250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f427719-0962-45b2-9755-2b793e64d940 req-08e8170c-cf27-45c3-8bc4-1208538702eb tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 945 time: 0.1760268 Dec 12 15:24:49.531466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d'}, {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}, {'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:49.538845 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df7e90-b3d0-4907-b369-f91b242d3306" -d '{"events": [{"server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "name": "network-vif-plugged", "status": "completed", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d"}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-unplugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}, {"server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:49.603176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f427719-0962-45b2-9755-2b793e64d940 req-82cc5aa0-b389-44df-aeba-d8c0b3a99eea tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254408 Dec 12 15:24:49.606684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0729531b-a5a2-42ba-a31d-93c9120f13fe details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:49.611370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-1ddaabf6-3020-469e-b846-d76a8caa4edb tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:49.612873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-1ddaabf6-3020-469e-b846-d76a8caa4edb tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.13 "GET /v2.0/networks?id=6e82fc18-2e61-4529-a497-5cef85ee15f9 HTTP/1.1" status: 200 len: 806 time: 0.2721820 Dec 12 15:24:49.636983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3157e-3b87-40d8-9d65-c45e8fc35d00 req-068cf790-1035-45e6-afc7-2e46f37b92f4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:49.639566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8f3157e-3b87-40d8-9d65-c45e8fc35d00 req-068cf790-1035-45e6-afc7-2e46f37b92f4 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1441283 Dec 12 15:24:49.719976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:49.733374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'mac_address': 'fa:16:3e:50:74:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:49.767566 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.774317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.788407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a06dd864-0603-490f-bd5e-599514b01804'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:49.811941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0729531b-a5a2-42ba-a31d-93c9120f13fe {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:49.833474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:49.837736 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.840134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Pushing event deleted for resources: {'Port': ['ID=a06dd864-0603-490f-bd5e-599514b01804,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:49.880453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-0e34942f-d7b2-4ea0-9fb9-5ff04450ffd9 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=508b88a61eb34e129176e6098667f7ec HTTP/1.1" status: 200 len: 379 time: 0.2395632 Dec 12 15:24:49.885863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:49.892689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-08432405-271d-4772-a2f2-fbbe8db53d9d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/4650c939-0fab-4727-aaef-ee0be49259d4 HTTP/1.1" status: 200 len: 1820 time: 0.1524720 Dec 12 15:24:49.914619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8f3157e-3b87-40d8-9d65-c45e8fc35d00 req-7faea523-f6f7-434b-8e4c-dbbd442c9e86 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892734 Dec 12 15:24:49.918586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'port': {'device_id': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'admin_state_up': True, 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'security_groups': ['1557bf76-fdd4-4c15-9f46-74d4fb6a10a9']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:49.921768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] No DVR routers for this DVR port a06dd864-0603-490f-bd5e-599514b01804 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:24:49.927811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4650c939-0fab-4727-aaef-ee0be49259d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:49.928120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4650c939-0fab-4727-aaef-ee0be49259d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:49.943035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:49.946850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-888b31d0-543e-4e91-b753-eaea57c8881c req-6ea7e561-aa05-4598-93e9-8f1dd05d7247 tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.30 "DELETE /v2.0/ports/a06dd864-0603-490f-bd5e-599514b01804 HTTP/1.1" status: 204 len: 173 time: 0.9899364 Dec 12 15:24:49.948224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'name': 'network-vif-deleted', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:49.950806 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e728d8-3502-4ad8-bf73-11b36fd53d13" -d '{"events": [{"server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "name": "network-vif-deleted", "tag": "a06dd864-0603-490f-bd5e-599514b01804"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:50.103518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a509c101-c50c-4f95-b30e-6a609306a667 req-4af21654-b21a-4b47-a742-4eef4d760c9b tempest-ServerTagsTestJSON-188814159 tempest-ServerTagsTestJSON-188814159-project] 10.222.0.36 "GET /v2.0/ports?device_id=49511970-f9a8-49a2-bdaa-5ff2ddeb3049 HTTP/1.1" status: 200 len: 210 time: 0.0472379 Dec 12 15:24:50.115378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:50.157834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['0729531b-a5a2-42ba-a31d-93c9120f13fe'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:50.173729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:50.175574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Made reservation on behalf of 508b88a61eb34e129176e6098667f7ec for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:24:50.179832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:50.184098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:50.190839 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41817634-ea8e-4645-a564-c22bd9dcadf3 x-openstack-request-id: req-41817634-ea8e-4645-a564-c22bd9dcadf3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:50.191364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "name": "network-vif-plugged", "status": "completed", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d", "code": 200}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-unplugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "code": 200}, {"server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:50.192125 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41817634-ea8e-4645-a564-c22bd9dcadf3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:50.192125 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d', 'code': 200} Dec 12 15:24:50.192342 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'code': 200} Dec 12 15:24:50.193331 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'code': 200} Dec 12 15:24:50.223427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc5a916-0718-43c9-b9d7-325fad21cca2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:50.234342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7695c-567c-4fec-81a6-2a384145a820 req-dbdbc26b-c1ce-40b2-abe9-289050d1dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.235903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-dbdbc26b-c1ce-40b2-abe9-289050d1dc4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1101 time: 0.1124189 Dec 12 15:24:50.240817 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:50.257027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07752d30-2dc9-4de3-b297-83bedb3d7d7d req-93ad2e2e-95b2-435b-833b-2a70592142ea tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3469768 Dec 12 15:24:50.407227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7695c-567c-4fec-81a6-2a384145a820 req-7355900a-7492-46e2-af43-5ca411d50e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.409082 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-7355900a-7492-46e2-af43-5ca411d50e43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1082995 Dec 12 15:24:50.475886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-e9d544a8-b0bf-4251-9172-0e70a3d716b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65 HTTP/1.1" status: 200 len: 217 time: 0.0434771 Dec 12 15:24:50.545656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7695c-567c-4fec-81a6-2a384145a820 req-6daa84da-0359-4af3-9e4d-b71dd8dd88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.548808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-6daa84da-0359-4af3-9e4d-b71dd8dd88d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0617883 Dec 12 15:24:50.602378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7695c-567c-4fec-81a6-2a384145a820 req-775f5059-a0be-46e3-a571-40f22d385ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.603885 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-775f5059-a0be-46e3-a571-40f22d385ee5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465221 Dec 12 15:24:50.704779 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-1236ae28-535b-4e66-bd89-6af61f06b23a service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901108 Dec 12 15:24:50.750084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cd14841-8643-48aa-8643-db27bf17dbaf req-c496f318-a6aa-40a1-b849-75c6cf33b465 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 210 time: 0.0680373 Dec 12 15:24:50.814286 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0e801-16c8-4781-9436-a7cac8056908 x-openstack-request-id: req-46d0e801-16c8-4781-9436-a7cac8056908 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:50.814591 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49511970-f9a8-49a2-bdaa-5ff2ddeb3049", "name": "network-vif-deleted", "tag": "a06dd864-0603-490f-bd5e-599514b01804", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:50.814845 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46d0e801-16c8-4781-9436-a7cac8056908 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:50.815247 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49511970-f9a8-49a2-bdaa-5ff2ddeb3049', 'name': 'network-vif-deleted', 'tag': 'a06dd864-0603-490f-bd5e-599514b01804', 'status': 'completed', 'code': 200} Dec 12 15:24:50.817295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cc26a-46be-4554-b3c4-c58aa34af990 req-5f7a866f-ac28-4a95-beb2-e06ca6073dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.818517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-481cc26a-46be-4554-b3c4-c58aa34af990 req-5f7a866f-ac28-4a95-beb2-e06ca6073dda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 1097 time: 0.5248756 Dec 12 15:24:50.824130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea7c6b-57ad-4049-80c2-b7dc3828a652 req-e563f7f9-821b-4b8c-9577-3f8ebf5afa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.825759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33ea7c6b-57ad-4049-80c2-b7dc3828a652 req-e563f7f9-821b-4b8c-9577-3f8ebf5afa25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1096 time: 0.5194113 Dec 12 15:24:50.836987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977f30f-4256-4186-8627-3b5752954fc9 req-136454dc-5aa6-4c4d-b3d0-82745208e244 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:50.838527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8977f30f-4256-4186-8627-3b5752954fc9 req-136454dc-5aa6-4c4d-b3d0-82745208e244 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 946 time: 0.5432794 Dec 12 15:24:50.854151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-37c7695c-567c-4fec-81a6-2a384145a820 req-71b5c451-2d5e-4619-96e0-0fa246aa7df6 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403847 Dec 12 15:24:50.857307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Allocated IP 172.20.0.14 (6e82fc18-2e61-4529-a497-5cef85ee15f9/ecfbdf9d-3788-4444-a12f-f7a344f305fd/b6b20814-288f-4dce-ae55-e75dca90bb7c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:24:51.018463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33ea7c6b-57ad-4049-80c2-b7dc3828a652 req-6e227106-4db7-48cd-84cd-152c3300444e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788504 Dec 12 15:24:51.026558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8977f30f-4256-4186-8627-3b5752954fc9 req-172e02b6-69c1-4e26-82ce-23760947e370 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749778 Dec 12 15:24:51.041588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-481cc26a-46be-4554-b3c4-c58aa34af990 req-041bdb6b-bc58-4102-8171-2cae25ac9e8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010410 Dec 12 15:24:51.051469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2a36-0815-4a4a-a7c1-54de6cf5ce3e req-f2d88ee7-711b-4442-b59e-c7e016253d95 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:51.053036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d8c2a36-0815-4a4a-a7c1-54de6cf5ce3e req-f2d88ee7-711b-4442-b59e-c7e016253d95 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 948 time: 0.1786571 Dec 12 15:24:51.091253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-156327406', 'description': 'tempest-description-1234082215'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:51.166320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.187282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d8c2a36-0815-4a4a-a7c1-54de6cf5ce3e req-e29d740c-1026-470b-9be6-8f6b23a55269 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068194 Dec 12 15:24:51.203978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.307564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.349840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.361353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.376330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e508651-a959-4187-9a6d-22bcbe2dcbbf req-b7671ce1-678a-4961-b5af-ceffb1637b73 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:51.377822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e508651-a959-4187-9a6d-22bcbe2dcbbf req-b7671ce1-678a-4961-b5af-ceffb1637b73 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 945 time: 0.1334984 Dec 12 15:24:51.387697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:24:51.409769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:24:51.417563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event updated for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:51.428913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:24:51.436485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.437710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b41f9c94-5798-4664-91c1-ba8b8ec6cb47 req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3583989 Dec 12 15:24:51.457700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9eeeb-76b6-47d2-be3a-b58db7b0f194 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ac32a9-193d-4350-9b40-b6ddd6826de8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:51.517871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:51.518495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.523763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e508651-a959-4187-9a6d-22bcbe2dcbbf req-1dd80b0d-312e-46f1-b3fc-d8a71e409035 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305239 Dec 12 15:24:51.561369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-84b189da-d048-486e-baa2-15f4f9992935 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6502693 Dec 12 15:24:51.574497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180229f9-872f-4b66-a25d-d627a95e5248 req-0a4ad022-f505-4d90-8324-ccc28ef3e3a5 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:51.577140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-180229f9-872f-4b66-a25d-d627a95e5248 req-0a4ad022-f505-4d90-8324-ccc28ef3e3a5 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0769670 Dec 12 15:24:51.584251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Request body: {'port': {'device_id': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:51.630924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:51.649225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0729531b-a5a2-42ba-a31d-93c9120f13fe up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:51.672300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d7c0bdbe-b93b-44e1-9144-311242aa59dd None None] Provisioning complete for port b6b20814-288f-4dce-ae55-e75dca90bb7c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:51.672789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c0bdbe-b93b-44e1-9144-311242aa59dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.683024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Deleting subnet b10291f4-5be5-44b1-8aa9-0fda57a95c56 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:24:51.687954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.694577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-180229f9-872f-4b66-a25d-d627a95e5248 req-b8ef17ff-1c21-4735-b770-919f15403e2e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072178 Dec 12 15:24:51.699182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.723831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0bdbe-b93b-44e1-9144-311242aa59dd None None] Port b6b20814-288f-4dce-ae55-e75dca90bb7c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:24:51.737702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 0729531b-a5a2-42ba-a31d-93c9120f13fe completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:51.742369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 0729531b-a5a2-42ba-a31d-93c9120f13fe triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:51.742733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.742896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.757472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-c722e5bd-059b-4d5e-ae31-2b634808b480 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/94ac32a9-193d-4350-9b40-b6ddd6826de8 HTTP/1.1" status: 200 len: 1821 time: 0.1016092 Dec 12 15:24:51.779730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:51.781833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '94ac32a9-193d-4350-9b40-b6ddd6826de8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:51.782158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '94ac32a9-193d-4350-9b40-b6ddd6826de8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:51.798726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.880623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.908905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10291f4-5be5-44b1-8aa9-0fda57a95c56,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:51.917678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:51.921646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-36e016d7-f438-4486-8240-b4f5cc919855 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b10291f4-5be5-44b1-8aa9-0fda57a95c56 HTTP/1.1" status: 204 len: 168 time: 0.2896426 Dec 12 15:24:51.924043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:51.939191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:51.957054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'mac_address': 'fa:16:3e:ac:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:51.960625 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.001189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.019136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a6a6-afb0-43c1-9388-a09981fe8b66 req-8fe67dcf-282c-49bc-bf0d-e240f8bc581e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:52.020812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0d1a6a6-afb0-43c1-9388-a09981fe8b66 req-8fe67dcf-282c-49bc-bf0d-e240f8bc581e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 932 time: 0.1431746 Dec 12 15:24:52.023446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:52.024869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.037141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.061448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b86a62e-d8b4-4be7-9a0e-74d006957949 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:52.065097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.096052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.099322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:52.107380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.111145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.123295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f124f5-4089-4708-b7d7-7290e7561c4e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:52.131032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.135552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67b1a6f-4dd9-4b67-8212-3618803f70aa') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:52.135861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67b1a6f-4dd9-4b67-8212-3618803f70aa') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:24:52.144537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.155878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.162492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b20814-288f-4dce-ae55-e75dca90bb7c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:52.167595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.175999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.186225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:24:52.186785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:24:52.189280 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:24:52.192142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0d1a6a6-afb0-43c1-9388-a09981fe8b66 req-f932f823-acfd-49b7-90ab-f21fe998299b tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475129 Dec 12 15:24:52.193031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.194257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:52.199068 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6870f20-f0c9-4166-ae74-c3b3fdcf3e55" -d '{"events": [{"server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "name": "network-vif-plugged", "status": "completed", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:52.205287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaba21d-d399-4a92-b1e1-ed1139583565,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.215641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.229372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee87216b-f49f-4c04-a43a-2190783a08a2 req-a3a8c409-e98e-4833-99f1-e563d19560e1 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4564443 Dec 12 15:24:52.237367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Transition to ACTIVE for port object b6b20814-288f-4dce-ae55-e75dca90bb7c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:24:52.244829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.256776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.276407 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141b73a-bf2e-4f72-8801-872eac1f9ee9 x-openstack-request-id: req-a141b73a-bf2e-4f72-8801-872eac1f9ee9 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:52.276958 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "name": "network-vif-plugged", "status": "completed", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:52.277436 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a141b73a-bf2e-4f72-8801-872eac1f9ee9 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:52.278019 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'code': 200} Dec 12 15:24:52.281193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.284571 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e8f124f5-4089-4708-b7d7-7290e7561c4e HTTP/1.1" status: 204 len: 168 time: 0.3593059 Dec 12 15:24:52.285546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95610f-0711-42e0-8c40-baf20b8fb450 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f124f5-4089-4708-b7d7-7290e7561c4e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.315763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2b86a62e-d8b4-4be7-9a0e-74d006957949'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:52.333057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Pushing event updated for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.424980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dc37d-bd89-4ca5-94fa-bf1728e3a61d req-a8178f56-a4df-4c22-9fe1-fcd87d8ce8e1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:52.433921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a78dc37d-bd89-4ca5-94fa-bf1728e3a61d req-a8178f56-a4df-4c22-9fe1-fcd87d8ce8e1 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 946 time: 0.1593559 Dec 12 15:24:52.538105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:52.592077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Attempting to bind port b6b20814-288f-4dce-ae55-e75dca90bb7c on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:24:52.592479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Attempting to bind port b6b20814-288f-4dce-ae55-e75dca90bb7c by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:24:52.592799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Attempting to bind port b6b20814-288f-4dce-ae55-e75dca90bb7c on network 6e82fc18-2e61-4529-a497-5cef85ee15f9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:52.598012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee72f9e-a180-493b-88c3-fd461c5cca99 req-a22d80a2-0247-496a-b822-4e209dfccd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:52.603494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7cc42f05-94a5-462d-9471-a005c801f56d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ece53b252db7479ba78b2ada88e0408f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596468 Dec 12 15:24:52.603609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ee72f9e-a180-493b-88c3-fd461c5cca99 req-a22d80a2-0247-496a-b822-4e209dfccd0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 1100 time: 0.1583486 Dec 12 15:24:52.603721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:24:52.608952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c518b-d7ce-4f96-a42f-4799a7329305 req-0f4298b3-a896-4392-ba8d-303968e524ce tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:52.610794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-980c518b-d7ce-4f96-a42f-4799a7329305 req-0f4298b3-a896-4392-ba8d-303968e524ce tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 949 time: 0.2054930 Dec 12 15:24:52.614313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a78dc37d-bd89-4ca5-94fa-bf1728e3a61d req-db8d7a44-1447-4dcf-a3a5-f9b8fdbabbc4 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796074 Dec 12 15:24:52.620887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Port b6b20814-288f-4dce-ae55-e75dca90bb7c on network 6e82fc18-2e61-4529-a497-5cef85ee15f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:24:52.621221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Attempting to bind port b6b20814-288f-4dce-ae55-e75dca90bb7c on network 6e82fc18-2e61-4529-a497-5cef85ee15f9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:24:52.662074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.663821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1648686680', 'description': 'tempest-description-435633328'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:52.670124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:24:52.670460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Checking segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:24:52.670822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Bound using segment: {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:24:52.671256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Bound port: b6b20814-288f-4dce-ae55-e75dca90bb7c, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449add97-98f1-482a-adfb-b7dd7a510b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:24:52.672052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.685744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.733787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.736486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.737800 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/175005ca-bbbc-4d29-9de5-6826c09f9518 HTTP/1.1" status: 204 len: 168 time: 0.1339273 Dec 12 15:24:52.746423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d8e1c-c429-4939-9d97-9f5c948aff5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175005ca-bbbc-4d29-9de5-6826c09f9518,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:52.763008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ee72f9e-a180-493b-88c3-fd461c5cca99 req-0b54aa81-d3d1-4eaa-97d8-03c93e4a2e88 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474311 Dec 12 15:24:52.763717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.781517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-980c518b-d7ce-4f96-a42f-4799a7329305 req-160ed273-4a4f-4eb4-b4c6-67786f78d104 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580746 Dec 12 15:24:52.813045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:24:52.816908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:24:52.830326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.916818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:52.917437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.918889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] 10.222.0.13 "PUT /v2.0/ports/b6b20814-288f-4dce-ae55-e75dca90bb7c HTTP/1.1" status: 200 len: 1092 time: 1.3407443 Dec 12 15:24:52.920391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:52.922740 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967fb76d-52a4-481f-9655-9809728ebcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:52.957568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:52.972590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.029605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db078a39-4c59-4dd4-b5b6-6b4f037810a4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:53.031798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bbe0c-9854-4312-995e-82fe32c75d9b service neutron] Pushing event updated for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:53.068857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625e7c5-0b9a-4fe4-80a4-7f36d4d15d26 req-f14eb43f-e757-45a6-8410-50c2156f4eb1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.076057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f625e7c5-0b9a-4fe4-80a4-7f36d4d15d26 req-f14eb43f-e757-45a6-8410-50c2156f4eb1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 945 time: 0.2087078 Dec 12 15:24:53.087242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.088449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b4d59ef-4172-47df-a423-f5b694b8bfd1 req-ee51b124-16c4-4057-8ce8-ab5ab9e65b32 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4391241 Dec 12 15:24:53.130026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-ef81904b-c47b-47c2-8f6b-02614e2d3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.131706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-ef81904b-c47b-47c2-8f6b-02614e2d3a00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508b88a61eb34e129176e6098667f7ec&device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 1095 time: 0.1103060 Dec 12 15:24:53.165262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f625e7c5-0b9a-4fe4-80a4-7f36d4d15d26 req-551b2c2c-e913-46ba-b76f-9bb3eb9edf6f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 Dec 12 15:24:53.211612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-0c2829a9-166f-4ddc-9e11-5950fbf0afc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c HTTP/1.1" status: 200 len: 217 time: 0.0616663 Dec 12 15:24:53.244344 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f76f95-e5b1-47e2-bdc4-544c2c1d1975 x-openstack-request-id: req-f5f76f95-e5b1-47e2-bdc4-544c2c1d1975 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:53.244713 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:53.245122 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5f76f95-e5b1-47e2-bdc4-544c2c1d1975 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:53.245675 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'status': 'completed', 'code': 200} Dec 12 15:24:53.285660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-372315318', 'description': 'tempest-description-1571728675'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:53.322255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-7cb1bb23-de95-4c89-98b7-8dee8539fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.323773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-7cb1bb23-de95-4c89-98b7-8dee8539fe36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecfbdf9d-3788-4444-a12f-f7a344f305fd HTTP/1.1" status: 200 len: 845 time: 0.1004186 Dec 12 15:24:53.325705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.354999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b416e-2213-447b-9a22-2ba84e32e594 req-9514cd12-f9a1-4538-ab3f-31e50609df7d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.356477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d6b416e-2213-447b-9a22-2ba84e32e594 req-9514cd12-f9a1-4538-ab3f-31e50609df7d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1226971 Dec 12 15:24:53.436836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-511e1959-3d72-4c56-aec9-17bfc954f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.438326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-511e1959-3d72-4c56-aec9-17bfc954f53d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e82fc18-2e61-4529-a497-5cef85ee15f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022089 Dec 12 15:24:53.477629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d6b416e-2213-447b-9a22-2ba84e32e594 req-52a5a624-54f1-4e31-a8c9-3f83f9bc7e88 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017630 Dec 12 15:24:53.530216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.539101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.604333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-c40d362f-3c17-4559-8cbe-b8507761011a service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548307 Dec 12 15:24:53.607007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.608124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17d63292-773a-474a-9ec2-5f81c4651c38 req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3431156 Dec 12 15:24:53.622059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567187d-2874-462a-8c2c-77ae1aa777fa tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0877c5-aebb-407c-8b8a-61346a0a8918,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:53.661687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a06dd864-0603-490f-bd5e-599514b01804 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:24:53.686197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: a06dd864-0603-490f-bd5e-599514b01804 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:24:53.686799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a06dd864-0603-490f-bd5e-599514b01804 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:24:53.690397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-bfd518da-7521-424c-b9dd-ee4e1b30dd10 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1372632474&fields=id&tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 267 time: 0.1369834 Dec 12 15:24:53.789662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f27fc-c013-4751-8c25-96cb64404cb5 req-1360122a-402a-4ac1-b7b1-4fb0b5fe3a88 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.791125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a90f27fc-c013-4751-8c25-96cb64404cb5 req-1360122a-402a-4ac1-b7b1-4fb0b5fe3a88 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 944 time: 0.1138165 Dec 12 15:24:53.796298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc1a997-738f-480b-85ae-a6d6a14c0652 req-d991fec3-4bb9-441a-b904-84ece6b23bfd service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803770 Dec 12 15:24:53.796592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:53.813815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-f1b17c79-26a1-4f97-a6a7-69c2d10d3622 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.815278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-f1b17c79-26a1-4f97-a6a7-69c2d10d3622 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 945 time: 0.1180127 Dec 12 15:24:53.831976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'security_groups': ['eb70b61a-ed85-4cff-ac67-496b05fd06a2', '6ad33ec8-065d-43a6-8336-28808724c892']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:53.849833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 2b86a62e-d8b4-4be7-9a0e-74d006957949 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:53.850579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.912658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a90f27fc-c013-4751-8c25-96cb64404cb5 req-d0f79122-354a-4fc1-b43f-f56863b02a58 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136670 Dec 12 15:24:53.936429 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.955581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:53.969677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:53.970745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-41c4a864-45f9-480d-b842-7da54638ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:53.972308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-41c4a864-45f9-480d-b842-7da54638ef91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508b88a61eb34e129176e6098667f7ec&device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 1095 time: 0.1103339 Dec 12 15:24:53.974143 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.027676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:54.076155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-ea6dbb5f-027d-4cf4-837d-ac989eaf5bbb tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/db078a39-4c59-4dd4-b5b6-6b4f037810a4 HTTP/1.1" status: 200 len: 1821 time: 0.1332567 Dec 12 15:24:54.180535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-3dfda0ed-ee26-428b-aac4-3c82bbfb5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:54.182052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-3dfda0ed-ee26-428b-aac4-3c82bbfb5121 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e82fc18-2e61-4529-a497-5cef85ee15f9 HTTP/1.1" status: 200 len: 906 time: 0.1769605 Dec 12 15:24:54.187596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-b320efa2-aec4-4eb9-9e1c-ad0a7e34077e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/fe0877c5-aebb-407c-8b8a-61346a0a8918 HTTP/1.1" status: 200 len: 1821 time: 0.1044548 Dec 12 15:24:54.210121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db078a39-4c59-4dd4-b5b6-6b4f037810a4', 'remote_group_id': 'fe0877c5-aebb-407c-8b8a-61346a0a8918', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:54.210438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db078a39-4c59-4dd4-b5b6-6b4f037810a4', 'remote_group_id': 'fe0877c5-aebb-407c-8b8a-61346a0a8918', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:54.271451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-db2d4d72-7149-429b-aab3-21a64497380b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c HTTP/1.1" status: 200 len: 217 time: 0.0726559 Dec 12 15:24:54.279828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:54.282176 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34706021-6b67-4aa8-a771-d3c7b6c4bf14" -d '{"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-plugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:54.356004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-230b3d95-d007-4189-ba67-0fca88760593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:54.357461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-230b3d95-d007-4189-ba67-0fca88760593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecfbdf9d-3788-4444-a12f-f7a344f305fd HTTP/1.1" status: 200 len: 845 time: 0.0764346 Dec 12 15:24:54.375237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:54.446440 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.456065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.472073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.482341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-d722da1d-5915-4279-9149-9d76e3f4cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:54.483644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:54.483787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-d722da1d-5915-4279-9149-9d76e3f4cd5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e82fc18-2e61-4529-a497-5cef85ee15f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049170 Dec 12 15:24:54.490103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:54.524924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.542974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.587100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:54.587705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.589172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c180cb46-edb7-441e-8227-b416c7bffb7e req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "PUT /v2.0/ports/a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 981 time: 0.7623312 Dec 12 15:24:54.623116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf8167-cb36-4343-ab82-25dddaaa1938,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:54.633731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26674d13-9fcd-437c-8773-7324d5e34762 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:54.638260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:54.639310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c3f5d9-f9ed-4aee-ab94-cab1a6cfe53f req-d44c359b-099f-4c87-9270-ca3cdf752a29 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4416203 Dec 12 15:24:54.667495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-80d4d925-bfa6-4e89-bbb9-267617c661ea service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521714 Dec 12 15:24:54.684061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:54.797985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ee1bd-373a-44d6-bc62-86899141cd15 req-7dd437ef-73c5-45dc-8ffe-1c84cc0a408c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:54.805503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-811ee1bd-373a-44d6-bc62-86899141cd15 req-7dd437ef-73c5-45dc-8ffe-1c84cc0a408c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 946 time: 0.1333916 Dec 12 15:24:54.851913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-967fb76d-52a4-481f-9655-9809728ebcd1 req-17de234c-6924-4d89-a676-cc77ee05359b service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489720 Dec 12 15:24:54.873894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-811ee1bd-373a-44d6-bc62-86899141cd15 req-e556f1a1-2386-4b16-b11c-8658a2a9d4e7 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667508 Dec 12 15:24:55.070242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f7053-1ebb-43b2-ae6e-6ce35a3c2641 req-5bc4fbab-671f-4c40-aab4-d7b2917e8f5b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:55.073673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f47f7053-1ebb-43b2-ae6e-6ce35a3c2641 req-5bc4fbab-671f-4c40-aab4-d7b2917e8f5b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 949 time: 0.1190226 Dec 12 15:24:55.126017 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2e332b-c8eb-4484-9717-12a393dbcb7c x-openstack-request-id: req-9c2e332b-c8eb-4484-9717-12a393dbcb7c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:55.126320 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-plugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:55.126578 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c2e332b-c8eb-4484-9717-12a393dbcb7c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:55.126972 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'code': 200} Dec 12 15:24:55.179215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f47f7053-1ebb-43b2-ae6e-6ce35a3c2641 req-93a879bc-60fb-4d6f-bbef-3ca92be0a9dc tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928738 Dec 12 15:24:55.250057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:24:55.252908 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3e66be-529f-46f0-9010-9cb93092c25a" -d '{"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:24:55.288883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614be2bc-c6bb-4385-9d88-e02c979bfff1 req-07288ceb-ce03-49b1-9b63-85dfd071089c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:55.290614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-614be2bc-c6bb-4385-9d88-e02c979bfff1 req-07288ceb-ce03-49b1-9b63-85dfd071089c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0987363 Dec 12 15:24:55.299466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6451378b-997a-4d48-a043-a7a96fa12052 req-aa07c031-0525-4290-8a20-de92193f935d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/6ad33ec8-065d-43a6-8336-28808724c892 HTTP/1.1" status: 200 len: 1817 time: 0.0922992 Dec 12 15:24:55.377159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-614be2bc-c6bb-4385-9d88-e02c979bfff1 req-35e074e4-2841-43c9-aa91-2d81a5fb6f6d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749896 Dec 12 15:24:55.384658 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-6451378b-997a-4d48-a043-a7a96fa12052 req-c9e9c5a7-37fc-44e0-8cba-14545daf1f33 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 15:24:55.396813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6451378b-997a-4d48-a043-a7a96fa12052 req-c9e9c5a7-37fc-44e0-8cba-14545daf1f33 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ad33ec8-065d-43a6-8336-28808724c892 HTTP/1.1" status: 409 len: 341 time: 0.0955539 Dec 12 15:24:55.412963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-220801992', 'description': 'tempest-description-520171317'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:55.439717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:55.566554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38994106-028c-479d-9eae-e2a28f6412bd req-c9f2a5be-be38-4841-a2d1-c1c32217bfba tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:55.568380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38994106-028c-479d-9eae-e2a28f6412bd req-c9f2a5be-be38-4841-a2d1-c1c32217bfba tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 945 time: 0.0982034 Dec 12 15:24:55.583251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:55.614832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:55.661796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38994106-028c-479d-9eae-e2a28f6412bd req-4f72c695-27c2-4f1c-89a6-ff350b2362f9 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813630 Dec 12 15:24:55.665006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c37fa0-3d03-4d22-a876-c6d3307b39e7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:55.672289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:55.679551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9e600ba-9527-4397-91cf-95301263a372 req-c0ebcf37-7c2e-4de3-9378-1e0d47e3c4d9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2739131 Dec 12 15:24:55.796334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b6b20814-288f-4dce-ae55-e75dca90bb7c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:24:55.806805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ab0e7-d1aa-4a70-9b29-69c8571cdb4f req-d1d075ea-4eb6-4420-b09c-d41a4b57cf88 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:55.808412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76ab0e7-d1aa-4a70-9b29-69c8571cdb4f req-d1d075ea-4eb6-4420-b09c-d41a4b57cf88 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 944 time: 0.0617516 Dec 12 15:24:55.901552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76ab0e7-d1aa-4a70-9b29-69c8571cdb4f req-9052146a-d6c7-4b81-917e-b145dbb36c59 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853031 Dec 12 15:24:55.957474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c9cca4a-5607-4b2a-8781-4d7e680bbeb0 req-8205e55f-588d-4edd-b35c-c833c697230a tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0445938 Dec 12 15:24:56.005730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:56.033677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'port_id': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'mac_address': 'fa:16:3e:55:a3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:24:56.046715 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848206f6-a07c-45ee-9e7d-3fd608e88983 x-openstack-request-id: req-848206f6-a07c-45ee-9e7d-3fd608e88983 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:24:56.047316 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:24:56.047761 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-848206f6-a07c-45ee-9e7d-3fd608e88983 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:24:56.052900 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'status': 'completed', 'code': 200} Dec 12 15:24:56.107099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02055528-dc08-4036-b1ab-dca00877c058 req-06bdfd91-0299-477f-9f0d-90395cb28072 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:56.108587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02055528-dc08-4036-b1ab-dca00877c058 req-06bdfd91-0299-477f-9f0d-90395cb28072 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 1100 time: 0.1196270 Dec 12 15:24:56.122294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:56.138044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b20814-288f-4dce-ae55-e75dca90bb7c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:24:56.150170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-a37568b9-8cff-4603-b827-386e55bdf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:56.152204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-a37568b9-8cff-4603-b827-386e55bdf6b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1135 time: 0.0839429 Dec 12 15:24:56.175695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:24:56.182637 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:56.260486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:56.300947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1287250766', 'description': 'tempest-description-1915884420'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:56.330100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02055528-dc08-4036-b1ab-dca00877c058 req-5166b936-7698-419a-93ae-32873808f0c9 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084134 Dec 12 15:24:56.383691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-eaeb74a8-b04a-4296-b253-7f96b2ae0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:56.387178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-eaeb74a8-b04a-4296-b253-7f96b2ae0744 service neutron] 10.222.0.30 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.2174370 Dec 12 15:24:56.412392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:56.473345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-0525ab88-89ff-4664-93f3-24c7308fb225 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 217 time: 0.0710571 Dec 12 15:24:56.604147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b6b20814-288f-4dce-ae55-e75dca90bb7c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:24:56.884116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec918c-fdbe-4d00-8803-84a82be7ae7f req-93f17a49-2e22-4f59-8ab5-b0cd63757bff tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:56.885717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dec918c-fdbe-4d00-8803-84a82be7ae7f req-93f17a49-2e22-4f59-8ab5-b0cd63757bff tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 945 time: 0.4754090 Dec 12 15:24:56.923627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-5e91fe3c-0dbb-4863-b369-d3d4c5755067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:56.925251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-5e91fe3c-0dbb-4863-b369-d3d4c5755067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.4277818 Dec 12 15:24:56.983186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-466ea498-e5aa-404a-bde0-ea1d199212b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479796 Dec 12 15:24:56.997820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dec918c-fdbe-4d00-8803-84a82be7ae7f req-e022cf2e-20b6-4190-a520-ceab0a7ed28f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036949 Dec 12 15:24:57.006823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:57.021180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:57.096072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d163df-4507-4707-8663-ae81d366ffb4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:57.103676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:57.114432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc8db11a-548a-4406-9c56-e78f86dbc87a req-0920b9e5-37ce-4236-ab9c-679acd6897a9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8337245 Dec 12 15:24:57.181095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-7fd5e435-821f-4c96-bb84-433026b4208a service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871140 Dec 12 15:24:57.302949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973de48c-7906-4feb-935a-ac5606c1db24 req-ce27a044-403c-4ce1-94c0-11c7d9c79692 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.313320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-973de48c-7906-4feb-935a-ac5606c1db24 req-ce27a044-403c-4ce1-94c0-11c7d9c79692 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 984 time: 0.1468832 Dec 12 15:24:57.337437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e422f6-791a-4d72-85ac-31fad6daf0d9 req-cb647a8b-8a40-4077-96ac-828529c344df tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.339197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30e422f6-791a-4d72-85ac-31fad6daf0d9 req-cb647a8b-8a40-4077-96ac-828529c344df tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1572385 Dec 12 15:24:57.403793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe3e66be-529f-46f0-9010-9cb93092c25a req-badfb189-7995-4569-9790-72515f13c5d7 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072546 Dec 12 15:24:57.455825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-973de48c-7906-4feb-935a-ac5606c1db24 req-5b466411-a7d6-479e-bce8-62c8ab31f379 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=6ad33ec8-065d-43a6-8336-28808724c892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1411629 Dec 12 15:24:57.459061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30e422f6-791a-4d72-85ac-31fad6daf0d9 req-be764ea9-06a6-4496-8a49-346b154f0117 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070645 Dec 12 15:24:57.597879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-116fc28a-cfb1-487a-90eb-a0e89b769ffb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323317 Dec 12 15:24:57.600833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-5b41b6a1-9ae6-4b46-8131-6810dc187f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.602488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-5b41b6a1-9ae6-4b46-8131-6810dc187f20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1135 time: 0.1353858 Dec 12 15:24:57.648492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46dad2-aa96-49c1-8463-259fdc39f843 req-551469a0-ee64-4c51-9f31-4e362d35616b tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.650094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd46dad2-aa96-49c1-8463-259fdc39f843 req-551469a0-ee64-4c51-9f31-4e362d35616b tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 945 time: 0.1209469 Dec 12 15:24:57.821367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-66e7bb9c-b510-4d0a-bed6-b11184a4b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.822924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-66e7bb9c-b510-4d0a-bed6-b11184a4b33b service neutron] 10.222.0.30 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.2027462 Dec 12 15:24:57.826509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd46dad2-aa96-49c1-8463-259fdc39f843 req-7579ccbb-f5ff-47f0-a2d4-7fdee6797281 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382170 Dec 12 15:24:57.835713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-0f4b6d4f-f139-4bd1-b853-a686a7c65e18 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.837315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-0f4b6d4f-f139-4bd1-b853-a686a7c65e18 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313378 Dec 12 15:24:57.881317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-bd04eb22-faab-4615-98c1-9127671d0eee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 217 time: 0.0429227 Dec 12 15:24:57.923371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-555fefdc-4c98-4b30-b598-a0b3d8599816 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.0445783 Dec 12 15:24:57.982332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-8f7dee09-c359-41ea-8baa-f004a6892a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:57.983740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-8f7dee09-c359-41ea-8baa-f004a6892a7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0888498 Dec 12 15:24:57.987719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fda4fb25-a1cb-4b8e-857a-871ddae4c350 req-f8f5563d-a695-4682-8634-6f39cc2b180a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0270555 Dec 12 15:24:58.009894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9053ef06-b3a1-4692-b29c-a1282c1f4a96 req-7f2f9657-f689-48c3-800a-ff51362151b1 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0441282 Dec 12 15:24:58.029495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-3e1abbcc-abbe-4ceb-8771-c9bf1ae4e602 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0961938 Dec 12 15:24:58.266800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-da0eab62-4e52-4359-a183-c31537a949bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370216 Dec 12 15:24:58.338193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-042c5f28-01f0-4dfa-bab0-c5cbbe0c5705 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/41c37fa0-3d03-4d22-a876-c6d3307b39e7 HTTP/1.1" status: 200 len: 1820 time: 0.0697877 Dec 12 15:24:58.454202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-40cf0ff3-1f6d-44d1-ac4a-f1220a8bf7c2 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/13d163df-4507-4707-8663-ae81d366ffb4 HTTP/1.1" status: 200 len: 1822 time: 0.0859299 Dec 12 15:24:58.465280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41c37fa0-3d03-4d22-a876-c6d3307b39e7', 'remote_group_id': '13d163df-4507-4707-8663-ae81d366ffb4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:58.466937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41c37fa0-3d03-4d22-a876-c6d3307b39e7', 'remote_group_id': '13d163df-4507-4707-8663-ae81d366ffb4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:58.489060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-094d870f-548a-49ac-8533-967cd47cc9f6 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816461 Dec 12 15:24:58.667755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29ec02d4-e593-40de-bad6-26e48dde6c7b req-f9b3bcff-ffdc-47a1-acdc-b32b0f62e3a8 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694076 Dec 12 15:24:58.668841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:58.717760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6538b69-2046-40df-aa69-c6e3e8a50aaf req-d2db9fcc-c66d-4ab8-8f05-363c63dbbf0e tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:58.727808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6538b69-2046-40df-aa69-c6e3e8a50aaf req-d2db9fcc-c66d-4ab8-8f05-363c63dbbf0e tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 945 time: 0.1349528 Dec 12 15:24:58.760050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:58.781432 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:58.816695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695ee782-c7a2-453b-9bd6-e9be221f2314,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:58.822972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:58.829690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7afa0fb2-f7cb-47e3-8e3a-7e82d3753046 req-a9033fc0-006d-4cda-9e74-c68086ccc0e4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3744357 Dec 12 15:24:58.901883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6538b69-2046-40df-aa69-c6e3e8a50aaf req-6258ae1d-875e-4468-a75e-781267956a93 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709313 Dec 12 15:24:58.969976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f59baa6-ccb7-4a6c-8e9d-94637c8d4855 req-785355ce-1bf1-4cc6-b643-ebe40d106bfa tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 210 time: 0.0516024 Dec 12 15:24:59.065753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de968e6b-bff6-435a-b5bc-5779fc5d636a req-9b82246c-8941-458b-b42a-a1f8c28e1f44 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:59.074488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de968e6b-bff6-435a-b5bc-5779fc5d636a req-9b82246c-8941-458b-b42a-a1f8c28e1f44 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 984 time: 0.0846760 Dec 12 15:24:59.159332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b93f0-e967-4679-a2d0-8b120c02f32a req-1527b791-d613-451c-b850-e04b1a05e9ce tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:59.160962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-105b93f0-e967-4679-a2d0-8b120c02f32a req-1527b791-d613-451c-b850-e04b1a05e9ce tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0833004 Dec 12 15:24:59.219488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de968e6b-bff6-435a-b5bc-5779fc5d636a req-6435872a-7958-4bc1-8125-63d1936723cd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=6ad33ec8-065d-43a6-8336-28808724c892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1440430 Dec 12 15:24:59.260450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-105b93f0-e967-4679-a2d0-8b120c02f32a req-90e1316d-ea8c-4c95-b1b0-507ce7a2094d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876663 Dec 12 15:24:59.297402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92619efa-5916-4416-a9ba-ec7d2632388c req-acf205e0-d038-4a7c-8263-8850bcb52751 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/13d163df-4507-4707-8663-ae81d366ffb4 HTTP/1.1" status: 200 len: 1822 time: 0.0494308 Dec 12 15:24:59.430205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-92619efa-5916-4416-a9ba-ec7d2632388c req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:59.472095 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-92619efa-5916-4416-a9ba-ec7d2632388c req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:59.500300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953158c-6ebf-4a2b-adb1-ccddf48f1524 req-5f3b52b1-909d-4488-84f4-8d598e4b2fb7 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:24:59.502146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2953158c-6ebf-4a2b-adb1-ccddf48f1524 req-5f3b52b1-909d-4488-84f4-8d598e4b2fb7 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 945 time: 0.1284032 Dec 12 15:24:59.592852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2953158c-6ebf-4a2b-adb1-ccddf48f1524 req-21501e07-dcf6-4674-bbb6-8ca6144927d0 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793664 Dec 12 15:24:59.627473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-92619efa-5916-4416-a9ba-ec7d2632388c req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:59.633370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-92619efa-5916-4416-a9ba-ec7d2632388c req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:59.641976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92619efa-5916-4416-a9ba-ec7d2632388c req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/13d163df-4507-4707-8663-ae81d366ffb4 HTTP/1.1" status: 204 len: 173 time: 0.3322897 Dec 12 15:24:59.664733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b2ccb-1664-4c09-a140-c529453622a5 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d163df-4507-4707-8663-ae81d366ffb4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:24:59.725005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11ac3f5c-1bd2-49a3-9d7f-d9790303367c req-8e7c1dfc-0d54-4179-942a-d186436557f1 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0476484 Dec 12 15:24:59.799298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b6b20814-288f-4dce-ae55-e75dca90bb7c up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:24:59.865780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-742559c5-791c-4549-8711-c0951506398a req-d7072779-bc86-44e6-9e23-b8fd3bf9f205 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/41c37fa0-3d03-4d22-a876-c6d3307b39e7 HTTP/1.1" status: 200 len: 1820 time: 0.0939870 Dec 12 15:24:59.892102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1331073610', 'description': 'tempest-description-801111900'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:24:59.914285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b6b20814-288f-4dce-ae55-e75dca90bb7c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:24:59.923539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b6b20814-288f-4dce-ae55-e75dca90bb7c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:24:59.924020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:24:59.924471 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.029557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.046332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.057018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.058124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:00.060991 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aaefc8-e90b-4ec7-9bce-ca730599b930" -d '{"events": [{"server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:00.078303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:00.080437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-4e863004-9734-4d91-ac2a-865977587ed0 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:00.083234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-4e863004-9734-4d91-ac2a-865977587ed0 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 945 time: 0.0989897 Dec 12 15:25:00.093528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.129374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.154263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65089084-cb9f-471a-abbb-ab24e304a852 req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2659569 Dec 12 15:25:00.194306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:00.229947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb293e3-b4e0-4874-a6c5-f211332f154f tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed69a1d-16dc-4b43-8f8d-9a7472a51091,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:00.358860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Deleting port a570a3db-ea94-4972-93ec-2f66c6c51fb1 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:00.359282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.367380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-21fae541-8b7c-4c45-9d13-e47a5e142ccd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843511 Dec 12 15:25:00.408314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24f6ed46-bcd3-4c30-87b7-d006beb38c3c req-13af5f69-e8a6-479b-8592-dbec547ce702 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 210 time: 0.0822933 Dec 12 15:25:00.492777 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091e9232-c028-4b56-a89b-6e2dcf16c875 x-openstack-request-id: req-091e9232-c028-4b56-a89b-6e2dcf16c875 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:00.493086 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "name": "network-vif-plugged", "status": "completed", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:00.493496 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-091e9232-c028-4b56-a89b-6e2dcf16c875 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:00.494064 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'code': 200} Dec 12 15:25:00.504067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf8f36-30df-496a-94a1-0190cfb3077e req-e0aa992b-5acc-4b24-b9e6-a120824a9909 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:00.511494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-badf8f36-30df-496a-94a1-0190cfb3077e req-e0aa992b-5acc-4b24-b9e6-a120824a9909 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e34cd15-4038-4848-a3d0-b8527b9ba9fd HTTP/1.1" status: 200 len: 945 time: 0.2422862 Dec 12 15:25:00.685202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] For port a570a3db-ea94-4972-93ec-2f66c6c51fb1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a570a3db-ea94-4972-93ec-2f66c6c51fb1,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:00.685630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:00.720945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-badf8f36-30df-496a-94a1-0190cfb3077e req-cc403206-9677-4be7-a944-cc87f0587173 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077973 Dec 12 15:25:00.722540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Calling delete_port for a570a3db-ea94-4972-93ec-2f66c6c51fb1 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:00.734316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-5f7f53a5-8514-481d-9d1b-f46af66e99c8 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 200 len: 1821 time: 0.2073183 Dec 12 15:25:00.742377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-5b8b81b3-9726-43f2-b2ea-d946a5bf8709 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:00.743980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-5b8b81b3-9726-43f2-b2ea-d946a5bf8709 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490262 Dec 12 15:25:00.757040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ed69a1d-16dc-4b43-8f8d-9a7472a51091', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:00.757507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ed69a1d-16dc-4b43-8f8d-9a7472a51091', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:00.775586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:00.866855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdf102-2483-4585-89a3-ec811f680956 req-593b5086-b0a8-4038-9c35-2b76784507c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:00.868484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5dbdf102-2483-4585-89a3-ec811f680956 req-593b5086-b0a8-4038-9c35-2b76784507c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 1097 time: 0.2898481 Dec 12 15:25:00.892460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc5ec715-2d21-4b70-9771-24ef2debdcd4 req-9cc577c5-70eb-4d37-9142-ab294fd8abb3 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0959902 Dec 12 15:25:01.038970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5dbdf102-2483-4585-89a3-ec811f680956 req-1cfc193c-0404-47a4-82dc-7f51add08d16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514580 Dec 12 15:25:01.059858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.131975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.145726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.154083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:01.155548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.177844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecfaa6-eac4-46ef-a426-aa24857ad12e req-8dbc0ee1-7c10-4987-a412-0be3837844a3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:01.180013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2ecfaa6-eac4-46ef-a426-aa24857ad12e req-8dbc0ee1-7c10-4987-a412-0be3837844a3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 984 time: 0.1960661 Dec 12 15:25:01.185445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.200715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:01.204712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'b721ad1c-8f1c-42b4-b78b-e6406426723d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:01.231534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca14cd08-a2db-4728-9ae6-a45806f1eb17,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:01.241906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.243089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88b6db77-f01f-46a9-a20f-959e00221d17 req-d57a7f11-19fb-49a4-98dd-2d77f19d7750 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4964542 Dec 12 15:25:01.257275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event deleted for resources: {'Port': ['ID=a570a3db-ea94-4972-93ec-2f66c6c51fb1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:01.370419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] No DVR routers for this DVR port a570a3db-ea94-4972-93ec-2f66c6c51fb1 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:01.373299 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.376900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb429cfc-ad2a-4248-89fa-f0b0eb3341df req-6413fae2-8064-4b7f-998a-f37869254f59 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "DELETE /v2.0/ports/a570a3db-ea94-4972-93ec-2f66c6c51fb1 HTTP/1.1" status: 204 len: 173 time: 1.2811947 Dec 12 15:25:01.396329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'name': 'network-vif-deleted', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:01.398914 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14c8a74-70d8-4248-903a-177b8a36a6d8" -d '{"events": [{"server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "name": "network-vif-deleted", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:01.450556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2ecfaa6-eac4-46ef-a426-aa24857ad12e req-3c4d4fe4-8d0e-45e9-8320-a50d64362fe8 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=6ad33ec8-065d-43a6-8336-28808724c892&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2491984 Dec 12 15:25:01.547904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f47b7b-48e2-4248-a421-e1409affb5c4 req-be6d1314-7427-436b-8c7a-62cc28cb45b9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:01.558889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18f47b7b-48e2-4248-a421-e1409affb5c4 req-be6d1314-7427-436b-8c7a-62cc28cb45b9 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2243969 Dec 12 15:25:01.622100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.235 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/c8cfab06-313a-471c-a100-e7dbfe930f9c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:01.689016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18f47b7b-48e2-4248-a421-e1409affb5c4 req-70f5e05e-8111-43dc-8526-10f3e914d4ce tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281631 Dec 12 15:25:01.705792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5caaed-d48d-42c0-bb73-337de6d5e8f5 req-85976190-ac1a-4802-89c1-b5304b1e2bb7 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:01.705792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5caaed-d48d-42c0-bb73-337de6d5e8f5 req-85976190-ac1a-4802-89c1-b5304b1e2bb7 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.1373692 Dec 12 15:25:01.836997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5caaed-d48d-42c0-bb73-337de6d5e8f5 req-11a49fde-9333-4558-bed5-a6043f62fb7d tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223412 Dec 12 15:25:01.906065 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd7e9d0-98b5-4a33-ac82-9398315abda4 x-openstack-request-id: req-bcd7e9d0-98b5-4a33-ac82-9398315abda4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:01.906406 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e34cd15-4038-4848-a3d0-b8527b9ba9fd", "name": "network-vif-deleted", "tag": "a570a3db-ea94-4972-93ec-2f66c6c51fb1", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:01.906812 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcd7e9d0-98b5-4a33-ac82-9398315abda4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:01.907428 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e34cd15-4038-4848-a3d0-b8527b9ba9fd', 'name': 'network-vif-deleted', 'tag': 'a570a3db-ea94-4972-93ec-2f66c6c51fb1', 'status': 'completed', 'code': 200} Dec 12 15:25:01.921672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:01.927007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-f196fc24-3da1-414c-8683-0846e72b10f4 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 200 len: 2414 time: 0.1273754 Dec 12 15:25:01.950805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ed69a1d-16dc-4b43-8f8d-9a7472a51091', 'remote_group_id': None}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:01.951201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2ed69a1d-16dc-4b43-8f8d-9a7472a51091', 'remote_group_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:02.014400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-805c46e4-b844-43e2-9343-61789e76a55c req-38a70419-6f02-4dab-b1ce-fd05dbac96f3 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 210 time: 0.0415525 Dec 12 15:25:02.030470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.043196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549', '0729531b-a5a2-42ba-a31d-93c9120f13fe'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:02.106207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:02.117081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:02.122533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:02.138004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:02.178442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.242257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:02.244311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.282989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.306565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.320447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:02.400216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.415967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0595761f-6e88-4967-b62f-1be1a233ac41 req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4782727 Dec 12 15:25:02.420162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b3f91-ce16-48aa-91cc-b4130f0a982e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c910be5f-b80c-4e88-a596-5d4a89e58e91,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:02.424996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8613828a-949e-4699-910f-f4c57240ee47 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6601341 Dec 12 15:25:02.437629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-d37abba9-dfda-4aff-ad98-4905a1432513 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-313839705&fields=id&tenant_id=8a6b35454eac42dbaccb887ce58cf2fc HTTP/1.1" status: 200 len: 267 time: 0.2376914 Dec 12 15:25:02.473646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Request body: {'port': {'device_id': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:02.567875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5d12beec-f865-4e22-99bf-f296d3526e79 None None] Provisioning complete for port c8cfab06-313a-471c-a100-e7dbfe930f9c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:02.567875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5d12beec-f865-4e22-99bf-f296d3526e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.591680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c92e964-7718-48ce-b385-a4ba79bc07c2 req-6c2459e1-e42c-4995-ac65-47540f33d596 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0522218 Dec 12 15:25:02.610203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-3de19523-3a00-459f-b0d4-6524042e018d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:02.627864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-3de19523-3a00-459f-b0d4-6524042e018d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 984 time: 0.1893091 Dec 12 15:25:02.677597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5d12beec-f865-4e22-99bf-f296d3526e79 None None] Port c8cfab06-313a-471c-a100-e7dbfe930f9c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:02.688919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'port': {'security_groups': ['6ad33ec8-065d-43a6-8336-28808724c892', 'eb70b61a-ed85-4cff-ac67-496b05fd06a2', '45debeee-2a3d-4372-a8f5-37298f96639d']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:02.733628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d455509-411b-4856-99bb-3af0659dc472 req-788106bf-a1fb-4a67-8174-e7b16d07a84e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 200 len: 3012 time: 0.1047196 Dec 12 15:25:02.737057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:02.819715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:03.414781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57bc70-8366-4d19-90ce-ba920ecba444 req-b0765966-4c26-4ac7-8b86-b3118048207e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:03.416290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de57bc70-8366-4d19-90ce-ba920ecba444 req-b0765966-4c26-4ac7-8b86-b3118048207e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.4651449 Dec 12 15:25:03.567051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de57bc70-8366-4d19-90ce-ba920ecba444 req-dae57451-5ae1-4294-a653-263552dc5e73 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412892 Dec 12 15:25:03.642726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cfab06-313a-471c-a100-e7dbfe930f9c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:03.658679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:03.700437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-fba676bf-073c-46a2-8cf6-e48b22a9e878 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-group-rules/c910be5f-b80c-4e88-a596-5d4a89e58e91 HTTP/1.1" status: 200 len: 783 time: 0.0627334 Dec 12 15:25:03.701501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Transition to ACTIVE for port object c8cfab06-313a-471c-a100-e7dbfe930f9c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:03.703474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:03.715800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:03.812457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a570a3db-ea94-4972-93ec-2f66c6c51fb1 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:03.831210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:03.835208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Pushing event updated for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:03.860163 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:03.864494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-9ee2e142-094e-44af-bfd1-46259bfdaeed tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 200 len: 3012 time: 0.1519401 Dec 12 15:25:03.904824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:03.906924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a570a3db-ea94-4972-93ec-2f66c6c51fb1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:03.907279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a570a3db-ea94-4972-93ec-2f66c6c51fb1 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:04.005545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.007173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.008831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c99da0f1-4d4d-43a8-88ed-657008f32de0 req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "PUT /v2.0/ports/a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 1020 time: 1.3250887 Dec 12 15:25:04.017861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:04.020176 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ee422-787e-43bc-8d40-fb0b277aaf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:04.057784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.078610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.080766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Attempting to bind port c8cfab06-313a-471c-a100-e7dbfe930f9c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:04.081210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Attempting to bind port c8cfab06-313a-471c-a100-e7dbfe930f9c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:04.081629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Attempting to bind port c8cfab06-313a-471c-a100-e7dbfe930f9c on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:04.089236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582fe9-df30-4736-84e7-6c52f241ed1a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:04.105912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Port c8cfab06-313a-471c-a100-e7dbfe930f9c on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:04.106354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Attempting to bind port c8cfab06-313a-471c-a100-e7dbfe930f9c on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:04.114873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:04.115856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:04.116475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:04.117049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Bound port: c8cfab06-313a-471c-a100-e7dbfe930f9c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:04.117572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.127979 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:25:04.157347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:04.160590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.185369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.186625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6211c288-669f-49e3-ac20-04d8eadda7dc req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c910be5f-b80c-4e88-a596-5d4a89e58e91 HTTP/1.1" status: 204 len: 173 time: 0.2982800 Dec 12 15:25:04.231615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db8925-ef35-4472-b67c-73cd586a01a0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c910be5f-b80c-4e88-a596-5d4a89e58e91,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:04.268777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:04.272836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:04.282819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:04.284917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57e93-0cf1-43e9-8fa7-ce7b935d36fd req-f731751a-034d-41d1-9fe5-7ec756a86f45 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.286857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39a57e93-0cf1-43e9-8fa7-ce7b935d36fd req-f731751a-034d-41d1-9fe5-7ec756a86f45 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.0951571 Dec 12 15:25:04.292942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.381887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.382603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:04.384081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] 10.222.0.30 "PUT /v2.0/ports/c8cfab06-313a-471c-a100-e7dbfe930f9c HTTP/1.1" status: 200 len: 1096 time: 1.9156902 Dec 12 15:25:04.493814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39a57e93-0cf1-43e9-8fa7-ce7b935d36fd req-ef3cfb02-039e-407a-8dd3-0ee7785bbe8e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681578 Dec 12 15:25:04.499863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2705504-0dc4-419c-ba5f-229c227fbe6d service neutron] Pushing event updated for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:04.519513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf903c-d768-46d2-ad9e-e829dfe75dd5 req-d0c6b215-7d4a-47ca-9be3-e8daaf065318 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.530897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cebf903c-d768-46d2-ad9e-e829dfe75dd5 req-d0c6b215-7d4a-47ca-9be3-e8daaf065318 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 948 time: 0.2394454 Dec 12 15:25:04.660429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e81a349d-a0f3-4b43-bc23-eba19e5bf52e req-95f22e09-39f9-47ef-8c0b-9e631fd9afcb tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0561683 Dec 12 15:25:04.664559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-00742033-ff13-4d97-85a4-6a7170b2b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.666865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-00742033-ff13-4d97-85a4-6a7170b2b7ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 1099 time: 0.2226694 Dec 12 15:25:04.679297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cebf903c-d768-46d2-ad9e-e829dfe75dd5 req-7a00dc90-080a-4ada-85c8-cd166f8adc64 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457355 Dec 12 15:25:04.737421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-3078c627-eae5-45c4-993a-06d13621ca55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c HTTP/1.1" status: 200 len: 217 time: 0.0570691 Dec 12 15:25:04.746992 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb971eb-5d58-4ed7-8cd2-1620d682a0f3 x-openstack-request-id: req-1bb971eb-5d58-4ed7-8cd2-1620d682a0f3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:04.747286 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:04.747543 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bb971eb-5d58-4ed7-8cd2-1620d682a0f3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:04.747944 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'status': 'completed', 'code': 200} Dec 12 15:25:04.805004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-501a07d9-fdc6-4c09-a2e3-7fb6907ef04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.806471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-501a07d9-fdc6-4c09-a2e3-7fb6907ef04f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0564239 Dec 12 15:25:04.844342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-4f315c29-4942-45d1-b2f6-53dea7b93e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.845874 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-4f315c29-4942-45d1-b2f6-53dea7b93e33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1174 time: 0.0624301 Dec 12 15:25:04.910590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b33db9c-f189-44f8-9548-762a33bec9bc req-d72aa464-6980-46c9-ae5c-843248bd04be tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/45debeee-2a3d-4372-a8f5-37298f96639d HTTP/1.1" status: 200 len: 1816 time: 0.1718452 Dec 12 15:25:04.937638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-182fa51b-0135-44f4-8501-d2165cf3a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.939132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-182fa51b-0135-44f4-8501-d2165cf3a107 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152136 Dec 12 15:25:04.943986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-5637623f-6f58-4018-8fd2-55657e4e2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:04.945128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-da6176d0-3ae2-42be-9819-2b2e0fc611d0 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 200 len: 2414 time: 0.1330404 Dec 12 15:25:04.946051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-5637623f-6f58-4018-8fd2-55657e4e2b8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 200 len: 913 time: 0.0917990 Dec 12 15:25:05.000953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-619f3e9e-445f-42a3-a3a7-682558fad128 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 200 len: 217 time: 0.0447986 Dec 12 15:25:05.058440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-f572b301-9afe-48c7-b646-fc87e4863aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:05.059938 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-f572b301-9afe-48c7-b646-fc87e4863aac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 200 len: 853 time: 0.0523305 Dec 12 15:25:05.090355 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-2b33db9c-f189-44f8-9548-762a33bec9bc req-b82223c0-e1f5-4113-97ce-c8bcf2805181 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 15:25:05.091717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b33db9c-f189-44f8-9548-762a33bec9bc req-b82223c0-e1f5-4113-97ce-c8bcf2805181 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/45debeee-2a3d-4372-a8f5-37298f96639d HTTP/1.1" status: 409 len: 341 time: 0.1806431 Dec 12 15:25:05.097767 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-98e65e5d-868f-46e2-be0f-83b32b36f258 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=12e9f19f-fa98-4385-8751-d2353ae2fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287628 Dec 12 15:25:05.132362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.159323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.181014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-850a968f-6496-4632-98fa-cdcb32b4e7cc service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093019 Dec 12 15:25:05.210680 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-0fe3ef44-67fb-4c10-aa42-d9c5f46b2812 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005695 Dec 12 15:25:05.291027 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.294301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.306576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b97556fc-a6c8-4aa1-b0c1-8a185bcd160d req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/2ed69a1d-16dc-4b43-8f8d-9a7472a51091 HTTP/1.1" status: 204 len: 173 time: 0.3453143 Dec 12 15:25:05.329264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18b67dc5-04ca-47cd-a53b-3ed77e416f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.349430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-349ee422-787e-43bc-8d40-fb0b277aaf9c req-ab6b1716-02aa-4a3b-b51e-d6230e401986 service neutron] 10.222.0.30 "GET /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305490 Dec 12 15:25:05.388804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2a642-4a18-4c0a-825e-5f1525f9771a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed69a1d-16dc-4b43-8f8d-9a7472a51091,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:05.431637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e89e5496-0091-47bc-b893-77aa6a401b32 req-8bd17ffc-f4d5-4a21-b7c9-2f7bd9081425 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309198 Dec 12 15:25:05.454057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b9c6e-5e41-48f3-b564-400ebaa2ece0 req-2603d924-7b89-42e1-aba1-ecbc7be2ddb6 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:05.455726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d8b9c6e-5e41-48f3-b564-400ebaa2ece0 req-2603d924-7b89-42e1-aba1-ecbc7be2ddb6 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.1451991 Dec 12 15:25:05.465324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:05.469661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77ce33-aaa0-4476-8d65-cee94f8815ef req-0e0b15ed-e2af-47ca-bf39-6c6d67acabfa tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:05.470770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Request body: {'floatingip': {'port_id': 'b6b20814-288f-4dce-ae55-e75dca90bb7c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:05.477663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e77ce33-aaa0-4476-8d65-cee94f8815ef req-0e0b15ed-e2af-47ca-bf39-6c6d67acabfa tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0893819 Dec 12 15:25:05.539605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e77ce33-aaa0-4476-8d65-cee94f8815ef req-a6b70383-56c2-46de-b792-3d87e40d77ee tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Dec 12 15:25:05.578531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:05.701389 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-26a4918e-75a6-4761-b327-b63b7e1d9772 req-c3d409b9-ad2a-4576-be5b-65589de8e60e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] show failed (client error): The resource could not be found. Dec 12 15:25:05.726264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26a4918e-75a6-4761-b327-b63b7e1d9772 req-c3d409b9-ad2a-4576-be5b-65589de8e60e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/13d163df-4507-4707-8663-ae81d366ffb4 HTTP/1.1" status: 404 len: 352 time: 0.0418494 Dec 12 15:25:05.864383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66643733-1b26-4f4c-93fb-79335a6ba750 req-508aca60-7919-4fb0-b199-1f5a7d610959 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0733919 Dec 12 15:25:05.935959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830c1d-bac6-47ee-ba54-5df6d6e8c574 req-f874f619-a5cd-4469-b731-c3744e5afd15 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:05.937839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8830c1d-bac6-47ee-ba54-5df6d6e8c574 req-f874f619-a5cd-4469-b731-c3744e5afd15 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 948 time: 0.1303720 Dec 12 15:25:05.987524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-55874625-cd3d-4ee8-bdc9-51364ae55021 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/41c37fa0-3d03-4d22-a876-c6d3307b39e7 HTTP/1.1" status: 200 len: 1820 time: 0.0994976 Dec 12 15:25:06.023943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8830c1d-bac6-47ee-ba54-5df6d6e8c574 req-68f5475d-e733-450c-ad4d-5a04175fe1e5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747488 Dec 12 15:25:06.095714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.126834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.206230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0282572-1c6f-422a-b33a-cb9cc57394d9 req-763a9fb6-852b-4625-8904-9bfab7a237e1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:06.210630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0282572-1c6f-422a-b33a-cb9cc57394d9 req-763a9fb6-852b-4625-8904-9bfab7a237e1 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1023 time: 0.0779479 Dec 12 15:25:06.222435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.223665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.228671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.228671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac664cd4-3bf7-4463-b9f1-23ad177487f3 req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/41c37fa0-3d03-4d22-a876-c6d3307b39e7 HTTP/1.1" status: 204 len: 173 time: 0.2334974 Dec 12 15:25:06.232582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.278745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c37fa0-3d03-4d22-a876-c6d3307b39e7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:06.308164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.308838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.309380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.309727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.310063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.310396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.310731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.311061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.311390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.311718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.312043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.312367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.312714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef279ca-661f-456a-8744-a7cd68b426be tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:06.348472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-86ac730d-038e-4414-8d69-a2041d8840ba tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/fe0877c5-aebb-407c-8b8a-61346a0a8918 HTTP/1.1" status: 200 len: 1821 time: 0.0839469 Dec 12 15:25:06.401670 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Floating IP 36537b4a-b6ad-4fe5-bfd2-adc62ea9a010 associated. External IP: 172.25.3.64, port: b6b20814-288f-4dce-ae55-e75dca90bb7c. Dec 12 15:25:06.414332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0282572-1c6f-422a-b33a-cb9cc57394d9 req-14f7ae30-9e86-4109-b8d7-63881ba10e1f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=6ad33ec8-065d-43a6-8336-28808724c892&id=45debeee-2a3d-4372-a8f5-37298f96639d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1775701 Dec 12 15:25:06.455371 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.491227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.574940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.577973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.582289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a92d8b7f-dcf1-4fe4-a223-6c8980771794 req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe0877c5-aebb-407c-8b8a-61346a0a8918 HTTP/1.1" status: 204 len: 173 time: 0.2311566 Dec 12 15:25:06.597393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edad599-dc0e-45fd-ba87-200d4b4736b3 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0877c5-aebb-407c-8b8a-61346a0a8918,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:06.721203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce2bf3-b607-4bf5-ae3c-032d2c0955fd req-6f271bf3-7f85-4dda-a557-b59ee9203902 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:06.722866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dce2bf3-b607-4bf5-ae3c-032d2c0955fd req-6f271bf3-7f85-4dda-a557-b59ee9203902 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0567925 Dec 12 15:25:06.749835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:06.751361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:25:06.752166 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8669a-31ff-4405-b35c-45df7ed37b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:06.821062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35d835d9-d405-4bc5-8628-5df6488713bd req-e0390ed4-cea8-42e2-8bbe-0824e9d40ae9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/db078a39-4c59-4dd4-b5b6-6b4f037810a4 HTTP/1.1" status: 200 len: 1821 time: 0.0733926 Dec 12 15:25:06.824577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dce2bf3-b607-4bf5-ae3c-032d2c0955fd req-9eca37d9-291e-4b52-858b-c8a4a33e2fa3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949867 Dec 12 15:25:06.904366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35d835d9-d405-4bc5-8628-5df6488713bd req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.911613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:25:06.916901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.924888 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Sync routers for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:25:06.934702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35d835d9-d405-4bc5-8628-5df6488713bd req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.945883 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:06.947865 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:06.951432 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-10e421ad-294c-4962-bc12-0b9e6da1627e tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "PUT /v2.0/floatingips/36537b4a-b6ad-4fe5-bfd2-adc62ea9a010 HTTP/1.1" status: 200 len: 991 time: 1.4849596 Dec 12 15:25:06.952047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:06.954552 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21d1636-ea0e-47ec-8fa1-184dbb442604" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:06.995731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35d835d9-d405-4bc5-8628-5df6488713bd req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.998648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-35d835d9-d405-4bc5-8628-5df6488713bd req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:06.999989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35d835d9-d405-4bc5-8628-5df6488713bd req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/db078a39-4c59-4dd4-b5b6-6b4f037810a4 HTTP/1.1" status: 204 len: 173 time: 0.1707413 Dec 12 15:25:07.030626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c27a3f-9b86-4d59-b4cc-10714c512fdf tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db078a39-4c59-4dd4-b5b6-6b4f037810a4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:07.040050 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f0c37-b78d-4a39-9bbc-dcb4eb1d72d6 x-openstack-request-id: req-9d8f0c37-b78d-4a39-9bbc-dcb4eb1d72d6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:07.043732 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:07.044107 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d8f0c37-b78d-4a39-9bbc-dcb4eb1d72d6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:07.047848 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c', 'status': 'completed', 'code': 200} Dec 12 15:25:07.099332 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:07.193369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c4c4bc5-50f2-45a9-8d13-67b7d512a964 req-2cd0e781-85f5-452c-bcd9-be20ae810773 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1102498 Dec 12 15:25:07.206178 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c3ef62-913e-4fdb-a14e-63eb06e9b3f4 x-openstack-request-id: req-01c3ef62-913e-4fdb-a14e-63eb06e9b3f4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:07.207081 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:07.207504 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01c3ef62-913e-4fdb-a14e-63eb06e9b3f4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:07.208080 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'status': 'completed', 'code': 200} Dec 12 15:25:07.215193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-0b595b04-433f-4c92-93f6-eaf7dbdcac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.218212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-0b595b04-433f-4c92-93f6-eaf7dbdcac0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 1099 time: 0.1329870 Dec 12 15:25:07.367014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-011f3838-6c79-4116-ad2e-6b8ff8143b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.368870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-011f3838-6c79-4116-ad2e-6b8ff8143b4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=508b88a61eb34e129176e6098667f7ec&device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 1097 time: 0.1232967 Dec 12 15:25:07.392310 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '36537b4a-b6ad-4fe5-bfd2-adc62ea9a010', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'port_id': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'mac_address': 'fa:16:3e:55:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:24:43Z', 'updated_at': '2021-12-12T15:25:06Z', 'revision_number': 1, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:07.416909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-9fd6a6cd-e1d1-436c-aac5-9df05cc5958e tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/94ac32a9-193d-4350-9b40-b6ddd6826de8 HTTP/1.1" status: 200 len: 2420 time: 0.1611199 Dec 12 15:25:07.423445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Checking router: 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:25:07.436058 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:07.437109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:24:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:07.545202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-449727ac-7ea7-421e-a250-ec0b158b8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.546707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-449727ac-7ea7-421e-a250-ec0b158b8b49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3184273 Dec 12 15:25:07.553415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:07.579382 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:07.579623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:07.652089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-bff7e333-1e38-45fe-b86b-63172e0c1d97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c HTTP/1.1" status: 200 len: 217 time: 0.0682845 Dec 12 15:25:07.703651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4511195a-cebe-4fc1-803d-d301b9884d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:07.753100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c988af-983f-45d3-a6de-69725eb69121 req-e5eb2f70-4da1-448b-902b-e41066295cf2 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.760338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c988af-983f-45d3-a6de-69725eb69121 req-e5eb2f70-4da1-448b-902b-e41066295cf2 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.761985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23c988af-983f-45d3-a6de-69725eb69121 req-e5eb2f70-4da1-448b-902b-e41066295cf2 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25&device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 1682 time: 0.2615280 Dec 12 15:25:07.766171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-8c490985-91a5-42dd-8bb2-07562eb6ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.768122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-8c490985-91a5-42dd-8bb2-07562eb6ff12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e82fc18-2e61-4529-a497-5cef85ee15f9 HTTP/1.1" status: 200 len: 906 time: 0.3913064 Dec 12 15:25:07.843076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-a5d0ec73-e8c8-4226-b446-5892726f27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:07.844519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-a5d0ec73-e8c8-4226-b446-5892726f27c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1789346 Dec 12 15:25:07.845123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:07.847644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:07.857172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ceb9e93b-76de-4bb1-a828-61f651a84a68 req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/94ac32a9-193d-4350-9b40-b6ddd6826de8 HTTP/1.1" status: 204 len: 173 time: 0.4393799 Dec 12 15:25:07.906262 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '36537b4a-b6ad-4fe5-bfd2-adc62ea9a010', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'port_id': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'mac_address': 'fa:16:3e:55:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:24:43Z', 'updated_at': '2021-12-12T15:25:06Z', 'revision_number': 1, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:07.917317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ef46-2b81-4d43-b2a4-fbf11bf2285a tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ac32a9-193d-4350-9b40-b6ddd6826de8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:07.970007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23c988af-983f-45d3-a6de-69725eb69121 req-54222cf5-29e6-48ff-994b-c31a2cfcfeeb tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320174 Dec 12 15:25:07.974287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-58f9ea3b-92d5-452b-97fa-77db90609b78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c HTTP/1.1" status: 200 len: 999 time: 0.1976919 Dec 12 15:25:08.001264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa7d40-dbad-444e-800c-0e61e923da42 None None] The sync data for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 is: [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '36537b4a-b6ad-4fe5-bfd2-adc62ea9a010', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'floating_ip_address': '172.25.3.64', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'port_id': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'mac_address': 'fa:16:3e:55:a3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:24:43Z', 'updated_at': '2021-12-12T15:25:06Z', 'revision_number': 1, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:25:08.026181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01da500-feb4-4209-adaa-4df44ea3063c req-2a558949-08ca-4e19-9343-bdfc3391755d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.028616 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f01da500-feb4-4209-adaa-4df44ea3063c req-2a558949-08ca-4e19-9343-bdfc3391755d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.30 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1023 time: 0.0754652 Dec 12 15:25:08.115157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-ba10cea8-b081-4cb2-8d49-993d31725663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.118982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-ba10cea8-b081-4cb2-8d49-993d31725663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2522459 Dec 12 15:25:08.209722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-9c2f88e2-50c0-4105-ad0e-83e5cde88e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.211206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-9c2f88e2-50c0-4105-ad0e-83e5cde88e64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecfbdf9d-3788-4444-a12f-f7a344f305fd HTTP/1.1" status: 200 len: 845 time: 0.2219381 Dec 12 15:25:08.231717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83bb2-9b0f-416f-80a1-eef56d9b771e req-8ba118e4-cf70-4f17-9d1d-6d5dc107fd37 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.238482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83b83bb2-9b0f-416f-80a1-eef56d9b771e req-8ba118e4-cf70-4f17-9d1d-6d5dc107fd37 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 948 time: 0.2869160 Dec 12 15:25:08.244798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Deleting port a270133e-bc9f-4ebb-a7db-4ec1f358219c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:08.246219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:08.335374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1cfb-0ace-4eb7-838a-bd97bbdd438b req-af7cc190-044b-4f8c-bff6-59e1a0670a37 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.341180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8f1cfb-0ace-4eb7-838a-bd97bbdd438b req-af7cc190-044b-4f8c-bff6-59e1a0670a37 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95061209-852e-480e-b4f2-b902ee40bcd8 HTTP/1.1" status: 200 len: 1023 time: 0.2728543 Dec 12 15:25:08.360950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cefd60a-a816-461b-9cbf-9eed71e7db00 None None] New status for floating IP 36537b4a-b6ad-4fe5-bfd2-adc62ea9a010: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:25:08.365193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-921ed484-d563-4800-bfc9-e79af0081698 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327449 Dec 12 15:25:08.369990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83b83bb2-9b0f-416f-80a1-eef56d9b771e req-ff24b053-0e19-4686-b5e7-60cacd4baf56 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307211 Dec 12 15:25:08.422792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port a270133e-bc9f-4ebb-a7db-4ec1f358219c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a270133e-bc9f-4ebb-a7db-4ec1f358219c,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:08.423160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:08.439285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Calling delete_port for a270133e-bc9f-4ebb-a7db-4ec1f358219c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:08.516555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:08.589349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-4fab0a2e-8c2f-40d1-9308-62eb235c2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.590525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-4fab0a2e-8c2f-40d1-9308-62eb235c2fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e82fc18-2e61-4529-a497-5cef85ee15f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291554 Dec 12 15:25:08.677622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8f1cfb-0ace-4eb7-838a-bd97bbdd438b req-94913142-7fe1-4b09-b359-c61462908a70 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=6ad33ec8-065d-43a6-8336-28808724c892&id=45debeee-2a3d-4372-a8f5-37298f96639d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3021593 Dec 12 15:25:08.690599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:08.705972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f9966beb-21f3-424c-ad78-7987143dfbba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:08.724197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'Port': ['ID=a270133e-bc9f-4ebb-a7db-4ec1f358219c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:08.746704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a270133e-bc9f-4ebb-a7db-4ec1f358219c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:08.789563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] No DVR routers for this DVR port a270133e-bc9f-4ebb-a7db-4ec1f358219c on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:08.793282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c8669a-31ff-4405-b35c-45df7ed37b8f req-dcdf0943-723c-4c4c-92a8-4dcc8f862c53 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098272 Dec 12 15:25:08.793862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:08.797716 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f01da500-feb4-4209-adaa-4df44ea3063c req-9fc50ce0-28cc-4494-b92a-8617839863a0 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.30 "DELETE /v2.0/ports/a270133e-bc9f-4ebb-a7db-4ec1f358219c HTTP/1.1" status: 204 len: 173 time: 0.7608035 Dec 12 15:25:08.819405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc14d-8c34-48af-8971-c92dd26efb82 req-09603f7f-9ad4-4d73-9c30-da520cbcfc7f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:08.826589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ddc14d-8c34-48af-8971-c92dd26efb82 req-09603f7f-9ad4-4d73-9c30-da520cbcfc7f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.2484405 Dec 12 15:25:08.873894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6178e42b-bcd2-480a-9800-53428613927d req-4382acf0-45c8-49a1-9a62-cddf7d4eedc9 tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "GET /v2.0/security-groups/4650c939-0fab-4727-aaef-ee0be49259d4 HTTP/1.1" status: 200 len: 2413 time: 0.1290231 Dec 12 15:25:08.890116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-f68043f8-ab7e-4d49-8186-a8899b6b5797 service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863111 Dec 12 15:25:08.945352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ddc14d-8c34-48af-8971-c92dd26efb82 req-5ff832a2-d513-4096-8053-64c8267617d8 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177852 Dec 12 15:25:09.002247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.030061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6178e42b-bcd2-480a-9800-53428613927d req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.062486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21d1636-ea0e-47ec-8fa1-184dbb442604 req-ac5e6785-4747-43d0-81da-75c4ed29641b service neutron] 10.222.0.13 "GET /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583154 Dec 12 15:25:09.064141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6178e42b-bcd2-480a-9800-53428613927d req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.106336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6178e42b-bcd2-480a-9800-53428613927d req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.109026 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6178e42b-bcd2-480a-9800-53428613927d req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.110163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6178e42b-bcd2-480a-9800-53428613927d req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] 10.222.0.36 "DELETE /v2.0/security-groups/4650c939-0fab-4727-aaef-ee0be49259d4 HTTP/1.1" status: 204 len: 173 time: 0.2252939 Dec 12 15:25:09.116347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:09.120165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31896a4-5d35-48a7-8f76-b588c124801d tempest-SecurityGroupRulesTestJSON-730752015 tempest-SecurityGroupRulesTestJSON-730752015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4650c939-0fab-4727-aaef-ee0be49259d4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:09.189960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Deleting subnet e9c3a58e-3fec-474e-8a61-72fe289602e4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:25:09.194937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.218527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'name': 'network-vif-deleted', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:09.220749 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b4ca5b-d2ff-46a3-8956-f939f65cd29e" -d '{"events": [{"server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "name": "network-vif-deleted", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:09.224549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f30829a8-62ae-484f-ad4c-2545bc9156d9 req-e3377c51-f813-419e-b3ec-a53d1ebfad0b tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0293059 Dec 12 15:25:09.241383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.286594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.290430 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267270b-b320-41b1-96f4-17778b794e6f x-openstack-request-id: req-b267270b-b320-41b1-96f4-17778b794e6f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:09.290725 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95061209-852e-480e-b4f2-b902ee40bcd8", "name": "network-vif-deleted", "tag": "a270133e-bc9f-4ebb-a7db-4ec1f358219c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:09.290981 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b267270b-b320-41b1-96f4-17778b794e6f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:09.291367 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95061209-852e-480e-b4f2-b902ee40bcd8', 'name': 'network-vif-deleted', 'tag': 'a270133e-bc9f-4ebb-a7db-4ec1f358219c', 'status': 'completed', 'code': 200} Dec 12 15:25:09.350362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.377510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c3a58e-3fec-474e-8a61-72fe289602e4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:09.379477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.382732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b529990-0663-49cc-8889-0e6dbda3b7ed admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9c3a58e-3fec-474e-8a61-72fe289602e4 HTTP/1.1" status: 204 len: 168 time: 0.2649901 Dec 12 15:25:09.385293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:09.484871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.541319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce87ef4-03b4-4285-ab5a-731b9e280491 req-9b4c82b8-83c8-4f8f-a562-0f12ca42f0ae tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:09.543361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ce87ef4-03b4-4285-ab5a-731b9e280491 req-9b4c82b8-83c8-4f8f-a562-0f12ca42f0ae tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 948 time: 0.0575116 Dec 12 15:25:09.578183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.601309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ce87ef4-03b4-4285-ab5a-731b9e280491 req-9ad8460d-8a5b-4020-bb4e-abfa457a6538 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511315 Dec 12 15:25:09.625231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e668cee8-3a61-4a39-9e32-e8d9dd26a6d0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:09.637057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79ad503-1b7c-4614-a90f-76a6025d1a3e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:09.637486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79ad503-1b7c-4614-a90f-76a6025d1a3e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:09.654355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.669202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.676335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:25:09.676825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:25:09.678746 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:25:09.746084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.751774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.759177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e668cee8-3a61-4a39-9e32-e8d9dd26a6d0 HTTP/1.1" status: 204 len: 168 time: 0.3725810 Dec 12 15:25:09.762811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c8cfab06-313a-471c-a100-e7dbfe930f9c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:09.789025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f09b-cf66-49bd-85b4-b7f08b25e92a admin admin] Pushing event deleted for resources: {'Network': ['ID=e668cee8-3a61-4a39-9e32-e8d9dd26a6d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:09.793834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf4bc-bd75-4b35-bda8-334d5d1814e2 req-2e8f75e5-f3b8-433c-b805-d04a8b9472fc tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:09.802219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c1bf4bc-bd75-4b35-bda8-334d5d1814e2 req-2e8f75e5-f3b8-433c-b805-d04a8b9472fc tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 945 time: 0.0840068 Dec 12 15:25:09.873142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c1bf4bc-bd75-4b35-bda8-334d5d1814e2 req-0c733817-9ea3-45df-827a-a7da0766ae75 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699956 Dec 12 15:25:09.882012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:09.893040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e954d-8895-4fbe-a1ce-728e0824be66 req-d2dbb22c-acca-4214-b741-aeb91476cf7f tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:09.894544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057e954d-8895-4fbe-a1ce-728e0824be66 req-d2dbb22c-acca-4214-b741-aeb91476cf7f tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 949 time: 0.0623362 Dec 12 15:25:09.895992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'c8cfab06-313a-471c-a100-e7dbfe930f9c', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'c8cfab06-313a-471c-a100-e7dbfe930f9c', 'mac_address': 'fa:16:3e:99:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:09.938789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.952301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cfab06-313a-471c-a100-e7dbfe930f9c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:09.974420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:09.978689 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:09.980165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33072) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:09.981177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057e954d-8895-4fbe-a1ce-728e0824be66 req-e10b3314-b3c0-477b-a97a-069b128e2477 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728049 Dec 12 15:25:09.984785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-ce3fa55a-ddaa-445c-9de2-0b6b338030c6 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/6ad33ec8-065d-43a6-8336-28808724c892 HTTP/1.1" status: 200 len: 1817 time: 0.0699635 Dec 12 15:25:10.042785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-07fef6bf-886a-42fb-89da-cce78f65fb6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acd83657f6a344c48d3de22a9b4e2127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602529 Dec 12 15:25:10.046018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33076) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:10.046314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:10.064846 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.127153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.176415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.188868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4a413-800a-47fa-ae1a-dfb53b0ebe94 req-4e2bc1fa-8df5-489f-91a7-488dd8535e1b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:10.190326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19b4a413-800a-47fa-ae1a-dfb53b0ebe94 req-4e2bc1fa-8df5-489f-91a7-488dd8535e1b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1187401 Dec 12 15:25:10.228607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.230269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.232744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.233841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19a60d24-3989-4705-82b8-8115d36d71e8 req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ad33ec8-065d-43a6-8336-28808724c892 HTTP/1.1" status: 204 len: 173 time: 0.2428486 Dec 12 15:25:10.244704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.269569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139729f-a0ef-4ca8-8dc0-088d0afddc6e tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad33ec8-065d-43a6-8336-28808724c892,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:10.305915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19b4a413-800a-47fa-ae1a-dfb53b0ebe94 req-6423127a-6869-4d30-99d2-ec108441b5fd tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060994 Dec 12 15:25:10.324278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c8cfab06-313a-471c-a100-e7dbfe930f9c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:10.329737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.332348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.336753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ef87bf3-05ad-4264-bd53-e6833bbee0b7 HTTP/1.1" status: 204 len: 168 time: 0.2895300 Dec 12 15:25:10.347436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e693f-70de-4dea-859e-e160a8e3b4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef87bf3-05ad-4264-bd53-e6833bbee0b7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:10.476210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-878ee235-7474-4aaf-be3a-d15f58ab2bf6 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/45debeee-2a3d-4372-a8f5-37298f96639d HTTP/1.1" status: 200 len: 1816 time: 0.0494392 Dec 12 15:25:10.545347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.569832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.614678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.617994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.619810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76d3da6e-2c17-4a6c-bfbe-c6cd6c769054 req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/45debeee-2a3d-4372-a8f5-37298f96639d HTTP/1.1" status: 204 len: 173 time: 0.1369841 Dec 12 15:25:10.663326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a8f00-caf8-4dbc-87c7-85129c4faf26 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45debeee-2a3d-4372-a8f5-37298f96639d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:10.676428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0fe72e4-bcd5-43c0-a175-68ea800679c7 req-e9bcce19-b5df-453a-82d5-95b2ae10cd99 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0384579 Dec 12 15:25:10.708248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2138092684', 'description': 'tempest-description-211715860'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:10.744023 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.819447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06476269-55c8-4bfe-a90c-743ed0b1d3ab req-76bc1a5d-ffd2-4323-9608-d545b6a2b8f0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:10.821055 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06476269-55c8-4bfe-a90c-743ed0b1d3ab req-76bc1a5d-ffd2-4323-9608-d545b6a2b8f0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 949 time: 0.0792272 Dec 12 15:25:10.871829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.877421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.918430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06476269-55c8-4bfe-a90c-743ed0b1d3ab req-ad30a16f-4359-4bf4-bfad-94c01f780f4a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871460 Dec 12 15:25:10.922529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:10.923625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6c3d1bb-4dcc-40ca-b7ca-8e50255f9f66 req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2194588 Dec 12 15:25:10.924231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08800cc-bded-49bc-b927-55a720b36478 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5cf258-c1ad-4cfc-8e3c-18514b58d48b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:10.965659 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.025961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c201635d-b613-4c3d-b97f-2abff5910355 req-11dfb95f-e29d-4c5a-83f4-5e9455ebf416 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/1d5cf258-c1ad-4cfc-8e3c-18514b58d48b HTTP/1.1" status: 200 len: 1817 time: 0.0515254 Dec 12 15:25:11.033872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.050400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1634149302', 'description': 'tempest-description-hth-418150597'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:11.095114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b44d5b-58f1-46a5-bb44-bb9e0ce97edb req-a4747a8f-5f16-4a44-afc4-39eaf2454f2c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:11.096592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b44d5b-58f1-46a5-bb44-bb9e0ce97edb req-a4747a8f-5f16-4a44-afc4-39eaf2454f2c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 945 time: 0.0913453 Dec 12 15:25:11.101625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.182679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.186770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b44d5b-58f1-46a5-bb44-bb9e0ce97edb req-ef45fca5-7813-4896-9c9d-7c2da51a483c tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1ba6623-1686-47cb-9d45-b51a54a0b586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821030 Dec 12 15:25:11.188323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.191097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.192405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c201635d-b613-4c3d-b97f-2abff5910355 req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "PUT /v2.0/security-groups/1d5cf258-c1ad-4cfc-8e3c-18514b58d48b HTTP/1.1" status: 200 len: 1791 time: 0.1486006 Dec 12 15:25:11.230315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:11.264153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a42d30-2fcc-4f08-8616-bd71c4f4d251 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5cf258-c1ad-4cfc-8e3c-18514b58d48b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:11.295502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-0eaa99fe-5914-4c75-a4a0-df1182f01006 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:11.296962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-0eaa99fe-5914-4c75-a4a0-df1182f01006 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "GET /v2.0/ports?device_id=58877480-f7b2-4551-bdc6-8d724df90e25 HTTP/1.1" status: 200 len: 946 time: 0.0872700 Dec 12 15:25:11.302044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5e43ba1-ae17-4b01-ad38-7aa8253b9028 req-bafada97-e3db-4db7-be96-d1556c54b18f tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/1d5cf258-c1ad-4cfc-8e3c-18514b58d48b HTTP/1.1" status: 200 len: 1791 time: 0.0799236 Dec 12 15:25:11.331606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1678758040-network', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:11.393342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:11.396101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.406506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.417685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-d59432dc-e35f-41c0-bb89-82b0e575fd97 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:11.419186 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-d59432dc-e35f-41c0-bb89-82b0e575fd97 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 945 time: 0.0834022 Dec 12 15:25:11.440740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-53773cf3-20bb-4080-aad2-5f66d1017220 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/1d5cf258-c1ad-4cfc-8e3c-18514b58d48b HTTP/1.1" status: 200 len: 1791 time: 0.1027780 Dec 12 15:25:11.495109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7d71-c46e-4199-8fab-67d775adfeb0 req-9304f30f-7093-463f-8ca8-802612077616 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:11.496564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d12c7d71-c46e-4199-8fab-67d775adfeb0 req-9304f30f-7093-463f-8ca8-802612077616 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1008372 Dec 12 15:25:11.565783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.571005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.577958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Deleting port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:11.578294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.772797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c8cfab06-313a-471c-a100-e7dbfe930f9c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:11.824581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port c8cfab06-313a-471c-a100-e7dbfe930f9c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:11.829323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port c8cfab06-313a-471c-a100-e7dbfe930f9c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:11.829707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.841714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Deleting port b721ad1c-8f1c-42b4-b78b-e6406426723d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:11.842311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.901724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:11.906950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:11.923314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.933866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d60549-0452-43a1-84e9-8d8f6fc26686,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:11.939499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.939985 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Added segment bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe of type vlan for network 5938dbb5-7441-4393-97e3-1dc11db2ce3e Dec 12 15:25:11.941316 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:11.973941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:11.976246 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14243d21-1e14-41c9-9abd-39123eea5ce8" -d '{"events": [{"server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "name": "network-vif-plugged", "status": "completed", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:11.991496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d12c7d71-c46e-4199-8fab-67d775adfeb0 req-2ca51a40-ccd6-4d97-8725-bfe326577048 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665883 Dec 12 15:25:12.001831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.007962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:12.016869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.018144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a270133e-bc9f-4ebb-a7db-4ec1f358219c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:12.046043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: a270133e-bc9f-4ebb-a7db-4ec1f358219c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:12.046445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a270133e-bc9f-4ebb-a7db-4ec1f358219c not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:12.049637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] For port b721ad1c-8f1c-42b4-b78b-e6406426723d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b721ad1c-8f1c-42b4-b78b-e6406426723d,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:12.050011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.079703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.082488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Calling delete_port for b721ad1c-8f1c-42b4-b78b-e6406426723d owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:12.085987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.096653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] For port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,segment=NetworkSegment(db452e07-862d-4e6a-a855-94d3180c4592),segment_id=db452e07-862d-4e6a-a855-94d3180c4592)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:12.097023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.102329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.105480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.106646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1093e737-9696-41f0-9b3b-d2102ce7f9f3 req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d5cf258-c1ad-4cfc-8e3c-18514b58d48b HTTP/1.1" status: 204 len: 173 time: 0.6583214 Dec 12 15:25:12.122990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84bc1f-712f-4830-8174-b02273758782 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5cf258-c1ad-4cfc-8e3c-18514b58d48b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.123182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.142863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Calling delete_port for 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:12.173672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.175099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:12.176059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.176425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:12.183389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.238893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3293ed27-c48a-447a-8144-ec018adb1599 req-d53fa91f-6817-4ae7-bd8f-fa2bc5cef7ef tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0306318 Dec 12 15:25:12.241704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.305210 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0735621 Dec 12 15:25:12.309013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:12.313979 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc9cbb-b1f4-4959-83fa-cf4810ffe824 x-openstack-request-id: req-5cdc9cbb-b1f4-4959-83fa-cf4810ffe824 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:12.314274 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "name": "network-vif-plugged", "status": "completed", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:12.314530 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cdc9cbb-b1f4-4959-83fa-cf4810ffe824 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:12.314928 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c', 'code': 200} Dec 12 15:25:12.320744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Request body: {'subnet': {'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1678758040-subnet', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:12.330740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c0413-7e24-4ab6-adb1-51f11be818b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5938dbb5-7441-4393-97e3-1dc11db2ce3e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.354704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:12.361658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd19649-937c-4562-b1e3-a40546e445f2 req-aa9f8616-fc3a-4f9f-bbbf-b33698002765 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:12.363396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcd19649-937c-4562-b1e3-a40546e445f2 req-aa9f8616-fc3a-4f9f-bbbf-b33698002765 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.1091299 Dec 12 15:25:12.373258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:12.375852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.434234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.468882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:12.488234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event deleted for resources: {'Port': ['ID=b721ad1c-8f1c-42b4-b78b-e6406426723d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.501294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.513018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcd19649-937c-4562-b1e3-a40546e445f2 req-ed3bd842-d52e-4c97-a0c9-9f189a318d75 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383157 Dec 12 15:25:12.541318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Pushing event deleted for resources: {'Port': ['ID=92df67f3-5dc9-48f3-a8c0-eac3321fdaa7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.558434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8765b75-5dda-421c-bcd6-8fe62a6067f6 req-5ad7ebae-dc75-4d51-b515-baeb8f914b6b tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb2333c5-19ed-4ae0-a0b2-a8a4859646c8 HTTP/1.1" status: 200 len: 210 time: 0.0722826 Dec 12 15:25:12.586028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65020f2-de9f-484e-a149-d6f8b9ffcddc req-00310db8-8309-4381-a2b9-bf0d0a5029d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:12.588259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f65020f2-de9f-484e-a149-d6f8b9ffcddc req-00310db8-8309-4381-a2b9-bf0d0a5029d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 1101 time: 0.1805465 Dec 12 15:25:12.609240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] No DVR routers for this DVR port b721ad1c-8f1c-42b4-b78b-e6406426723d on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:12.616918 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.620096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bc8aa36-2e06-43c8-a59a-6c118e008f28 req-18850d10-941b-47f1-83f5-2cb9c9b6af2f tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.13 "DELETE /v2.0/ports/b721ad1c-8f1c-42b4-b78b-e6406426723d HTTP/1.1" status: 204 len: 173 time: 1.3153355 Dec 12 15:25:12.621682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'name': 'network-vif-deleted', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:12.622706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] No DVR routers for this DVR port 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:12.624182 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c1bc6-9e7f-48b0-8f39-b070217bbb2d" -d '{"events": [{"server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "name": "network-vif-deleted", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:12.626475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.629726 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4aff9f9d-25f7-4232-9a7c-353642ceed07 req-b8838a8e-0ea5-42a0-b983-2d5696f32299 tempest-ListServersNegativeTestJSON-445099444 tempest-ListServersNegativeTestJSON-445099444-project] 10.222.0.30 "DELETE /v2.0/ports/92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 HTTP/1.1" status: 204 len: 173 time: 1.1995654 Dec 12 15:25:12.630363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'name': 'network-vif-deleted', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:12.632828 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d363c1c-b8b9-4ca3-82aa-f51ee47b735d" -d '{"events": [{"server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "name": "network-vif-deleted", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:12.639480 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-f757393a-3add-4519-8c66-db09815db28b req-5db33a7b-1186-4b94-a8cb-d92c4f664cc7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.640881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f757393a-3add-4519-8c66-db09815db28b req-5db33a7b-1186-4b94-a8cb-d92c4f664cc7 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/45debeee-2a3d-4372-a8f5-37298f96639d HTTP/1.1" status: 404 len: 352 time: 0.0383775 Dec 12 15:25:12.679670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f65020f2-de9f-484e-a149-d6f8b9ffcddc req-5692e7ae-025b-4333-a72c-26c511269bec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762672 Dec 12 15:25:12.698938 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ce7d44-9cee-4810-86a1-d3de516a0b14 x-openstack-request-id: req-23ce7d44-9cee-4810-86a1-d3de516a0b14 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:12.699247 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58877480-f7b2-4551-bdc6-8d724df90e25", "name": "network-vif-deleted", "tag": "b721ad1c-8f1c-42b4-b78b-e6406426723d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:12.699506 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23ce7d44-9cee-4810-86a1-d3de516a0b14 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:12.699920 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58877480-f7b2-4551-bdc6-8d724df90e25', 'name': 'network-vif-deleted', 'tag': 'b721ad1c-8f1c-42b4-b78b-e6406426723d', 'status': 'completed', 'code': 200} Dec 12 15:25:12.701167 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60b42d-86c3-4e0d-b182-47d0eff2207d x-openstack-request-id: req-4d60b42d-86c3-4e0d-b182-47d0eff2207d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:12.701456 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2333c5-19ed-4ae0-a0b2-a8a4859646c8", "name": "network-vif-deleted", "tag": "92df67f3-5dc9-48f3-a8c0-eac3321fdaa7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:12.701907 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d60b42d-86c3-4e0d-b182-47d0eff2207d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:12.702306 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2333c5-19ed-4ae0-a0b2-a8a4859646c8', 'name': 'network-vif-deleted', 'tag': '92df67f3-5dc9-48f3-a8c0-eac3321fdaa7', 'status': 'completed', 'code': 200} Dec 12 15:25:12.719902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.727261 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-c4bfaa95-3bdb-415f-9d82-5b7c36a5f5b0 req-7aa8f7b6-75ac-4ddc-a9e2-ef93efb79371 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.728352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4bfaa95-3bdb-415f-9d82-5b7c36a5f5b0 req-7aa8f7b6-75ac-4ddc-a9e2-ef93efb79371 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/6ad33ec8-065d-43a6-8336-28808724c892 HTTP/1.1" status: 404 len: 352 time: 0.0150015 Dec 12 15:25:12.764311 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-e488997b-81f4-4666-a189-169d61b30ed9 req-82b5b9f8-546c-4b66-b9d2-0e3394bd0855 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.765370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e488997b-81f4-4666-a189-169d61b30ed9 req-82b5b9f8-546c-4b66-b9d2-0e3394bd0855 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/73079a69-43a4-432b-b697-16240ac824ae HTTP/1.1" status: 404 len: 352 time: 0.0138774 Dec 12 15:25:12.778495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a894967a-6f7d-4a0a-bbc1-dff83171469c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:12.788705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Checking segment: {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:12.789094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Network hostable DHCP agents. Network: 5938dbb5-7441-4393-97e3-1dc11db2ce3e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:12.805754 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-f7d8c491-c61f-4c9e-9b39-9e2a9a4af58b req-44b97dc9-14db-40f0-bb79-feefa2978e67 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.806790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7d8c491-c61f-4c9e-9b39-9e2a9a4af58b req-44b97dc9-14db-40f0-bb79-feefa2978e67 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/f2274744-fd6e-4444-a009-37f9bbe11b5f HTTP/1.1" status: 404 len: 352 time: 0.0182812 Dec 12 15:25:12.807049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:12.817503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5938dbb5-7441-4393-97e3-1dc11db2ce3e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:12.821969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:12.822482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.826537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1095857-7322-4d55-a5e2-4b9eeaecf572 None None] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:12.840049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67b7d60f-e8bf-4a81-9dce-ed02d96e184b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5275290 Dec 12 15:25:12.844354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33180) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:12.854418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:12.860248 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-846fb46a-7dee-4b97-a256-e8b54293b646 req-06996887-8a41-4c57-91c8-5174905095d9 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.861250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-846fb46a-7dee-4b97-a256-e8b54293b646 req-06996887-8a41-4c57-91c8-5174905095d9 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/7066ac84-e12d-4ed0-8997-ee23e66d6f01 HTTP/1.1" status: 404 len: 352 time: 0.0276237 Dec 12 15:25:12.881692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.883290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.913668 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-7043818a-084a-4546-9abf-5b0dda02913b req-944201de-bc54-4636-9bf6-9dad5d58b063 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] show failed (client error): The resource could not be found. Dec 12 15:25:12.914704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7043818a-084a-4546-9abf-5b0dda02913b req-944201de-bc54-4636-9bf6-9dad5d58b063 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/5a2201be-a13d-4dd9-b901-cc5b0d54f97c HTTP/1.1" status: 404 len: 352 time: 0.0240655 Dec 12 15:25:12.946638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'fixed_ips': [{'subnet_id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:25:12.947624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:12.986332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.123224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Allocated IP 172.20.0.2 (5938dbb5-7441-4393-97e3-1dc11db2ce3e/a894967a-6f7d-4a0a-bbc1-dff83171469c/1e6e02f0-fbdd-4cca-b58e-15f05afe9add) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:13.221875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.236813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5036a-f05c-4685-91ee-25762b7c9dbc req-0ef11421-246b-4d8d-b903-a039f6d700ce tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:13.238610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc5036a-f05c-4685-91ee-25762b7c9dbc req-0ef11421-246b-4d8d-b903-a039f6d700ce tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1406546 Dec 12 15:25:13.315357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.325525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.365625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc5036a-f05c-4685-91ee-25762b7c9dbc req-d62ed95c-8cef-4cbf-97a9-3c8ba28b20cb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126294 Dec 12 15:25:13.367607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:13.372188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:13.376061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:13.381445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b8e2-3562-481d-9ead-47e5c9ef8ff7 req-979c9c49-594e-48b3-9ad6-b0d5246a0b4b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:13.384036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b831b8e2-3562-481d-9ead-47e5c9ef8ff7 req-979c9c49-594e-48b3-9ad6-b0d5246a0b4b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1023 time: 0.1319625 Dec 12 15:25:13.451380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Attempting to bind port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:13.451762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Attempting to bind port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:13.452349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Attempting to bind port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add on network 5938dbb5-7441-4393-97e3-1dc11db2ce3e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:13.456298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Pushing event updated for resources: {'Port': ['ID=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:13.465839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:13.466512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Checking segment: {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:13.467774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.468556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Bound using segment: {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:13.469250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Bound port: 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:13.469855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.548950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-904082b9-9d09-49db-8328-4297050ae88d None None] For port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:13.552011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-904082b9-9d09-49db-8328-4297050ae88d None None] For port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:13.552217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b831b8e2-3562-481d-9ead-47e5c9ef8ff7 req-94ce53b6-9d96-4ed0-a86e-ff51990469ba tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=ef8a210f-01b3-47d7-b516-aff8589d4b31&id=f2d4b022-3d4e-410d-b54e-b0b53640dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1624649 Dec 12 15:25:13.557631 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.621553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63bbd113-fccf-4e18-a760-bc43301df6b8 req-06fe17cf-cb7d-4d4c-aad1-ef4daba717aa tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0687492 Dec 12 15:25:13.665239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904082b9-9d09-49db-8328-4297050ae88d None None] Pushing event updated for resources: {'Port': ['ID=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:13.725555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.750616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.757523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:13.773799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cebd6a-7c61-4fc4-861e-9d9d54408fb8 req-9da43d78-818a-4dbb-95c5-10ee168e7ebe tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:13.775316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12cebd6a-7c61-4fc4-861e-9d9d54408fb8 req-9da43d78-818a-4dbb-95c5-10ee168e7ebe tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.1069863 Dec 12 15:25:13.814737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Deleting subnet d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:25:13.819295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.887355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.914095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:13.916617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b721ad1c-8f1c-42b4-b78b-e6406426723d no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:13.919884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12cebd6a-7c61-4fc4-861e-9d9d54408fb8 req-671403e2-3d92-4cde-9599-27dfc210a09c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196048 Dec 12 15:25:13.946213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Allocated IP 172.25.3.251 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3af2e201-0662-458c-bc36-0e570be05699) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:13.947858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:13.977124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b721ad1c-8f1c-42b4-b78b-e6406426723d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:13.977566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b721ad1c-8f1c-42b4-b78b-e6406426723d not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:14.024071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.053536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:14.067016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.071380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1588cc89-415b-4128-a3c5-0df0b2f68980 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d44bd24f-ec0a-4e1c-91ba-6da9e3fb8c9a HTTP/1.1" status: 204 len: 168 time: 0.3127744 Dec 12 15:25:14.073681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:14.158402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:14.176037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'mac_address': 'fa:16:3e:3a:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:14.186851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.212039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.227620 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.244615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:14.253404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.273316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:14.278162 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.296788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Pushing event updated for resources: {'Port': ['ID=3af2e201-0662-458c-bc36-0e570be05699,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:14.314743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:14.316392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:14.316784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:14.319117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:14.319590 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938ff5e-3995-4647-9450-27f55a4f2b37" -d '{"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-unplugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:14.337932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.351115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:14.368783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09753996-8fc5-4750-a8b2-5775a92b9e24']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:14.381463 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e45336-ec56-432e-83c0-968b2146794c x-openstack-request-id: req-30e45336-ec56-432e-83c0-968b2146794c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:14.381755 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-unplugged", "status": "completed", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:14.382007 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30e45336-ec56-432e-83c0-968b2146794c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:14.382398 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'code': 200} Dec 12 15:25:14.385822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db452e07-862d-4e6a-a855-94d3180c4592') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:14.386110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db452e07-862d-4e6a-a855-94d3180c4592') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:14.397048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.411091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.419557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:14.433805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:25:14.434428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:25:14.498052 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:25:14.539167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.559458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.565439 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/09753996-8fc5-4750-a8b2-5775a92b9e24 HTTP/1.1" status: 204 len: 168 time: 0.4895895 Dec 12 15:25:14.580565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c287-4d98-4172-aa5e-abc9fa6d4da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09753996-8fc5-4750-a8b2-5775a92b9e24,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:14.631191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c83d-f886-4b93-9712-1b3129c2b295 req-7a139e7b-c497-4f5f-9486-f3c983db03da tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:14.640302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1087c83d-f886-4b93-9712-1b3129c2b295 req-7a139e7b-c497-4f5f-9486-f3c983db03da tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1658249 Dec 12 15:25:14.781455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1087c83d-f886-4b93-9712-1b3129c2b295 req-54f52c05-b63d-4bb3-8933-551bae91f945 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395655 Dec 12 15:25:14.801547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.806231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:14.862642 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ddf9a42-bf66-4636-9ad2-6102b7019770 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7159583d2d5c46258625abad398eaa4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529251 Dec 12 15:25:14.864123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:14.904927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e731f92b-c1eb-40f8-947a-826c955483d5 req-d5e69d20-3ac6-4d09-be97-62c501d77601 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0318813 Dec 12 15:25:14.930921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25f6e-0c3f-49cf-9c4e-eb7351cc0d9f req-fa865f20-6424-4914-90ca-ebbe7599e3ed tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:14.941282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46a25f6e-0c3f-49cf-9c4e-eb7351cc0d9f req-fa865f20-6424-4914-90ca-ebbe7599e3ed tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1023 time: 0.2265244 Dec 12 15:25:14.944284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:14.969680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.033649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.037992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.039841 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1ba6623-1686-47cb-9d45-b51a54a0b586 HTTP/1.1" status: 204 len: 168 time: 0.1746514 Dec 12 15:25:15.049637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71625-dfed-4d7c-b212-806dd4be1277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba6623-1686-47cb-9d45-b51a54a0b586,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:15.091053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-a76180df-2dff-4b84-9d1e-a035dc9c49f3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:15.092879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-a76180df-2dff-4b84-9d1e-a035dc9c49f3 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 1023 time: 0.2219605 Dec 12 15:25:15.120684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ce540-4362-45ea-b57a-c9664a68edde None None] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:15.229913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46a25f6e-0c3f-49cf-9c4e-eb7351cc0d9f req-eea5cec7-8446-4522-8da4-c37ecfc35718 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb70b61a-ed85-4cff-ac67-496b05fd06a2&id=ef8a210f-01b3-47d7-b516-aff8589d4b31&id=f2d4b022-3d4e-410d-b54e-b0b53640dedc&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2875762 Dec 12 15:25:15.271725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] Provisioning complete for port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:15.272325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.340942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed75c27-68b8-49f6-b251-9d37ac348eb9 req-0f2d6236-14c5-4639-a588-6c376ef3d2d1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:15.349380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aed75c27-68b8-49f6-b251-9d37ac348eb9 req-0f2d6236-14c5-4639-a588-6c376ef3d2d1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.3003573 Dec 12 15:25:15.495313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aed75c27-68b8-49f6-b251-9d37ac348eb9 req-4d572864-d505-40f4-9f38-bfc71e3bd6f4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449254 Dec 12 15:25:15.519554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Deleting port f9966beb-21f3-424c-ad78-7987143dfbba {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:15.520266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.544740 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.565250 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.625835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] For port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:15.645307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.735355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681139e6-92d7-48cd-b741-7b024546ba50 None None] Pushing event updated for resources: {'Port': ['ID=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:15.806937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:15.873341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:15.877221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 92df67f3-5dc9-48f3-a8c0-eac3321fdaa7 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:15.891618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a8b816d7-8942-4c35-b272-5338643118b9 None None] Provisioning complete for port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:15.892282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a8b816d7-8942-4c35-b272-5338643118b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.930484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:15.965915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] For port f9966beb-21f3-424c-ad78-7987143dfbba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f9966beb-21f3-424c-ad78-7987143dfbba,segment=NetworkSegment(2f3e572f-cf8c-4649-80ab-78e6c02ab6ea),segment_id=2f3e572f-cf8c-4649-80ab-78e6c02ab6ea)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:15.967134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:15.981255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Calling delete_port for f9966beb-21f3-424c-ad78-7987143dfbba owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:15.992025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e6e02f0-fbdd-4cca-b58e-15f05afe9add up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:16.100939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ddaa5-c33a-41fb-945f-024cda700d1f req-dbe3fb9d-ab47-4e65-b854-4839924b0fc9 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:16.108783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c87ddaa5-c33a-41fb-945f-024cda700d1f req-dbe3fb9d-ab47-4e65-b854-4839924b0fc9 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 1101 time: 0.3869035 Dec 12 15:25:16.118466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:16.118466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.203017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:16.203390 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.247554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Router a48211a9-ad10-46a9-9292-42c49d31e179 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:25:16.260302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246789-011f-473e-83a4-0307cd8bce28 req-c62e14a6-8c5b-46ac-bbc4-9778cbb30a54 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:16.267556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4246789-011f-473e-83a4-0307cd8bce28 req-c62e14a6-8c5b-46ac-bbc4-9778cbb30a54 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.3761156 Dec 12 15:25:16.339592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c87ddaa5-c33a-41fb-945f-024cda700d1f req-adbc0785-b910-440a-9995-c15502c8d4f7 tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300332 Dec 12 15:25:16.388118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.394068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:16.415071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.434111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'Port': ['ID=f9966beb-21f3-424c-ad78-7987143dfbba,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:16.463248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:16.465868 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d7582-b7c1-4cae-ba62-6a4123457bcb" -d '{"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:16.483114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:16.495943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.496950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f9966beb-21f3-424c-ad78-7987143dfbba no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:16.549859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: f9966beb-21f3-424c-ad78-7987143dfbba {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:16.550737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f9966beb-21f3-424c-ad78-7987143dfbba not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:16.578126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-331379216-network', 'tenant_id': '1c33555889c04b84a8b273c57868e839'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:16.591015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:16.618465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:16.621775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.632904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.741082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.749672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.779979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:16.792942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6230a780-4f0d-44a7-921c-bfdc32b6bbae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:16.804051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.804673 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Added segment 931ec68f-f2f6-40b2-9cea-908db5003cf2 of type vlan for network d6a36fdc-cde6-4191-a5fc-189f5bad5003 Dec 12 15:25:16.806945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.810861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.812895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.813420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.813926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.814431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.815168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.815689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.816022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.816360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.816730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.817062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.817386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:16.859793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4246789-011f-473e-83a4-0307cd8bce28 req-690f37dd-918f-4cd1-8cd8-bd3f224d38f0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868924 Dec 12 15:25:16.869404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.902311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20f8b773-6e0e-426a-8660-78de7a3309ca req-b22abb6f-46e6-4eff-af41-ca0defc4fa03 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0838573 Dec 12 15:25:16.906167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] No DVR routers for this DVR port f9966beb-21f3-424c-ad78-7987143dfbba on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:16.910187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.913792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c92d2da-4661-4d1f-aec2-43fa1d8ec397 req-6717e691-4f39-4eaf-b04e-760102aea4ce tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.13 "DELETE /v2.0/ports/f9966beb-21f3-424c-ad78-7987143dfbba HTTP/1.1" status: 204 len: 173 time: 1.7983916 Dec 12 15:25:16.914457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'name': 'network-vif-deleted', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:16.916992 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed8ad9-159d-47f9-9343-198576832e19" -d '{"events": [{"server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "name": "network-vif-deleted", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:16.940663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:25:16.959564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.962266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:16.962427 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Sync routers for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:25:16.962884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:16.991378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:16.994785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:25:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:17.018040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.020235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afb91520-6743-4716-aa33-04638affa94f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1728539 Dec 12 15:25:17.044789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:17.070348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fabf5cc7-11fd-40a6-bd8e-1e09bc83e741 req-f9a74877-e596-4897-8642-c6b3381212dd tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1f7d701-c1de-4937-ab20-fc5c4187b438 HTTP/1.1" status: 200 len: 210 time: 0.0811102 Dec 12 15:25:17.073442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6770487 Dec 12 15:25:17.076303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33322) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:17.081638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Request body: {'subnet': {'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-331379216-subnet', 'tenant_id': '1c33555889c04b84a8b273c57868e839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:17.135722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:17.138209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.140755 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:17.186834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2e52-5a72-4924-919b-445827f5f3fb admin admin] Pushing event updated for resources: {'Network': ['ID=d6a36fdc-cde6-4191-a5fc-189f5bad5003,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:17.205171 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc3486-3c73-4934-89e2-81fa27bed67e x-openstack-request-id: req-b8bc3486-3c73-4934-89e2-81fa27bed67e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:17.205938 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-plugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:17.209469 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8bc3486-3c73-4934-89e2-81fa27bed67e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:17.210103 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'code': 200} Dec 12 15:25:17.219215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:17.356941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-2d9dca9e-70f0-4fa1-a572-425930c8d8e0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177127 Dec 12 15:25:17.358788 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7449c335-4904-4c57-a44f-b838d3d1bf0e x-openstack-request-id: req-7449c335-4904-4c57-a44f-b838d3d1bf0e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:17.359272 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f7d701-c1de-4937-ab20-fc5c4187b438", "name": "network-vif-deleted", "tag": "f9966beb-21f3-424c-ad78-7987143dfbba", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:17.359693 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7449c335-4904-4c57-a44f-b838d3d1bf0e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:17.360243 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f7d701-c1de-4937-ab20-fc5c4187b438', 'name': 'network-vif-deleted', 'tag': 'f9966beb-21f3-424c-ad78-7987143dfbba', 'status': 'completed', 'code': 200} Dec 12 15:25:17.501447 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:14Z', 'revision_number': 3, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:17.548130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Checking router: a48211a9-ad10-46a9-9292-42c49d31e179 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:25:17.549487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Updating router a48211a9-ad10-46a9-9292-42c49d31e179 port 3af2e201-0662-458c-bc36-0e570be05699 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:25:17.567268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-b8a815f0-5bcf-4e0c-a5e3-5cdb2a9fdfed tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:17.575211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-b8a815f0-5bcf-4e0c-a5e3-5cdb2a9fdfed tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097924 Dec 12 15:25:17.603567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-1d9b567e-e7fe-48e0-be65-d101d81cc1e0 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/quotas/87729fcd0a524ebd85b9895c3695b0eb HTTP/1.1" status: 200 len: 375 time: 0.0271025 Dec 12 15:25:17.635204 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.759964 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.836432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.851475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a87a3499-65f8-4d80-adc6-3aff9111034b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2466123 Dec 12 15:25:17.905625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7463180f-5aca-48bd-b2bb-99809566fab9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:17.912536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Checking segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:17.913026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Network hostable DHCP agents. Network: d6a36fdc-cde6-4191-a5fc-189f5bad5003, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:17.966967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:17.976188 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.985266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, d6a36fdc-cde6-4191-a5fc-189f5bad5003) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:17.990469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:17.991219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.998510 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:17.999327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93917679-9ff6-42c5-aa0e-1bd93dd26c34 None None] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:18.017143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee73673f-57b3-4d06-a06a-f3f9e376478b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9392722 Dec 12 15:25:18.071005 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66194b5-eea8-46cd-b9de-a2f8921e2849 None None] Pushing event updated for resources: {'Port': ['ID=3af2e201-0662-458c-bc36-0e570be05699,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:18.097987 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Attempting to bind port 3af2e201-0662-458c-bc36-0e570be05699 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:18.097987 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Attempting to bind port 3af2e201-0662-458c-bc36-0e570be05699 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:18.097987 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Attempting to bind port 3af2e201-0662-458c-bc36-0e570be05699 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:18.105566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:18.106578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:18.107064 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:18.107691 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:18.108443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Bound port: 3af2e201-0662-458c-bc36-0e570be05699, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:18.109122 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:18.194185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313447a-5a01-4f6f-9619-c9174cec1937 req-c0025dd5-5d8e-4c0f-8092-b5fa10ef825f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:18.198144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e6fd5-20e5-4ef0-9986-ab6cf24713ba None None] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:18.208704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0313447a-5a01-4f6f-9619-c9174cec1937 req-c0025dd5-5d8e-4c0f-8092-b5fa10ef825f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.1745095 Dec 12 15:25:18.289760 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Allocated IP 172.20.0.1 (5938dbb5-7441-4393-97e3-1dc11db2ce3e/a894967a-6f7d-4a0a-bbc1-dff83171469c/d38f18af-8cad-44a4-85f6-5d6172508834) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:18.472211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1e5d8ef-36e3-4ff5-9b9f-a00330bd5062 req-f84ac9ed-49b7-4154-9ed2-64ed79c1cc30 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.2434230 Dec 12 15:25:18.475525 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] For port 3af2e201-0662-458c-bc36-0e570be05699, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:18.483727 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] For port 3af2e201-0662-458c-bc36-0e570be05699, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af2e201-0662-458c-bc36-0e570be05699,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:18.498290 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:18.513634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0313447a-5a01-4f6f-9619-c9174cec1937 req-3e305c46-afec-4274-886a-2eb83b846d2a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007460 Dec 12 15:25:18.643755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22c9337d-f96f-426d-9ca0-1fc531a0d5a0 req-90386644-ae25-4ce4-8790-0bd124e8d4f1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 210 time: 0.0567868 Dec 12 15:25:18.650791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:18.717057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66194b5-eea8-46cd-b9de-a2f8921e2849 None None] Pushing event updated for resources: {'Port': ['ID=3af2e201-0662-458c-bc36-0e570be05699,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:18.727949 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:18.734547 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:25:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:18.738000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:18.883794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:18.893364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-f75c30c6-0433-4d6e-83f7-7a9ef071014b tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/f2d4b022-3d4e-410d-b54e-b0b53640dedc HTTP/1.1" status: 200 len: 1818 time: 0.0958741 Dec 12 15:25:18.912759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:18.918491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:18.921274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:18.961226 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:19.008735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.013327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.082764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.334564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.338645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.355303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d11a499c-00da-4ac1-a40f-e7ba258ba4f5 req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2d4b022-3d4e-410d-b54e-b0b53640dedc HTTP/1.1" status: 204 len: 173 time: 0.4609809 Dec 12 15:25:19.362824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.378314 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:14Z', 'revision_number': 3, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:19.403542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d5a0e7bf-f2bc-4abc-8eb6-45348cc5a079 None None] Provisioning complete for port d38f18af-8cad-44a4-85f6-5d6172508834 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:19.405105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e7bf-f2bc-4abc-8eb6-45348cc5a079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.431368 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dadb8-7d8a-4a45-b061-74028cd3be06 None None] The sync data for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 is: [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:14Z', 'revision_number': 3, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:25:19.447036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f12a05-4236-474f-b674-7fbab377c60a tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4b022-3d4e-410d-b54e-b0b53640dedc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:19.480053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0e7bf-f2bc-4abc-8eb6-45348cc5a079 None None] Port d38f18af-8cad-44a4-85f6-5d6172508834 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:19.513064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-9c76ac1f-a6f0-4fa7-a93f-933ac6789bea tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:19.521838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-9c76ac1f-a6f0-4fa7-a93f-933ac6789bea tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 0.3309045 Dec 12 15:25:19.540846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-0fc254e0-70c9-419e-ad2d-9bbb31638116 tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "GET /v2.0/security-groups/ef8a210f-01b3-47d7-b516-aff8589d4b31 HTTP/1.1" status: 200 len: 1817 time: 0.1729531 Dec 12 15:25:19.567652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-a531cda2-39ac-4f45-822c-0899bfee0833 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/quotas/1c33555889c04b84a8b273c57868e839 HTTP/1.1" status: 200 len: 375 time: 0.0444794 Dec 12 15:25:19.646259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-b87eded1-007e-4dd5-9f2e-0050c04fa5aa tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680125 Dec 12 15:25:19.674265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.681925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.690035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.775202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.795352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.797157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:19.888518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-c62e0533-3579-4319-a5cd-3d40220eb4ac service neutron] 10.222.0.36 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411342 Dec 12 15:25:19.919326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.922689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:19.954505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69763401-795a-4fe4-a3f4-24bd6ff0b78b req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef8a210f-01b3-47d7-b516-aff8589d4b31 HTTP/1.1" status: 204 len: 173 time: 0.4123228 Dec 12 15:25:19.973351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:20.015690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:20.027043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:20.055425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af2e201-0662-458c-bc36-0e570be05699 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:20.063370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327f502-41f0-4aec-b344-9083b26c770d tempest-SecurityGroupsTestJSON-363492851 tempest-SecurityGroupsTestJSON-363492851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a210f-01b3-47d7-b516-aff8589d4b31,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:20.148508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3af2e201-0662-458c-bc36-0e570be05699 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:20.149148 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.150352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Deleting subnet 57bb1646-9e47-4d69-a4a7-fe1fd394e752 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:25:20.255597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.277382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-1176af2d-4adc-4a98-a395-2f9ba585ce0c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3214660 Dec 12 15:25:20.283262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-0876a1fc-bb38-45b8-b377-4067d3ed384d service neutron] 10.222.0.36 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789678 Dec 12 15:25:20.314260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.338227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 3af2e201-0662-458c-bc36-0e570be05699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af2e201-0662-458c-bc36-0e570be05699,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:20.352272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.357898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1929661-037c-4f2a-8a77-1f770bc04167 req-08e5eec0-361e-4c3f-afd7-20bdb01dab87 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.2662828 Dec 12 15:25:20.397256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.458818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=3af2e201-0662-458c-bc36-0e570be05699,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:20.468494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.469250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.469847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.470535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.471127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.471688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.472270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.473269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.475233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.475922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.476489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.477039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.477560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:25:20.531264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.613745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2b64-081e-4709-bd47-f5ccd6a84e86 req-4aa7bea9-2260-4a28-905b-f921e8debd6e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:20.621709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abfd2b64-081e-4709-bd47-f5ccd6a84e86 req-4aa7bea9-2260-4a28-905b-f921e8debd6e tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.0939221 Dec 12 15:25:20.632104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-756c21d7-9459-44ae-9bd8-cee273783b84 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:20.633640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-756c21d7-9459-44ae-9bd8-cee273783b84 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3493347 Dec 12 15:25:20.657832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.670366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Request body: {'port': {'device_id': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '87729fcd0a524ebd85b9895c3695b0eb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:20.770829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bb1646-9e47-4d69-a4a7-fe1fd394e752,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:20.778153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.794525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:20.801152 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e2f7b1e-5187-40f6-bd62-9e1dd5aeb1b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/57bb1646-9e47-4d69-a4a7-fe1fd394e752 HTTP/1.1" status: 204 len: 168 time: 0.8236692 Dec 12 15:25:20.818151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-60c1ead1-e72b-43d3-8c25-342641d90597 None None] Provisioning complete for port d38f18af-8cad-44a4-85f6-5d6172508834 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:20.818893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60c1ead1-e72b-43d3-8c25-342641d90597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:20.846600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Router a48211a9-ad10-46a9-9292-42c49d31e179 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:25:20.921474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-60c1ead1-e72b-43d3-8c25-342641d90597 None None] Port d38f18af-8cad-44a4-85f6-5d6172508834 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:20.924643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abfd2b64-081e-4709-bd47-f5ccd6a84e86 req-8353c0ae-6b12-4318-8d3c-2e8e437a2724 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018627 Dec 12 15:25:20.992574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d549e34-c39b-44e7-8b09-0af56d096242 req-d26f3893-af6a-4ae9-9cd3-b5269911e219 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 210 time: 0.0644290 Dec 12 15:25:21.026395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.135411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Made reservation on behalf of 87729fcd0a524ebd85b9895c3695b0eb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:21.136604 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.211990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1ed2b7c-9a0d-4fd5-a6ea-4f67a93f0f37 req-505f719f-f271-4639-bd0a-31d3866e8cd8 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 210 time: 0.0518975 Dec 12 15:25:21.221674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:25:21.265788 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d9e95610-348d-48a3-b695-e6171cc92bd1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a48211a9-ad10-46a9-9292-42c49d31e179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2184865 Dec 12 15:25:21.302140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.337911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e9f19f-fa98-4385-8751-d2353ae2fdde']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:21.352570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:21.353027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3e572f-cf8c-4649-80ab-78e6c02ab6ea') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:21.372979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.449776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:21.499931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Allocated IP 192.168.233.252 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:21.558682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1874254371'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:21.575107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.599820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:21.607161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.610446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0490c3d-e8cf-4d24-9550-97d2b4c5f6e9 req-a23cc7c5-86ab-45eb-bc18-264193de508f tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0498040 Dec 12 15:25:21.622719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:25:21.623424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:25:21.625481 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:25:21.649323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:21.670080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.670434 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Added segment 209124bc-361e-4278-9b91-acf277b9d8f6 of type vlan for network c641906e-2709-464c-8943-f5aa780b91be Dec 12 15:25:21.724095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.747564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.767951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.778473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:21.780310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.815903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.832710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:21.839815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] 10.222.0.36 "DELETE /v2.0/networks/12e9f19f-fa98-4385-8751-d2353ae2fdde HTTP/1.1" status: 204 len: 168 time: 1.0282195 Dec 12 15:25:21.855592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9254c-bd42-4e4f-8abc-cb256aa17aed admin admin] Pushing event deleted for resources: {'Network': ['ID=12e9f19f-fa98-4385-8751-d2353ae2fdde,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:21.916011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:21.966560 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5154369 Dec 12 15:25:21.972217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33440) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:22.001826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'subnet': {'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:22.032667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fed77-d890-40db-83bf-6b5282120317 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Network': ['ID=c641906e-2709-464c-8943-f5aa780b91be,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:22.136817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c641906e-2709-464c-8943-f5aa780b91be details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:22.146637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:22.162873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af2e201-0662-458c-bc36-0e570be05699 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:22.250409 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4314497b-817c-4d4f-b409-e25113da83f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a6b35454eac42dbaccb887ce58cf2fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017380 Dec 12 15:25:22.252170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:22.342432 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.403939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:22.427490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549', '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'c8cfab06-313a-471c-a100-e7dbfe930f9c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:22.440863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.502362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.508775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d3bb3-be80-489c-8bc6-4a215715e593 req-1f35a27e-7d73-468b-bc24-f591dae17032 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:22.510662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b6d3bb3-be80-489c-8bc6-4a215715e593 req-1f35a27e-7d73-468b-bc24-f591dae17032 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 950 time: 0.4383113 Dec 12 15:25:22.572343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:22.573551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:22.577097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.584943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event updated for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:22.585723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.590955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.591790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb70b61a-ed85-4cff-ac67-496b05fd06a2 HTTP/1.1" status: 204 len: 168 time: 0.3384230 Dec 12 15:25:22.604322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:22.611143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a649809-6c1c-478c-9621-e3b2e788e548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb70b61a-ed85-4cff-ac67-496b05fd06a2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:22.617661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:22.618297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:22.624788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Sync routers for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:25:22.659097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3af2e201-0662-458c-bc36-0e570be05699 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:22.659385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:22.665848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b8d66-8810-4382-872e-952a881ef0db req-20085260-7fde-400e-b158-da5bd55786bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:22.674245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e71b8d66-8810-4382-872e-952a881ef0db req-20085260-7fde-400e-b158-da5bd55786bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 936 time: 0.3910589 Dec 12 15:25:22.698365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:22.699412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:25:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:22.703614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'mac_address': 'fa:16:3e:71:bb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:22.784698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b6d3bb3-be80-489c-8bc6-4a215715e593 req-83d43f16-b8bc-484b-8e7b-d91bab2df194 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574756 Dec 12 15:25:22.922800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:22.923477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.016367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e71b8d66-8810-4382-872e-952a881ef0db req-1b0fd082-c40d-4908-a95a-1bc1892ea80a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409133 Dec 12 15:25:23.100727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-ea4be56f-848f-49d4-96ff-74130da14414 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4142764 Dec 12 15:25:23.105967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Request body: {'port': {'device_id': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:23.124144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.246037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:23.350899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:23.366527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-43620386-37c8-49ff-9f5a-bb73230ba7a2 None None] Provisioning complete for port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:23.367071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43620386-37c8-49ff-9f5a-bb73230ba7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.374904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e66c4bc-abab-4d07-9f9c-afba158cb4c9 req-23fa613d-2fda-4a96-8658-9e33232c5dd3 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 210 time: 0.3217080 Dec 12 15:25:23.431097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:23.433286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.510187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e9f1529-8a38-4a95-b751-5a941eb7695f req-ec9ee1a7-3022-4efa-b188-38d414bd5142 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.2877076 Dec 12 15:25:23.578312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-43620386-37c8-49ff-9f5a-bb73230ba7a2 None None] Port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:23.692688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:23.757641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.761933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:23.807320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:23.858292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:23.894265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Subnet': ['ID=28477f49-b3d9-40cf-926e-207ee7dc3c6e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:24.113745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-70a0691f-ff4e-4e74-87d1-dc06f12323f1 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:24.120586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-70a0691f-ff4e-4e74-87d1-dc06f12323f1 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.13 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 1.0987482 Dec 12 15:25:24.147642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:24.198807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.215807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Request body: {'port': {'device_id': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'admin_state_up': True, 'tenant_id': '1c33555889c04b84a8b273c57868e839'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:24.223961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:19Z', 'revision_number': 4, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd38f18af-8cad-44a4-85f6-5d6172508834', 'name': '', 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'mac_address': 'fa:16:3e:f2:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:17Z', 'updated_at': '2021-12-12T15:25:19Z', 'revision_number': 2, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'subnets': [{'id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:24.269783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Checking router: a48211a9-ad10-46a9-9292-42c49d31e179 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:25:24.270134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Updating router a48211a9-ad10-46a9-9292-42c49d31e179 port d38f18af-8cad-44a4-85f6-5d6172508834 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:25:24.277197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:24.330460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:24.336131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1008493524-network', 'tenant_id': 'ef1818b0a16940038442da77e9707b18'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:24.367706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-915073c8-317d-43e2-bdf4-e35768cabeda tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:24.369676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-915073c8-317d-43e2-bdf4-e35768cabeda tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 1.2153552 Dec 12 15:25:24.369857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.383692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Made reservation on behalf of ef1818b0a16940038442da77e9707b18 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:24.386044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.399224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.400659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.407035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73f721-275e-4883-b059-ca4b4f92a3bc req-f8fcf83c-61a2-49fe-a6e2-4225f2677b51 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:24.408583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f73f721-275e-4883-b059-ca4b4f92a3bc req-f8fcf83c-61a2-49fe-a6e2-4225f2677b51 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 949 time: 0.4174192 Dec 12 15:25:24.425971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Request body: {'port': {'device_id': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'admin_state_up': True, 'tenant_id': '1c33555889c04b84a8b273c57868e839'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:24.514509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Checking segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:24.515912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network hostable DHCP agents. Network: c641906e-2709-464c-8943-f5aa780b91be, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:24.564280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.571524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8bc4c-5f7c-4bb3-9f39-41b0d21369c4 req-e04e1e01-88e4-495f-9eb0-3bcdefbba120 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:24.574335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.579652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d8bc4c-5f7c-4bb3-9f39-41b0d21369c4 req-e04e1e01-88e4-495f-9eb0-3bcdefbba120 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 936 time: 0.3891330 Dec 12 15:25:24.620671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:24.637095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:24.649002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e89997-4350-4b36-800c-84483b27ddeb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:24.661928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.662267 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Added segment b2a13984-4bb9-4f1f-810d-42a6fd52187c of type vlan for network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 Dec 12 15:25:24.753916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.816568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.821371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:24.822151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:24.920373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7717521 Dec 12 15:25:24.921529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:24.933213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Request body: {'subnet': {'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1008493524-subnet', 'tenant_id': 'ef1818b0a16940038442da77e9707b18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:24.976059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Made reservation on behalf of ef1818b0a16940038442da77e9707b18 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:24.979518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.079601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.095430 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.110329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f73f721-275e-4883-b059-ca4b4f92a3bc req-630571bf-c266-4eed-bf0c-bf0111c67842 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725712 Dec 12 15:25:25.127521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d8bc4c-5f7c-4bb3-9f39-41b0d21369c4 req-77d7868a-1d5b-49ac-8267-394ae675a6a1 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442560 Dec 12 15:25:25.147197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network c641906e-2709-464c-8943-f5aa780b91be is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:25.186709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883d89-15ea-4d33-84a0-4b3acc00d60b None None] Pushing event updated for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:25.261517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Attempting to bind port d38f18af-8cad-44a4-85f6-5d6172508834 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:25.262241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Attempting to bind port d38f18af-8cad-44a4-85f6-5d6172508834 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:25.262690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Attempting to bind port d38f18af-8cad-44a4-85f6-5d6172508834 on network 5938dbb5-7441-4393-97e3-1dc11db2ce3e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:25.272983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:25.273367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Checking segment: {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:25.274033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.274163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Bound using segment: {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:25.274948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Bound port: d38f18af-8cad-44a4-85f6-5d6172508834, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:25.275208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.336297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-099403dd-822f-4cd3-b48b-0299ed9156cf req-bd2ae8fc-9a6a-44eb-877f-977aa04ffec9 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0657344 Dec 12 15:25:25.355832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c641906e-2709-464c-8943-f5aa780b91be) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:25.357014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24e78-f956-41b7-b785-599a589a7cfc admin admin] Pushing event updated for resources: {'Network': ['ID=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:25.373068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.394116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caaaf7a-9c32-4872-b8f3-ee31b1ef1116 None None] Network c641906e-2709-464c-8943-f5aa780b91be requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:25.443671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5825d9-309f-4664-83b1-be2873d69628,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:25.457325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e918954e-5129-4555-916c-b1a9fdfcb49e req-8b15f69d-aab2-424f-8950-4e02f1e096ac tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 210 time: 0.1036673 Dec 12 15:25:25.464600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:25.475852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.480479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:25.496522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.499131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:25.521410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Checking segment: {'id': 'b2a13984-4bb9-4f1f-810d-42a6fd52187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:25.521780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Network hostable DHCP agents. Network: b2fc5f9b-c11d-4510-9aec-c3fa8699dd05, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:25.548224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:25.568380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b2fc5f9b-c11d-4510-9aec-c3fa8699dd05) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:25.577975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:25.578573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.605662 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3592df75-234a-4d4d-9841-06fa840ebfcb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6797283 Dec 12 15:25:25.615169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999c2c1-0d6e-435c-848d-8a654c5d4a12 None None] Network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:25.718155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:25.723232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1497442420'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:25.727559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-031c4e43-346c-4138-8759-997d2ed09f4d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7433889 Dec 12 15:25:25.799733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:25.821683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:25.825411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.830019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:25.838967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.842404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.868301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Allocated IP 172.20.0.11 (d6a36fdc-cde6-4191-a5fc-189f5bad5003/7463180f-5aca-48bd-b2bb-99809566fab9/cb4fb74c-aaa3-4a05-8d93-4789a40a58cc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:25.876034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:25.898427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.898771 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Added segment b7117542-05d3-454a-bd3a-1bfc6dd9857f of type vlan for network 4b5787d5-65c7-47b0-847a-714cdd8091cb Dec 12 15:25:25.914657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:25.949674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e63e1ae0-9047-4f34-a129-afe7f300cabf None None] Provisioning complete for port d38f18af-8cad-44a4-85f6-5d6172508834 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:25.950155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e63e1ae0-9047-4f34-a129-afe7f300cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.950283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Transition to ACTIVE for port object 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:25.952485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] For port d38f18af-8cad-44a4-85f6-5d6172508834, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:25.963451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c641906e-2709-464c-8943-f5aa780b91be', 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'fixed_ips': [{'subnet_id': '28477f49-b3d9-40cf-926e-207ee7dc3c6e'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:25:25.964413 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.970713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:25.985409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.046752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.053275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:26.053875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.137212 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4178927 Dec 12 15:25:26.156002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33542) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:26.162994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e63e1ae0-9047-4f34-a129-afe7f300cabf None None] Port d38f18af-8cad-44a4-85f6-5d6172508834 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:26.165618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] For port d38f18af-8cad-44a4-85f6-5d6172508834, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d38f18af-8cad-44a4-85f6-5d6172508834,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:26.184663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5482b0c-da2a-43f6-b77c-bf69f95cd320 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Network': ['ID=4b5787d5-65c7-47b0-847a-714cdd8091cb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:26.200571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.219540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'subnet': {'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:26.295203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:26.454873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.464048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Allocated IP 19.80.0.2 (c641906e-2709-464c-8943-f5aa780b91be/28477f49-b3d9-40cf-926e-207ee7dc3c6e/0b7595e2-3764-49ae-af8a-f9058d4657b4) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:26.475232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d883d89-15ea-4d33-84a0-4b3acc00d60b None None] Pushing event updated for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:26.502468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:26.629642 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e5e31-4574-4da8-9f32-73f77c39bf56 None None] Network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:26.683596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:25:26.684388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:25:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:26.737564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.785078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:26.785506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.890343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] Provisioning complete for port d38f18af-8cad-44a4-85f6-5d6172508834 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:26.890742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.932833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Attempting to bind port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:26.933578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Attempting to bind port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:26.934189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Attempting to bind port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:26.938273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:26.953785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:26.957856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:26.970634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7433-cf07-4f48-b0a7-aad63ac79be1 req-9c1a957a-85cc-4ffb-b732-9188fc93ea5c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:26.979692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3e7433-cf07-4f48-b0a7-aad63ac79be1 req-9c1a957a-85cc-4ffb-b732-9188fc93ea5c tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 949 time: 0.7144892 Dec 12 15:25:26.991832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:27.005159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:27.044918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-3804535c-cdce-49dd-8550-d823f9f7570a tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:27.047855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-3804535c-cdce-49dd-8550-d823f9f7570a tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/networks?id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 HTTP/1.1" status: 200 len: 814 time: 0.8932593 Dec 12 15:25:27.065039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:25:27.082337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:27.083102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Attempting to bind port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:27.088255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Allocated IP 172.20.0.8 (d6a36fdc-cde6-4191-a5fc-189f5bad5003/7463180f-5aca-48bd-b2bb-99809566fab9/9420b6af-aa1e-4dd9-a58b-f65c02a21a42) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:27.096968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.138607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.175109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event updated for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:27.189667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:27.190287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:27.190908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:27.191614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Bound port: 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:27.192215 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.227316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-3d96f3c9-41da-41e8-b323-5a204e08d90c tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/quotas/ef1818b0a16940038442da77e9707b18 HTTP/1.1" status: 200 len: 375 time: 0.0890691 Dec 12 15:25:27.243558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Network c641906e-2709-464c-8943-f5aa780b91be is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:27.264871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:27.266066 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.302894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:27.304557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.356886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:27.362128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-8b1472c0-8b23-48b2-884c-26b2b040cc0c tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1818b0a16940038442da77e9707b18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175811 Dec 12 15:25:27.375757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Pushing event updated for resources: {'Port': ['ID=0b7595e2-3764-49ae-af8a-f9058d4657b4,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:27.387169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3e7433-cf07-4f48-b0a7-aad63ac79be1 req-839db7b5-d91a-46cf-8a68-66bd496416de tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062059 Dec 12 15:25:27.401621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:27.404541 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cbde36-0c68-4fe7-89d4-9b4f84f22403" -d '{"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:27.434624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:27.435937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.459974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-246ca069-818d-4262-9a20-1a72fd0eff44 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2625797 Dec 12 15:25:27.477015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.524502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Request body: {'port': {'device_id': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:27.565077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Attempting to bind port 0b7595e2-3764-49ae-af8a-f9058d4657b4 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:27.565600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Attempting to bind port 0b7595e2-3764-49ae-af8a-f9058d4657b4 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:27.565931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Attempting to bind port 0b7595e2-3764-49ae-af8a-f9058d4657b4 on network c641906e-2709-464c-8943-f5aa780b91be {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:27.584801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:27.585264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Checking segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:27.585577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.585967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Bound using segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:27.586448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Bound port: 0b7595e2-3764-49ae-af8a-f9058d4657b4, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:27.586831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.639619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] For port d38f18af-8cad-44a4-85f6-5d6172508834, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d38f18af-8cad-44a4-85f6-5d6172508834,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:27.645274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:27.661432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:27.686150 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.740744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:27.772696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] For port 0b7595e2-3764-49ae-af8a-f9058d4657b4, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:27.779272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] For port 0b7595e2-3764-49ae-af8a-f9058d4657b4, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b7595e2-3764-49ae-af8a-f9058d4657b4,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:27.786518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d065db-9e03-440c-8e47-b284454dd027 None None] Pushing event updated for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:27.790988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.791993 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.822996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:19Z', 'revision_number': 4, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd38f18af-8cad-44a4-85f6-5d6172508834', 'name': '', 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'mac_address': 'fa:16:3e:f2:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:17Z', 'updated_at': '2021-12-12T15:25:25Z', 'revision_number': 4, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'subnets': [{'id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:27.825354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.864186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035075fa-db97-4448-b4f5-735fa8620e69 req-174cd405-41be-44c7-848c-48beb1d6ed14 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:27.865761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-035075fa-db97-4448-b4f5-735fa8620e69 req-174cd405-41be-44c7-848c-48beb1d6ed14 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 948 time: 0.3599913 Dec 12 15:25:27.869755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdb19e-d795-44f8-8be4-ef5a64666917 None None] The sync data for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 is: [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:25:19Z', 'revision_number': 4, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd38f18af-8cad-44a4-85f6-5d6172508834', 'name': '', 'network_id': '5938dbb5-7441-4393-97e3-1dc11db2ce3e', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'mac_address': 'fa:16:3e:f2:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:17Z', 'updated_at': '2021-12-12T15:25:25Z', 'revision_number': 4, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'subnets': [{'id': 'a894967a-6f7d-4a0a-bbc1-dff83171469c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:25:27.888671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:27.897538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:27.898915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f HTTP/1.1" status: 200 len: 1096 time: 4.7973280 Dec 12 15:25:27.911923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:27.913239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc7d7c-9f9b-4232-a0bc-49664ecba828 None None] Pushing event updated for resources: {'Port': ['ID=0b7595e2-3764-49ae-af8a-f9058d4657b4,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:27.914949 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaceec48-52a1-4edd-9002-09f21564c6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:28.086039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-8dbccbdf-a329-4986-83c0-ce65665d8bac service neutron] 10.222.0.36 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6681983 Dec 12 15:25:28.208715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:28.243332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:28.260947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391264e-c416-4ceb-b569-90d3f8f53997 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:28.433269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-035075fa-db97-4448-b4f5-735fa8620e69 req-201c9ee8-274f-4bc4-ad36-cde089c79765 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060380 Dec 12 15:25:28.583446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Subnet': ['ID=232cebc9-2903-4ba9-b4da-5e56a0cf019f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:28.652165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c822ef97-ea8c-42e5-aff6-3c70bcad0667 service neutron] 10.222.0.36 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322626 Dec 12 15:25:28.675645 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f82f7ba2-6e69-467d-9e95-341e72b98ac8 req-99614a5f-60c4-46fc-b310-76c99ddf246c tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1310732 Dec 12 15:25:28.678543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-0bfb03cf-d95c-4455-9bc7-ca562e775b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:28.680043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-0bfb03cf-d95c-4455-9bc7-ca562e775b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 1099 time: 0.6455154 Dec 12 15:25:28.831599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b977bb7b-4d4e-4923-92ae-943cbbb7769d req-4619dfcf-f55f-4ff3-8d81-d964df732fb0 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 210 time: 0.0374167 Dec 12 15:25:28.837162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-c7615aa7-2a97-4c2b-9116-b372041c3e21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f HTTP/1.1" status: 200 len: 217 time: 0.1484094 Dec 12 15:25:28.929177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Checking segment: {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:28.929633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network hostable DHCP agents. Network: 4b5787d5-65c7-47b0-847a-714cdd8091cb, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:29.028700 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:29.056676 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd0c8d-ac22-45aa-914f-799b50f57485 x-openstack-request-id: req-dcdd0c8d-ac22-45aa-914f-799b50f57485 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:29.057184 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-plugged", "status": "completed", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:29.057979 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcdd0c8d-ac22-45aa-914f-799b50f57485 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:29.058378 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'code': 200} Dec 12 15:25:29.163883 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e0a35-cbf7-4492-a31f-2c83b3aed80f x-openstack-request-id: req-484e0a35-cbf7-4492-a31f-2c83b3aed80f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:29.165279 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:29.165548 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-484e0a35-cbf7-4492-a31f-2c83b3aed80f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:29.166021 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f', 'status': 'completed', 'code': 200} Dec 12 15:25:29.267988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:29.330407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:29.369931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b242429-98fd-4bdc-89fb-dc186e40c6fc req-9497c166-7d0c-4306-b3f5-a9d108ee8bdd tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 210 time: 0.1005466 Dec 12 15:25:29.374864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:29.394503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fce29-a1b7-4b76-809c-b7b9d2704297 req-92a5e7d4-261a-490a-9d8c-2311b96c4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.396121 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f0fce29-a1b7-4b76-809c-b7b9d2704297 req-92a5e7d4-261a-490a-9d8c-2311b96c4623 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1102 time: 0.1187506 Dec 12 15:25:29.479191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-b266262d-c3d2-4f79-82b7-f2b088b170e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.489327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-b266262d-c3d2-4f79-82b7-f2b088b170e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.6227679 Dec 12 15:25:29.495005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f0fce29-a1b7-4b76-809c-b7b9d2704297 req-f9220e08-587a-4149-a24e-086d62f29195 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876415 Dec 12 15:25:29.502431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.505949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:29.564921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:29.622827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2306330 Dec 12 15:25:29.630592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb7c9d-de29-49d7-b6bc-01918e8aec5a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event updated for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:29.718440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 4b5787d5-65c7-47b0-847a-714cdd8091cb) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:29.736067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e7069e-20b2-4974-8331-1d7197a713c8 None None] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:29.742161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bbb6b-af1b-46bc-ba8e-5b6dde4634b6 req-0afdcd43-084c-4d25-b6f9-d54f053ee8d2 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.743751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72bbb6b-af1b-46bc-ba8e-5b6dde4634b6 req-0afdcd43-084c-4d25-b6f9-d54f053ee8d2 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 951 time: 0.4921544 Dec 12 15:25:29.759544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Request body: {'port': {'device_id': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:29.775561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.776159 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:29.896673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b87fa-985f-44f9-88d2-73f29adad34f req-c9345818-dd76-41ea-87e5-af52f05fa47e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:29.907866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c1b87fa-985f-44f9-88d2-73f29adad34f req-c9345818-dd76-41ea-87e5-af52f05fa47e tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 948 time: 0.2977808 Dec 12 15:25:29.970161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-4b5787d5-65c7-47b0-847a-714cdd8091cb', 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb', 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'fixed_ips': [{'subnet_id': '232cebc9-2903-4ba9-b4da-5e56a0cf019f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:25:29.971524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:30.027487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-9ce3b60e-0708-42a6-9fce-09b38a87d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:30.031796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-9ce3b60e-0708-42a6-9fce-09b38a87d8a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4882774 Dec 12 15:25:30.044927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e8d83a57-4b8c-4fad-ab6f-9006d64aeca8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.8332748 Dec 12 15:25:30.267021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:30.343254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72bbb6b-af1b-46bc-ba8e-5b6dde4634b6 req-65d949d0-8eba-4b98-81e8-858fa782fa24 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693259 Dec 12 15:25:30.362617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39793e-c838-43f8-a21a-4b1dd62b114b None None] Network c641906e-2709-464c-8943-f5aa780b91be requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:30.368903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b7595e2-3764-49ae-af8a-f9058d4657b4 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:30.507204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] Provisioning complete for port 0b7595e2-3764-49ae-af8a-f9058d4657b4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:30.507527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:30.628853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Allocated IP 19.86.0.2 (4b5787d5-65c7-47b0-847a-714cdd8091cb/232cebc9-2903-4ba9-b4da-5e56a0cf019f/16db839a-d97e-412f-9f09-982d06102be7) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:30.753214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0b7595e2-3764-49ae-af8a-f9058d4657b4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:30.754164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:30.936046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:30.938813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cbfb725-b1c1-4035-a0dc-a074f1c174e6 req-e500e5c0-f1fe-4f83-9e7d-d2135fb2c67b tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1020479 Dec 12 15:25:30.946372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-48a4eb3e-56ed-4807-b72a-45530c5bb7ff service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429664 Dec 12 15:25:31.030027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.161985 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.168647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:31.182558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:31.186671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Pushing event updated for resources: {'Port': ['ID=16db839a-d97e-412f-9f09-982d06102be7,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:31.190947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:31.236592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-9c47c934-8f0e-4b97-9705-b1b05d653d04 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:31.240675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-9c47c934-8f0e-4b97-9705-b1b05d653d04 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.13 "GET /v2.0/networks?id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 HTTP/1.1" status: 200 len: 814 time: 0.3703907 Dec 12 15:25:31.276040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] For port 0b7595e2-3764-49ae-af8a-f9058d4657b4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b7595e2-3764-49ae-af8a-f9058d4657b4,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:31.297206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.308579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Request body: {'port': {'device_id': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05', 'admin_state_up': True, 'tenant_id': 'ef1818b0a16940038442da77e9707b18'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:31.334411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.350204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Attempting to bind port 16db839a-d97e-412f-9f09-982d06102be7 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:31.350667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Attempting to bind port 16db839a-d97e-412f-9f09-982d06102be7 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:31.351105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Attempting to bind port 16db839a-d97e-412f-9f09-982d06102be7 on network 4b5787d5-65c7-47b0-847a-714cdd8091cb {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:31.372586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:31.373564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Checking segment: {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:31.374076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.374575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Bound using segment: {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:31.375183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Bound port: 16db839a-d97e-412f-9f09-982d06102be7, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:31.375671 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.436345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16115d64-1e53-4a9e-a6e5-1b07eab150a2 None None] Pushing event updated for resources: {'Port': ['ID=0b7595e2-3764-49ae-af8a-f9058d4657b4,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:31.497272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:25:31.497794 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:25:31.507269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8abbf2b3-89e0-4fda-91e4-c845f38829fa None None] Provisioning complete for port 0b7595e2-3764-49ae-af8a-f9058d4657b4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:31.507802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8abbf2b3-89e0-4fda-91e4-c845f38829fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.530211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c1b87fa-985f-44f9-88d2-73f29adad34f req-557ccb16-3b33-4600-a661-f31c61bb89ab tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5897000 Dec 12 15:25:31.541085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4fb74c-aaa3-4a05-8d93-4789a40a58cc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:31.565942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Made reservation on behalf of ef1818b0a16940038442da77e9707b18 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:31.571268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.578327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] For port 16db839a-d97e-412f-9f09-982d06102be7, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:31.591240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.607637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] For port 16db839a-d97e-412f-9f09-982d06102be7, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=16db839a-d97e-412f-9f09-982d06102be7,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:31.619100 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:31.774142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3881aa-eb35-4430-848d-01dcf7b6d85f None None] Pushing event updated for resources: {'Port': ['ID=16db839a-d97e-412f-9f09-982d06102be7,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:31.841469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Transition to ACTIVE for port object cb4fb74c-aaa3-4a05-8d93-4789a40a58cc will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:31.877127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cf7fc-b036-46f5-9f43-29f09d1c0ac6 req-e9d314d4-afaa-4aa7-b58d-d17b8b41e5ae tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:31.878611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b86cf7fc-b036-46f5-9f43-29f09d1c0ac6 req-e9d314d4-afaa-4aa7-b58d-d17b8b41e5ae tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 931 time: 0.6239865 Dec 12 15:25:31.885961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.027631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eef2162-b34e-48e2-a8fa-bb60e5a7b882 req-a4fae6de-4839-41f7-9e2f-5f2795f13171 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650468 Dec 12 15:25:32.093449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d38f18af-8cad-44a4-85f6-5d6172508834 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:32.200097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d38f18af-8cad-44a4-85f6-5d6172508834 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:32.200401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.258015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b86cf7fc-b036-46f5-9f43-29f09d1c0ac6 req-6977a5f5-6490-49c5-a2b2-0a27df2102b7 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627102 Dec 12 15:25:32.324161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:32.438609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9575b802-5662-4ada-8431-b8faaa2f09c2 req-03ae74b2-725d-42d1-87dc-65baac4b8825 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 210 time: 0.0875111 Dec 12 15:25:32.471665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Allocated IP 172.20.0.10 (b2fc5f9b-c11d-4510-9aec-c3fa8699dd05/2a5825d9-309f-4664-83b1-be2873d69628/c37c7986-82e6-4b7a-8fc4-d6f4240b14a5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:32.518739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-4ee32e76-9bea-413a-b125-1619e1a87db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:32.520304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-4ee32e76-9bea-413a-b125-1619e1a87db2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 1099 time: 0.4256942 Dec 12 15:25:32.529966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-fca19d2c-6007-463f-bb0e-84cb353e7771 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:32.536344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-fca19d2c-6007-463f-bb0e-84cb353e7771 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:32.543651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-fca19d2c-6007-463f-bb0e-84cb353e7771 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/networks?id=c641906e-2709-464c-8943-f5aa780b91be&id=4b5787d5-65c7-47b0-847a-714cdd8091cb&id=c641906e-2709-464c-8943-f5aa780b91be HTTP/1.1" status: 200 len: 1392 time: 0.6553783 Dec 12 15:25:32.582714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 16db839a-d97e-412f-9f09-982d06102be7 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:32.585189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Attempting to bind port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:32.585524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Attempting to bind port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:32.585852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Attempting to bind port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:32.682204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ac0107e3-a629-45d9-8587-98f12904022e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/quotas/3934bd6d6b824e7d9554c2a0d804e19f HTTP/1.1" status: 200 len: 375 time: 0.1376331 Dec 12 15:25:32.682835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:32.683159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Attempting to bind port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:32.694346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 16db839a-d97e-412f-9f09-982d06102be7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:32.694855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.806772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:32.807150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Checking segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:32.807488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Bound using segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:32.808411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Bound port: cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:32.808741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.808869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.865747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 16db839a-d97e-412f-9f09-982d06102be7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=16db839a-d97e-412f-9f09-982d06102be7,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:32.881157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:32.882201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b7595e2-3764-49ae-af8a-f9058d4657b4 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:32.916384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:32.948266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=16db839a-d97e-412f-9f09-982d06102be7,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:33.030161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0b7595e2-3764-49ae-af8a-f9058d4657b4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:33.030544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.071027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbe94d-2e69-4cd1-86d0-2b4a65231468 req-381148f6-790b-4c64-857a-e229850f67de tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:33.078845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78cbe94d-2e69-4cd1-86d0-2b4a65231468 req-381148f6-790b-4c64-857a-e229850f67de tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 951 time: 0.5095682 Dec 12 15:25:33.084915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.178594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Transition to ACTIVE for port object 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:33.195608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-4ccd5518-9f2a-468d-897a-62ca6a8d9140 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4761126 Dec 12 15:25:33.197931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70248d-1741-405d-a562-931d10c1872b None None] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:33.203887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-21da3e84-b092-43a5-a301-1f0c398b688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:33.205347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-21da3e84-b092-43a5-a301-1f0c398b688a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.6577241 Dec 12 15:25:33.221955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.266683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a1099fe-27a1-43bd-991b-4bb607e02cba None None] Provisioning complete for port 16db839a-d97e-412f-9f09-982d06102be7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:33.266961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a1099fe-27a1-43bd-991b-4bb607e02cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.273397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:33.382588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-03852fd0-e6de-4495-bd98-f1c72fda952e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f HTTP/1.1" status: 200 len: 217 time: 0.1476948 Dec 12 15:25:33.386311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78cbe94d-2e69-4cd1-86d0-2b4a65231468 req-bb925001-1251-490b-bd70-016249a902b3 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061318 Dec 12 15:25:33.389670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:33.437422 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.444316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.490765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Pushing event updated for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:33.509726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:33.510512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.512050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb4fb74c-aaa3-4a05-8d93-4789a40a58cc HTTP/1.1" status: 200 len: 1092 time: 6.0174613 Dec 12 15:25:33.562552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:33.564973 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99f428-b099-4ee9-873a-7d3a325019c7" -d '{"events": [{"name": "network-changed", "server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:33.701003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47ec6274-8a3b-47c5-ba9f-75cf040ab369 req-00b2195b-4559-417d-a26f-abf52a500ebe tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1313505 Dec 12 15:25:33.711544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-6735ae74-e026-4013-b411-1188b8ce6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:33.713071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-6735ae74-e026-4013-b411-1188b8ce6a72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.3117766 Dec 12 15:25:33.730173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-0c380683-778d-4a6b-b81e-9df0853a9981 service neutron] 10.222.0.36 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172524 Dec 12 15:25:33.775826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce3dc6-bc97-4d6c-afa4-0fd0c5f5c629 service neutron] Pushing event updated for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:33.777991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b3838459-42e0-48da-b3db-34be78acc74d None None] Provisioning complete for port 16db839a-d97e-412f-9f09-982d06102be7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:33.778476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3838459-42e0-48da-b3db-34be78acc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.875018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:33.891017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-f9867974-ab2c-4c62-9df6-fb6ede35089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:33.892513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-f9867974-ab2c-4c62-9df6-fb6ede35089e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=981c46e4-f1f6-4ded-9a63-46959bd52934 HTTP/1.1" status: 200 len: 1095 time: 0.3219554 Dec 12 15:25:33.912490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Attempting to bind port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:33.912843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Attempting to bind port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:33.913160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Attempting to bind port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:33.964990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:34.213605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:34.226098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f', 'mac_address': 'fa:16:3e:16:4d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:34.275155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:34.293986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:34.319622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:34.325795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:34.352543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:34.353156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Attempting to bind port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:34.359243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:34.367469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-8e67cde6-e7b9-4ea5-9a30-edfb8c82fba4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc HTTP/1.1" status: 200 len: 217 time: 0.4323299 Dec 12 15:25:34.369249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-d0f1ed51-27c3-45c9-9218-7ecc9688860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:34.370718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-d0f1ed51-27c3-45c9-9218-7ecc9688860a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6454811 Dec 12 15:25:34.384159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:34.386614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:34.398459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:34.398795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Checking segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:34.399178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Bound using segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:34.399624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Bound port: 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:34.399977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:34.425102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:34.444082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Pushing event updated for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:34.476196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 16db839a-d97e-412f-9f09-982d06102be7 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:34.503974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5eff4bda-4797-4e0f-b9ec-71ddbcd85020 service neutron] 10.222.0.36 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573504 Dec 12 15:25:34.514256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c116c-80d7-4580-b42f-1ea47d82f361 req-0d83cebc-5672-4bed-9fec-6633e63b77c8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:34.526307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706c116c-80d7-4580-b42f-1ea47d82f361 req-0d83cebc-5672-4bed-9fec-6633e63b77c8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 948 time: 0.7039642 Dec 12 15:25:34.555792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 16db839a-d97e-412f-9f09-982d06102be7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:34.556166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:34.572305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:34.573110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:34.750223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-86c40f15-1e61-479f-82c2-b831c518bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:34.751972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-86c40f15-1e61-479f-82c2-b831c518bcba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.3589468 Dec 12 15:25:34.755971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-c4bfd474-33e2-4d5e-8972-2bec9e17fe86 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4920728 Dec 12 15:25:34.776191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:34.787209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Request body: {'port': {'device_id': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:34.841533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706c116c-80d7-4580-b42f-1ea47d82f361 req-f0be7b2b-882e-4db3-909b-92c53253a0fe tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141179 Dec 12 15:25:34.909886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-78e17f4b-47b5-4caa-8e05-255f1d515ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278419 Dec 12 15:25:34.946567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-f67df7e0-8789-43f0-b313-fedf3f62240a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567040 Dec 12 15:25:35.001990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:35.057509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-cf24dec8-44ed-4d9d-a361-ec7dd0b162a8 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253799 Dec 12 15:25:35.099997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:35.112228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:35.172949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:35.319774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:35.320416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:35.321828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] 10.222.0.30 "PUT /v2.0/ports/9420b6af-aa1e-4dd9-a58b-f65c02a21a42 HTTP/1.1" status: 200 len: 1091 time: 5.5916128 Dec 12 15:25:35.324523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cfe5f42e-2b40-4995-b825-b6c0e12f686f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:35.350385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-75b15341-1cdc-4162-a7b9-15a5e157b350 service neutron] 10.222.0.13 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184752 Dec 12 15:25:35.401597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d085c-3c9e-4cd2-933b-4e1724d25520 req-2f3a5922-9633-473b-86aa-297f72f36fbb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:35.403000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f5d085c-3c9e-4cd2-933b-4e1724d25520 req-2f3a5922-9633-473b-86aa-297f72f36fbb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 943 time: 0.3077474 Dec 12 15:25:35.488112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f5287-bfa4-4461-aeea-1287edd2500f service neutron] Pushing event updated for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:35.492425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eaceec48-52a1-4edd-9002-09f21564c6b0 req-e7a5c496-f87f-454e-851c-c0fb713c1c2c service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082309 Dec 12 15:25:35.534745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-3d44800a-1221-4484-8a46-de6568cba8a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405186 Dec 12 15:25:35.689175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-1e8ede8e-18f1-472f-b59d-7b26500cac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:35.690658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-1e8ede8e-18f1-472f-b59d-7b26500cac21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 1094 time: 0.3184173 Dec 12 15:25:35.719479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f5d085c-3c9e-4cd2-933b-4e1724d25520 req-616bae53-1855-4a6b-a802-863552e66691 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506058 Dec 12 15:25:35.767888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-b615d8a3-844e-425a-a928-ac98a7181f2a service neutron] 10.222.0.13 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972869 Dec 12 15:25:35.776491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-4ac13430-94ea-4aec-b18a-e6920f6c0c44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42 HTTP/1.1" status: 200 len: 217 time: 0.0623443 Dec 12 15:25:35.826745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-a41ff388-64c0-407c-97b3-15d632fd28f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768641 Dec 12 15:25:35.943985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-bdc25735-6a7e-40b0-b519-e87d82932043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:35.945484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-bdc25735-6a7e-40b0-b519-e87d82932043 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.1527703 Dec 12 15:25:35.979920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:36.015427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-fa430bbf-965b-4e7e-ae51-2abd304a9c0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600963 Dec 12 15:25:36.026945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:36.030823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:36.031197 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:36.066732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13de33-126d-4d00-917e-1a11604f746e req-eabaa30b-7ce2-4fb8-b915-d9afc943786b tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:36.068647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d13de33-126d-4d00-917e-1a11604f746e req-eabaa30b-7ce2-4fb8-b915-d9afc943786b tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 932 time: 0.1981416 Dec 12 15:25:36.071033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-8be8f1b2-bcfc-441c-b179-b6b30966eaec service neutron] 10.222.0.36 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336779 Dec 12 15:25:36.075704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:36.110052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:36.119105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:36.134827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:36.137116 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e190d50-8b8e-41a8-a309-97adc9d96d6f" -d '{"events": [{"server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "name": "network-vif-plugged", "status": "completed", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:36.161806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:36.165560 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:36.175650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Transition to ACTIVE for port object c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:36.193041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:36.216759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:36.231610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d13de33-126d-4d00-917e-1a11604f746e req-280210a4-5978-4c45-b061-614c6a27e273 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271672 Dec 12 15:25:36.238049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-382eb5df-4776-40f5-a7f0-254806087131 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108078 Dec 12 15:25:36.241982 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f3f025-789b-47c8-a7a8-cbb3bc567088 x-openstack-request-id: req-13f3f025-789b-47c8-a7a8-cbb3bc567088 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:36.242173 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:36.242389 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13f3f025-789b-47c8-a7a8-cbb3bc567088 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:36.242787 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc', 'status': 'completed', 'code': 200} Dec 12 15:25:36.290450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Pushing event updated for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:36.444130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f15fa68-c261-40ff-98aa-f8ce1e075acf req-53a052f9-df6c-49c2-8627-626c623f56d4 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1217976 Dec 12 15:25:36.504198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-503bc4d4-d94e-450c-a32a-601dddbd9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:36.506365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-503bc4d4-d94e-450c-a32a-601dddbd9daa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=981c46e4-f1f6-4ded-9a63-46959bd52934 HTTP/1.1" status: 200 len: 1095 time: 0.2366571 Dec 12 15:25:36.510079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaa4a07-2a2c-4d33-9a55-2d3601250588 req-bc6f3441-f51a-4cfd-be30-40f54224a7c6 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595024 Dec 12 15:25:36.534400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51974e5-0a06-43f4-9cde-f2107058df50 req-44a1702c-8300-46d6-be2a-eecc3b040feb tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:36.535851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c51974e5-0a06-43f4-9cde-f2107058df50 req-44a1702c-8300-46d6-be2a-eecc3b040feb tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1102 time: 0.1693766 Dec 12 15:25:36.563076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Attempting to bind port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:36.563413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Attempting to bind port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'b2a13984-4bb9-4f1f-810d-42a6fd52187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:36.563739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Attempting to bind port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 on network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:36.625761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 on network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:36.626023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Attempting to bind port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 on network b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:36.649785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:36.650120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Checking segment: {'id': 'b2a13984-4bb9-4f1f-810d-42a6fd52187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:36.650501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Bound using segment: {'id': 'b2a13984-4bb9-4f1f-810d-42a6fd52187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:36.651025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Bound port: c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a13984-4bb9-4f1f-810d-42a6fd52187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:36.651279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:37.018791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db30d-7bb5-4831-ad60-38c82f7795e1 req-a91c5fb5-ac44-4283-a3e4-b866820666a8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.020252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-811db30d-7bb5-4831-ad60-38c82f7795e1 req-a91c5fb5-ac44-4283-a3e4-b866820666a8 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 950 time: 0.4881477 Dec 12 15:25:37.032205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c51974e5-0a06-43f4-9cde-f2107058df50 req-e8c70cb9-7167-4134-adc3-a7d69f9d74ea tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741478 Dec 12 15:25:37.064227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-d84b1d87-26e4-480b-853a-7ccc36ce8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.065682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-d84b1d87-26e4-480b-853a-7ccc36ce8552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 912 time: 0.5499470 Dec 12 15:25:37.121148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-fa2a70ef-764b-4bd8-8ad7-a1cfb1f3ed57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc HTTP/1.1" status: 200 len: 217 time: 0.0465732 Dec 12 15:25:37.183640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:37.193382 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6900395-e4a0-4419-b962-1040e2193e19 x-openstack-request-id: req-c6900395-e4a0-4419-b962-1040e2193e19 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:37.194260 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "name": "network-vif-plugged", "status": "completed", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:37.194693 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6900395-e4a0-4419-b962-1040e2193e19 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:37.195368 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f', 'code': 200} Dec 12 15:25:37.205411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,segment=NetworkSegment(b2a13984-4bb9-4f1f-810d-42a6fd52187c),segment_id=b2a13984-4bb9-4f1f-810d-42a6fd52187c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:37.211475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-811db30d-7bb5-4831-ad60-38c82f7795e1 req-2e8c9995-7272-479f-9df0-6e344289e11c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761816 Dec 12 15:25:37.215069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:37.220335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-977a71d8-f0c3-499f-8588-20dadb39a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.221967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-977a71d8-f0c3-499f-8588-20dadb39a266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.0842037 Dec 12 15:25:37.281255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.281881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:37.283312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] 10.222.0.13 "PUT /v2.0/ports/c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 HTTP/1.1" status: 200 len: 1092 time: 2.5001900 Dec 12 15:25:37.285197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-8e55a4c8-5ae5-4ce2-a818-026b80479882 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395494 Dec 12 15:25:37.330965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d580bd69-0535-4bc4-9fe4-5f84db70ff36 req-e958a593-aa05-4f41-b40c-136824de44ea tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 210 time: 0.0424137 Dec 12 15:25:37.384671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b06943-827b-4807-a7d9-ed2deb0c133d service neutron] Pushing event updated for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:37.402904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-be02fbba-578d-4f30-9c67-a593729b40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.405257 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-be02fbba-578d-4f30-9c67-a593729b40e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef1818b0a16940038442da77e9707b18&device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 1095 time: 0.0584962 Dec 12 15:25:37.461960 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-7680aace-6120-45cc-aaac-064254f4f9e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 HTTP/1.1" status: 200 len: 217 time: 0.0473740 Dec 12 15:25:37.527765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-4e47e12e-e8c8-4e52-8596-3e4374d185a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.529919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-4e47e12e-e8c8-4e52-8596-3e4374d185a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a5825d9-309f-4664-83b1-be2873d69628 HTTP/1.1" status: 200 len: 854 time: 0.0610850 Dec 12 15:25:37.551680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb06fe6-3f52-4344-abed-e5806e0fb346 req-2b45b281-5dad-4faa-8076-75c983fd1eb0 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.553605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cb06fe6-3f52-4344-abed-e5806e0fb346 req-2b45b281-5dad-4faa-8076-75c983fd1eb0 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 943 time: 0.2303708 Dec 12 15:25:37.569825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-31da70c4-5fab-4afc-bca2-d8692665e887 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302849 Dec 12 15:25:37.585872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322556-91d0-48a1-99eb-a11272239e0c req-2d27a35a-2fb3-4365-92fa-2f2822d7b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.587356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6322556-91d0-48a1-99eb-a11272239e0c req-2d27a35a-2fb3-4365-92fa-2f2822d7b2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 1101 time: 0.2629907 Dec 12 15:25:37.652548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-636f5a6d-73eb-4e91-8f85-3ac213f574af tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.658394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-636f5a6d-73eb-4e91-8f85-3ac213f574af tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.659901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-636f5a6d-73eb-4e91-8f85-3ac213f574af tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "GET /v2.0/networks?id=c641906e-2709-464c-8943-f5aa780b91be&id=4b5787d5-65c7-47b0-847a-714cdd8091cb&id=c641906e-2709-464c-8943-f5aa780b91be HTTP/1.1" status: 200 len: 1392 time: 0.3333280 Dec 12 15:25:37.663407 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-458df2f4-6784-402b-bd15-a599ce704a6e service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Dec 12 15:25:37.663735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-aaca9689-e374-4b4b-aa5a-058e4aaf6419 service neutron] 10.222.0.13 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381083 Dec 12 15:25:37.696602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d56516fe-991e-48e1-8ea2-2a73010fe4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:37.698769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'admin_state_up': True, 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:37.784446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cb06fe6-3f52-4344-abed-e5806e0fb346 req-0892665b-9152-4df6-b2bb-73aa99af3ab5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184606 Dec 12 15:25:37.813374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6322556-91d0-48a1-99eb-a11272239e0c req-2440f610-135b-4518-a047-eac9067fbd4a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061024 Dec 12 15:25:37.827466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539560-c884-4688-81b3-af1e86945151 req-05d246db-133b-4339-900c-db4769beacc7 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.829067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2539560-c884-4688-81b3-af1e86945151 req-05d246db-133b-4339-900c-db4769beacc7 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 944 time: 0.2399487 Dec 12 15:25:37.978064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2539560-c884-4688-81b3-af1e86945151 req-454cdc9b-707d-4a2a-9ac8-5a6dc7cf375a tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371741 Dec 12 15:25:37.982020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cb4fb74c-aaa3-4a05-8d93-4789a40a58cc details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:37.983127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e99f428-b099-4ee9-873a-7d3a325019c7 req-2395924b-f65e-49c5-9999-fc4ccf357e40 service neutron] 10.222.0.13 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891741 Dec 12 15:25:37.994563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6a40-3fde-4417-97ac-ca32627a4070 req-f31ce3b4-dd9c-4024-a1d5-ee860fefafbd tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:37.996118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0f6a40-3fde-4417-97ac-ca32627a4070 req-f31ce3b4-dd9c-4024-a1d5-ee860fefafbd tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 1102 time: 0.1432683 Dec 12 15:25:38.011360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:38.014968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.069437 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-76277788-72ad-4042-b7ff-56f9dfb22ece req-27e3a64b-6359-4764-812d-7165f44dda4e service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828783 Dec 12 15:25:38.135311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75f2be8f-05d7-4ab8-95f4-9d324178db4f req-412d1a1b-f8f7-430f-aeec-b798b4152ff1 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0444818 Dec 12 15:25:38.136430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:38.139711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0f6a40-3fde-4417-97ac-ca32627a4070 req-e22c6672-0355-4f8b-816c-ec0f1c30e22e tempest-ServersAdminTestJSON-81440210 tempest-ServersAdminTestJSON-81440210-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221728 Dec 12 15:25:38.152857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'port_id': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc', 'mac_address': 'fa:16:3e:32:95:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463180f-5aca-48bd-b2bb-99809566fab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:38.215059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.229809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4fb74c-aaa3-4a05-8d93-4789a40a58cc {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:38.231098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Allocated IP 19.80.0.9 (c641906e-2709-464c-8943-f5aa780b91be/28477f49-b3d9-40cf-926e-207ee7dc3c6e/48c8dc75-6cbe-4ea5-9957-5be4826224ec) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:38.245042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42'}, {'name': 'network-changed', 'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:38.248681 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18779e60-3af7-4ca2-ac4b-8699a18d273a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42"}, {"name": "network-changed", "server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:38.251496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:38.260859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.312404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:38.326276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e87ac-6de8-42cf-8c88-e8231c3e587a req-c95453ee-fa57-46d3-9f81-45003fdef10b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.327779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e7e87ac-6de8-42cf-8c88-e8231c3e587a req-c95453ee-fa57-46d3-9f81-45003fdef10b tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 951 time: 0.0944791 Dec 12 15:25:38.456244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e7e87ac-6de8-42cf-8c88-e8231c3e587a req-932c5bb9-3bcc-40fd-829f-2f15c55ac1e2 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148937 Dec 12 15:25:38.466261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.501686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.512794 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f81d65-caf8-43cb-9017-bc712081c743 x-openstack-request-id: req-57f81d65-caf8-43cb-9017-bc712081c743 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:38.513098 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:38.513355 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57f81d65-caf8-43cb-9017-bc712081c743 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:38.513752 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42', 'status': 'completed', 'code': 200} Dec 12 15:25:38.514010 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5', 'status': 'completed', 'code': 200} Dec 12 15:25:38.532093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422c3a-c055-4f63-96b0-fd3db8c531ca req-0e1e36df-243c-4577-83fd-92c19a0f5195 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.534029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0422c3a-c055-4f63-96b0-fd3db8c531ca req-0e1e36df-243c-4577-83fd-92c19a0f5195 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 950 time: 0.0936790 Dec 12 15:25:38.580039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-307cc18c-31bd-4fca-a08a-defc15a78a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.581745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-307cc18c-31bd-4fca-a08a-defc15a78a71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef1818b0a16940038442da77e9707b18&device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 1095 time: 0.0434265 Dec 12 15:25:38.603798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:38.628379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67f2d3e8-23bd-494f-962c-e688a629cf1a req-c04b8ceb-ccc9-422f-89d0-060e9b961532 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 210 time: 0.0665250 Dec 12 15:25:38.637518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.702638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-d9d5503d-ceb6-46af-bb57-31d643f88c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.703020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-9ddbb1b9-c789-458f-bb42-02d803441a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.704497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-9ddbb1b9-c789-458f-bb42-02d803441a5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 1094 time: 0.1577599 Dec 12 15:25:38.704771 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-d9d5503d-ceb6-46af-bb57-31d643f88c0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 HTTP/1.1" status: 200 len: 914 time: 0.1152766 Dec 12 15:25:38.711454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network c641906e-2709-464c-8943-f5aa780b91be is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:38.715183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0422c3a-c055-4f63-96b0-fd3db8c531ca req-d118c210-011c-49a0-946c-dccb45aa1ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568506 Dec 12 15:25:38.727688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:38.730076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:38.766045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-e66793a9-092c-4017-a8a4-93322d906321 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 HTTP/1.1" status: 200 len: 217 time: 0.0515881 Dec 12 15:25:38.779321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:38.837700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-d207fdf0-8c52-4046-a835-ebd3a93983d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.840278 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-d207fdf0-8c52-4046-a835-ebd3a93983d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a5825d9-309f-4664-83b1-be2873d69628 HTTP/1.1" status: 200 len: 854 time: 0.0633073 Dec 12 15:25:38.868346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.869030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:38.885235 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-ef15ec39-f51f-451c-b33b-ef41dc406b05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349603 Dec 12 15:25:38.905404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061648a8-5e2a-4ab7-9b62-8110b6db7158 req-62155878-bcf5-41ee-84df-8e020b4d4d67 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.906964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061648a8-5e2a-4ab7-9b62-8110b6db7158 req-62155878-bcf5-41ee-84df-8e020b4d4d67 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 950 time: 0.1696136 Dec 12 15:25:38.932873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-bb9c5118-93ae-419d-b2c9-223871834647 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2377262 Dec 12 15:25:38.948775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb', 'admin_state_up': True, 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:38.952341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-02c4c81b-de33-45d4-811a-72594c6d2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:38.955035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-02c4c81b-de33-45d4-811a-72594c6d2e1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 912 time: 0.2356169 Dec 12 15:25:38.999919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:39.015737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-f1873e3a-2c44-4fa3-98ac-d8e8f2432d8b service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222427 Dec 12 15:25:39.054073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fffc0281-3093-4c68-8f77-e565f55b118f None None] Provisioning complete for port 48c8dc75-6cbe-4ea5-9957-5be4826224ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:39.054803 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fffc0281-3093-4c68-8f77-e565f55b118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:39.067609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-a4390ec7-bb6f-4883-9e8f-5d5aaa103ca2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42 HTTP/1.1" status: 200 len: 217 time: 0.0988615 Dec 12 15:25:39.096593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fffc0281-3093-4c68-8f77-e565f55b118f None None] Port 48c8dc75-6cbe-4ea5-9957-5be4826224ec cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:39.129067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-4b412bd4-c86c-4029-af48-684ecb0a1555 service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996168 Dec 12 15:25:39.143592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061648a8-5e2a-4ab7-9b62-8110b6db7158 req-99258843-abdc-4534-a27e-c5d8da5bf815 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280593 Dec 12 15:25:39.195221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-36456bd1-d6eb-427a-9e8a-a3c68999e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:39.196912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-36456bd1-d6eb-427a-9e8a-a3c68999e57f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.0945807 Dec 12 15:25:39.225385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c6920-637c-44c1-a0cf-f5a32695abe2 req-223f7808-1646-485c-820b-7d5566ee9a7b tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:39.226930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-132c6920-637c-44c1-a0cf-f5a32695abe2 req-223f7808-1646-485c-820b-7d5566ee9a7b tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 943 time: 0.1860240 Dec 12 15:25:39.255418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-79f440c4-4768-483c-8a7f-edd4272e737e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484109 Dec 12 15:25:39.361397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:39.364742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:39.403731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-132c6920-637c-44c1-a0cf-f5a32695abe2 req-f5b7be04-0e9f-465f-84e4-ff5816411d3c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533277 Dec 12 15:25:39.491192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc680c15-3325-4ecc-a656-854f17a981f3 req-0595d141-7696-459a-a787-e7f88892a11f tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:39.492589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc680c15-3325-4ecc-a656-854f17a981f3 req-0595d141-7696-459a-a787-e7f88892a11f tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 944 time: 0.1940019 Dec 12 15:25:39.514314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-78317493-4b00-4aa7-9854-d38504250fed service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410679 Dec 12 15:25:39.519049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c34cebf6-7537-4e75-b7ad-cc7ce5d1e9cd req-910003c7-e2bf-4ae0-9dc8-1ee7569b3f6d tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0500371 Dec 12 15:25:39.649554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc680c15-3325-4ecc-a656-854f17a981f3 req-f101a169-aaf3-4d43-a1d5-53c9c9defa2c tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492054 Dec 12 15:25:39.677694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Allocated IP 19.86.0.220 (4b5787d5-65c7-47b0-847a-714cdd8091cb/232cebc9-2903-4ba9-b4da-5e56a0cf019f/9a6af820-00a9-4b65-866b-8af5c8d5e2eb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:39.709519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18779e60-3af7-4ca2-ac4b-8699a18d273a req-9958f199-ba53-4102-9563-c2fa7ad60e53 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820829 Dec 12 15:25:39.887746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d4b02-6786-4b98-9b38-642b5325bae9 req-d6a992d9-aacc-444d-ba99-2c0fee08ebea tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:39.889216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-832d4b02-6786-4b98-9b38-642b5325bae9 req-d6a992d9-aacc-444d-ba99-2c0fee08ebea tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 930 time: 0.1398940 Dec 12 15:25:39.908900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:39.943933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:39.971905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc728d6d-26f2-4592-8b57-d7557174d5f7 req-ae82f773-faac-4a64-8d5a-694dbcbd77d6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:39.973394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc728d6d-26f2-4592-8b57-d7557174d5f7 req-ae82f773-faac-4a64-8d5a-694dbcbd77d6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 950 time: 0.1378274 Dec 12 15:25:39.979975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:39.982526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cb4fb74c-aaa3-4a05-8d93-4789a40a58cc up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:40.022265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-832d4b02-6786-4b98-9b38-642b5325bae9 req-a880d527-0ed4-4a5b-be22-7da09c9fa4c7 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266742 Dec 12 15:25:40.056165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.072293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.085539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc728d6d-26f2-4592-8b57-d7557174d5f7 req-9a19b972-1aae-42f0-9631-af09a3c41617 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011648 Dec 12 15:25:40.107313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'port_id': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42', 'mac_address': 'fa:16:3e:3f:b7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463180f-5aca-48bd-b2bb-99809566fab9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:40.134869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-3f42446f-f893-482c-aa3e-f1b80a5d9bf0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:40.136550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-3f42446f-f893-482c-aa3e-f1b80a5d9bf0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 950 time: 0.1511402 Dec 12 15:25:40.138628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:40.143387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:40.155464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:40.189859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:40.210885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:40.211263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.247362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.253575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:40.254702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.258335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:40.278913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,segment=NetworkSegment(b2a13984-4bb9-4f1f-810d-42a6fd52187c),segment_id=b2a13984-4bb9-4f1f-810d-42a6fd52187c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.299849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:40.311329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.317635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5', 'network_id': 'b2fc5f9b-c11d-4510-9aec-c3fa8699dd05', 'port_id': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5', 'mac_address': 'fa:16:3e:fe:e4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5825d9-309f-4664-83b1-be2873d69628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:40.335292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.363380 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.367347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-c45877b6-9f82-4d73-8427-ed461fc18540 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4252493 Dec 12 15:25:40.385050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'admin_state_up': True, 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:40.431428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.449782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2be190-d8f5-4ed8-a97d-a9305442d48e req-cff354d3-abb2-40e0-8e9e-6458c08c31ed tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:40.451177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d2be190-d8f5-4ed8-a97d-a9305442d48e req-cff354d3-abb2-40e0-8e9e-6458c08c31ed tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 950 time: 0.1870031 Dec 12 15:25:40.452772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552814c0-4a43-4b41-b9cb-1e7426b8526b req-a6588558-2d8e-4302-b68e-b9ee78de34cf tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:40.454118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-552814c0-4a43-4b41-b9cb-1e7426b8526b req-a6588558-2d8e-4302-b68e-b9ee78de34cf tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 1101 time: 0.1923029 Dec 12 15:25:40.460690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.469927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:40.489936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5920421f-74ab-4f5c-8835-083d3097d357 None None] Provisioning complete for port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:40.490306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5920421f-74ab-4f5c-8835-083d3097d357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.496556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:40.530096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,segment=NetworkSegment(b2a13984-4bb9-4f1f-810d-42a6fd52187c),segment_id=b2a13984-4bb9-4f1f-810d-42a6fd52187c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.540308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.548680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:40.550923 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7c444-e9bd-43fe-a398-55063171c183" -d '{"events": [{"server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "name": "network-vif-plugged", "status": "completed", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:40.572098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Deleting port 98d2b786-e6dd-4aff-a47d-093687b04c10 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:40.572416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.589311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.596132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5920421f-74ab-4f5c-8835-083d3097d357 None None] Port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:40.599871 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.600663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:40.602276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d2be190-d8f5-4ed8-a97d-a9305442d48e req-35f7d5b9-baa7-418a-a32d-58c9ffe29e03 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401312 Dec 12 15:25:40.645634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-552814c0-4a43-4b41-b9cb-1e7426b8526b req-85afc123-3f03-4915-89f8-30c9684141ad tempest-ServersOnMultiNodesTest-176539901 tempest-ServersOnMultiNodesTest-176539901-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807218 Dec 12 15:25:40.650773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:40.691660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:40.695306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.704052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9420b6af-aa1e-4dd9-a58b-f65c02a21a42'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:40.744319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] For port 98d2b786-e6dd-4aff-a47d-093687b04c10, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=98d2b786-e6dd-4aff-a47d-093687b04c10,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.744711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.805370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Calling delete_port for 98d2b786-e6dd-4aff-a47d-093687b04c10 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:40.805712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:40.820653 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.846813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7338f-a521-462f-b976-5ff303657ed7 req-4b267b56-5ae0-412e-9a90-7a67cbc4d326 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0624537 Dec 12 15:25:40.855030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c37c7986-82e6-4b7a-8fc4-d6f4240b14a5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:40.917561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:40.933170 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071977af-4dd5-4ec0-9825-c05dfa1df759 x-openstack-request-id: req-071977af-4dd5-4ec0-9825-c05dfa1df759 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:40.933572 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "name": "network-vif-plugged", "status": "completed", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:40.933961 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-071977af-4dd5-4ec0-9825-c05dfa1df759 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:40.934350 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc', 'code': 200} Dec 12 15:25:40.939965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:40.952608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150b418-90b9-4492-adb7-b27c47b93462 req-3c3be7e0-fd28-4bf8-94ac-4d2587333cef tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:40.954131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e150b418-90b9-4492-adb7-b27c47b93462 req-3c3be7e0-fd28-4bf8-94ac-4d2587333cef tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 944 time: 0.1709912 Dec 12 15:25:41.026214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Allocated IP 19.80.0.75 (c641906e-2709-464c-8943-f5aa780b91be/28477f49-b3d9-40cf-926e-207ee7dc3c6e/08ac0f40-c1ba-4b12-a078-392fe6dc1ca9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:41.058139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.061721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e150b418-90b9-4492-adb7-b27c47b93462 req-1ecedb35-6e67-487c-930c-b014bf5a21d0 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907884 Dec 12 15:25:41.096489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81791e-ee7a-4574-a8eb-c9e97eea9bd3 req-7548348a-bc51-478a-9a96-38547e7c07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:41.097976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:41.098647 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3a81791e-ee7a-4574-a8eb-c9e97eea9bd3 req-7548348a-bc51-478a-9a96-38547e7c07d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=981c46e4-f1f6-4ded-9a63-46959bd52934 HTTP/1.1" status: 200 len: 1097 time: 0.0966458 Dec 12 15:25:41.105359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.127583 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:25:41.198969 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3a81791e-ee7a-4574-a8eb-c9e97eea9bd3 req-d2373086-6c3d-4e81-97d5-1e3dda6f0345 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933709 Dec 12 15:25:41.214735 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.278225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event deleted for resources: {'Port': ['ID=98d2b786-e6dd-4aff-a47d-093687b04c10,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:41.683982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] No DVR routers for this DVR port 98d2b786-e6dd-4aff-a47d-093687b04c10 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:41.694594 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.697851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f3fbc35-f747-4735-9e2f-91b8a0740775 req-55975d72-4e73-439f-8f86-bcea5eab453f tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "DELETE /v2.0/ports/98d2b786-e6dd-4aff-a47d-093687b04c10 HTTP/1.1" status: 204 len: 173 time: 1.5490191 Dec 12 15:25:41.700591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'name': 'network-vif-deleted', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:41.703591 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6637e-ee2a-41be-8c24-28cd3ea30ff3" -d '{"events": [{"server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "name": "network-vif-deleted", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:41.708823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.718939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e0741-b2c5-48d1-886e-2b5a51b1dac1 req-ca3147dc-774e-4cff-9f5c-987549cf9f09 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:41.721027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e80e0741-b2c5-48d1-886e-2b5a51b1dac1 req-ca3147dc-774e-4cff-9f5c-987549cf9f09 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 945 time: 0.5095377 Dec 12 15:25:41.757536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9017-f273-43c5-bd5e-4f6a82b23188 req-8373d1be-3bfe-421b-9007-288bc15acf8b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:41.763672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9017-f273-43c5-bd5e-4f6a82b23188 req-8373d1be-3bfe-421b-9007-288bc15acf8b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:41.765559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d5d9017-f273-43c5-bd5e-4f6a82b23188 req-8373d1be-3bfe-421b-9007-288bc15acf8b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 1653 time: 0.1597245 Dec 12 15:25:41.843016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:41.850608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e80e0741-b2c5-48d1-886e-2b5a51b1dac1 req-7338e11f-d843-4f86-8ac3-7a4a4eb2d606 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124330 Dec 12 15:25:41.880108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['98d2b786-e6dd-4aff-a47d-093687b04c10', '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:41.897026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d5d9017-f273-43c5-bd5e-4f6a82b23188 req-02b221eb-7612-4029-a55a-89bc24e149dc tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214294 Dec 12 15:25:41.908326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network c641906e-2709-464c-8943-f5aa780b91be is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:41.911961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:41.914567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:41.949931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:42.007737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:42.008390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.019812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67de50-2c96-4cf3-a9a7-56143b689975 req-c2276c4e-2b20-411f-bbcd-7e557f7e94d4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:42.038638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd67de50-2c96-4cf3-a9a7-56143b689975 req-c2276c4e-2b20-411f-bbcd-7e557f7e94d4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 950 time: 0.1177499 Dec 12 15:25:42.065769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a54e6cb0-4ac8-4489-a289-76997e7f22b2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:42.076190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-6809e918-43e1-4205-ae3a-fabff17c8b85 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6969254 Dec 12 15:25:42.103746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:42.139350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd67de50-2c96-4cf3-a9a7-56143b689975 req-f2fb8ddb-db2e-4413-8880-94ede1f1eed4 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998225 Dec 12 15:25:42.213171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4839a0eb-9f0c-43ce-b914-d868a1a284b1 req-3fa27280-a2b5-4465-9041-5b8ea14978fd tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=79e04fbe-9999-4803-aa24-e72742a71408 HTTP/1.1" status: 200 len: 210 time: 0.0777562 Dec 12 15:25:42.235539 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84935b7b-9e27-44b8-ac79-4141c45a79fb x-openstack-request-id: req-84935b7b-9e27-44b8-ac79-4141c45a79fb {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:42.235937 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e04fbe-9999-4803-aa24-e72742a71408", "name": "network-vif-deleted", "tag": "98d2b786-e6dd-4aff-a47d-093687b04c10", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:42.236269 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84935b7b-9e27-44b8-ac79-4141c45a79fb {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:42.237029 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e04fbe-9999-4803-aa24-e72742a71408', 'name': 'network-vif-deleted', 'tag': '98d2b786-e6dd-4aff-a47d-093687b04c10', 'status': 'completed', 'code': 200} Dec 12 15:25:42.271424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4562aa40-fb80-4478-a4e0-6c884f128122 None None] Provisioning complete for port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:42.272345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4562aa40-fb80-4478-a4e0-6c884f128122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.296413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.345132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4562aa40-fb80-4478-a4e0-6c884f128122 None None] Port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:25:42.384836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f242c807-5878-4941-ad60-65ed857c7961 req-6559a7bf-3a5b-451a-8fba-69b34cc58418 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0565321 Dec 12 15:25:42.504161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3506-c358-4baf-9fdc-77e42f58d906 req-dac1fd76-a00c-4e37-8329-5513a4825a3c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:42.505731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c5b3506-c358-4baf-9fdc-77e42f58d906 req-dac1fd76-a00c-4e37-8329-5513a4825a3c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 944 time: 0.1180849 Dec 12 15:25:42.616775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c5b3506-c358-4baf-9fdc-77e42f58d906 req-7ad20f5b-4235-49e2-8130-9045d36c7ff3 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030407 Dec 12 15:25:42.702164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c8dc75-6cbe-4ea5-9957-5be4826224ec {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:42.710511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.722624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Transition to ACTIVE for port object 48c8dc75-6cbe-4ea5-9957-5be4826224ec will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:42.726313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.797277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Pushing event updated for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:42.877253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Attempting to bind port 48c8dc75-6cbe-4ea5-9957-5be4826224ec on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:42.877678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Attempting to bind port 48c8dc75-6cbe-4ea5-9957-5be4826224ec by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:42.878077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Attempting to bind port 48c8dc75-6cbe-4ea5-9957-5be4826224ec on network c641906e-2709-464c-8943-f5aa780b91be {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:42.883485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Port 48c8dc75-6cbe-4ea5-9957-5be4826224ec on network c641906e-2709-464c-8943-f5aa780b91be not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:42.883813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Attempting to bind port 48c8dc75-6cbe-4ea5-9957-5be4826224ec on network c641906e-2709-464c-8943-f5aa780b91be {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:42.889631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:42.889866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Checking segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:42.890508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Bound using segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:42.890946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Bound port: 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:42.891270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:42.935786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:42.938457 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a8ac36-4066-453f-8d85-8356d8d482fd" -d '{"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-unplugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:42.990741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:42.998782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:43.008084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.026563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-b413465b-aa42-460c-8b74-a99ce3b837fc tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.028993 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-b413465b-aa42-460c-8b74-a99ce3b837fc tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 950 time: 0.1002998 Dec 12 15:25:43.050361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.054158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.055964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] 10.222.0.13 "PUT /v2.0/ports/48c8dc75-6cbe-4ea5-9957-5be4826224ec HTTP/1.1" status: 200 len: 1090 time: 0.9606438 Dec 12 15:25:43.091116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:43.186930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:43.188355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.189811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.214106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d76e-84aa-42d0-8398-c631d2a2b93c service neutron] Pushing event updated for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:43.287086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e5f2f-d224-4c21-9914-886a6801eaae req-a2222748-4808-4fe2-8345-27ef0abda7b7 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.288714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706e5f2f-d224-4c21-9914-886a6801eaae req-a2222748-4808-4fe2-8345-27ef0abda7b7 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 945 time: 0.0939023 Dec 12 15:25:43.305102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:43.305712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.327511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:43.442343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706e5f2f-d224-4c21-9914-886a6801eaae req-cd772be6-f43c-4691-b139-7a37e8cf9f71 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425455 Dec 12 15:25:43.501772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.515719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e', '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:43.543385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:43.590408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549', '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'c8cfab06-313a-471c-a100-e7dbfe930f9c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:43.611986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:43.615158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.618677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ad54da66-74a2-400f-8f42-7bb237e48362 req-5de8ef33-ba19-4ab9-b3fc-c580e02943fb tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "DELETE /v2.0/ports/5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f HTTP/1.1" status: 204 len: 173 time: 0.5826380 Dec 12 15:25:43.619156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'name': 'network-vif-deleted', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:43.621502 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c897e-e374-4a03-894e-78a4a1337cdc" -d '{"events": [{"server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "name": "network-vif-deleted", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:43.656268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8700-88f9-43b8-a368-273a524a5fc2 req-5dc68ad9-06ce-424b-b2c7-4f5b681e4b74 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.667302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8700-88f9-43b8-a368-273a524a5fc2 req-5dc68ad9-06ce-424b-b2c7-4f5b681e4b74 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.674036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8700-88f9-43b8-a368-273a524a5fc2 req-5dc68ad9-06ce-424b-b2c7-4f5b681e4b74 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:43.683545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-598a8700-88f9-43b8-a368-273a524a5fc2 req-5dc68ad9-06ce-424b-b2c7-4f5b681e4b74 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2386 time: 0.1517096 Dec 12 15:25:43.780486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6af820-00a9-4b65-866b-8af5c8d5e2eb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:43.819005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-598a8700-88f9-43b8-a368-273a524a5fc2 req-27bb9cd2-af0c-4921-acb4-0f7f9f8ec93f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289537 Dec 12 15:25:43.824348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-631e5dee-f78d-42a7-a890-b88af1f5253e req-d3da523c-0da3-4c36-b679-6d1c279bdaff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0555980 Dec 12 15:25:43.827022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.856061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Transition to ACTIVE for port object 9a6af820-00a9-4b65-866b-8af5c8d5e2eb will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:43.865220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:43.919004 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d1297-effd-4423-9b77-f80c616bfc87 x-openstack-request-id: req-763d1297-effd-4423-9b77-f80c616bfc87 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:43.919311 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-unplugged", "status": "completed", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:43.919569 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-763d1297-effd-4423-9b77-f80c616bfc87 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:43.919972 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'code': 200} Dec 12 15:25:43.951915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:43.982095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Pushing event updated for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:44.022873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:44.040798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ccbb931-452d-4f62-8ca8-9147b16f076f req-45b984ca-1f13-4ba4-86b3-4190dc6fc8a4 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0596199 Dec 12 15:25:44.044392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6cd09913-04a6-45e7-8223-d20bf4fe0fa5 req-10e7306e-de70-4430-b448-2ed4494c7edf tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a1a031f-5caa-4b4f-b97c-790b0b9b841f HTTP/1.1" status: 200 len: 210 time: 0.0650790 Dec 12 15:25:44.072735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Attempting to bind port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:44.072952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Attempting to bind port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:44.073274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Attempting to bind port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb on network 4b5787d5-65c7-47b0-847a-714cdd8091cb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:44.080350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb on network 4b5787d5-65c7-47b0-847a-714cdd8091cb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:44.080726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Attempting to bind port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb on network 4b5787d5-65c7-47b0-847a-714cdd8091cb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:44.095047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:44.095411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Checking segment: {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:44.095804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Bound using segment: {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:44.096254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Bound port: 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7117542-05d3-454a-bd3a-1bfc6dd9857f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:44.096614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.141460 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779fd192-e063-419e-a4de-0a5e2c2635ff x-openstack-request-id: req-779fd192-e063-419e-a4de-0a5e2c2635ff {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:44.141460 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1a031f-5caa-4b4f-b97c-790b0b9b841f", "name": "network-vif-deleted", "tag": "5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:44.142105 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-779fd192-e063-419e-a4de-0a5e2c2635ff {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:44.142105 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1a031f-5caa-4b4f-b97c-790b0b9b841f', 'name': 'network-vif-deleted', 'tag': '5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f', 'status': 'completed', 'code': 200} Dec 12 15:25:44.202935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:44.240544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:44.243424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:44.243628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.248329 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c44ef-5557-41aa-994b-5270d4ab6f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:44.301530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:44.321542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:44.326045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:44.326524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.329058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:44.350533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8c25f-1564-4edb-aa30-eacd371bf367 req-cff024d3-6a75-4144-8544-0707a4a8cf29 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.352207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dae8c25f-1564-4edb-aa30-eacd371bf367 req-cff024d3-6a75-4144-8544-0707a4a8cf29 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 944 time: 0.0989697 Dec 12 15:25:44.353653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.420327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.420884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.422840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] 10.222.0.13 "PUT /v2.0/ports/9a6af820-00a9-4b65-866b-8af5c8d5e2eb HTTP/1.1" status: 200 len: 1092 time: 1.3376608 Dec 12 15:25:44.460503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Request body: {'port': {'device_id': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:44.469984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dae8c25f-1564-4edb-aa30-eacd371bf367 req-99fcb419-7152-4d0b-85c7-5fe3dc9a6559 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862160 Dec 12 15:25:44.509666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab6d5-275d-4950-9928-7aa693eaae0d service neutron] Pushing event updated for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:44.559207 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.576671 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.677910 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.743710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:44.759249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.760221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 98d2b786-e6dd-4aff-a47d-093687b04c10 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:44.782044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,segment=NetworkSegment(b2a13984-4bb9-4f1f-810d-42a6fd52187c),segment_id=b2a13984-4bb9-4f1f-810d-42a6fd52187c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:44.810546 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcad8fb6-9abd-461f-b9d8-6d3db784606a x-openstack-request-id: req-dcad8fb6-9abd-461f-b9d8-6d3db784606a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:44.811061 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:44.811180 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcad8fb6-9abd-461f-b9d8-6d3db784606a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:44.811652 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec', 'status': 'completed', 'code': 200} Dec 12 15:25:44.837932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 98d2b786-e6dd-4aff-a47d-093687b04c10 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:44.838616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 98d2b786-e6dd-4aff-a47d-093687b04c10 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:44.847287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:44.885724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:44.892890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-dfaa8b61-47f5-4edf-bbeb-7585c4172598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.893651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-dfaa8b61-47f5-4edf-bbeb-7585c4172598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.895052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-dfaa8b61-47f5-4edf-bbeb-7585c4172598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.897924 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-dfaa8b61-47f5-4edf-bbeb-7585c4172598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2796 time: 0.0692232 Dec 12 15:25:44.981240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f441-6048-47d0-9c9f-7069af16242b req-8bd2668e-44c9-423e-a94a-4c169742ce5b tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:44.987123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:44.989800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d087f441-6048-47d0-9c9f-7069af16242b req-8bd2668e-44c9-423e-a94a-4c169742ce5b tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.1254013 Dec 12 15:25:45.057976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848cb2b-9b78-4c4c-8ed7-ae6fbabba288 req-49a016b8-6af2-4f36-be75-6c6e3765e273 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.059667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f848cb2b-9b78-4c4c-8ed7-ae6fbabba288 req-49a016b8-6af2-4f36-be75-6c6e3765e273 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 950 time: 0.1428928 Dec 12 15:25:45.079309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:45.099795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:45.113608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-5c8aee3b-20a0-4a15-89db-6bc41148ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.114081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-5c8aee3b-20a0-4a15-89db-6bc41148ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.114580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-5c8aee3b-20a0-4a15-89db-6bc41148ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.116505 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-5c8aee3b-20a0-4a15-89db-6bc41148ace2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2089469 Dec 12 15:25:45.125878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d087f441-6048-47d0-9c9f-7069af16242b req-791e99be-dd2d-4196-b6e0-c4c837ab323f tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346655 Dec 12 15:25:45.158201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Transition to ACTIVE for port object 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:45.171619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:45.257395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f848cb2b-9b78-4c4c-8ed7-ae6fbabba288 req-89023157-421b-4af9-9df6-74140baf19f0 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824849 Dec 12 15:25:45.331929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:45.361739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111abf-e2cc-4447-9da9-fa4f3e147f56 req-971f7480-9822-4494-9b99-e6faaae24756 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.367694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-910610d9-a12c-4823-afa6-dfbd4f9e7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.368589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111abf-e2cc-4447-9da9-fa4f3e147f56 req-971f7480-9822-4494-9b99-e6faaae24756 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.369217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e31c44ef-5557-41aa-994b-5270d4ab6f6d req-910610d9-a12c-4823-afa6-dfbd4f9e7d0b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2455225 Dec 12 15:25:45.375432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a111abf-e2cc-4447-9da9-fa4f3e147f56 req-971f7480-9822-4494-9b99-e6faaae24756 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.381289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a111abf-e2cc-4447-9da9-fa4f3e147f56 req-971f7480-9822-4494-9b99-e6faaae24756 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2410 time: 0.1689572 Dec 12 15:25:45.477182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a111abf-e2cc-4447-9da9-fa4f3e147f56 req-bad1c14f-bec4-4aad-a286-09b95a399549 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811174 Dec 12 15:25:45.487918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Attempting to bind port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:45.488980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Attempting to bind port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:45.490393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Attempting to bind port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 on network c641906e-2709-464c-8943-f5aa780b91be {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:45.496567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 on network c641906e-2709-464c-8943-f5aa780b91be not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:45.497416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Attempting to bind port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 on network c641906e-2709-464c-8943-f5aa780b91be {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:45.503919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:45.504370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Checking segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:45.505792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Bound using segment: {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:45.506432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Bound port: 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209124bc-361e-4278-9b91-acf277b9d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:45.506986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:45.601950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69233337-458f-4b14-83df-90247c555131 req-dadbc52e-cdcf-445b-ac2a-2ad561427d23 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0367508 Dec 12 15:25:45.606071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:45.619732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:45.625729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:45.671520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.672350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:45.674010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 HTTP/1.1" status: 200 len: 1091 time: 1.2187891 Dec 12 15:25:45.693882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb2494-95af-4644-ba36-0b545d8c79f3 service neutron] Pushing event updated for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:45.788164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-16a7338c-41bc-46a8-a070-03a22a2f5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.788665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-16a7338c-41bc-46a8-a070-03a22a2f5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.789778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-16a7338c-41bc-46a8-a070-03a22a2f5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.792606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-16a7338c-41bc-46a8-a070-03a22a2f5ed1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2863 time: 0.0624921 Dec 12 15:25:45.847956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-72c291c8-8df8-48a0-9f17-fc9e5e3b76b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec HTTP/1.1" status: 200 len: 217 time: 0.0449097 Dec 12 15:25:45.920821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42'}, {'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:45.923967 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d7355-b283-49b7-96d9-b7beed9257cc" -d '{"events": [{"server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42"}, {"server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "name": "network-vif-plugged", "status": "completed", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:45.936730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691868c-0ad9-415a-ad27-72bed800522c req-7eeb860a-1e52-44d0-9c3a-c521e7f2b965 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.938241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a691868c-0ad9-415a-ad27-72bed800522c req-7eeb860a-1e52-44d0-9c3a-c521e7f2b965 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 945 time: 0.0935123 Dec 12 15:25:45.939633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-1ab84064-784a-4cbc-b620-086f96a9b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:45.941724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-1ab84064-784a-4cbc-b620-086f96a9b5c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28477f49-b3d9-40cf-926e-207ee7dc3c6e HTTP/1.1" status: 200 len: 801 time: 0.0837157 Dec 12 15:25:46.024320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a691868c-0ad9-415a-ad27-72bed800522c req-5e34d35f-f1fb-4eb2-8283-5d0231d4d54b tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789561 Dec 12 15:25:46.040763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-0a834d33-b9dd-45d9-ae6d-ca8f96ed6da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.042333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-0a834d33-b9dd-45d9-ae6d-ca8f96ed6da4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c641906e-2709-464c-8943-f5aa780b91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818524 Dec 12 15:25:46.101579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29241fdc-2524-4310-8509-5b23e46a443c req-c78455a4-508b-4fb2-961e-ea81abae95d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53f821c50d5f4a1ebd8c0c7b77c36ee8&device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0408766 Dec 12 15:25:46.181798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29241fdc-2524-4310-8509-5b23e46a443c req-14e94394-c74c-44f0-990a-8bb374e8998e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=53f821c50d5f4a1ebd8c0c7b77c36ee8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516045 Dec 12 15:25:46.183808 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677a043d-0bae-42cd-90f8-239f932466f0 x-openstack-request-id: req-677a043d-0bae-42cd-90f8-239f932466f0 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:46.184332 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "name": "network-vif-plugged", "status": "completed", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42", "code": 200}, {"server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "name": "network-vif-plugged", "status": "completed", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:46.185262 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-677a043d-0bae-42cd-90f8-239f932466f0 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:46.185672 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42', 'code': 200} Dec 12 15:25:46.185975 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5', 'code': 200} Dec 12 15:25:46.231603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-be2d7428-f3fc-4dc8-bd71-dde54859865b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.233500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-be2d7428-f3fc-4dc8-bd71-dde54859865b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 950 time: 0.1059597 Dec 12 15:25:46.302432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-f4a309de-7bbf-4bea-81db-8034e18c8663 service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512729 Dec 12 15:25:46.338066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a03dcf9f-ba2c-4224-81b8-325893be2f3b req-d29d1990-a22c-4b70-8890-da4cc9d46057 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0612247 Dec 12 15:25:46.374460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618cae9-2be9-464f-a34c-f9fdf0b479ba req-bf23a73a-11c9-464f-b3ee-4220731468ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.376189 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7618cae9-2be9-464f-a34c-f9fdf0b479ba req-bf23a73a-11c9-464f-b3ee-4220731468ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0798345 Dec 12 15:25:46.403981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Deleting port a54e6cb0-4ac8-4489-a289-76997e7f22b2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:46.404318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:46.486656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7618cae9-2be9-464f-a34c-f9fdf0b479ba req-cda195fd-20a4-4597-bcc1-48eb798b4ee4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914979 Dec 12 15:25:46.503005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f7e2b-78fc-4d72-883f-c6b0a7721728 req-111753cd-f5e1-4b65-b40e-154524884ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.504467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-707f7e2b-78fc-4d72-883f-c6b0a7721728 req-111753cd-f5e1-4b65-b40e-154524884ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 1097 time: 0.2258909 Dec 12 15:25:46.517792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] For port a54e6cb0-4ac8-4489-a289-76997e7f22b2, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a54e6cb0-4ac8-4489-a289-76997e7f22b2,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:46.518060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:46.523965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29241fdc-2524-4310-8509-5b23e46a443c req-bf72a2e0-0c9f-4639-8bf4-174a7e33dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.525392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29241fdc-2524-4310-8509-5b23e46a443c req-bf72a2e0-0c9f-4639-8bf4-174a7e33dbfa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3257749 Dec 12 15:25:46.530882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Calling delete_port for a54e6cb0-4ac8-4489-a289-76997e7f22b2 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:46.541427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66f022-79bd-48c1-901a-5ba660326016 req-cfa27630-8c97-475f-8200-de58a13ad5e6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.543775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd66f022-79bd-48c1-901a-5ba660326016 req-cfa27630-8c97-475f-8200-de58a13ad5e6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.2222471 Dec 12 15:25:46.558076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-f7fab3e8-5eda-4904-bfa4-d028cb227495 service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223299 Dec 12 15:25:46.565435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9b076-894c-47a5-80bc-de1f3f130738 req-b7544e92-0491-419f-bfd4-a73adac266ee tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.566832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87a9b076-894c-47a5-80bc-de1f3f130738 req-b7544e92-0491-419f-bfd4-a73adac266ee tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.1512752 Dec 12 15:25:46.633932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-1dd6c4ff-36f9-419e-b003-b230685f989c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb HTTP/1.1" status: 200 len: 217 time: 0.0656693 Dec 12 15:25:46.664800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:46.676002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a54e6cb0-4ac8-4489-a289-76997e7f22b2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:46.693316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event deleted for resources: {'Port': ['ID=a54e6cb0-4ac8-4489-a289-76997e7f22b2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:46.709857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-707f7e2b-78fc-4d72-883f-c6b0a7721728 req-cdf514e4-d8d2-48ea-bd0e-ffd333b5897b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872070 Dec 12 15:25:46.737132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd66f022-79bd-48c1-901a-5ba660326016 req-26389b07-83d4-481a-89a9-763a47e9e133 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846099 Dec 12 15:25:46.745832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87a9b076-894c-47a5-80bc-de1f3f130738 req-b275b1d3-e483-4fb0-be99-10509742c3df tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712909 Dec 12 15:25:46.747178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-d553e28f-f8db-452e-ac83-d2f6ae5e58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.747834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] No DVR routers for this DVR port a54e6cb0-4ac8-4489-a289-76997e7f22b2 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:46.748537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-d553e28f-f8db-452e-ac83-d2f6ae5e58b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=232cebc9-2903-4ba9-b4da-5e56a0cf019f HTTP/1.1" status: 200 len: 801 time: 0.1038535 Dec 12 15:25:46.750481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:46.754006 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2321e1c8-666b-43fe-8bb9-e73ad6af6160 req-09b5e6b0-35ad-4352-a34d-07ce4839f1eb tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.13 "DELETE /v2.0/ports/a54e6cb0-4ac8-4489-a289-76997e7f22b2 HTTP/1.1" status: 204 len: 173 time: 0.4908392 Dec 12 15:25:46.754459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'name': 'network-vif-deleted', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:46.757991 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4b684-3809-4909-92a7-94d393bb4328" -d '{"events": [{"server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "name": "network-vif-deleted", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:46.800773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:46.818904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb'}, {'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:46.821136 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e55319-3fa6-4856-b776-9bccd28496f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb"}, {"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:46.864871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23805af9-bd64-45d6-b919-8a61ce84a781 req-fb614f03-7f48-4741-9ab4-460cff51169b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1761527-c8a8-4b9a-8b21-96f0031af3c4 HTTP/1.1" status: 200 len: 210 time: 0.0400488 Dec 12 15:25:46.884778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef16f5-ef07-4343-a03e-13cfb97d8148 req-515205ac-e4fc-4864-9d0b-d00202d07893 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:46.889109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47ef16f5-ef07-4343-a03e-13cfb97d8148 req-515205ac-e4fc-4864-9d0b-d00202d07893 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 0.0792935 Dec 12 15:25:47.005983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47ef16f5-ef07-4343-a03e-13cfb97d8148 req-c03c0352-b285-428d-bd1a-eb5e30ee7ff7 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123836 Dec 12 15:25:47.019709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-49d2c7f5-8744-4000-aa22-34233c71c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.021293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-49d2c7f5-8744-4000-aa22-34233c71c578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b5787d5-65c7-47b0-847a-714cdd8091cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134410 Dec 12 15:25:47.048299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074ce55-d05b-4ec3-bed2-76f9445b0087 req-25df1ff8-501a-4669-a2bd-8532e46f849f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.055052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074ce55-d05b-4ec3-bed2-76f9445b0087 req-25df1ff8-501a-4669-a2bd-8532e46f849f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.061112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074ce55-d05b-4ec3-bed2-76f9445b0087 req-25df1ff8-501a-4669-a2bd-8532e46f849f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.062761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5074ce55-d05b-4ec3-bed2-76f9445b0087 req-25df1ff8-501a-4669-a2bd-8532e46f849f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2410 time: 0.1269155 Dec 12 15:25:47.125055 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dda859-d5c5-4bf8-a5d7-9621b01a93fc x-openstack-request-id: req-b2dda859-d5c5-4bf8-a5d7-9621b01a93fc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:47.125357 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1761527-c8a8-4b9a-8b21-96f0031af3c4", "name": "network-vif-deleted", "tag": "a54e6cb0-4ac8-4489-a289-76997e7f22b2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:47.125617 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2dda859-d5c5-4bf8-a5d7-9621b01a93fc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:47.126024 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1761527-c8a8-4b9a-8b21-96f0031af3c4', 'name': 'network-vif-deleted', 'tag': 'a54e6cb0-4ac8-4489-a289-76997e7f22b2', 'status': 'completed', 'code': 200} Dec 12 15:25:47.172695 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fcb874-976e-4c04-9982-e5db97f0cdfa x-openstack-request-id: req-35fcb874-976e-4c04-9982-e5db97f0cdfa {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:47.173002 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:47.173260 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35fcb874-976e-4c04-9982-e5db97f0cdfa {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:47.173693 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb', 'status': 'completed', 'code': 200} Dec 12 15:25:47.173963 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9', 'status': 'completed', 'code': 200} Dec 12 15:25:47.181650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5074ce55-d05b-4ec3-bed2-76f9445b0087 req-c3e15907-e14f-40fc-83da-c8d543af9b1d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064034 Dec 12 15:25:47.203290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-0955f96f-9bed-46c6-a1ea-cc2c46662c09 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720526 Dec 12 15:25:47.323777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293aea4-ca86-4d39-99c7-f0d8b2f88e43 req-2c69d3d8-5b40-41ad-b140-507a9009ec42 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.325154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f293aea4-ca86-4d39-99c7-f0d8b2f88e43 req-2c69d3d8-5b40-41ad-b140-507a9009ec42 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 945 time: 0.1039250 Dec 12 15:25:47.341698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-2ded036b-39fe-432f-ad0c-1a358233a865 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283932 Dec 12 15:25:47.409259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-df9a08b9-a092-436a-aa52-99b23c48710a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0446324 Dec 12 15:25:47.422532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f293aea4-ca86-4d39-99c7-f0d8b2f88e43 req-28bd922c-1bbb-466a-b513-ccff54fa4ad4 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902450 Dec 12 15:25:47.462876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-730a1087-8b5c-4dac-b163-3f259c9b1535 req-1ce97779-6566-453b-90c4-181846611187 tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.36 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.0525653 Dec 12 15:25:47.481945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-7f61c792-d036-468b-ad15-50c4eaa6c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.483386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-7f61c792-d036-468b-ad15-50c4eaa6c36f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28477f49-b3d9-40cf-926e-207ee7dc3c6e HTTP/1.1" status: 200 len: 801 time: 0.0600615 Dec 12 15:25:47.536757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56084e-1b6a-489d-9203-e58569b09681 req-813fca9b-ba32-4d17-81f0-f5936d5574b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.538327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-813fca9b-ba32-4d17-81f0-f5936d5574b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c641906e-2709-464c-8943-f5aa780b91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0468867 Dec 12 15:25:47.634195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-4ad8eaae-cb1c-40f9-b89a-6b02186e3d7e service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Dec 12 15:25:47.743314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae56084e-1b6a-489d-9203-e58569b09681 req-3b2a9724-d1b0-4f06-a9d6-e4436cb43e9c service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874698 Dec 12 15:25:47.772862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-2fefa169-1894-4efc-85ab-3c4f89a491ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404234 Dec 12 15:25:47.872671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-070df053-f697-4562-b259-cd10636ef48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.873150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-070df053-f697-4562-b259-cd10636ef48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.873817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-070df053-f697-4562-b259-cd10636ef48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.875779 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-070df053-f697-4562-b259-cd10636ef48b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2863 time: 0.0568013 Dec 12 15:25:47.940407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320875-5b99-468a-921f-e6094cd5c449 req-d1f1e46c-82b7-4f68-a0e1-7e8066c59f4c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.941942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa320875-5b99-468a-921f-e6094cd5c449 req-d1f1e46c-82b7-4f68-a0e1-7e8066c59f4c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.1090879 Dec 12 15:25:47.945677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-ab7a680b-1ce5-40ec-a87f-1023d5b35a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.946657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-ab7a680b-1ce5-40ec-a87f-1023d5b35a0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 1100 time: 0.1121569 Dec 12 15:25:47.954407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0536b-0d23-4511-8945-d96c432702f1 req-5a4c5ee1-b2ea-4a0b-a6ee-3cacb0c7f658 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.955589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffc0536b-0d23-4511-8945-d96c432702f1 req-5a4c5ee1-b2ea-4a0b-a6ee-3cacb0c7f658 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.1345687 Dec 12 15:25:47.977875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-b2808634-2030-4ed6-8763-abc70b0d3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:47.979323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-b2808634-2030-4ed6-8763-abc70b0d3fd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b5787d5-65c7-47b0-847a-714cdd8091cb HTTP/1.1" status: 200 len: 902 time: 0.0923514 Dec 12 15:25:48.021459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a54e6cb0-4ac8-4489-a289-76997e7f22b2 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:48.043978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-5b5b563f-c9b1-45a0-820c-541be3a678d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.220&port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb HTTP/1.1" status: 200 len: 217 time: 0.0532820 Dec 12 15:25:48.055346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a54e6cb0-4ac8-4489-a289-76997e7f22b2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:48.056676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a54e6cb0-4ac8-4489-a289-76997e7f22b2 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:48.057351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:48.078868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:48.079352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5fd3f2a0-8086-4e49-80a9-7e13ff2d4b0f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:48.094043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa320875-5b99-468a-921f-e6094cd5c449 req-a47fab57-93c6-494e-8441-f01fdf169866 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374378 Dec 12 15:25:48.099061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffc0536b-0d23-4511-8945-d96c432702f1 req-7e81fa3a-d57e-452f-adfb-2d66b1d3d772 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359940 Dec 12 15:25:48.112281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-65111aa7-c4da-4f2c-b4b7-673937439bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.113958 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-65111aa7-c4da-4f2c-b4b7-673937439bd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=232cebc9-2903-4ba9-b4da-5e56a0cf019f HTTP/1.1" status: 200 len: 801 time: 0.0585365 Dec 12 15:25:48.126477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-3fc946b4-cd0a-4f92-b0e7-e633554e6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.127995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-3fc946b4-cd0a-4f92-b0e7-e633554e6800 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1526606 Dec 12 15:25:48.217224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-a26b2680-9625-4ffc-9c80-efc40254a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.218921 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-a26b2680-9625-4ffc-9c80-efc40254a489 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b5787d5-65c7-47b0-847a-714cdd8091cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829535 Dec 12 15:25:48.338438 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-15273544-92b1-4b9a-8ce0-de5279234eb0 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958476 Dec 12 15:25:48.511794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-8687cddd-740b-4eb7-9a26-a26a617b0653 service neutron] 10.222.0.13 "GET /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658647 Dec 12 15:25:48.524817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-8b6cb4c9-e171-407a-8aa0-38e6b1767ba5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.526272 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-8b6cb4c9-e171-407a-8aa0-38e6b1767ba5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 950 time: 0.0780966 Dec 12 15:25:48.546759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-449d0660-16b2-44ef-a26b-28cf24bbb626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 HTTP/1.1" status: 200 len: 217 time: 0.3956647 Dec 12 15:25:48.621895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29241fdc-2524-4310-8509-5b23e46a443c req-088861f3-38d7-45a3-a2e1-7b93706d87eb tempest-ServerShowV257Test-2145956355 tempest-ServerShowV257Test-2145956355-project] 10.222.0.30 "GET /v2.0/ports?device_id=a910743c-ebeb-4ad9-a383-0a82b263616d HTTP/1.1" status: 200 len: 210 time: 0.1008918 Dec 12 15:25:48.639998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-92d75340-1363-4984-aaa6-93983699b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.640757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-92d75340-1363-4984-aaa6-93983699b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.641227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-92d75340-1363-4984-aaa6-93983699b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.642842 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-92d75340-1363-4984-aaa6-93983699b3e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2863 time: 0.0781643 Dec 12 15:25:48.694007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01ce0-a433-483f-971a-5b8affb651ae req-b1ddef3c-290e-42c1-8132-f833cdd18a0a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.700105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01ce0-a433-483f-971a-5b8affb651ae req-b1ddef3c-290e-42c1-8132-f833cdd18a0a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.706066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01ce0-a433-483f-971a-5b8affb651ae req-b1ddef3c-290e-42c1-8132-f833cdd18a0a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.709185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fa01ce0-a433-483f-971a-5b8affb651ae req-b1ddef3c-290e-42c1-8132-f833cdd18a0a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2410 time: 0.1870584 Dec 12 15:25:48.721949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port c8cfab06-313a-471c-a100-e7dbfe930f9c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:48.722290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:48.724562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-ab785237-537d-450b-b9e5-3375f97e0fa6 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.726033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-ab785237-537d-450b-b9e5-3375f97e0fa6 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 0.2018886 Dec 12 15:25:48.733608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761ddbc-0e32-4452-820c-8d12dd65ffe8 req-70e8eccb-de33-4dcb-9524-2f5bc7807e0f tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.734977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a761ddbc-0e32-4452-820c-8d12dd65ffe8 req-70e8eccb-de33-4dcb-9524-2f5bc7807e0f tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 947 time: 0.2119865 Dec 12 15:25:48.745160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-3ab1c077-ca49-4193-9754-0607cc1a2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.746506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-3ab1c077-ca49-4193-9754-0607cc1a2e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1374242 Dec 12 15:25:48.803731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-98e37797-c80f-4114-bece-544dae8ec247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.805224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-98e37797-c80f-4114-bece-544dae8ec247 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c641906e-2709-464c-8943-f5aa780b91be HTTP/1.1" status: 200 len: 902 time: 0.1509206 Dec 12 15:25:48.871294 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-92f70131-774d-4278-a6df-29f2ac8d2d09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 HTTP/1.1" status: 200 len: 217 time: 0.0440123 Dec 12 15:25:48.879266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port c8cfab06-313a-471c-a100-e7dbfe930f9c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c8cfab06-313a-471c-a100-e7dbfe930f9c,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:48.879635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:48.903565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fa01ce0-a433-483f-971a-5b8affb651ae req-b1d210e6-2179-49d1-93fd-7fecfee80e7a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662297 Dec 12 15:25:48.909176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a761ddbc-0e32-4452-820c-8d12dd65ffe8 req-eb21f95e-dd05-4fe5-8736-658e67d71270 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616900 Dec 12 15:25:48.918059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-17c4ef2f-764d-47e5-8862-b33f8e311566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.919719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-17c4ef2f-764d-47e5-8862-b33f8e311566 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382284 Dec 12 15:25:48.935297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for c8cfab06-313a-471c-a100-e7dbfe930f9c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:48.943781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-38a03461-f6c4-411c-b1d9-543a3ac3ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:48.945380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-38a03461-f6c4-411c-b1d9-543a3ac3ba92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=28477f49-b3d9-40cf-926e-207ee7dc3c6e HTTP/1.1" status: 200 len: 801 time: 0.0626526 Dec 12 15:25:49.054331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-80247906-2437-4a42-bbc8-1d9fe1944d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:49.055920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-80247906-2437-4a42-bbc8-1d9fe1944d5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c641906e-2709-464c-8943-f5aa780b91be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0702012 Dec 12 15:25:49.057061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Deleting port 2b86a62e-d8b4-4be7-9a0e-74d006957949 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:49.057549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.168386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.172590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd65f8-57c9-4488-928f-f465e53a976b req-96c27563-5a0e-401e-bcef-0c84786fdb1a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:49.174624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1dd65f8-57c9-4488-928f-f465e53a976b req-96c27563-5a0e-401e-bcef-0c84786fdb1a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 945 time: 0.1818466 Dec 12 15:25:49.184791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-0503a478-3d9f-494f-900d-be1813227e2a service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562187 Dec 12 15:25:49.187175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549', '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'c8cfab06-313a-471c-a100-e7dbfe930f9c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:49.192409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98b332-2068-4c97-88f9-f22a262ed831 req-d69f4a76-9ba0-4b6b-84aa-9413c735da74 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:49.194554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c98b332-2068-4c97-88f9-f22a262ed831 req-d69f4a76-9ba0-4b6b-84aa-9413c735da74 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 951 time: 0.2006364 Dec 12 15:25:49.209995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=c8cfab06-313a-471c-a100-e7dbfe930f9c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:49.228379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-c36a75d1-be67-4d84-9d34-0cad806aad74 service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589763 Dec 12 15:25:49.261200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:49.271282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port c8cfab06-313a-471c-a100-e7dbfe930f9c on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:49.281879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.285329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-12241208-363c-4b43-91cf-0a7a49683bc1 req-40fa35f0-6cde-4444-af10-f24439d9c0bd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "DELETE /v2.0/ports/c8cfab06-313a-471c-a100-e7dbfe930f9c HTTP/1.1" status: 204 len: 173 time: 0.7501028 Dec 12 15:25:49.285781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'name': 'network-vif-deleted', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:49.288814 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e808b9-ccaf-4b22-b02a-75b4648800cf" -d '{"events": [{"server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "name": "network-vif-deleted", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:49.299592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] For port 2b86a62e-d8b4-4be7-9a0e-74d006957949, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b86a62e-d8b4-4be7-9a0e-74d006957949,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:49.299592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.327572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Calling delete_port for 2b86a62e-d8b4-4be7-9a0e-74d006957949 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:49.393998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-20e55319-3fa6-4856-b776-9bccd28496f9 req-36128fed-94ba-430a-a723-895710ea9ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485918 Dec 12 15:25:49.436593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c98b332-2068-4c97-88f9-f22a262ed831 req-9a1d31ef-1f50-4a05-855a-ae101a640676 tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301111 Dec 12 15:25:49.440281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1dd65f8-57c9-4488-928f-f465e53a976b req-c4e0fda7-bd5d-45fa-85b0-f8c67332b1b0 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302396 Dec 12 15:25:49.600770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ed8091-4ce6-4a88-8134-54e49dcb9088 req-9d83a5df-e09a-44ad-97c2-00ea774e1fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049928 Dec 12 15:25:49.604672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.724885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd01e773-3e1e-4b2c-9976-e6a2d487b624 req-71b44cda-5a3d-4052-a1cb-a015924e01fa tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e0edae-fc2b-4c4b-a63b-079bdf6bd684 HTTP/1.1" status: 200 len: 210 time: 0.1221378 Dec 12 15:25:49.759764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Pushing event deleted for resources: {'Port': ['ID=2b86a62e-d8b4-4be7-9a0e-74d006957949,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:49.788002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] No DVR routers for this DVR port 2b86a62e-d8b4-4be7-9a0e-74d006957949 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:49.792154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:49.796024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d207a3d0-83ac-42e9-bf58-5e48216e0645 req-296b151d-78f2-43b6-890d-7a3aa9d72068 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "DELETE /v2.0/ports/2b86a62e-d8b4-4be7-9a0e-74d006957949 HTTP/1.1" status: 204 len: 173 time: 1.0601256 Dec 12 15:25:49.798912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-deleted', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:49.802640 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0ef42-7d75-4715-87ba-5c16d77e1865" -d '{"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-deleted", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:49.837387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d9a0-cd8c-4cb8-b7bb-c3b74fe97e40 req-267536af-6b73-4275-bf00-63963bf04030 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:49.847036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f20d9a0-cd8c-4cb8-b7bb-c3b74fe97e40 req-267536af-6b73-4275-bf00-63963bf04030 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.2129550 Dec 12 15:25:49.896361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:49.923464 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f068c-9c78-4250-87d1-603b0ba20683 x-openstack-request-id: req-685f068c-9c78-4250-87d1-603b0ba20683 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:49.924030 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e0edae-fc2b-4c4b-a63b-079bdf6bd684", "name": "network-vif-deleted", "tag": "c8cfab06-313a-471c-a100-e7dbfe930f9c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:49.924568 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-685f068c-9c78-4250-87d1-603b0ba20683 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:49.925496 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e0edae-fc2b-4c4b-a63b-079bdf6bd684', 'name': 'network-vif-deleted', 'tag': 'c8cfab06-313a-471c-a100-e7dbfe930f9c', 'status': 'completed', 'code': 200} Dec 12 15:25:49.945254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f20d9a0-cd8c-4cb8-b7bb-c3b74fe97e40 req-4b970e68-47f2-45f8-b82e-704e48f72b6a tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965762 Dec 12 15:25:50.015888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9a6af820-00a9-4b65-866b-8af5c8d5e2eb details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:50.063761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-d9bbfecd-b8e6-497c-8369-f33e1f0e4f78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091244 Dec 12 15:25:50.068574 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00511990-4fca-49fa-aa2b-571288b940bd x-openstack-request-id: req-00511990-4fca-49fa-aa2b-571288b940bd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:50.070508 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067471c7-52e6-459a-bd4f-93164824a070", "name": "network-vif-deleted", "tag": "2b86a62e-d8b4-4be7-9a0e-74d006957949", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:50.070947 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00511990-4fca-49fa-aa2b-571288b940bd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:50.071659 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067471c7-52e6-459a-bd4f-93164824a070', 'name': 'network-vif-deleted', 'tag': '2b86a62e-d8b4-4be7-9a0e-74d006957949', 'status': 'completed', 'code': 200} Dec 12 15:25:50.105254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eb420-ade3-4880-867f-013128cdc256 req-ca90d1c4-7c70-441b-9439-7e385bc60772 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.107609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd6eb420-ade3-4880-867f-013128cdc256 req-ca90d1c4-7c70-441b-9439-7e385bc60772 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=981c46e4-f1f6-4ded-9a63-46959bd52934 HTTP/1.1" status: 200 len: 946 time: 0.0955808 Dec 12 15:25:50.122154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa20f5e9-2d63-4c62-9f7a-cc3b3b8f3048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.193830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-efb9f6c7-2979-41d1-9986-0c36053483d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.203649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-efb9f6c7-2979-41d1-9986-0c36053483d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 1101 time: 0.0959976 Dec 12 15:25:50.257246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.271683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb', 'network_id': '4b5787d5-65c7-47b0-847a-714cdd8091cb', 'port_id': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb', 'mac_address': 'fa:16:3e:eb:76:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '232cebc9-2903-4ba9-b4da-5e56a0cf019f', 'ip_address': '19.86.0.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:50.276782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd6eb420-ade3-4880-867f-013128cdc256 req-3e1aa0dd-727a-4186-b8bd-f9d9d057889f tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592035 Dec 12 15:25:50.320968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f025-3716-40a8-a226-1e2050e7c310 req-70d8a902-8b08-4e18-bf30-2ec5efbe972a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.322820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e160f025-3716-40a8-a226-1e2050e7c310 req-70d8a902-8b08-4e18-bf30-2ec5efbe972a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 951 time: 0.1659701 Dec 12 15:25:50.334256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9553877-dbfe-4d04-bc1f-0d318c0c3ac2 req-9fb978e8-82bb-417d-a99b-bbe56a4f0666 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.348871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9553877-dbfe-4d04-bc1f-0d318c0c3ac2 req-9fb978e8-82bb-417d-a99b-bbe56a4f0666 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.357047 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.357906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa20f5e9-2d63-4c62-9f7a-cc3b3b8f3048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.373130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa20f5e9-2d63-4c62-9f7a-cc3b3b8f3048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.385334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9553877-dbfe-4d04-bc1f-0d318c0c3ac2 req-9fb978e8-82bb-417d-a99b-bbe56a4f0666 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.392492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9553877-dbfe-4d04-bc1f-0d318c0c3ac2 req-9fb978e8-82bb-417d-a99b-bbe56a4f0666 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2410 time: 0.2443388 Dec 12 15:25:50.408105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6af820-00a9-4b65-866b-8af5c8d5e2eb {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:50.433950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.442216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.443346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-8751497a-a845-45eb-a53d-bd176c69171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.443834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 48c8dc75-6cbe-4ea5-9957-5be4826224ec details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:50.444870 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-8751497a-a845-45eb-a53d-bd176c69171a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2135530 Dec 12 15:25:50.455737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aa20f5e9-2d63-4c62-9f7a-cc3b3b8f3048 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53f821c50d5f4a1ebd8c0c7b77c36ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536375 Dec 12 15:25:50.456313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:50.472053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20f5e9-2d63-4c62-9f7a-cc3b3b8f3048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfcf492-df72-4e59-b09d-24e2938d12ad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:50.499097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0be6525-9787-4fea-8159-557bd4965802 req-6a09ccc5-124a-4d98-b9e2-fb2316a30e6a tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=067471c7-52e6-459a-bd4f-93164824a070 HTTP/1.1" status: 200 len: 210 time: 0.0950303 Dec 12 15:25:50.540898 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-51136c09-12f6-427f-a792-18164073d459 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=97eb3789-b982-4b81-9338-9721a2dc3dad HTTP/1.1" status: 200 len: 217 time: 0.0852897 Dec 12 15:25:50.609990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-aacc9421-f3f0-40f1-91ca-4c987b5200f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.611696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-aacc9421-f3f0-40f1-91ca-4c987b5200f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0601072 Dec 12 15:25:50.616048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9553877-dbfe-4d04-bc1f-0d318c0c3ac2 req-019f2a8f-6898-4e4a-8e72-e906edc0b2ac tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130616 Dec 12 15:25:50.617274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.629490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Deleting port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:50.630379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.665364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.674581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.692020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '48c8dc75-6cbe-4ea5-9957-5be4826224ec', 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'port_id': '48c8dc75-6cbe-4ea5-9957-5be4826224ec', 'mac_address': 'fa:16:3e:39:2d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28477f49-b3d9-40cf-926e-207ee7dc3c6e', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:50.708621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:50.711763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-4b6ed351-3898-4261-badf-102d7426d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.713610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-4b6ed351-3898-4261-badf-102d7426d8e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921040 Dec 12 15:25:50.756922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] For port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.757377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.775224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Calling delete_port for 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:50.775564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.811744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c8dc75-6cbe-4ea5-9957-5be4826224ec {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:50.840885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.847889 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:50.853308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:25:50.895757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a3f9d-3603-44e9-8ce6-2bbc9496e496 req-69b6ea0a-eadd-4e9b-89c1-0628ad7e6f9b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:50.897380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e95a3f9d-3603-44e9-8ce6-2bbc9496e496 req-69b6ea0a-eadd-4e9b-89c1-0628ad7e6f9b tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/ports?device_id=1350d7ae-e8fa-49a6-91b5-1ca51f9281d4 HTTP/1.1" status: 200 len: 951 time: 0.1176193 Dec 12 15:25:50.950925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:50.954534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:50.968939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9', 'network_id': 'c641906e-2709-464c-8943-f5aa780b91be', 'port_id': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9', 'mac_address': 'fa:16:3e:24:ed:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28477f49-b3d9-40cf-926e-207ee7dc3c6e', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:25:51.003619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e95a3f9d-3603-44e9-8ce6-2bbc9496e496 req-9ebf696f-55f9-41b1-8bb5-8051c02fd37d tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.36 "GET /v2.0/security-groups?id=0a3a123f-6ec1-4915-9541-25e91c923f8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Dec 12 15:25:51.036723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.049417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.076539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:51.103974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:51.107815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.110060 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.112443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.119760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cfcf492-df72-4e59-b09d-24e2938d12ad HTTP/1.1" status: 204 len: 168 time: 0.6622033 Dec 12 15:25:51.164502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287daf3-6bb5-4269-8eaf-aa1a6d3ea5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfcf492-df72-4e59-b09d-24e2938d12ad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:51.202799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Pushing event deleted for resources: {'Port': ['ID=9e8855d3-02e8-46f4-84c0-fa0e1a368e65,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:51.214198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9e8855d3-02e8-46f4-84c0-fa0e1a368e65'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:51.237835 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-a03c6e68-5363-4f9d-839f-49c1e54690f6 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146847 Dec 12 15:25:51.326190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] No DVR routers for this DVR port 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:51.328907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:51.341863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e160f025-3716-40a8-a226-1e2050e7c310 req-bfd279a7-db53-46cb-8178-058a5d890f6a tempest-ServersAdminTestJSON-491216873 tempest-ServersAdminTestJSON-491216873-project] 10.222.0.30 "DELETE /v2.0/ports/9e8855d3-02e8-46f4-84c0-fa0e1a368e65 HTTP/1.1" status: 204 len: 173 time: 0.9480579 Dec 12 15:25:51.352456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:51.431558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-8736c7cc-8dd9-4761-825f-98edd443bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:51.433380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-8736c7cc-8dd9-4761-825f-98edd443bf62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef1818b0a16940038442da77e9707b18&device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 1097 time: 0.2582788 Dec 12 15:25:51.453603 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a60f9d49-18cd-4233-a0b7-74364b32ab06 req-ee02cc70-45c5-4f51-9a7d-efb459e3cd76 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018788 Dec 12 15:25:51.534812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['9a6af820-00a9-4b65-866b-8af5c8d5e2eb'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:51.599520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['48c8dc75-6cbe-4ea5-9957-5be4826224ec'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:51.681817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e9c45-ac96-49de-8ca8-60a37d080805 req-ed705c1f-5c18-440b-aca7-288d02bf3eb9 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:51.683293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff8e9c45-ac96-49de-8ca8-60a37d080805 req-ed705c1f-5c18-440b-aca7-288d02bf3eb9 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.3403885 Dec 12 15:25:51.791196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-0029d88d-ef6d-4ad3-8d8c-7ce33e174368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:51.792579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-0029d88d-ef6d-4ad3-8d8c-7ce33e174368 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 HTTP/1.1" status: 200 len: 914 time: 0.3511114 Dec 12 15:25:51.859773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-62f9eb4a-2f85-47be-91f4-17b4b8e7b660 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:51.861260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-62f9eb4a-2f85-47be-91f4-17b4b8e7b660 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 0.2253444 Dec 12 15:25:51.863093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-5250dcce-4bcc-4d10-a86a-6f4c052c7154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 HTTP/1.1" status: 200 len: 217 time: 0.0600119 Dec 12 15:25:51.872322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff8e9c45-ac96-49de-8ca8-60a37d080805 req-efff44b0-cde5-4410-8b9d-528a6dd82ae5 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558166 Dec 12 15:25:51.916163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-c961bba2-734e-4889-b3ac-a183fe9cda9d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/quotas/1c33555889c04b84a8b273c57868e839 HTTP/1.1" status: 200 len: 375 time: 0.0415161 Dec 12 15:25:51.969017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c8cfab06-313a-471c-a100-e7dbfe930f9c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:51.970992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-d62b703b-1cef-4780-b4a2-19e810a8e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:51.972472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-d62b703b-1cef-4780-b4a2-19e810a8e063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a5825d9-309f-4664-83b1-be2873d69628 HTTP/1.1" status: 200 len: 854 time: 0.0991564 Dec 12 15:25:52.000412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-7cb927ca-6f06-4b91-9cea-d46517fa2997 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833786 Dec 12 15:25:52.002292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: c8cfab06-313a-471c-a100-e7dbfe930f9c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:52.002848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c8cfab06-313a-471c-a100-e7dbfe930f9c not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:52.023901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-d7fb2094-1505-4037-8ede-d2f1a183c8ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419056 Dec 12 15:25:52.029107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:52.054409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 2b86a62e-d8b4-4be7-9a0e-74d006957949 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:52.055141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b86a62e-d8b4-4be7-9a0e-74d006957949 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:52.100331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-deleted', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:52.102871 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee372d8-c511-4877-9acd-e0fe7372889b" -d '{"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-deleted", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:52.190301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4b4c3-f2cc-41fb-be5b-e2e6e8ad6853 req-e8540de6-95af-4eb4-ba7d-6028e1739418 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:52.191777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16d4b4c3-f2cc-41fb-be5b-e2e6e8ad6853 req-e8540de6-95af-4eb4-ba7d-6028e1739418 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 949 time: 0.2001917 Dec 12 15:25:52.265124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1b96c1ab-1f7a-4060-ae82-1d501582e405 service neutron] 10.222.0.36 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503276 Dec 12 15:25:52.269088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-b92ca42a-1cd1-49e7-9eae-8a4bb6c8408d service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365079 Dec 12 15:25:52.314699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16d4b4c3-f2cc-41fb-be5b-e2e6e8ad6853 req-52008cde-2f86-4794-8fb4-32990d6e3bae tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101673 Dec 12 15:25:52.491227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-0c90ab51-939e-42fc-b959-f42720c29e46 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:52.492620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-0c90ab51-939e-42fc-b959-f42720c29e46 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.13 "GET /v2.0/ports?device_id=981c46e4-f1f6-4ded-9a63-46959bd52934 HTTP/1.1" status: 200 len: 946 time: 0.1521819 Dec 12 15:25:52.519598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-0b302a0f-7dac-4d75-b8b2-efd4d3a5fcc0 service neutron] 10.222.0.36 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472198 Dec 12 15:25:52.521333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d568afe-a60f-4b2d-bf41-f56357e0670f req-a34fac71-e535-4498-bdd2-4e124dde8c0f service neutron] 10.222.0.13 "GET /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352078 Dec 12 15:25:52.529774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e08719-5728-4306-bafc-f45ac92b8be5 req-1d25ca2d-d1d1-4c24-9072-552e5c8f7e15 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:52.535857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e08719-5728-4306-bafc-f45ac92b8be5 req-1d25ca2d-d1d1-4c24-9072-552e5c8f7e15 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:52.542346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e08719-5728-4306-bafc-f45ac92b8be5 req-1d25ca2d-d1d1-4c24-9072-552e5c8f7e15 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:52.543946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7e08719-5728-4306-bafc-f45ac92b8be5 req-1d25ca2d-d1d1-4c24-9072-552e5c8f7e15 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2413 time: 0.1627719 Dec 12 15:25:52.631842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['08ac0f40-c1ba-4b12-a078-392fe6dc1ca9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:52.638731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7e08719-5728-4306-bafc-f45ac92b8be5 req-6b766c48-ab22-49d7-acc3-71aa0085b508 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Dec 12 15:25:52.671400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Deleting port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:52.671686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:52.858882 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88d8217-66cf-46ec-929b-babf8aa88366 x-openstack-request-id: req-c88d8217-66cf-46ec-929b-babf8aa88366 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:52.863786 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350d7ae-e8fa-49a6-91b5-1ca51f9281d4", "name": "network-vif-deleted", "tag": "9e8855d3-02e8-46f4-84c0-fa0e1a368e65", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:52.864581 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c88d8217-66cf-46ec-929b-babf8aa88366 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:52.870457 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350d7ae-e8fa-49a6-91b5-1ca51f9281d4', 'name': 'network-vif-deleted', 'tag': '9e8855d3-02e8-46f4-84c0-fa0e1a368e65', 'status': 'completed', 'code': 200} Dec 12 15:25:52.891087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] For port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:52.891427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:52.921790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Calling delete_port for cb4fb74c-aaa3-4a05-8d93-4789a40a58cc owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:53.005622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-35f82d6a-9be8-4f50-ab14-b89edefac435 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:53.009474 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-35f82d6a-9be8-4f50-ab14-b89edefac435 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3 HTTP/1.1" status: 200 len: 945 time: 0.1274242 Dec 12 15:25:53.238251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Deleting port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:53.238656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.312660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34252) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:53.389376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] For port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:53.391496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.392045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.408432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9420b6af-aa1e-4dd9-a58b-f65c02a21a42'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:53.418332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Calling delete_port for 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:53.453075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-f3bda2f7-f9a3-4579-9d54-531982643b2a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:53.454708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-f3bda2f7-f9a3-4579-9d54-531982643b2a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 949 time: 0.1834497 Dec 12 15:25:53.455361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event deleted for resources: {'Port': ['ID=cb4fb74c-aaa3-4a05-8d93-4789a40a58cc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:53.489152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af40c2-ac7f-477b-841b-75d42bf4272e req-dca3af3f-fc8c-4885-821d-6092ed37453e tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:53.490761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13af40c2-ac7f-477b-841b-75d42bf4272e req-dca3af3f-fc8c-4885-821d-6092ed37453e tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.2184761 Dec 12 15:25:53.587146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] No DVR routers for this DVR port cb4fb74c-aaa3-4a05-8d93-4789a40a58cc on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:53.595609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.599799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69af0375-24e6-46be-863f-771fc67d1bd7 req-ae403bc2-cd92-4fda-b451-378bbbccaa6d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.13 "DELETE /v2.0/ports/cb4fb74c-aaa3-4a05-8d93-4789a40a58cc HTTP/1.1" status: 204 len: 173 time: 1.0940752 Dec 12 15:25:53.613602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20778342-dc5b-4112-9893-691f5b722939 req-9a664757-863e-413d-afbc-9dc886b9d7c4 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:53.615158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20778342-dc5b-4112-9893-691f5b722939 req-9a664757-863e-413d-afbc-9dc886b9d7c4 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 949 time: 0.3064396 Dec 12 15:25:53.696413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.726979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13af40c2-ac7f-477b-841b-75d42bf4272e req-0f7d76e7-8721-4125-a87b-84b797d07c48 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141888 Dec 12 15:25:53.740619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event deleted for resources: {'Port': ['ID=9420b6af-aa1e-4dd9-a58b-f65c02a21a42,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:53.811826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] No DVR routers for this DVR port 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:53.814596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.819114 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2f13a3b8-f612-4a7e-9eb0-7634aeecb36b req-c111abaf-df2c-4d71-b44b-2ae1e5711ff6 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "DELETE /v2.0/ports/9420b6af-aa1e-4dd9-a58b-f65c02a21a42 HTTP/1.1" status: 204 len: 173 time: 0.8026540 Dec 12 15:25:53.820319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'name': 'network-vif-deleted', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:53.823407 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b6c0d-18c4-4285-b634-1b6872117b7b" -d '{"events": [{"server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "name": "network-vif-deleted", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:53.862352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20778342-dc5b-4112-9893-691f5b722939 req-27df2e40-2b84-487e-91fb-6c3408b57350 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947732 Dec 12 15:25:53.950377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70cc6809-1f75-4355-afed-8d8aa9be5d06 req-3ac7d3f4-0c4c-436f-85cb-f29f7fb37d4e tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 210 time: 0.0723193 Dec 12 15:25:53.957006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port 0729531b-a5a2-42ba-a31d-93c9120f13fe {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:53.961723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:53.986511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-723bc81d-f187-4995-a203-f6d976712e63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4c18c00ad3741b8a0d58d7147b1d10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6701782 Dec 12 15:25:53.990353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:53.999426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:54.028956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 48c8dc75-6cbe-4ea5-9957-5be4826224ec up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:54.032941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:54.033191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9e8855d3-02e8-46f4-84c0-fa0e1a368e65 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:54.061693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.064259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:54.066473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:54.088296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.108850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:54.147029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 48c8dc75-6cbe-4ea5-9957-5be4826224ec completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:54.157021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 48c8dc75-6cbe-4ea5-9957-5be4826224ec triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:54.157631 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.175161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.194963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.197277 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a3a123f-6ec1-4915-9541-25e91c923f8c HTTP/1.1" status: 204 len: 168 time: 0.2058535 Dec 12 15:25:54.213373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c82a8-78d1-4416-939b-e63e9823c596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3a123f-6ec1-4915-9541-25e91c923f8c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:54.326146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.370928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37bff849-56dc-4bfa-aef3-838d4d192310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.392029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:54.394245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:54.399140 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6ba87-8930-41fa-afa6-893dee101db4" -d '{"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:54.404779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.405773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9a6af820-00a9-4b65-866b-8af5c8d5e2eb up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:54.469386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc5cc0-6f41-4ed2-8d11-13ef4fd99671 req-700a5402-d747-4bc2-9fe5-416bee682e1f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.470851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99dc5cc0-6f41-4ed2-8d11-13ef4fd99671 req-700a5402-d747-4bc2-9fe5-416bee682e1f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 949 time: 0.5176542 Dec 12 15:25:54.551232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:54.569176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:54.573807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:54.574313 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.584494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaebec-0590-4bff-b7b7-252eb94bc188 req-2a65727d-f418-4034-9a03-b390c8356f51 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.590661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaebec-0590-4bff-b7b7-252eb94bc188 req-2a65727d-f418-4034-9a03-b390c8356f51 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.605066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaebec-0590-4bff-b7b7-252eb94bc188 req-2a65727d-f418-4034-9a03-b390c8356f51 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.607028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbfaebec-0590-4bff-b7b7-252eb94bc188 req-2a65727d-f418-4034-9a03-b390c8356f51 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2414 time: 0.2226553 Dec 12 15:25:54.665275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-3b2e9606-0a21-44d1-af79-2847824047ab tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.666773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-3b2e9606-0a21-44d1-af79-2847824047ab tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 0.1543193 Dec 12 15:25:54.679315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port 0729531b-a5a2-42ba-a31d-93c9120f13fe, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0729531b-a5a2-42ba-a31d-93c9120f13fe,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:54.680187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.693010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Request body: {'port': {'device_id': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'admin_state_up': True, 'tenant_id': '1c33555889c04b84a8b273c57868e839'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:54.698027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.715444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99dc5cc0-6f41-4ed2-8d11-13ef4fd99671 req-f670f439-b094-4a9e-a848-f7a7d02af933 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251379 Dec 12 15:25:54.740359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:54.744843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:54.745765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for 0729531b-a5a2-42ba-a31d-93c9120f13fe owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:54.750738 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.797289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37bff849-56dc-4bfa-aef3-838d4d192310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.806683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37bff849-56dc-4bfa-aef3-838d4d192310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.837132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:54.851736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:54.855391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:54.875550 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53da0f6a-2625-424e-a1a2-66ae308e44b9 x-openstack-request-id: req-53da0f6a-2625-424e-a1a2-66ae308e44b9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:54.876334 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3", "name": "network-vif-deleted", "tag": "9420b6af-aa1e-4dd9-a58b-f65c02a21a42", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:54.876484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbfaebec-0590-4bff-b7b7-252eb94bc188 req-d7a39917-89a8-4528-8dbe-22d0cb33e179 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432539 Dec 12 15:25:54.876599 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53da0f6a-2625-424e-a1a2-66ae308e44b9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:54.876599 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dcdcc7-ce5b-4e24-a175-e505e0fde9d3', 'name': 'network-vif-deleted', 'tag': '9420b6af-aa1e-4dd9-a58b-f65c02a21a42', 'status': 'completed', 'code': 200} Dec 12 15:25:54.886598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'name': 'network-vif-deleted', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:54.889075 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dfdee6-3519-42fa-98ea-7dc35d680316" -d '{"events": [{"server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "name": "network-vif-deleted", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:54.902311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-37bff849-56dc-4bfa-aef3-838d4d192310 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=537e31b44b234129aa6777e8e198234e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7919507 Dec 12 15:25:54.906035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:54.935862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-4dc535f4-ad46-42fe-8e87-d51b5ed99557 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:54.937570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-4dc535f4-ad46-42fe-8e87-d51b5ed99557 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 949 time: 0.1550341 Dec 12 15:25:54.939019 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913311d5-30e6-4798-ac8b-62d939f7c8cc x-openstack-request-id: req-913311d5-30e6-4798-ac8b-62d939f7c8cc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:54.939594 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:54.939976 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-913311d5-30e6-4798-ac8b-62d939f7c8cc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:54.940897 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec', 'code': 200} Dec 12 15:25:54.946041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ed90f8e4-dc6a-4cf7-bc39-75c932d940f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3103468b664ad494722eefc3948be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966689 Dec 12 15:25:54.967297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bff849-56dc-4bfa-aef3-838d4d192310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958bfbf6-462d-4219-bd84-bf6f3feac80b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:54.985481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:55.119418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e1615-d1bc-4d75-aef2-ae63f5777a14 req-bce6e4e9-fb82-4a5c-b2f6-6d4816731504 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:55.121318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-097e1615-d1bc-4d75-aef2-ae63f5777a14 req-bce6e4e9-fb82-4a5c-b2f6-6d4816731504 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 949 time: 0.1025577 Dec 12 15:25:55.164199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.170461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Deleting port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:55.171024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.177185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:55.192734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.256544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=0729531b-a5a2-42ba-a31d-93c9120f13fe,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:55.269898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-097e1615-d1bc-4d75-aef2-ae63f5777a14 req-fdc63334-b411-434b-bc9a-a2d0c430cab9 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/security-groups?id=245dbaf1-1c14-4784-a0a4-7a4d74e63e88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386166 Dec 12 15:25:55.273118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'f2897d9d-833e-48b4-ac99-80cbc2b03549', '0729531b-a5a2-42ba-a31d-93c9120f13fe'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:55.291949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.297075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Allocated IP 172.20.0.4 (d6a36fdc-cde6-4191-a5fc-189f5bad5003/7463180f-5aca-48bd-b2bb-99809566fab9/21ad3ca3-a383-4577-9467-453c4c342783) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:55.324264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.375546 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d2513-e4ba-4493-9203-a87d46877898 x-openstack-request-id: req-f68d2513-e4ba-4493-9203-a87d46877898 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:55.375985 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981c46e4-f1f6-4ded-9a63-46959bd52934", "name": "network-vif-deleted", "tag": "cb4fb74c-aaa3-4a05-8d93-4789a40a58cc", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:55.376340 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f68d2513-e4ba-4493-9203-a87d46877898 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:55.376852 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981c46e4-f1f6-4ded-9a63-46959bd52934', 'name': 'network-vif-deleted', 'tag': 'cb4fb74c-aaa3-4a05-8d93-4789a40a58cc', 'status': 'completed', 'code': 200} Dec 12 15:25:55.381599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port 0729531b-a5a2-42ba-a31d-93c9120f13fe on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:55.386917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.390076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcfab5a0-c7d7-45d2-8951-b2e3054cf741 req-2f905dca-a574-4be0-814f-ef6198979a85 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "DELETE /v2.0/ports/0729531b-a5a2-42ba-a31d-93c9120f13fe HTTP/1.1" status: 204 len: 173 time: 1.8971801 Dec 12 15:25:55.431968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65a29a71-24ee-45a2-8178-45c3ccdeec49 req-7f178684-83e5-4e9f-9eb4-1732048a2677 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 210 time: 0.0495639 Dec 12 15:25:55.433401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.507023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-283a4b9d-ee4b-4146-8c98-f377d8758b28 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:55.508888 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-283a4b9d-ee4b-4146-8c98-f377d8758b28 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 812 time: 0.3759654 Dec 12 15:25:55.519411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] For port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:55.521327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.540913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Calling delete_port for f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:55.543611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Request body: {'port': {'device_id': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'admin_state_up': True, 'tenant_id': '1c33555889c04b84a8b273c57868e839'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:55.561370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bf996-c856-4cdd-98ff-af4aac4f131c req-e8596b93-4b2d-4497-bb16-b623cda0848e tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:55.565103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563bf996-c856-4cdd-98ff-af4aac4f131c req-e8596b93-4b2d-4497-bb16-b623cda0848e tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.1317182 Dec 12 15:25:55.644780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.648619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.653003 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/958bfbf6-462d-4219-bd84-bf6f3feac80b HTTP/1.1" status: 204 len: 168 time: 0.7417707 Dec 12 15:25:55.712886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab773a9-9bcb-4b2a-bd74-4b952c8c0781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958bfbf6-462d-4219-bd84-bf6f3feac80b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:55.745186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.748873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.752263 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7fdbdc0-c5bf-4263-ab9f-ecf661762bb9 HTTP/1.1" status: 204 len: 168 time: 0.7602673 Dec 12 15:25:55.753760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563bf996-c856-4cdd-98ff-af4aac4f131c req-22abd628-dd1e-48ab-9458-1183ad615334 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411030 Dec 12 15:25:55.801138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d949-4e45-42d3-9261-28966f7ff5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fdbdc0-c5bf-4263-ab9f-ecf661762bb9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:55.922331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:55.925742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Made reservation on behalf of 1c33555889c04b84a8b273c57868e839 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:55.930678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.032441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0729531b-a5a2-42ba-a31d-93c9120f13fe no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:56.034894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:25:56.053841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acb6933a-3709-4225-86a0-bd0075b9c057 req-0cd926ed-89ff-4e15-b8eb-8e2487f1214a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=e409c65f-f6be-472a-a362-fc1dd080df5e HTTP/1.1" status: 200 len: 210 time: 0.1251113 Dec 12 15:25:56.055508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.110721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 0729531b-a5a2-42ba-a31d-93c9120f13fe {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:56.111651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0729531b-a5a2-42ba-a31d-93c9120f13fe not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:56.111651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:56.154963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:56.155177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9420b6af-aa1e-4dd9-a58b-f65c02a21a42 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:56.161742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.174524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Pushing event deleted for resources: {'Port': ['ID=f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:56.272339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] No DVR routers for this DVR port f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:56.277147 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.280804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-662a9b43-c05a-4ffb-8ace-0b2b4f218fa0 req-21a428f5-c15b-46ed-ae0b-aa3a091146a0 tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.13 "DELETE /v2.0/ports/f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 HTTP/1.1" status: 204 len: 173 time: 1.3325000 Dec 12 15:25:56.303939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad58cb-bcad-4d4f-84ab-23b722750131 req-8eafa2fb-f5bf-49d6-a861-041063b6b916 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:56.310397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad58cb-bcad-4d4f-84ab-23b722750131 req-8eafa2fb-f5bf-49d6-a861-041063b6b916 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:56.317784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad58cb-bcad-4d4f-84ab-23b722750131 req-8eafa2fb-f5bf-49d6-a861-041063b6b916 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:56.327976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18ad58cb-bcad-4d4f-84ab-23b722750131 req-8eafa2fb-f5bf-49d6-a861-041063b6b916 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2415 time: 0.2833781 Dec 12 15:25:56.333926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:25:56.368765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:25:56.369119 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.388253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:56.395527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:56.419706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18ad58cb-bcad-4d4f-84ab-23b722750131 req-038df6b1-82bc-4701-861f-41e48ee0f791 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 Dec 12 15:25:56.423896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:56.438425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event updated for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:56.529889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77bc798-6a75-4280-b793-b1e0d2065045 req-111371cf-225c-4520-98d5-9cb79c0f451a tempest-ListImageFiltersTestJSON-200133523 tempest-ListImageFiltersTestJSON-200133523-project] 10.222.0.36 "GET /v2.0/ports?device_id=933e2b70-35be-4790-990a-51aefed18aba HTTP/1.1" status: 200 len: 210 time: 0.0562997 Dec 12 15:25:56.600427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Allocated IP 172.20.0.11 (d6a36fdc-cde6-4191-a5fc-189f5bad5003/7463180f-5aca-48bd-b2bb-99809566fab9/f1634ec4-37e1-417a-88a2-5b6383ca16c3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:25:56.642534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-163be387-184b-46fe-a3f3-c530a91aeaa1 req-630b727d-8fd9-41db-bce2-99f24bd0ee88 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 210 time: 0.0475290 Dec 12 15:25:56.653141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:56.653917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.691230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-16f3c486-c77b-47e3-b9d3-48c576d74297 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0099230 Dec 12 15:25:56.715282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.729963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Request body: {'port': {'device_id': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:56.766218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-fefe020c-92bc-4569-9a03-14bff4b1b855 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:56.768873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-fefe020c-92bc-4569-9a03-14bff4b1b855 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.13 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.1083763 Dec 12 15:25:56.770833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:56.777714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:56.843691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:56.943305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb'}, {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:56.946692 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f8eacb-6f85-4747-99bd-861c12aa50f7" -d '{"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb"}, {"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:57.019470 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4ebca-f15a-40cd-b23f-5cccab686b5c x-openstack-request-id: req-97f4ebca-f15a-40cd-b23f-5cccab686b5c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:57.020033 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb", "code": 200}, {"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-plugged", "status": "completed", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:57.021297 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97f4ebca-f15a-40cd-b23f-5cccab686b5c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:57.022098 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb', 'code': 200} Dec 12 15:25:57.022629 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9', 'code': 200} Dec 12 15:25:57.040121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.073274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d329e1-6b0b-477e-aeba-930d74f970c0 req-9d32860c-9a46-4d0f-81c8-d6506041dcc2 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.083614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6d329e1-6b0b-477e-aeba-930d74f970c0 req-9d32860c-9a46-4d0f-81c8-d6506041dcc2 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/ports?device_id=893a3cef-4af8-407f-8aa6-3c91c7cc8db9 HTTP/1.1" status: 200 len: 946 time: 0.0942903 Dec 12 15:25:57.140102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Deleting port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:57.143291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.181910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.194555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6d329e1-6b0b-477e-aeba-930d74f970c0 req-0755824a-7672-4169-b1b0-bb3401e3e59a tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.36 "GET /v2.0/security-groups?id=47e89997-4350-4b36-800c-84483b27ddeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097965 Dec 12 15:25:57.291501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32366b-49e7-4ce6-9ba6-1828010effba req-c8091016-548a-4a35-ae89-3de67cc6b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.291981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32366b-49e7-4ce6-9ba6-1828010effba req-c8091016-548a-4a35-ae89-3de67cc6b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.292447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32366b-49e7-4ce6-9ba6-1828010effba req-c8091016-548a-4a35-ae89-3de67cc6b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.294802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b32366b-49e7-4ce6-9ba6-1828010effba req-c8091016-548a-4a35-ae89-3de67cc6b8a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2869 time: 0.1411214 Dec 12 15:25:57.296877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.366124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] For port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,segment=NetworkSegment(b2a13984-4bb9-4f1f-810d-42a6fd52187c),segment_id=b2a13984-4bb9-4f1f-810d-42a6fd52187c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:57.366486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.378167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'name': 'network-vif-deleted', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe'}, {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-deleted', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:57.381842 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2527979-933c-4d13-9543-a8a8fcac3c74" -d '{"events": [{"server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "name": "network-vif-deleted", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe"}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-deleted", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:57.388729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b32366b-49e7-4ce6-9ba6-1828010effba req-641d7b5a-a749-4b7a-857c-3b5f156854fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813398 Dec 12 15:25:57.393352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Calling delete_port for c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:57.408033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Network d6a36fdc-cde6-4191-a5fc-189f5bad5003 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:25:57.414053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:57.431692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:25:57.470902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event updated for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:57.481942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34370) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:57.529170 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb66828-87fd-4e3d-a5c6-d53280b43e84 x-openstack-request-id: req-beb66828-87fd-4e3d-a5c6-d53280b43e84 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:57.529513 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e409c65f-f6be-472a-a362-fc1dd080df5e", "name": "network-vif-deleted", "tag": "0729531b-a5a2-42ba-a31d-93c9120f13fe", "status": "completed", "code": 200}, {"server_uuid": "933e2b70-35be-4790-990a-51aefed18aba", "name": "network-vif-deleted", "tag": "f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:57.529822 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-beb66828-87fd-4e3d-a5c6-d53280b43e84 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:57.530390 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e409c65f-f6be-472a-a362-fc1dd080df5e', 'name': 'network-vif-deleted', 'tag': '0729531b-a5a2-42ba-a31d-93c9120f13fe', 'status': 'completed', 'code': 200} Dec 12 15:25:57.530977 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933e2b70-35be-4790-990a-51aefed18aba', 'name': 'network-vif-deleted', 'tag': 'f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9', 'status': 'completed', 'code': 200} Dec 12 15:25:57.534099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.534924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.573058 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2e39af6f-79a2-4547-bc0e-62dc0fc8a7bb tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0434904 Dec 12 15:25:57.604621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Request body: {'port': {'device_id': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:57.614989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.626732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c37c7986-82e6-4b7a-8fc4-d6f4240b14a5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:25:57.641257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ad3ca3-a383-4577-9467-453c4c342783 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:57.651117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.679392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-668882169-network', 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:57.682786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Pushing event deleted for resources: {'Port': ['ID=c37c7986-82e6-4b7a-8fc4-d6f4240b14a5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:57.699362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Transition to ACTIVE for port object 21ad3ca3-a383-4577-9467-453c4c342783 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:57.703796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.709487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.769274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] No DVR routers for this DVR port c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:25:57.772675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.775847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-261e225c-9996-46e7-972f-7d0b1a6652a2 req-495f58e6-bfc6-46bf-8941-d8be3f00b545 tempest-InstanceActionsTestJSON-826730852 tempest-InstanceActionsTestJSON-826730852-project] 10.222.0.13 "DELETE /v2.0/ports/c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 HTTP/1.1" status: 204 len: 173 time: 0.9991455 Dec 12 15:25:57.779945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:57.782854 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.800472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:57.804516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fb40e-d857-463c-a250-7eaf1ab5be3d req-88a26d12-ea74-4196-8f50-db1c2d345b0d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.811189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fb40e-d857-463c-a250-7eaf1ab5be3d req-88a26d12-ea74-4196-8f50-db1c2d345b0d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.817396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fb40e-d857-463c-a250-7eaf1ab5be3d req-88a26d12-ea74-4196-8f50-db1c2d345b0d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:57.829863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd7fb40e-d857-463c-a250-7eaf1ab5be3d req-88a26d12-ea74-4196-8f50-db1c2d345b0d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2416 time: 0.1579895 Dec 12 15:25:57.851129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.913926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd7fb40e-d857-463c-a250-7eaf1ab5be3d req-bd0e3f27-0781-4ceb-b9e3-1bd99ca57f45 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815010 Dec 12 15:25:57.992333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:57.999713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.019912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Attempting to bind port 21ad3ca3-a383-4577-9467-453c4c342783 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:58.020141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Attempting to bind port 21ad3ca3-a383-4577-9467-453c4c342783 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:58.020968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Attempting to bind port 21ad3ca3-a383-4577-9467-453c4c342783 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:58.030526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Port 21ad3ca3-a383-4577-9467-453c4c342783 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:58.030774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Attempting to bind port 21ad3ca3-a383-4577-9467-453c4c342783 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:58.032781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:25:58.039866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:58.040255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Checking segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:58.040597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Bound using segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:58.041180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Bound port: 21ad3ca3-a383-4577-9467-453c4c342783, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:58.041422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.045165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a31ec4-5afa-480a-a0a4-db9c68af243b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:58.045351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cb4fb74c-aaa3-4a05-8d93-4789a40a58cc no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:25:58.051612 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.051949 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Added segment 8ca7f997-e58b-48b4-b71d-a005d646638e of type vlan for network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 Dec 12 15:25:58.094677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: cb4fb74c-aaa3-4a05-8d93-4789a40a58cc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:25:58.094939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cb4fb74c-aaa3-4a05-8d93-4789a40a58cc not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:25:58.128799 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.162524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:58.166934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915b700-05da-4739-ada4-4595ba15253a req-e183c1da-d3c3-4322-a577-def25b843868 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.168419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6915b700-05da-4739-ada4-4595ba15253a req-e183c1da-d3c3-4322-a577-def25b843868 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 932 time: 0.0845952 Dec 12 15:25:58.198881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=21ad3ca3-a383-4577-9467-453c4c342783,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:58.201487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.202416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.202577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.202978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.211210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1634ec4-37e1-417a-88a2-5b6383ca16c3 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:25:58.244917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.261660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.262274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.263664 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] 10.222.0.30 "PUT /v2.0/ports/21ad3ca3-a383-4577-9467-453c4c342783 HTTP/1.1" status: 200 len: 1091 time: 1.5515494 Dec 12 15:25:58.265898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:58.268536 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480e692f-89a0-4cb6-a432-df9f84dae83e" -d '{"events": [{"name": "network-changed", "server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "tag": "21ad3ca3-a383-4577-9467-453c4c342783"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:58.289196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8027518 Dec 12 15:25:58.289425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Transition to ACTIVE for port object f1634ec4-37e1-417a-88a2-5b6383ca16c3 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:25:58.289425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:58.297286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Request body: {'subnet': {'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-668882169-subnet', 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:25:58.301012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5579df-56de-4a98-9930-d6d8fe27da86 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:58.306551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.310155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a62e6b-d9c0-4507-89f5-368ce8f42f2d admin admin] Pushing event updated for resources: {'Network': ['ID=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:58.320378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a17359-b164-40a0-976e-a5d8f32bcb50 req-83c955f5-7954-493f-9f56-a8c6cdc4de40 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.322461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a17359-b164-40a0-976e-a5d8f32bcb50 req-83c955f5-7954-493f-9f56-a8c6cdc4de40 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 950 time: 0.1518776 Dec 12 15:25:58.334503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6915b700-05da-4739-ada4-4595ba15253a req-b04c1ccb-674f-4e98-b114-c3e423efd530 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528461 Dec 12 15:25:58.335605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:25:58.407726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a17359-b164-40a0-976e-a5d8f32bcb50 req-f09d00c4-31a2-4344-a699-9d15b084518a tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Dec 12 15:25:58.415481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:25:58.417825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.441096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:58.530273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-25c71643-5709-446e-8d83-a955fb633bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.531909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-25c71643-5709-446e-8d83-a955fb633bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 1094 time: 0.2131975 Dec 12 15:25:58.594948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-6276a552-5295-40d8-9b71-eec52cf2d502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad3ca3-a383-4577-9467-453c4c342783 HTTP/1.1" status: 200 len: 217 time: 0.0530388 Dec 12 15:25:58.675651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Attempting to bind port f1634ec4-37e1-417a-88a2-5b6383ca16c3 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:25:58.675988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Attempting to bind port f1634ec4-37e1-417a-88a2-5b6383ca16c3 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:25:58.676661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Attempting to bind port f1634ec4-37e1-417a-88a2-5b6383ca16c3 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:58.684136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:58.694500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Port f1634ec4-37e1-417a-88a2-5b6383ca16c3 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:25:58.694821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Attempting to bind port f1634ec4-37e1-417a-88a2-5b6383ca16c3 on network d6a36fdc-cde6-4191-a5fc-189f5bad5003 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:25:58.701372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-e8da9285-2fcb-48b1-a3fd-c794a5bb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:58.703015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-e8da9285-2fcb-48b1-a3fd-c794a5bb391b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.0971642 Dec 12 15:25:58.734894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Deleting subnet 2a5825d9-309f-4664-83b1-be2873d69628 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:25:58.737383 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa76784-7103-4175-a3f1-dd6622a48029 x-openstack-request-id: req-ffa76784-7103-4175-a3f1-dd6622a48029 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:25:58.737673 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "tag": "21ad3ca3-a383-4577-9467-453c4c342783", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:25:58.737925 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffa76784-7103-4175-a3f1-dd6622a48029 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:25:58.738319 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783', 'status': 'completed', 'code': 200} Dec 12 15:25:58.739839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.745223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:25:58.745555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Checking segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:58.745942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Bound using segment: {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:25:58.746388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Bound port: f1634ec4-37e1-417a-88a2-5b6383ca16c3, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931ec68f-f2f6-40b2-9cea-908db5003cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:25:58.746736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.776818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-a973e89a-80cd-4157-b044-3ea2c486b636 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489972 Dec 12 15:25:58.779816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.828776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.901603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.942427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5825d9-309f-4664-83b1-be2873d69628,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:58.945494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.950420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d6bea6c1-094e-465f-850f-5d762dee6142 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a5825d9-309f-4664-83b1-be2873d69628 HTTP/1.1" status: 204 len: 168 time: 0.2651703 Dec 12 15:25:58.952625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:58.953049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34416) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:59.018291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:25:59.022809 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-e00baea2-ce18-457b-a513-a95e3cc97682 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344697 Dec 12 15:25:59.055810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:25:59.082851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.095419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-ba113b52-c09c-43ac-b7b8-24af1d96ad94 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.096435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-ba113b52-c09c-43ac-b7b8-24af1d96ad94 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 950 time: 0.1176758 Dec 12 15:25:59.099385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.173216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2556e29-d1c1-4164-a88f-702fadbfde01,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:59.205231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.206186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.211582 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1634ec4-37e1-417a-88a2-5b6383ca16c3 HTTP/1.1" status: 200 len: 1092 time: 1.6161098 Dec 12 15:25:59.253004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Checking segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:25:59.253276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Network hostable DHCP agents. Network: a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:25:59.257323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-32f4d36f-83dd-400f-9d23-107e5a71df38 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129390 Dec 12 15:25:59.286845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.314437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fc5f9b-c11d-4510-9aec-c3fa8699dd05']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:59.327184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a13984-4bb9-4f1f-810d-42a6fd52187c') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:59.327571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a13984-4bb9-4f1f-810d-42a6fd52187c') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:25:59.341470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.344867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port f2897d9d-833e-48b4-ac99-80cbc2b03549 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:59.345046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.354938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced4aaa-a5e4-458d-b099-49638c12d7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:59.386674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:25:59.387263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.408559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:25:59.416569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.417169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.422281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-898319b5-6da1-461a-ac81-8ddc301eaf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.423907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-898319b5-6da1-461a-ac81-8ddc301eaf78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 1095 time: 0.1656330 Dec 12 15:25:59.430886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aca163-a3a0-4bed-8e3c-73fd24e1b974 None None] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:59.434265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-67183153-7e71-4c6a-b461-e3a6fb34df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.435676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-67183153-7e71-4c6a-b461-e3a6fb34df15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 1094 time: 0.1060383 Dec 12 15:25:59.463329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:25:59.463736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:25:59.466965 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:25:59.496681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6f511ba4-a237-4489-aedd-8bafe2ca1c80 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1948698 Dec 12 15:25:59.498797 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-2f6e0439-4c65-4759-bcbc-a2fb9e2e1649 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3 HTTP/1.1" status: 200 len: 217 time: 0.0598674 Dec 12 15:25:59.538569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'name': 'network-vif-deleted', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:25:59.540878 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510af067-9598-43b3-829b-94d223d088da" -d '{"events": [{"server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "name": "network-vif-deleted", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:25:59.590082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14117-517a-4052-8835-7a31d734ba3d req-334929bd-1728-4a13-ad64-5c7470a1ab56 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.596325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14117-517a-4052-8835-7a31d734ba3d req-334929bd-1728-4a13-ad64-5c7470a1ab56 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.602661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d14117-517a-4052-8835-7a31d734ba3d req-334929bd-1728-4a13-ad64-5c7470a1ab56 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.604372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2d14117-517a-4052-8835-7a31d734ba3d req-334929bd-1728-4a13-ad64-5c7470a1ab56 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2416 time: 0.2362940 Dec 12 15:25:59.611763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port f2897d9d-833e-48b4-ac99-80cbc2b03549, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f2897d9d-833e-48b4-ac99-80cbc2b03549,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:25:59.612132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.614757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be27e5d-1cfd-4949-8b74-e138642718e3 None None] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:25:59.615065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.624499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-5f48476d-32f4-4563-a8f3-5b000727b8a5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.626880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-5f48476d-32f4-4563-a8f3-5b000727b8a5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/ports?device_id=2860bb05-67bb-46ff-a06f-28cb2dfcfadc HTTP/1.1" status: 200 len: 950 time: 0.2568574 Dec 12 15:25:59.636560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:25:59.641075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b2fc5f9b-c11d-4510-9aec-c3fa8699dd05 HTTP/1.1" status: 204 len: 168 time: 0.6870520 Dec 12 15:25:59.662967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-6f109603-13d2-4690-b584-9174a291b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.665499 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-6f109603-13d2-4690-b584-9174a291b1e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.0962369 Dec 12 15:25:59.684362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for f2897d9d-833e-48b4-ac99-80cbc2b03549 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:25:59.697174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9f351-37c1-4abf-bf7f-2f0f59a04c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fc5f9b-c11d-4510-9aec-c3fa8699dd05,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:25:59.734580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-3a9a418a-ebf5-4802-9c47-952c3056f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.736140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-3a9a418a-ebf5-4802-9c47-952c3056f0c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 912 time: 0.2902043 Dec 12 15:25:59.826207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-76a5ffaf-f6a9-40af-a980-2fb5f4bf20ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21ad3ca3-a383-4577-9467-453c4c342783 HTTP/1.1" status: 200 len: 217 time: 0.0524604 Dec 12 15:25:59.828544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-d95a0084-12ef-4ec7-a408-d0d72a3f6176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177611 Dec 12 15:25:59.854041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2d14117-517a-4052-8835-7a31d734ba3d req-42b41aa6-6238-47af-921c-dd45e16ba572 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255673 Dec 12 15:25:59.909853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707126f-9106-4f13-9857-b7e5f6245381 req-5a5be65a-fbbc-4ae8-9a02-14c40bc67bf7 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:25:59.918666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d707126f-9106-4f13-9857-b7e5f6245381 req-5a5be65a-fbbc-4ae8-9a02-14c40bc67bf7 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 944 time: 0.1313007 Dec 12 15:25:59.920777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:25:59.926259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port cdce135a-31c4-4dac-aa23-0c138985111e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:25:59.927133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.059107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:00.090652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.094764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:00.096892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c37c7986-82e6-4b7a-8fc4-d6f4240b14a5 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:00.097470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:00.105362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347', 'cdce135a-31c4-4dac-aa23-0c138985111e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:00.113774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d707126f-9106-4f13-9857-b7e5f6245381 req-176cc827-af95-48a0-a02e-b7eeb10552aa tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889582 Dec 12 15:26:00.149537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:00.204885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:00.205660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f4700c3e-5e95-4dcd-bdda-e6cf48a0ccd9 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:00.241287 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d632fd5-621a-4759-ba5d-9de639e55c69 x-openstack-request-id: req-6d632fd5-621a-4759-ba5d-9de639e55c69 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:00.241735 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893a3cef-4af8-407f-8aa6-3c91c7cc8db9", "name": "network-vif-deleted", "tag": "c37c7986-82e6-4b7a-8fc4-d6f4240b14a5", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:00.242170 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d632fd5-621a-4759-ba5d-9de639e55c69 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:00.242620 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893a3cef-4af8-407f-8aa6-3c91c7cc8db9', 'name': 'network-vif-deleted', 'tag': 'c37c7986-82e6-4b7a-8fc4-d6f4240b14a5', 'status': 'completed', 'code': 200} Dec 12 15:26:00.257566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c700f-cbf6-4eca-800c-69a5ee4052b2 req-84e9e07f-05e6-445a-8b4f-d1128d5a7303 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:00.267213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b70c700f-cbf6-4eca-800c-69a5ee4052b2 req-84e9e07f-05e6-445a-8b4f-d1128d5a7303 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d3def9a-165b-4242-a3a8-9373c7850810 HTTP/1.1" status: 200 len: 950 time: 0.2824726 Dec 12 15:26:00.275755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34484) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:00.299623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port cdce135a-31c4-4dac-aa23-0c138985111e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=cdce135a-31c4-4dac-aa23-0c138985111e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:00.299987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.318597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for cdce135a-31c4-4dac-aa23-0c138985111e owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:00.365239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-0ba49fbc-c968-41de-afec-108dc397e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:00.366699 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-0ba49fbc-c968-41de-afec-108dc397e87b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.5216913 Dec 12 15:26:00.423124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=f2897d9d-833e-48b4-ac99-80cbc2b03549,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:00.426522 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-feb90e93-3db7-4a60-8074-aa5a4a609913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475385 Dec 12 15:26:00.431357 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af46d999-124f-4dd9-b942-92905ae262f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef1818b0a16940038442da77e9707b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061419 Dec 12 15:26:00.434183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:00.459847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-fbc14b2e-157c-49e9-a98c-604d6dc367d9 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924661 Dec 12 15:26:00.499756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port f2897d9d-833e-48b4-ac99-80cbc2b03549 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:00.511020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.519723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8fe74a1-af29-40ac-9c0e-963d65111530 req-0f8bba6d-4b02-45e6-9b2c-5656ff405f49 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "DELETE /v2.0/ports/f2897d9d-833e-48b4-ac99-80cbc2b03549 HTTP/1.1" status: 204 len: 173 time: 1.4130197 Dec 12 15:26:00.634096 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-ee7fd0df-ad7f-4464-a9c1-3275644866f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913753 Dec 12 15:26:00.659239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.671573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39b357ba-1bf7-438b-900a-3ff9565513fb req-5d361875-eb14-466f-94be-7a5b9c0087ae service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999536 Dec 12 15:26:00.724609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.738925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:00.741250 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc8a7a6-639f-4594-bffe-2bf6dee591af" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:00.747108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.790534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-480e692f-89a0-4cb6-a432-df9f84dae83e req-1e204dcb-71e2-430d-943a-fd7449e280d4 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414251 Dec 12 15:26:00.815248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:00.815902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=cdce135a-31c4-4dac-aa23-0c138985111e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:00.842910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.845717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.846844 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47e89997-4350-4b36-800c-84483b27ddeb HTTP/1.1" status: 204 len: 168 time: 0.4118922 Dec 12 15:26:00.854930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677848-b740-437c-9a89-978b0959f025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e89997-4350-4b36-800c-84483b27ddeb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:00.871465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:00.877340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-020278b9-b2b0-4150-9424-6dc200f7a5fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19c5e2d9a1374d1996adffdb4185ce40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976346 Dec 12 15:26:00.941316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b70c700f-cbf6-4eca-800c-69a5ee4052b2 req-1852f7d6-d1e5-44bc-94bc-29f5f79922ca tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732295 Dec 12 15:26:00.943203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port cdce135a-31c4-4dac-aa23-0c138985111e on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:00.947755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.953180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0937586-ba96-4a50-945b-fac2e2f58a87 req-9b18df9c-bec3-4f27-a309-e08865d5eafd tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "DELETE /v2.0/ports/cdce135a-31c4-4dac-aa23-0c138985111e HTTP/1.1" status: 204 len: 173 time: 1.3084528 Dec 12 15:26:00.970313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:00.997616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:01.086186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:01.089169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:01.090355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/245dbaf1-1c14-4784-a0a4-7a4d74e63e88 HTTP/1.1" status: 204 len: 168 time: 0.2175052 Dec 12 15:26:01.099240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe5a7b-7404-4a38-832c-27f98e8b68b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245dbaf1-1c14-4784-a0a4-7a4d74e63e88,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:01.180043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['97eb3789-b982-4b81-9338-9721a2dc3dad', '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:01.307222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-fd719770-ad63-44be-93f1-e5c70bbd8a3c tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:01.308906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-fd719770-ad63-44be-93f1-e5c70bbd8a3c tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.2632887 Dec 12 15:26:01.331739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-6a2ff758-4c63-4e51-9ef9-753fb3867f1a tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/quotas/bf66164a313649a9a90d1699d1d1180d HTTP/1.1" status: 200 len: 375 time: 0.0158832 Dec 12 15:26:01.357260 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fc4b52-3dc5-4abc-97d1-a0febb498bdc x-openstack-request-id: req-05fc4b52-3dc5-4abc-97d1-a0febb498bdc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:01.357822 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:01.358283 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05fc4b52-3dc5-4abc-97d1-a0febb498bdc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:01.358860 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3', 'status': 'completed', 'code': 200} Dec 12 15:26:01.384551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-93689041-35dd-4c5d-9074-631ab5b8cef1 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460162 Dec 12 15:26:01.500078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-0945ac4d-9214-4f46-aca9-02c28d5dfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:01.506084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-0945ac4d-9214-4f46-aca9-02c28d5dfd70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c33555889c04b84a8b273c57868e839&device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 1095 time: 0.1203916 Dec 12 15:26:01.665005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-9181ffc9-9855-4191-ba30-fe2e032484fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:01.669221 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-9181ffc9-9855-4191-ba30-fe2e032484fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 200 len: 912 time: 0.1529951 Dec 12 15:26:01.721108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44a652-a2ba-4b0c-945c-964efe56e5d5 req-017aa44b-3f55-497c-b6c7-ef7ccae3b80d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:01.728230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab44a652-a2ba-4b0c-945c-964efe56e5d5 req-017aa44b-3f55-497c-b6c7-ef7ccae3b80d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 944 time: 0.1995215 Dec 12 15:26:01.747579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-c75e856e-857b-480e-aa55-8ee23f7a906d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3 HTTP/1.1" status: 200 len: 217 time: 0.0709889 Dec 12 15:26:01.749231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-79d1ff49-a905-4d7e-9843-e9ea644e389e service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561485 Dec 12 15:26:01.807430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-4cc42663-3f7c-4f34-8d5c-901b3500d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:01.809651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-4cc42663-3f7c-4f34-8d5c-901b3500d2eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 200 len: 852 time: 0.0520749 Dec 12 15:26:01.844814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab44a652-a2ba-4b0c-945c-964efe56e5d5 req-26b8f51f-b1d8-45aa-8e31-46e2ff1d1818 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155729 Dec 12 15:26:01.859187 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-cbb963b9-1ebd-49d0-a69a-e2d7027e840b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6a36fdc-cde6-4191-a5fc-189f5bad5003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368147 Dec 12 15:26:01.890564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-d7c792b1-073e-461c-84ad-1efdbb3545ac service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342940 Dec 12 15:26:01.968359 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-cca679aa-fa95-4a30-beec-768bace3e1b6 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942774 Dec 12 15:26:02.016608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75a88-b926-409f-9b56-bda441aec564 req-f32cec6f-7a1a-4e74-989a-5b9451aa61b3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:02.025062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75a88-b926-409f-9b56-bda441aec564 req-f32cec6f-7a1a-4e74-989a-5b9451aa61b3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:02.032592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75a88-b926-409f-9b56-bda441aec564 req-f32cec6f-7a1a-4e74-989a-5b9451aa61b3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:02.034667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ae75a88-b926-409f-9b56-bda441aec564 req-f32cec6f-7a1a-4e74-989a-5b9451aa61b3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2416 time: 0.0942621 Dec 12 15:26:02.051254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 21ad3ca3-a383-4577-9467-453c4c342783 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:02.056959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f2897d9d-833e-48b4-ac99-80cbc2b03549 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:02.081886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fc8a7a6-639f-4594-bffe-2bf6dee591af req-ec80faf8-f72c-4b16-9eb9-bc04dd2e3519 service neutron] 10.222.0.30 "GET /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019807 Dec 12 15:26:02.109625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: f2897d9d-833e-48b4-ac99-80cbc2b03549 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:02.110210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f2897d9d-833e-48b4-ac99-80cbc2b03549 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:02.124702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ae75a88-b926-409f-9b56-bda441aec564 req-f2b44bbe-207e-4729-8252-85944837de3a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829556 Dec 12 15:26:02.244424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'name': 'network-vif-deleted', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549'}, {'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'name': 'network-vif-deleted', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:02.248262 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125a44a9-b2a7-4777-9f3c-929070c5a5b9" -d '{"events": [{"server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "name": "network-vif-deleted", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549"}, {"server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "name": "network-vif-deleted", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:02.288293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=21ad3ca3-a383-4577-9467-453c4c342783,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:02.328773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '21ad3ca3-a383-4577-9467-453c4c342783', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'port_id': '21ad3ca3-a383-4577-9467-453c4c342783', 'mac_address': 'fa:16:3e:46:a2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463180f-5aca-48bd-b2bb-99809566fab9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:02.333699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff0deedb-b898-4ee9-96ff-07d73a5a18bc req-e16d592f-bb4b-4f7b-b47c-17ed99b5d271 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 210 time: 0.0458801 Dec 12 15:26:02.349312 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b38b4-8673-4a42-87d3-1c85b2139afb x-openstack-request-id: req-165b38b4-8673-4a42-87d3-1c85b2139afb {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:02.349579 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3def9a-165b-4242-a3a8-9373c7850810", "name": "network-vif-deleted", "tag": "f2897d9d-833e-48b4-ac99-80cbc2b03549", "status": "completed", "code": 200}, {"server_uuid": "2860bb05-67bb-46ff-a06f-28cb2dfcfadc", "name": "network-vif-deleted", "tag": "cdce135a-31c4-4dac-aa23-0c138985111e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:02.349834 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-165b38b4-8673-4a42-87d3-1c85b2139afb {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:02.350632 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3def9a-165b-4242-a3a8-9373c7850810', 'name': 'network-vif-deleted', 'tag': 'f2897d9d-833e-48b4-ac99-80cbc2b03549', 'status': 'completed', 'code': 200} Dec 12 15:26:02.350896 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2860bb05-67bb-46ff-a06f-28cb2dfcfadc', 'name': 'network-vif-deleted', 'tag': 'cdce135a-31c4-4dac-aa23-0c138985111e', 'status': 'completed', 'code': 200} Dec 12 15:26:02.407996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.440874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ad3ca3-a383-4577-9467-453c4c342783 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:02.454249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:02.477002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=21ad3ca3-a383-4577-9467-453c4c342783,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:02.485469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.562366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:02.686761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:02.727547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-network', 'tenant_id': '97000d43ffb846b5a8776e865700ced9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:02.762158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Made reservation on behalf of 97000d43ffb846b5a8776e865700ced9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:02.764216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['21ad3ca3-a383-4577-9467-453c4c342783'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:02.766315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34592) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:02.793298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.830823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.838855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1810268975-network', 'tenant_id': '2446bee986254ca899f51c4830e61032'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:02.878149 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b64ab0b-3b87-41e2-8af7-31ec2bae7e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.906247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Made reservation on behalf of 2446bee986254ca899f51c4830e61032 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:02.910770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:02.933830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.058622 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.071021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.075687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.088114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.102516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:03.122676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:03.126364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f697568-4d5a-4591-b1bc-09a95aa0a401,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.131845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.132187 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Added segment 75691330-99b5-4b46-81a8-ba92302c95ac of type vlan for network 3173b8f6-0983-438d-b06d-7b6933f85a41 Dec 12 15:26:03.191398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.191737 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Added segment cabf79b4-a475-4830-8da7-0a54eaa3c2b0 of type vlan for network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e Dec 12 15:26:03.238117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.244077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcca4792-fafa-4b14-bc9b-a2d75b0d04eb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.268857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.289883 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.290835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.291408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.349945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8945560 Dec 12 15:26:03.350764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.351686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.352260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.354357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:03.369827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Request body: {'subnet': {'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-subnet', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:03.381260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc34152-5900-41e0-aada-c924840c3ed0 req-c1931924-f70d-4a5e-a108-43c649b790b5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.382919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcc34152-5900-41e0-aada-c924840c3ed0 req-c1931924-f70d-4a5e-a108-43c649b790b5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 944 time: 0.4143233 Dec 12 15:26:03.384669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216d712-dd9b-4dd7-a07e-859c839550b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3173b8f6-0983-438d-b06d-7b6933f85a41,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.392259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7016242 Dec 12 15:26:03.394237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:03.402064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:03.411690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Request body: {'subnet': {'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1810268975-subnet', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:03.468824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be3ecf-f078-4f77-8631-c45358c1bfbe admin admin] Pushing event updated for resources: {'Network': ['ID=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.470839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Made reservation on behalf of 97000d43ffb846b5a8776e865700ced9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:03.472170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3676d9-3bc9-4f95-a2b9-617faae72da1 req-50901709-b0c1-4a90-8a9e-13fd8d4274ad tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.473134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.479940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3676d9-3bc9-4f95-a2b9-617faae72da1 req-50901709-b0c1-4a90-8a9e-13fd8d4274ad tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 950 time: 0.5728054 Dec 12 15:26:03.508344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-57a7a530-fef5-47e2-9449-4435201bdd4e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.511826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:03.514597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-57a7a530-fef5-47e2-9449-4435201bdd4e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.521745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-57a7a530-fef5-47e2-9449-4435201bdd4e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.523404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-57a7a530-fef5-47e2-9449-4435201bdd4e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2416 time: 0.5997798 Dec 12 15:26:03.530212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Made reservation on behalf of 2446bee986254ca899f51c4830e61032 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:03.532536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.619760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b64ab0b-3b87-41e2-8af7-31ec2bae7e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.649799 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b64ab0b-3b87-41e2-8af7-31ec2bae7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.663041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcc34152-5900-41e0-aada-c924840c3ed0 req-d7bcddd5-a280-4887-a267-16232d37da7d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544565 Dec 12 15:26:03.711751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-a1915af7-47b6-4ae4-a157-cc72ba446973 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.713693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-a1915af7-47b6-4ae4-a157-cc72ba446973 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.3271179 Dec 12 15:26:03.725307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3676d9-3bc9-4f95-a2b9-617faae72da1 req-ab4e5344-5a2a-42c9-a1bf-f6ac33fb554f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443185 Dec 12 15:26:03.748748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Request body: {'port': {'device_id': '2917b81e-35a9-4815-a131-d15c87de45a5', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'admin_state_up': True, 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:03.786515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9b64ab0b-3b87-41e2-8af7-31ec2bae7e80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c32d78d4b9494d74834941f45a5bdc73&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0184739 Dec 12 15:26:03.803646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64ab0b-3b87-41e2-8af7-31ec2bae7e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcaa3e5-bd72-41a1-aaaa-b274f837e49f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.830069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34610) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:03.836575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.860755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:03.899200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.941443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-164877be-e083-4872-9d5e-d7c154adba7d req-c9ca2226-72c5-4c70-82a6-f55abe4c3329 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Dec 12 15:26:03.962953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Checking segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:03.962953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Network hostable DHCP agents. Network: 3173b8f6-0983-438d-b06d-7b6933f85a41, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:03.963234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c9bb-2d6e-4778-a223-825a0a183ac4 req-b85d8ed8-fdb6-4116-a063-56053b1c4223 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.963234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c9bb-2d6e-4778-a223-825a0a183ac4 req-b85d8ed8-fdb6-4116-a063-56053b1c4223 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.968488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433c9bb-2d6e-4778-a223-825a0a183ac4 req-b85d8ed8-fdb6-4116-a063-56053b1c4223 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:03.970148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5433c9bb-2d6e-4778-a223-825a0a183ac4 req-b85d8ed8-fdb6-4116-a063-56053b1c4223 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 2416 time: 0.2303612 Dec 12 15:26:03.974651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Checking segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:03.975500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Network hostable DHCP agents. Network: e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:03.981039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=981f76e6-9044-4300-8004-a4007194d59d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:03.992200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:03.997614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:03.997925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.006043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:04.009781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3173b8f6-0983-438d-b06d-7b6933f85a41) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:04.018513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:04.023963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78d68f-83d5-4c27-bd55-6c9093ac5453 None None] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:04.024812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.029644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:04.039766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:04.040436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.042060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3e11c-99f0-4126-a493-6eef3a7c4926 None None] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:04.083558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.126901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:04.131223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.134471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3726b833-6a8b-4df8-9025-39e2fc761737 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7715528 Dec 12 15:26:04.134708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:04.146915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:04.162108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5433c9bb-2d6e-4778-a223-825a0a183ac4 req-b8dc52e7-5973-42bb-a0e9-0b7e759e52e0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764295 Dec 12 15:26:04.171768 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7d3cac4b-7368-465c-a3bf-785244e573f5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7727151 Dec 12 15:26:04.176990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:04.180394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.197709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:04.211285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b442e8-603a-44d6-9829-557c8864a31c req-cdb642d9-06dc-4745-a8b1-273feafe103c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:04.213114 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-09b442e8-603a-44d6-9829-557c8864a31c req-cdb642d9-06dc-4745-a8b1-273feafe103c tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 950 time: 0.1325328 Dec 12 15:26:04.216226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.216588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:04.217187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.217341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.234674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f1634ec4-37e1-417a-88a2-5b6383ca16c3 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:04.236807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 21ad3ca3-a383-4577-9467-453c4c342783 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:04.238570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cdce135a-31c4-4dac-aa23-0c138985111e no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:04.255894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:04.295723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.296853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.331928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: cdce135a-31c4-4dac-aa23-0c138985111e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:04.332271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device cdce135a-31c4-4dac-aa23-0c138985111e not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:04.378756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.400155 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.402899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.404360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0bcaa3e5-bd72-41a1-aaaa-b274f837e49f HTTP/1.1" status: 204 len: 168 time: 0.5684776 Dec 12 15:26:04.447803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Allocated IP 172.20.0.10 (a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26/c2556e29-d1c1-4164-a88f-702fadbfde01/8d153d08-d26f-4bfd-9b08-e0c5ccccbef6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:04.483289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a3ecc6-00c0-4f6b-980d-aee1dd487016 None None] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:04.505879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'project_id': '2446bee986254ca899f51c4830e61032', 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:26:04.506745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.509337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 21ad3ca3-a383-4577-9467-453c4c342783 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:04.525340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-f807bcac-e7ed-4400-9f1f-be03b1ad5067 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:04.526942 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-f807bcac-e7ed-4400-9f1f-be03b1ad5067 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b593de7-e0e2-4141-9a79-4accb1122d90 HTTP/1.1" status: 200 len: 950 time: 0.2559388 Dec 12 15:26:04.529943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.570470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 21ad3ca3-a383-4577-9467-453c4c342783 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:04.570844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.613325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a0ea0-22fb-4113-bef6-a204cb86a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcaa3e5-bd72-41a1-aaaa-b274f837e49f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:04.650327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:04.708969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.731699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['9a6af820-00a9-4b65-866b-8af5c8d5e2eb', '48c8dc75-6cbe-4ea5-9957-5be4826224ec', '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:04.741065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3', 'network_id': 'd6a36fdc-cde6-4191-a5fc-189f5bad5003', 'port_id': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3', 'mac_address': 'fa:16:3e:c4:46:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463180f-5aca-48bd-b2bb-99809566fab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:04.849886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=08ac0f40-c1ba-4b12-a078-392fe6dc1ca9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:04.886589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.944268 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.975277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:04.987606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:04.991562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-bb26e46a-5be1-4ce5-866b-bf57df686a87 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "DELETE /v2.0/ports/08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 HTTP/1.1" status: 204 len: 173 time: 1.4459341 Dec 12 15:26:04.995353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.000197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:05.003276 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9153a5f-eb39-4136-8e82-499a21003474" -d '{"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:05.025652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.042198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port 97eb3789-b982-4b81-9338-9721a2dc3dad {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:05.042698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.074223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1634ec4-37e1-417a-88a2-5b6383ca16c3 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:05.081750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e88c7-c717-4d58-a036-129eef44d1b3 req-4ea8e834-1fbc-4e6f-93ce-c67846485b63 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.091244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c30e88c7-c717-4d58-a036-129eef44d1b3 req-4ea8e834-1fbc-4e6f-93ce-c67846485b63 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 950 time: 0.2346573 Dec 12 15:26:05.093983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Allocated IP 172.20.0.2 (e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e/981f76e6-9044-4300-8004-a4007194d59d/7704282e-f532-4a71-b703-abd3b664f1cc) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:05.105568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff4186-aa96-468c-8913-d89ebf84e7b0 req-fd50e966-a530-4ff1-90c4-de0fd229821f tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.105976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.112859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9eff4186-aa96-468c-8913-d89ebf84e7b0 req-fd50e966-a530-4ff1-90c4-de0fd229821f tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 944 time: 0.2737446 Dec 12 15:26:05.121335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:05.175423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=21ad3ca3-a383-4577-9467-453c4c342783,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:05.180523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:05.185738 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b3b02-58d5-47b4-b889-880f66c05bb2" -d '{"events": [{"server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "name": "network-vif-plugged", "status": "completed", "tag": "21ad3ca3-a383-4577-9467-453c4c342783"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:05.193395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.238472 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.290324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9eff4186-aa96-468c-8913-d89ebf84e7b0 req-b963d90c-ab98-45af-ae29-0237beb1951b tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765184 Dec 12 15:26:05.302636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:05.306875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c30e88c7-c717-4d58-a036-129eef44d1b3 req-facc3017-6a9d-4538-822a-49cac96af354 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144961 Dec 12 15:26:05.313198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.324844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:05.325221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.389589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:05.407403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1199bba9-bd98-4de3-8e94-91e812eabe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.437779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:05.438085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.484666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 48c8dc75-6cbe-4ea5-9957-5be4826224ec {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:05.484666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.485012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['f1634ec4-37e1-417a-88a2-5b6383ca16c3'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:05.504272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for 97eb3789-b982-4b81-9338-9721a2dc3dad owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:05.530392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:05.531072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.552405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:05.563659 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2056a7-be9b-40dd-8d11-ce84c9c2802a x-openstack-request-id: req-5c2056a7-be9b-40dd-8d11-ce84c9c2802a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:05.563960 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "08ac0f40-c1ba-4b12-a078-392fe6dc1ca9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:05.564219 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c2056a7-be9b-40dd-8d11-ce84c9c2802a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:05.564605 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '08ac0f40-c1ba-4b12-a078-392fe6dc1ca9', 'status': 'completed', 'code': 200} Dec 12 15:26:05.566590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event updated for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:05.567776 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b84997-af44-4ebc-87ef-7aa2197bedba x-openstack-request-id: req-c3b84997-af44-4ebc-87ef-7aa2197bedba {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:05.568073 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "name": "network-vif-plugged", "status": "completed", "tag": "21ad3ca3-a383-4577-9467-453c4c342783", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:05.568336 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3b84997-af44-4ebc-87ef-7aa2197bedba {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:05.568765 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783', 'code': 200} Dec 12 15:26:05.583816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:05.600603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:05.637986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:05.679208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.701529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.760467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.761400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.787650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:05.795785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 48c8dc75-6cbe-4ea5-9957-5be4826224ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=48c8dc75-6cbe-4ea5-9957-5be4826224ec,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:05.796220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.801262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:05.803481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:05.807376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3ec31-1a5c-4b58-b3df-3e34ab5727d4 req-6f9cad6e-c164-4253-ba97-38a609f9e668 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.809027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29d3ec31-1a5c-4b58-b3df-3e34ab5727d4 req-6f9cad6e-c164-4253-ba97-38a609f9e668 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 932 time: 0.2434063 Dec 12 15:26:05.818492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Pushing event updated for resources: {'Port': ['ID=7704282e-f532-4a71-b703-abd3b664f1cc,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:05.828950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d279e-acce-4713-8cd3-1b66b0692677 req-63e8b8db-8ad9-4d98-8af3-d67b6fe930d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.830671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b24d279e-acce-4713-8cd3-1b66b0692677 req-63e8b8db-8ad9-4d98-8af3-d67b6fe930d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 1096 time: 0.1871874 Dec 12 15:26:05.844915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-b59ff1bc-d635-4847-8a14-b02d395977ba tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1178021 Dec 12 15:26:05.846757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 48c8dc75-6cbe-4ea5-9957-5be4826224ec owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:05.881488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Request body: {'port': {'device_id': '2917b81e-35a9-4815-a131-d15c87de45a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:05.900117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba295308-f6c2-4015-a79c-bfa59bc35ff5 req-643f2050-b585-49b7-b93f-508ce7fb0bbc tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.906436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba295308-f6c2-4015-a79c-bfa59bc35ff5 req-643f2050-b585-49b7-b93f-508ce7fb0bbc tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:05.908068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba295308-f6c2-4015-a79c-bfa59bc35ff5 req-643f2050-b585-49b7-b93f-508ce7fb0bbc tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 1681 time: 0.2204964 Dec 12 15:26:05.924461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Attempting to bind port 7704282e-f532-4a71-b703-abd3b664f1cc on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:05.925343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Attempting to bind port 7704282e-f532-4a71-b703-abd3b664f1cc by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:05.925343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Attempting to bind port 7704282e-f532-4a71-b703-abd3b664f1cc on network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:05.938393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:05.938817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Checking segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:05.939191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:05.939591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Bound using segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:05.940086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Bound port: 7704282e-f532-4a71-b703-abd3b664f1cc, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:05.940477 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.016406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] For port 7704282e-f532-4a71-b703-abd3b664f1cc, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:06.019889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] For port 7704282e-f532-4a71-b703-abd3b664f1cc, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7704282e-f532-4a71-b703-abd3b664f1cc,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:06.025518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.056135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29d3ec31-1a5c-4b58-b3df-3e34ab5727d4 req-92285528-91f1-4e29-9512-f9a575c6d140 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242889 Dec 12 15:26:06.062688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b24d279e-acce-4713-8cd3-1b66b0692677 req-ae858aa5-ddb4-4ee1-8edb-ad33de93ab03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139318 Dec 12 15:26:06.066702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 97eb3789-b982-4b81-9338-9721a2dc3dad no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:06.093732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.130669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bdcb1-d092-469d-8b39-6b9d52b50465 None None] Pushing event updated for resources: {'Port': ['ID=7704282e-f532-4a71-b703-abd3b664f1cc,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:06.144260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba295308-f6c2-4015-a79c-bfa59bc35ff5 req-350752ee-f566-46a4-8e22-b2299b1943cc tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114556 Dec 12 15:26:06.198680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.247912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 97eb3789-b982-4b81-9338-9721a2dc3dad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=97eb3789-b982-4b81-9338-9721a2dc3dad,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:06.257135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.258353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:06.373206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:06.400882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.402876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.427839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.464337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.466453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.502067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.502871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.562224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:06.602719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.634616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=48c8dc75-6cbe-4ea5-9957-5be4826224ec,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:06.741477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Allocated IP 172.25.3.73 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:06.770982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.771334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.771677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.772020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.772356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.772767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.773157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.773567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.773899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.774227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.774629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.774869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.775196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:06.819224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 48c8dc75-6cbe-4ea5-9957-5be4826224ec on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:06.822638 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:06.829235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-1d0b6b50-d7cb-4e23-a7ce-ce81caee47e3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "DELETE /v2.0/ports/48c8dc75-6cbe-4ea5-9957-5be4826224ec HTTP/1.1" status: 204 len: 173 time: 1.8219562 Dec 12 15:26:06.845204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=97eb3789-b982-4b81-9338-9721a2dc3dad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:06.889044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a94bfe-7253-4175-bdfe-ee355005c97f req-dc3d6b3b-6c3b-4b49-bc42-31cb9c70d473 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:06.891637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1a94bfe-7253-4175-bdfe-ee355005c97f req-dc3d6b3b-6c3b-4b49-bc42-31cb9c70d473 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fda17e8-0ba9-4b85-8610-8eef049eaf16 HTTP/1.1" status: 200 len: 865 time: 0.4565365 Dec 12 15:26:06.930101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:06.959687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d295d-2f93-4a98-a898-a275cb691395 req-d0b72d24-0e55-407a-99fc-efea48c31a8a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:06.961534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e64d295d-2f93-4a98-a898-a275cb691395 req-d0b72d24-0e55-407a-99fc-efea48c31a8a tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 945 time: 0.3309157 Dec 12 15:26:06.989878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port 97eb3789-b982-4b81-9338-9721a2dc3dad on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:07.001062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=9b5fa43e-0512-4a53-acd4-28abb3d1acb5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:07.006242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.009744 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-09b442e8-603a-44d6-9829-557c8864a31c req-deb7a68c-5f17-4819-a013-ef02446fdf89 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "DELETE /v2.0/ports/97eb3789-b982-4b81-9338-9721a2dc3dad HTTP/1.1" status: 204 len: 173 time: 2.7853472 Dec 12 15:26:07.013097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-deleted', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:07.022425 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55082009-f478-40a1-920b-95eacd7cc50f" -d '{"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-deleted", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:07.039788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.041768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:07.084755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port 9b5fa43e-0512-4a53-acd4-28abb3d1acb5 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:07.092984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.096623 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0d1495c-ce57-4ef9-be03-45da905766e6 req-4763bd75-d3ee-472f-8a94-ee4923a03a8b tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.30 "DELETE /v2.0/ports/9b5fa43e-0512-4a53-acd4-28abb3d1acb5 HTTP/1.1" status: 204 len: 173 time: 2.5281944 Dec 12 15:26:07.130119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1a94bfe-7253-4175-bdfe-ee355005c97f req-a01a3bb0-4bec-4120-bf3b-0e1a5d4ccc40 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948209 Dec 12 15:26:07.157301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.172768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e64d295d-2f93-4a98-a898-a275cb691395 req-3ff87417-8e66-4d34-86d9-542c394061cf tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950538 Dec 12 15:26:07.201925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:07.233919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.276171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:07.283175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:07.283570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.298498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:07.302470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:07.361269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Transition to ACTIVE for port object 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:07.394549 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935c7a5-0e97-4444-b302-dd2910c77456 x-openstack-request-id: req-f935c7a5-0e97-4444-b302-dd2910c77456 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:07.396000 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-deleted", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:07.396303 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f935c7a5-0e97-4444-b302-dd2910c77456 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:07.396694 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-deleted', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'status': 'completed', 'code': 200} Dec 12 15:26:07.474903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.539941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-898e4370-99de-499a-b8ed-60ee90a474c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.570516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:07.574540 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f01ca39-e3e9-4d1e-9f23-3db7c12fd47e" -d '{"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-unplugged", "status": "completed", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:07.585246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:07.587578 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce583c-ea89-47f0-b5bf-9fde5a67c260" -d '{"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:07.633266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-898e4370-99de-499a-b8ed-60ee90a474c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.634182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:07.637325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Allocated IP 172.25.3.149 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/7ec7b5d2-f99d-4804-8667-6d5012bc7afd) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:07.671250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-898e4370-99de-499a-b8ed-60ee90a474c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.687790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Pushing event updated for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:07.712437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e4370-99de-499a-b8ed-60ee90a474c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e5073-676e-4337-80c7-a626ad1b140e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:07.732400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0647b7-0503-424c-8940-e5c003eead93 req-4ab30f1f-43c3-4f03-9287-ddc011c84852 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:07.733602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0647b7-0503-424c-8940-e5c003eead93 req-4ab30f1f-43c3-4f03-9287-ddc011c84852 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 944 time: 0.2815635 Dec 12 15:26:07.734995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0d2a4be-bef3-478e-9859-5690eff36bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.736363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:07.736363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.812935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4be9f-21e6-4f40-80d4-cb7af450a708 req-7f9bcd36-37f3-4ab7-ac9f-8052908fd820 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:07.815022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfe4be9f-21e6-4f40-80d4-cb7af450a708 req-7f9bcd36-37f3-4ab7-ac9f-8052908fd820 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b1de28f-7223-4b2c-a02f-c34e354a380c HTTP/1.1" status: 200 len: 946 time: 0.2911367 Dec 12 15:26:07.817885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 9a6af820-00a9-4b65-866b-8af5c8d5e2eb owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:07.827161 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-898e4370-99de-499a-b8ed-60ee90a474c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=887642ab8ff54e03831880ecaa84927b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491035 Dec 12 15:26:07.830913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:07.831440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ef3fe-d645-41c4-9f3b-70445d45feaf None None] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:07.974028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:07.985810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.009111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f0647b7-0503-424c-8940-e5c003eead93 req-310f629b-7bc1-40fc-8687-ae2425f517d6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523794 Dec 12 15:26:08.009942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Attempting to bind port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:08.010279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Attempting to bind port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:08.010596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Attempting to bind port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:08.055405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfe4be9f-21e6-4f40-80d4-cb7af450a708 req-a16efe69-1048-445b-ae18-6d19ee022afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176654 Dec 12 15:26:08.059483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:08.059804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Attempting to bind port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:08.075436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:08.075775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Checking segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:08.076154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Bound using segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:08.076593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Bound port: 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:08.076967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.104125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 48c8dc75-6cbe-4ea5-9957-5be4826224ec no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:08.104982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.110952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f1634ec4-37e1-417a-88a2-5b6383ca16c3 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:08.124267 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e69d5c-ce2e-461c-814b-167ab61f0364 x-openstack-request-id: req-15e69d5c-ce2e-461c-814b-167ab61f0364 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:08.125702 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda17e8-0ba9-4b85-8610-8eef049eaf16", "name": "network-vif-unplugged", "status": "completed", "tag": "97eb3789-b982-4b81-9338-9721a2dc3dad", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:08.126061 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15e69d5c-ce2e-461c-814b-167ab61f0364 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:08.126558 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda17e8-0ba9-4b85-8610-8eef049eaf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97eb3789-b982-4b81-9338-9721a2dc3dad', 'code': 200} Dec 12 15:26:08.217329 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1bbc0a-ccc1-4a73-82d2-1e78dd9b4476 x-openstack-request-id: req-cf1bbc0a-ccc1-4a73-82d2-1e78dd9b4476 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:08.217634 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "48c8dc75-6cbe-4ea5-9957-5be4826224ec", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:08.217893 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf1bbc0a-ccc1-4a73-82d2-1e78dd9b4476 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:08.219374 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '48c8dc75-6cbe-4ea5-9957-5be4826224ec', 'status': 'completed', 'code': 200} Dec 12 15:26:08.222369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.226312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 48c8dc75-6cbe-4ea5-9957-5be4826224ec {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:08.231069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.231828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 48c8dc75-6cbe-4ea5-9957-5be4826224ec not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:08.232510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9a6af820-00a9-4b65-866b-8af5c8d5e2eb no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:08.234365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.235619 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c5e5073-676e-4337-80c7-a626ad1b140e HTTP/1.1" status: 204 len: 168 time: 0.4037766 Dec 12 15:26:08.264426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a427939-f00e-47b0-a391-64489706ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e5073-676e-4337-80c7-a626ad1b140e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:08.279780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.378669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] Provisioning complete for port 7704282e-f532-4a71-b703-abd3b664f1cc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:08.378819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.382930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 9a6af820-00a9-4b65-866b-8af5c8d5e2eb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:08.383190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 9a6af820-00a9-4b65-866b-8af5c8d5e2eb not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:08.383820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:08.420915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=9a6af820-00a9-4b65-866b-8af5c8d5e2eb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:08.495203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 9a6af820-00a9-4b65-866b-8af5c8d5e2eb on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:08.498903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.504721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-729368d4-9a54-4c43-bd6a-162302d5c2e0 req-2b0f83fb-38c7-4413-8777-fce5de63c1a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.13 "DELETE /v2.0/ports/9a6af820-00a9-4b65-866b-8af5c8d5e2eb HTTP/1.1" status: 204 len: 173 time: 1.6403964 Dec 12 15:26:08.531691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:08.532249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 08ac0f40-c1ba-4b12-a078-392fe6dc1ca9 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:08.571207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.610582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.637255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.682936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c3ca-16aa-422c-917b-e5b8e8d315e9 req-abdfa44d-2836-4307-91ff-86781578a544 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:08.691552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2645c3ca-16aa-422c-917b-e5b8e8d315e9 req-abdfa44d-2836-4307-91ff-86781578a544 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 945 time: 0.2719030 Dec 12 15:26:08.698484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port f1634ec4-37e1-417a-88a2-5b6383ca16c3 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:08.706158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port f1634ec4-37e1-417a-88a2-5b6383ca16c3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:08.712011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.775877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:08.783299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:08.786827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7704282e-f532-4a71-b703-abd3b664f1cc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:08.791430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:08.797802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:08.809161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:08.836614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:08.842396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2645c3ca-16aa-422c-917b-e5b8e8d315e9 req-dbb17ce6-0248-4a76-968f-72bd54831088 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488936 Dec 12 15:26:08.847109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:08.959593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.008824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.010780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Pushing event updated for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:09.082677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7704282e-f532-4a71-b703-abd3b664f1cc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:09.082677 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.088425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Router c09b0bc2-6125-4f74-9dba-60c363f9f698 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:26:09.234999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:09.242372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] For port 7704282e-f532-4a71-b703-abd3b664f1cc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7704282e-f532-4a71-b703-abd3b664f1cc,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:09.245261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.247819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.256693 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.355365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:09.397849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'name': 'network-vif-deleted', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:09.400759 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78a0a0-86ec-4aad-87d8-82280b5b1b84" -d '{"events": [{"server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "name": "network-vif-deleted", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:09.407671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.410357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:09.417828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f4a3c77a-9601-439f-a244-b219bad07426 None None] Provisioning complete for port 7704282e-f532-4a71-b703-abd3b664f1cc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:09.418202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c77a-9601-439f-a244-b219bad07426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.423232 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Sync routers for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:09.444034 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:09.445459 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:09.457510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.460800 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2706129e-f0e9-4ce2-8ac8-13af369fd455 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2662709 Dec 12 15:26:09.469480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:09.543527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b885b2-0020-475e-982e-f63fb8c88723 None None] Pushing event updated for resources: {'Port': ['ID=7704282e-f532-4a71-b703-abd3b664f1cc,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:09.552085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:09.552445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.553885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-aa694831-64e0-431c-9f5c-84bb848b455d service neutron] 10.222.0.13 "PUT /v2.0/ports/8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 HTTP/1.1" status: 200 len: 1092 time: 3.6885240 Dec 12 15:26:09.567559 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:09.602496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f10ee-40ec-413e-8374-618654c6aff5 req-993c2cfd-691c-4959-ab54-12b5dda721d6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:09.603940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d4f10ee-40ec-413e-8374-618654c6aff5 req-993c2cfd-691c-4959-ab54-12b5dda721d6 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 950 time: 0.6014509 Dec 12 15:26:09.621732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59368b-efe7-4b2a-8f15-fa58be2ce2c7 req-d4028a16-f987-4739-8daa-bcea678a34f0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:09.629313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c59368b-efe7-4b2a-8f15-fa58be2ce2c7 req-d4028a16-f987-4739-8daa-bcea678a34f0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 944 time: 0.1075108 Dec 12 15:26:09.684980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34728) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:09.747637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d4f10ee-40ec-413e-8374-618654c6aff5 req-6fb5a349-a6d0-4f65-ba71-85dd786db2b9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164289 Dec 12 15:26:09.751031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-c3c2b105-fe0b-4a22-ac1e-befd5c94d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:09.752154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-c3c2b105-fe0b-4a22-ac1e-befd5c94d525 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 1095 time: 0.1465147 Dec 12 15:26:09.777891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c59368b-efe7-4b2a-8f15-fa58be2ce2c7 req-b1603b24-dc63-466d-b3f4-767035e1838e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477885 Dec 12 15:26:09.815022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:07Z', 'revision_number': 3, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:09.843714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Checking router: c09b0bc2-6125-4f74-9dba-60c363f9f698 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:09.844059 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Updating router c09b0bc2-6125-4f74-9dba-60c363f9f698 port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:09.850858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:09.857176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-605325041-network', 'tenant_id': '69ced53e325a41b388640607efa5031a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:09.880399 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.951258 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-3db6bfbf-4f2b-4bbd-8969-113975d00a22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 HTTP/1.1" status: 200 len: 217 time: 0.1723135 Dec 12 15:26:09.956201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting subnet 232cebc9-2903-4ba9-b4da-5e56a0cf019f {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:26:09.959472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Made reservation on behalf of 69ced53e325a41b388640607efa5031a for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:09.961733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:09.988063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.041560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.100257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.107513 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a6c072-649e-41ee-a2fb-005458d4af90 x-openstack-request-id: req-48a6c072-649e-41ee-a2fb-005458d4af90 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:10.108087 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b593de7-e0e2-4141-9a79-4accb1122d90", "name": "network-vif-deleted", "tag": "9b5fa43e-0512-4a53-acd4-28abb3d1acb5", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:10.108087 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48a6c072-649e-41ee-a2fb-005458d4af90 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:10.108352 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b593de7-e0e2-4141-9a79-4accb1122d90', 'name': 'network-vif-deleted', 'tag': '9b5fa43e-0512-4a53-acd4-28abb3d1acb5', 'status': 'completed', 'code': 200} Dec 12 15:26:10.129358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:10.134418 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3cd437-8a36-4a6f-9121-a947479b923b" -d '{"events": [{"server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "name": "network-vif-plugged", "status": "completed", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:10.135361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-588fdcd0-ce90-4af2-b19f-6b65de7b3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:10.136885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-588fdcd0-ce90-4af2-b19f-6b65de7b3381 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1625021 Dec 12 15:26:10.150916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbf4a1-5595-4931-a94a-ed570271520e req-cfd1ed17-04d0-4302-897f-1ac45c60d379 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:10.158205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdcbf4a1-5595-4931-a94a-ed570271520e req-cfd1ed17-04d0-4302-897f-1ac45c60d379 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 946 time: 0.2088556 Dec 12 15:26:10.191065 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a5e4f5-3a51-4081-ab8b-e00a320263a9 x-openstack-request-id: req-32a5e4f5-3a51-4081-ab8b-e00a320263a9 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:10.191361 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "name": "network-vif-plugged", "status": "completed", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:10.191856 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32a5e4f5-3a51-4081-ab8b-e00a320263a9 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:10.192411 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3', 'code': 200} Dec 12 15:26:10.209208 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.219798 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.227467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb'}, {'name': 'network-changed', 'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:10.234416 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a009bf34-40b1-45eb-862a-8ba34c2908ca" -d '{"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb"}, {"name": "network-changed", "server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:10.250599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.272829 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Pushing event updated for resources: {'Port': ['ID=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:10.285410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-2187eb95-f387-4436-ac5c-b0c944b8d944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243496 Dec 12 15:26:10.289858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Attempting to bind port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:10.290266 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Attempting to bind port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:10.290635 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Attempting to bind port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:10.299510 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:10.299924 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:10.300282 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.300712 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:10.301188 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Bound port: 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:10.301605 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.356750 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] For port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:10.359980 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] For port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:10.361525 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dea981-3b9f-4334-a006-ce2feff646d9 x-openstack-request-id: req-11dea981-3b9f-4334-a006-ce2feff646d9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:10.361774 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1de28f-7223-4b2c-a02f-c34e354a380c", "name": "network-vif-deleted", "tag": "9a6af820-00a9-4b65-866b-8af5c8d5e2eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:10.362059 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11dea981-3b9f-4334-a006-ce2feff646d9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:10.362322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.362455 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1de28f-7223-4b2c-a02f-c34e354a380c', 'name': 'network-vif-deleted', 'tag': '9a6af820-00a9-4b65-866b-8af5c8d5e2eb', 'status': 'completed', 'code': 200} Dec 12 15:26:10.362649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.362829 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', 'status': 'completed', 'code': 200} Dec 12 15:26:10.363371 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.364211 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.364860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.365400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.365986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.366519 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.367080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.367641 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.368292 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.368866 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.369485 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:10.374611 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.413602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.423757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6fe3-21f3-4449-afde-5cdfd55bb619 req-c668967c-6fb2-4685-8f78-42fd7add2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:10.425301 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c37d6fe3-21f3-4449-afde-5cdfd55bb619 req-c668967c-6fb2-4685-8f78-42fd7add2114 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 1097 time: 0.1112702 Dec 12 15:26:10.438441 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c951-43c0-4b5b-b49c-c47d4d078dce None None] Pushing event updated for resources: {'Port': ['ID=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:10.450490 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:10.451211 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:10.466989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.523339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdcbf4a1-5595-4931-a94a-ed570271520e req-54134c61-9e39-4fe0-acfa-08709358b07d tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641722 Dec 12 15:26:10.544594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7704282e-f532-4a71-b703-abd3b664f1cc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:10.575412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.590521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-2ad3aad8-682b-48f9-a15d-2e34b910dbe5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:10.592228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-2ad3aad8-682b-48f9-a15d-2e34b910dbe5 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 950 time: 0.3530636 Dec 12 15:26:10.593044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c37d6fe3-21f3-4449-afde-5cdfd55bb619 req-6bef5740-ec2d-4176-85e7-71f9bcac2c52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588991 Dec 12 15:26:10.599616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7704282e-f532-4a71-b703-abd3b664f1cc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:10.600282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.604365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.689354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-4af73a07-0047-48f2-876d-e0607b275382 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459356 Dec 12 15:26:10.693670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:10.705096 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.721292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.725908 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:10.728466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8399c1ca-fa88-4d86-aa53-4bf76c509559,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:10.766862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.767207 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Added segment dae02264-b610-4f5f-a03c-f948df0d9ccc of type vlan for network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb Dec 12 15:26:10.799743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Router fa46d3e3-30c8-4d97-925b-1a525976b9c5 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:26:10.826963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:10.834377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7979ff1-ac91-4b73-8641-30b39bf40841 None None] Network 4b5787d5-65c7-47b0-847a-714cdd8091cb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:10.835459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:10.836476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/subnets/232cebc9-2903-4ba9-b4da-5e56a0cf019f HTTP/1.1" status: 204 len: 168 time: 0.9562552 Dec 12 15:26:10.838489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4406c-acf5-4d71-8473-26b219d26afa tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Subnet': ['ID=232cebc9-2903-4ba9-b4da-5e56a0cf019f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:10.975383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.004182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.050372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] DHCP port deletion for 4b5787d5-65c7-47b0-847a-714cdd8091cb request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:26:11.050674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:07Z', 'revision_number': 3, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:11.064819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706bc4-af0f-4da4-9f1f-d65abeaceee2 req-483a2b9e-4d2f-46b5-8dbd-130a53cb9136 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.066382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12706bc4-af0f-4da4-9f1f-d65abeaceee2 req-483a2b9e-4d2f-46b5-8dbd-130a53cb9136 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 944 time: 0.1981301 Dec 12 15:26:11.070919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f52bb3d3-2218-4cc8-9287-fa2bba47d827 req-7a6f31ad-93d8-46eb-9d94-be033642c18b service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718398 Dec 12 15:26:11.080770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91a6e-9837-43fa-bff6-79cf04d5c36f req-4ce22893-c6ea-44fe-be3c-75a33290843f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.082349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05b91a6e-9837-43fa-bff6-79cf04d5c36f req-4ce22893-c6ea-44fe-be3c-75a33290843f tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 950 time: 0.2129560 Dec 12 15:26:11.084044 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e528b9d-397a-433c-b84e-0926b7bb90ed None None] The sync data for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 is: [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:07Z', 'revision_number': 3, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:11.088048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.089066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.089677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.102200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Deleting port 8f7b4daa-8189-438e-a508-32ea76e07347 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:11.102534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.111349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.130850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.167487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Allocated IP 172.20.0.1 (e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e/981f76e6-9044-4300-8004-a4007194d59d/ba01471e-4f7f-43fa-b501-bcaeb560b220) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:11.169616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Deleting port 16db839a-d97e-412f-9f09-982d06102be7 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:11.170124 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.170375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:11.191424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Sync routers for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:11.237700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.242157 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cfc3e1c7-9e0e-4ab5-a15c-80991abf2911 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1029897 Dec 12 15:26:11.260525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:11.261193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:11.267983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:11.268902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] For port 16db839a-d97e-412f-9f09-982d06102be7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=16db839a-d97e-412f-9f09-982d06102be7,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:11.269309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.298563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6123543 Dec 12 15:26:11.317551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:11.323131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Request body: {'subnet': {'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-605325041-subnet', 'tenant_id': '69ced53e325a41b388640607efa5031a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:11.325170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Calling delete_port for 16db839a-d97e-412f-9f09-982d06102be7 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:11.361882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd3960-ec10-4dc6-bc82-1053a356f98c admin admin] Pushing event updated for resources: {'Network': ['ID=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:11.418627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-fba73e94-aa32-49a9-9112-dfc782bc5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.419986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-fba73e94-aa32-49a9-9112-dfc782bc5cae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 1095 time: 0.2633500 Dec 12 15:26:11.455077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Made reservation on behalf of 69ced53e325a41b388640607efa5031a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:11.457387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.465831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:11.468581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05b91a6e-9837-43fa-bff6-79cf04d5c36f req-57ad6dc4-6788-40db-9f9e-95ea14065e7d tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/security-groups?id=28f64112-02f3-48a3-8031-9066b6431981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582599 Dec 12 15:26:11.473162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12706bc4-af0f-4da4-9f1f-d65abeaceee2 req-54344fbb-be88-49e9-9be4-3bb31a4470c5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878899 Dec 12 15:26:11.475714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] For port 8f7b4daa-8189-438e-a508-32ea76e07347, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8f7b4daa-8189-438e-a508-32ea76e07347,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:11.476206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.491791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 16db839a-d97e-412f-9f09-982d06102be7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:11.492137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.532796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Calling delete_port for 8f7b4daa-8189-438e-a508-32ea76e07347 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:11.633021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:11.699467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-e32f85b6-dfdd-47ef-89c5-51bcc5a0ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.701010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-e32f85b6-dfdd-47ef-89c5-51bcc5a0ddc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.2516854 Dec 12 15:26:11.786429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-f2539a97-8421-4317-850b-51ab954b4742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 HTTP/1.1" status: 200 len: 217 time: 0.0721133 Dec 12 15:26:11.803711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1bf81-3933-4243-8a12-6e764813795e req-fe2f8d33-5b91-483c-8d2c-655f94388664 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:11.808367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.810991 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.816624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b1bf81-3933-4243-8a12-6e764813795e req-fe2f8d33-5b91-483c-8d2c-655f94388664 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 946 time: 0.1900969 Dec 12 15:26:11.856198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 16db839a-d97e-412f-9f09-982d06102be7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=16db839a-d97e-412f-9f09-982d06102be7,segment=NetworkSegment(b7117542-05d3-454a-bd3a-1bfc6dd9857f),segment_id=b7117542-05d3-454a-bd3a-1bfc6dd9857f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:11.856559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:11.859282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] No DVR routers for this DVR port 16db839a-d97e-412f-9f09-982d06102be7 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:11.881201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08ebeb-28e7-4dc6-bd0b-acba4f84810d None None] Pushing event deleted for resources: {'Port': ['ID=16db839a-d97e-412f-9f09-982d06102be7,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:11.894105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 16db839a-d97e-412f-9f09-982d06102be7 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:11.999103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-2390ba84-f6dc-4a37-93ae-9567027d18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:12.001509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-2390ba84-f6dc-4a37-93ae-9567027d18c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1620247 Dec 12 15:26:12.013875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b1bf81-3933-4243-8a12-6e764813795e req-7c26ebc6-89e8-48b0-b457-da1488867081 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954033 Dec 12 15:26:12.049257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.053478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-d574ef88-07d1-4b15-b794-5e8ebfae44bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359886 Dec 12 15:26:12.087291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8f7b4daa-8189-438e-a508-32ea76e07347'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:12.099656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.112313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:12.163840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Pushing event deleted for resources: {'Port': ['ID=8f7b4daa-8189-438e-a508-32ea76e07347,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:12.223779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:12.242699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] No DVR routers for this DVR port 8f7b4daa-8189-438e-a508-32ea76e07347 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:12.244838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:09Z', 'revision_number': 3, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:12.250122 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.254168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57ca85b4-63b9-4a79-8c17-fccd8931ded8 req-951dab35-0b92-4548-87a6-c6f1d7010ef9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.13 "DELETE /v2.0/ports/8f7b4daa-8189-438e-a508-32ea76e07347 HTTP/1.1" status: 204 len: 173 time: 1.6537817 Dec 12 15:26:12.269212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:12.271459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-95ed695f-e62d-4506-ba3b-3ee20b3b389a service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892295 Dec 12 15:26:12.277470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:12.280447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Checking router: fa46d3e3-30c8-4d97-925b-1a525976b9c5 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:12.280852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Updating router fa46d3e3-30c8-4d97-925b-1a525976b9c5 port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:12.327838 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.343425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Pushing event updated for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:12.363300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'name': 'network-vif-deleted', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:12.366662 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d382e-509a-4a9f-83e9-4cb9e4e8e686" -d '{"events": [{"server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "name": "network-vif-deleted", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:12.405870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.449783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a009bf34-40b1-45eb-862a-8ba34c2908ca req-e49f61d3-db06-4710-8f62-a12dcb35f20d service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703608 Dec 12 15:26:12.493993 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd8e08-af46-4810-a87d-785090bfd676 x-openstack-request-id: req-33dd8e08-af46-4810-a87d-785090bfd676 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:12.494404 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42a259a-f268-403f-87e9-9a40656d8d4e", "name": "network-vif-deleted", "tag": "8f7b4daa-8189-438e-a508-32ea76e07347", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:12.494770 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33dd8e08-af46-4810-a87d-785090bfd676 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:12.495270 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42a259a-f268-403f-87e9-9a40656d8d4e', 'name': 'network-vif-deleted', 'tag': '8f7b4daa-8189-438e-a508-32ea76e07347', 'status': 'completed', 'code': 200} Dec 12 15:26:12.525016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.564936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:12.590824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=208503ab-5d94-4f98-8ef8-f0c94267879d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:12.702223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac815c-579a-4e29-9d4c-7ed18d2b9c65 req-a176ca49-45ee-4edc-ab33-ef8ff855c012 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:12.704610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97ac815c-579a-4e29-9d4c-7ed18d2b9c65 req-a176ca49-45ee-4edc-ab33-ef8ff855c012 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 944 time: 0.0948000 Dec 12 15:26:12.743760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07ab019e-490f-4c10-a9d6-368c7d2fab6d req-11ce8f95-bc7e-4818-8a23-a77d5b1febe9 tempest-ServersOnMultiNodesTest-1057510829 tempest-ServersOnMultiNodesTest-1057510829-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42a259a-f268-403f-87e9-9a40656d8d4e HTTP/1.1" status: 200 len: 210 time: 0.0620959 Dec 12 15:26:12.754249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:12.813698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2f648fb-2100-403b-b645-a3a56a8b724c None None] Provisioning complete for port ba01471e-4f7f-43fa-b501-bcaeb560b220 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:12.813698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2f648fb-2100-403b-b645-a3a56a8b724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.831538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97ac815c-579a-4e29-9d4c-7ed18d2b9c65 req-43cb1fb1-1adb-4037-8427-c18b3ce61fbc tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022501 Dec 12 15:26:12.831790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'port_id': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', 'mac_address': 'fa:16:3e:98:3d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2556e29-d1c1-4164-a88f-702fadbfde01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:12.950138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:12.950512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:12.952070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a2f648fb-2100-403b-b645-a3a56a8b724c None None] Port ba01471e-4f7f-43fa-b501-bcaeb560b220 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:12.999247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.049556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:13.074237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.077365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.086004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:13.089889 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.124126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 16db839a-d97e-412f-9f09-982d06102be7 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:13.129027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=16db839a-d97e-412f-9f09-982d06102be7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:13.142574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.181012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568c519-2a4e-4bb0-93c8-5fe917a328aa req-4e506ea6-f860-4df9-b8d8-5db16d103e2e tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:13.182734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.189188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d568c519-2a4e-4bb0-93c8-5fe917a328aa req-4e506ea6-f860-4df9-b8d8-5db16d103e2e tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 946 time: 0.0886073 Dec 12 15:26:13.196030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Attempting to bind port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:13.196884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Attempting to bind port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:13.197056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Attempting to bind port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:13.209564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:13.210349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:13.210622 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.211126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:13.211719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Bound port: 7ec7b5d2-f99d-4804-8667-6d5012bc7afd, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:13.212269 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.214000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9eb6f-b572-4677-9878-6d6d0f83d453 None None] Pushing event updated for resources: {'Port': ['ID=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:13.227434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:13.233515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Checking segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:13.234042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Network hostable DHCP agents. Network: 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:13.253597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.266406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d568c519-2a4e-4bb0-93c8-5fe917a328aa req-abbcccaa-c14a-4cf5-8148-0a3432a0edf3 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760109 Dec 12 15:26:13.274001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.336837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 16db839a-d97e-412f-9f09-982d06102be7 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:13.369245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:13.374899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5787d5-65c7-47b0-847a-714cdd8091cb']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:13.375587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 16db839a-d97e-412f-9f09-982d06102be7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:13.375934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 16db839a-d97e-412f-9f09-982d06102be7 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:13.379138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:13.402385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7117542-05d3-454a-bd3a-1bfc6dd9857f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:13.402721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7117542-05d3-454a-bd3a-1bfc6dd9857f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:13.416928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490498-6613-44a8-8c5e-d653e2e9a8dc req-72c16493-6d9b-4713-a318-e2cb2ca9fd14 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:13.418429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86490498-6613-44a8-8c5e-d653e2e9a8dc req-72c16493-6d9b-4713-a318-e2cb2ca9fd14 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 945 time: 0.0718455 Dec 12 15:26:13.432985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] For port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:13.439680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:13.448393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.456067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:13.460284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:13.461004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.466705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e5d49-ed08-4b2b-85ba-0120b92e1554 None None] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:13.486719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86490498-6613-44a8-8c5e-d653e2e9a8dc req-bfb1e247-9223-4b2a-aba3-2d3793e32e21 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620468 Dec 12 15:26:13.494854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:26:13.512654 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:26:13.531420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-632b4d6e-99e1-49dc-9db3-290c421dc3fa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2120466 Dec 12 15:26:13.569581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.571498 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.631773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] For port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:13.670582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef350a6-9139-4e3c-92ed-0d26d62e8ecc None None] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:13.697104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.697397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.736667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.740526 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/networks/4b5787d5-65c7-47b0-847a-714cdd8091cb HTTP/1.1" status: 204 len: 168 time: 2.8692544 Dec 12 15:26:13.743067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34774) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:13.821502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0d02-35f8-48a7-810e-64634cbb40dd tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Network': ['ID=4b5787d5-65c7-47b0-847a-714cdd8091cb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:13.825534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:13.833831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:13.834470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:13.880392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting subnet 28477f49-b3d9-40cf-926e-207ee7dc3c6e {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:26:13.883522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.932943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:13.986777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Allocated IP 172.20.0.1 (3173b8f6-0983-438d-b06d-7b6933f85a41/e33fa5d7-ef8c-4985-b98f-ded1a199f9c0/945d0b73-0250-4781-a1a5-4bdd9598604b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:14.022522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9eb6f-b572-4677-9878-6d6d0f83d453 None None] Pushing event updated for resources: {'Port': ['ID=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:14.040374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.043786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:14.130161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.134509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8f7b4daa-8189-438e-a508-32ea76e07347 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:14.155560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.174182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.197408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 8f7b4daa-8189-438e-a508-32ea76e07347 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:14.197836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8f7b4daa-8189-438e-a508-32ea76e07347 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:14.210649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Subnet': ['ID=28477f49-b3d9-40cf-926e-207ee7dc3c6e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:14.230597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.236956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dc4bfb48-0101-4158-b11b-598aad34ffab tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/subnets/28477f49-b3d9-40cf-926e-207ee7dc3c6e HTTP/1.1" status: 204 len: 168 time: 0.4904013 Dec 12 15:26:14.238013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34798) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:14.267546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.281559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d860ab-d888-4f59-9762-197d19d7c372 None None] Network c641906e-2709-464c-8943-f5aa780b91be requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:14.286741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Pushing event updated for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:14.291875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.375843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.426310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:14.432852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202749e-6352-4b39-ad51-7a64e8aea932 req-ecf31d4b-4d4a-45d6-aaf2-ddc186dfa7c5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:14.435886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:14.438510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:14.445718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f202749e-6352-4b39-ad51-7a64e8aea932 req-ecf31d4b-4d4a-45d6-aaf2-ddc186dfa7c5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 945 time: 0.2384601 Dec 12 15:26:14.468475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.502520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:14.506321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:14.513039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:14.515163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Pushing event updated for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:14.525627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.580151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:14.635968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f202749e-6352-4b39-ad51-7a64e8aea932 req-67b10783-dc96-4981-9fa0-536cb4c7c2c6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893647 Dec 12 15:26:14.648023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-3aa09771-1e92-4e73-a46a-2976cfb22a20 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:14.655030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-3aa09771-1e92-4e73-a46a-2976cfb22a20 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.4180777 Dec 12 15:26:14.705928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-bd4896b0-0449-4afb-b59f-3d0305167190 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/quotas/69ced53e325a41b388640607efa5031a HTTP/1.1" status: 200 len: 375 time: 0.0498056 Dec 12 15:26:14.740325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:09Z', 'revision_number': 3, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:14.781382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-ef9d51db-81ba-4b00-93cc-90075d85b074 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743928 Dec 12 15:26:14.785400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:14.786438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.804458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Router c09b0bc2-6125-4f74-9dba-60c363f9f698 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:26:14.804702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] DHCP port deletion for c641906e-2709-464c-8943-f5aa780b91be request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:26:14.835438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a10429-2ada-4e1c-8031-274229944d11 None None] The sync data for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 is: [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:09Z', 'revision_number': 3, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:14.917736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-56759166-9632-4ad1-987c-bc7a7d05b6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353884 Dec 12 15:26:14.919981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b71f6f5d-790b-42cc-9bf1-d0dc22fec80f None None] Provisioning complete for port ba01471e-4f7f-43fa-b501-bcaeb560b220 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:14.920375 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b71f6f5d-790b-42cc-9bf1-d0dc22fec80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.930576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 0b7595e2-3764-49ae-af8a-f9058d4657b4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:14.930978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:14.936910 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-490f5216-dea3-4557-a268-68e57d0fb10e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87729fcd0a524ebd85b9895c3695b0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179571 Dec 12 15:26:14.939431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:14.962012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.016364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Deleting port 0b7595e2-3764-49ae-af8a-f9058d4657b4 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:15.016805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.027179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b20c9a-2ca2-4b2e-b42d-1b04f03c987f req-91198b99-8280-4128-9b44-091ef20b47f3 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:15.030816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b71f6f5d-790b-42cc-9bf1-d0dc22fec80f None None] Port ba01471e-4f7f-43fa-b501-bcaeb560b220 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:15.031173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5b20c9a-2ca2-4b2e-b42d-1b04f03c987f req-91198b99-8280-4128-9b44-091ef20b47f3 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 945 time: 0.1700826 Dec 12 15:26:15.102766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.124915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:15.131550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] For port 0b7595e2-3764-49ae-af8a-f9058d4657b4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b7595e2-3764-49ae-af8a-f9058d4657b4,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:15.132049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.133118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb79c315-ccb6-4d22-9288-fbd4db60c987 admin admin] 10.222.0.36 "PUT /v2.0/routers/c09b0bc2-6125-4f74-9dba-60c363f9f698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6624491 Dec 12 15:26:15.153228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-944b1b5b-27a1-403b-bbb0-7de199d6bddd service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244184 Dec 12 15:26:15.167199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Calling delete_port for 0b7595e2-3764-49ae-af8a-f9058d4657b4 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:15.172374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5b20c9a-2ca2-4b2e-b42d-1b04f03c987f req-8e26748d-5d95-4fe5-b6a8-9f9e36c3076b tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215467 Dec 12 15:26:15.174434 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Sync routers for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:15.187738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 0b7595e2-3764-49ae-af8a-f9058d4657b4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0b7595e2-3764-49ae-af8a-f9058d4657b4,segment=NetworkSegment(209124bc-361e-4278-9b91-acf277b9d8f6),segment_id=209124bc-361e-4278-9b91-acf277b9d8f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:15.188848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.195011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.212797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 0b7595e2-3764-49ae-af8a-f9058d4657b4 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:15.233605 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:15.236822 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:15.349630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.398963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=0b7595e2-3764-49ae-af8a-f9058d4657b4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:15.418033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 0b7595e2-3764-49ae-af8a-f9058d4657b4 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:15.479020 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.492355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.495066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.498869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28f64112-02f3-48a3-8031-9066b6431981 HTTP/1.1" status: 204 len: 168 time: 0.5569179 Dec 12 15:26:15.531082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] Pushing event deleted for resources: {'Port': ['ID=0b7595e2-3764-49ae-af8a-f9058d4657b4,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:15.535378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:15.557271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1e29b-15a4-4473-948c-cc608766f0da None None] No DVR routers for this DVR port 0b7595e2-3764-49ae-af8a-f9058d4657b4 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:15.586267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58f56160-dd7f-4469-8bc2-2677ce86a8d1 req-5ae3f120-4b64-4dbb-bdf8-43aae4a0b814 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 210 time: 0.0728607 Dec 12 15:26:15.602953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.642170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-1895c07d-4baf-4961-bdf3-3bb4eb7cb0cd tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:15.664620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-1895c07d-4baf-4961-bdf3-3bb4eb7cb0cd tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 945 time: 0.3629880 Dec 12 15:26:15.665458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce9520-c4d5-408d-a1bd-ba58764aff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f64112-02f3-48a3-8031-9066b6431981,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:15.677782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.728326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:15.788710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c641906e-2709-464c-8943-f5aa780b91be']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:15.903613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209124bc-361e-4278-9b91-acf277b9d8f6') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:15.903907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209124bc-361e-4278-9b91-acf277b9d8f6') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:15.980006 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 2, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:16.037820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-9377b8f2-3607-4646-ba08-501e8e5a4141 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:16.042512 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-9377b8f2-3607-4646-ba08-501e8e5a4141 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eb9914f-e80b-4fd9-bf1c-bf652a5f354a HTTP/1.1" status: 200 len: 946 time: 0.6190820 Dec 12 15:26:16.054744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.056571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Pushing event updated for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:16.061450 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Checking router: c09b0bc2-6125-4f74-9dba-60c363f9f698 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:16.063213 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Updating router c09b0bc2-6125-4f74-9dba-60c363f9f698 port ba01471e-4f7f-43fa-b501-bcaeb560b220 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:16.135882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:16.154916 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.230880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:16.257504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:16.261612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.316521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34834) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:16.420442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.467570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:16.477540 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4adf944-4d48-4a58-a6f4-211d5ddb1b60" -d '{"events": [{"server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "name": "network-vif-plugged", "status": "completed", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:16.481981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Deleting port 21ad3ca3-a383-4577-9467-453c4c342783 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:16.486834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.505697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:16.517886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.563937 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.599010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731b02a-5770-4212-ac2a-3f6a31617009 req-3a8b2d2c-0635-4b84-aa0f-103ac57f70ca tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:16.606553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c731b02a-5770-4212-ac2a-3f6a31617009 req-3a8b2d2c-0635-4b84-aa0f-103ac57f70ca tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 945 time: 0.8306496 Dec 12 15:26:16.614573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.637598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:26:16.638263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:26:16.641882 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:26:16.647059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:16.655685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ec7b5d2-f99d-4804-8667-6d5012bc7afd up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:16.681721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:16.688689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4837ee10-da5f-4452-b02e-f79c85de2a81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=297ab0ce774142faba78428c52f33cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618605 Dec 12 15:26:16.690350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115355183', 'description': 'tempest-description--1288764996'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:16.699992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:16.726033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:16.738716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Deleting port f1634ec4-37e1-417a-88a2-5b6383ca16c3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:16.739660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.754338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:16.766641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c731b02a-5770-4212-ac2a-3f6a31617009 req-486497f4-fc58-4d65-bd89-b54eda70a53d tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588454 Dec 12 15:26:16.783493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.790073 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.797999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:16.800109 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.801045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.816618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/networks/c641906e-2709-464c-8943-f5aa780b91be HTTP/1.1" status: 204 len: 168 time: 2.5671394 Dec 12 15:26:16.819130 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.833628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:16.840899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.847846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-543873180'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:16.890331 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071bf66c-a528-485c-ab4c-9361a79693f5 x-openstack-request-id: req-071bf66c-a528-485c-ab4c-9361a79693f5 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:16.890887 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "name": "network-vif-plugged", "status": "completed", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:16.891144 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-071bf66c-a528-485c-ab4c-9361a79693f5 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:16.891823 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', 'code': 200} Dec 12 15:26:16.904308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ae233-6f02-45ac-aaf4-0dcdd8657291 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Network': ['ID=c641906e-2709-464c-8943-f5aa780b91be,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:16.922330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] For port 21ad3ca3-a383-4577-9467-453c4c342783, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=21ad3ca3-a383-4577-9467-453c4c342783,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:16.922833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:16.960925 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cc59c-f589-47c1-8cb6-53a973da0d44 None None] Pushing event updated for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:16.978909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Calling delete_port for 21ad3ca3-a383-4577-9467-453c4c342783 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:17.001673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.037327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:17.041539 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.103341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Attempting to bind port ba01471e-4f7f-43fa-b501-bcaeb560b220 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:17.103712 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Attempting to bind port ba01471e-4f7f-43fa-b501-bcaeb560b220 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:17.104077 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Attempting to bind port ba01471e-4f7f-43fa-b501-bcaeb560b220 on network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:17.110398 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:17.110777 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Checking segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:17.111195 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.115170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Bound using segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:17.115668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Bound port: ba01471e-4f7f-43fa-b501-bcaeb560b220, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:17.116155 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.139026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d90b35b-adb7-4e74-9fb2-b774f6431c97 req-b533ca6a-3da7-4224-ba15-3c6cd67cab5a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 210 time: 0.1092861 Dec 12 15:26:17.174144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b7595e2-3764-49ae-af8a-f9058d4657b4 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:17.181503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:17.193173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:17.198106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.247171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0b7595e2-3764-49ae-af8a-f9058d4657b4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:17.253050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0b7595e2-3764-49ae-af8a-f9058d4657b4 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:17.257573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262282c9-d37b-46fb-b1db-b82e61efce25 req-5b14ccd3-5d25-4b1d-a34f-b5cf4b0795d1 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:17.259398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-262282c9-d37b-46fb-b1db-b82e61efce25 req-5b14ccd3-5d25-4b1d-a34f-b5cf4b0795d1 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 945 time: 0.3890615 Dec 12 15:26:17.280206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8089d2-1152-4cd7-b00e-0296a87bce3b req-eedc166e-9c3a-4d63-8489-df88d1367b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:17.281863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d8089d2-1152-4cd7-b00e-0296a87bce3b req-eedc166e-9c3a-4d63-8489-df88d1367b16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 1097 time: 0.2913859 Dec 12 15:26:17.282847 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] For port ba01471e-4f7f-43fa-b501-bcaeb560b220, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:17.289679 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] For port ba01471e-4f7f-43fa-b501-bcaeb560b220, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ba01471e-4f7f-43fa-b501-bcaeb560b220,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:17.297426 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.370907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] Provisioning complete for port ba01471e-4f7f-43fa-b501-bcaeb560b220 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:17.371421 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.373232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:17.375953 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cc59c-f589-47c1-8cb6-53a973da0d44 None None] Pushing event updated for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:17.390210 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:17.391344 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:17.452605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.453621 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Added segment 63eb9ecd-afe2-4da1-bf82-1bc1f20beed7 of type vlan for network c863ec46-0cda-4c1b-b8e2-bb22db73983a Dec 12 15:26:17.490575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.491526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-b95fe793-2cdd-4a3e-95f0-14abebd271f6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:17.493462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-b95fe793-2cdd-4a3e-95f0-14abebd271f6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.4249051 Dec 12 15:26:17.531824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d8089d2-1152-4cd7-b00e-0296a87bce3b req-a04af9ef-d1bf-4243-8469-62d430e5f0e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403152 Dec 12 15:26:17.540113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] For port ba01471e-4f7f-43fa-b501-bcaeb560b220, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ba01471e-4f7f-43fa-b501-bcaeb560b220,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:17.541456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Request body: {'port': {'device_id': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'admin_state_up': True, 'tenant_id': '69ced53e325a41b388640607efa5031a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:17.555997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.609300 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:17.617090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.636050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-262282c9-d37b-46fb-b1db-b82e61efce25 req-84f95ce4-df61-455a-a18a-61f788653b43 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/security-groups?id=6230a780-4f0d-44a7-921c-bfdc32b6bbae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462396 Dec 12 15:26:17.670090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4402201-65d7-4186-b597-9fdcbb2e91c7 None None] Pushing event updated for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:17.706474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.713457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:17.714094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.791611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] For port f1634ec4-37e1-417a-88a2-5b6383ca16c3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f1634ec4-37e1-417a-88a2-5b6383ca16c3,segment=NetworkSegment(931ec68f-f2f6-40b2-9cea-908db5003cf2),segment_id=931ec68f-f2f6-40b2-9cea-908db5003cf2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:17.792086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.801778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f297efb0-e402-4ece-9b05-b83027557555 None None] Provisioning complete for port ba01471e-4f7f-43fa-b501-bcaeb560b220 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:17.802446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f297efb0-e402-4ece-9b05-b83027557555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.821782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.860278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Calling delete_port for f1634ec4-37e1-417a-88a2-5b6383ca16c3 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:17.934041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:17.941030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Network': ['ID=c863ec46-0cda-4c1b-b8e2-bb22db73983a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:17.953595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:17.969845 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:17.988873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d3518ce-25c5-4ad4-bde8-6029f94e2c41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1465936 Dec 12 15:26:17.994390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34850) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:17.999485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'subnet': {'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:18.015979 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c566114-7f4d-4fd8-8cba-f73537d12235 None None] The sync data for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 is: [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:18.023968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Router fa46d3e3-30c8-4d97-925b-1a525976b9c5 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:26:18.061268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Made reservation on behalf of 69ced53e325a41b388640607efa5031a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:18.065262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.076462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.083460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.103676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.117703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['f1634ec4-37e1-417a-88a2-5b6383ca16c3'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:18.118602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66e7b-7852-42c5-a520-d1c7471e256e req-cd00eca2-0fcb-4b44-b153-f789288dd6c9 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:18.120538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17f66e7b-7852-42c5-a520-d1c7471e256e req-cd00eca2-0fcb-4b44-b153-f789288dd6c9 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 946 time: 0.1804063 Dec 12 15:26:18.130778 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:26:18.132850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 21ad3ca3-a383-4577-9467-453c4c342783 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:18.238039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event deleted for resources: {'Port': ['ID=21ad3ca3-a383-4577-9467-453c4c342783,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:18.238039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:18.266733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 21ad3ca3-a383-4577-9467-453c4c342783 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:18.268217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 21ad3ca3-a383-4577-9467-453c4c342783 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:18.281528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.282811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5993664 Dec 12 15:26:18.299310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34856) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:18.303003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.303356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.303702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.304046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.304381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.304737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.305070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.305402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.305728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.306061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.306375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.306699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.307021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f5bfd-e7bc-4b15-ab03-6a6f8ee5f0ac tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.314263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.314610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.314953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.315292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.315674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.316017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.316448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.316811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.317688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.318015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.318342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.318672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.319000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:18.324157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.326716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.327851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19a4e990-baae-4c4e-bf9f-1d35e9823f2f HTTP/1.1" status: 204 len: 168 time: 1.6212213 Dec 12 15:26:18.342637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'security_group_rule': {'security_group_id': 'bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:18.354628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:18.358407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.381778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17f66e7b-7852-42c5-a520-d1c7471e256e req-7d9e587b-b360-45f7-a3c1-0ef1b468b1b1 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522683 Dec 12 15:26:18.385925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] No DVR routers for this DVR port 21ad3ca3-a383-4577-9467-453c4c342783 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:18.493918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.497433 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fcbc8469-6eba-4869-b1c2-39c8ebf75b6f req-79ee733d-3932-4efd-91a1-74693edd56a5 tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "DELETE /v2.0/ports/21ad3ca3-a383-4577-9467-453c4c342783 HTTP/1.1" status: 204 len: 173 time: 2.8111303 Dec 12 15:26:18.507388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'name': 'network-vif-deleted', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:18.509132 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8c219-2376-4398-a76c-4cb40f8db93c" -d '{"events": [{"server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "name": "network-vif-deleted", "tag": "21ad3ca3-a383-4577-9467-453c4c342783"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:18.524860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e66e29b6-5288-47b2-aa11-037690566e56 req-aefe9ca7-196f-47cb-bf06-424b09b4c43d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 210 time: 0.1766329 Dec 12 15:26:18.552252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc46b86-5a49-4549-b6f1-15cc51983b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4e990-baae-4c4e-bf9f-1d35e9823f2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:18.609882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:18.628960 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6678d267-ea09-4b8f-9e5f-98bbf8c74469 x-openstack-request-id: req-6678d267-ea09-4b8f-9e5f-98bbf8c74469 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:18.629247 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755902ec-7d3a-4979-89ba-55e7df2f2b37", "name": "network-vif-deleted", "tag": "21ad3ca3-a383-4577-9467-453c4c342783", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:18.629616 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6678d267-ea09-4b8f-9e5f-98bbf8c74469 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:18.629930 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755902ec-7d3a-4979-89ba-55e7df2f2b37', 'name': 'network-vif-deleted', 'tag': '21ad3ca3-a383-4577-9467-453c4c342783', 'status': 'completed', 'code': 200} Dec 12 15:26:18.632270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Sync routers for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:18.651099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Allocated IP 172.20.0.5 (5490f5d0-dc5d-4d29-94ed-41c88db1f8fb/208503ab-5d94-4f98-8ef8-f0c94267879d/c761603c-d70e-4849-87df-3cdba775b894) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:18.667081 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-73299d72-4ace-4f32-8508-eb92d9549a25 admin admin] 10.222.0.36 "PUT /v2.0/routers/fa46d3e3-30c8-4d97-925b-1a525976b9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3958905 Dec 12 15:26:18.674089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:18.674932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:18.678411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.795944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Pushing event deleted for resources: {'Port': ['ID=f1634ec4-37e1-417a-88a2-5b6383ca16c3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:18.800786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ba01471e-4f7f-43fa-b501-bcaeb560b220 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:18.876197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] No DVR routers for this DVR port f1634ec4-37e1-417a-88a2-5b6383ca16c3 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:18.882914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:18.891119 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4abce0a1-d4e4-4d44-8bb9-8dbc0d8b8b3e req-f76d02f6-9049-4891-ba7f-75e5156efc0c tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.30 "DELETE /v2.0/ports/f1634ec4-37e1-417a-88a2-5b6383ca16c3 HTTP/1.1" status: 204 len: 173 time: 2.8137376 Dec 12 15:26:19.066358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.072001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:19.121755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.137244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ba01471e-4f7f-43fa-b501-bcaeb560b220 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:19.137897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.189754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7dde037-eaa1-4dfd-aef7-97defdb7da9c req-aa43b06c-9357-4b87-b321-1849d73e2a1f tempest-MultipleCreateTestJSON-21682802 tempest-MultipleCreateTestJSON-21682802-project] 10.222.0.36 "GET /v2.0/ports?device_id=755902ec-7d3a-4979-89ba-55e7df2f2b37 HTTP/1.1" status: 200 len: 210 time: 0.0866263 Dec 12 15:26:19.242686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.287683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:19.326966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:19.330185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:19.408011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:19.520983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.529354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.585182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.673356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ec7b5d2-f99d-4804-8667-6d5012bc7afd up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:19.687388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35b4c04-aefc-4d97-80de-0bff4102f6fd,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:19.694988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:19.695654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.729099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-5d3196d8-c8e7-4123-87b0-321a897768bf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2022338 Dec 12 15:26:19.753577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Request body: {'port': {'device_id': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:19.787274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:19.787632 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.808185 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.813388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:19.814164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9cbb04c9-b283-4b45-ac06-aecf1bdc3b6d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4761662 Dec 12 15:26:19.819422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:14Z', 'revision_number': 4, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '945d0b73-0250-4781-a1a5-4bdd9598604b', 'name': '', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'mac_address': 'fa:16:3e:a6:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:13Z', 'updated_at': '2021-12-12T15:26:15Z', 'revision_number': 2, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'subnets': [{'id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:19.819983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'security_group_rule': {'security_group_id': 'bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:19.858568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Checking router: fa46d3e3-30c8-4d97-925b-1a525976b9c5 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:19.859074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Updating router fa46d3e3-30c8-4d97-925b-1a525976b9c5 port 945d0b73-0250-4781-a1a5-4bdd9598604b binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:19.865952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Subnet': ['ID=93ce20bf-80b9-4231-9f15-ce253d455907,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:19.878686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.902132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da3787-4244-4b85-a40c-6c6a4f43e1e2 req-f3b59d4a-607b-40f4-afec-6010da4702ab tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:19.904872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4da3787-4244-4b85-a40c-6c6a4f43e1e2 req-f3b59d4a-607b-40f4-afec-6010da4702ab tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 946 time: 0.3826344 Dec 12 15:26:19.917104 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.948998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Checking segment: {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:19.951139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network hostable DHCP agents. Network: c863ec46-0cda-4c1b-b8e2-bb22db73983a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:19.970853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-759b364d-b42a-4f25-9b26-6bd052a27985 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:19.974455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-759b364d-b42a-4f25-9b26-6bd052a27985 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 819 time: 0.5939572 Dec 12 15:26:19.977473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.987365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:19.993124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.012998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e29cfa-bf35-49af-90a4-1451c24dc837,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:20.039681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.043666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82fe240a-6913-4aec-86d4-215edf376332 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2290647 Dec 12 15:26:20.046402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34910) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:20.057346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:20.063234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4da3787-4244-4b85-a40c-6c6a4f43e1e2 req-50e194bb-97f7-4ab2-a163-f542cce77d09 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391354 Dec 12 15:26:20.115583 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.139863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f1634ec4-37e1-417a-88a2-5b6383ca16c3 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:26:20.171921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-b39885e5-9eb6-4dcc-a566-d7ba1cf241c5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/quotas/97000d43ffb846b5a8776e865700ced9 HTTP/1.1" status: 200 len: 375 time: 0.1734877 Dec 12 15:26:20.186442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: f1634ec4-37e1-417a-88a2-5b6383ca16c3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:26:20.187170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f1634ec4-37e1-417a-88a2-5b6383ca16c3 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:26:20.193530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:20.300059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.349886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c863ec46-0cda-4c1b-b8e2-bb22db73983a) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:20.380717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2e03b-5e7b-4385-ae8a-b5eff26ce24f None None] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:20.384313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:20.384926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.482001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b863d8b-4391-45c1-b73f-cd2265adc033 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4862487 Dec 12 15:26:20.488540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:20.495499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1496428085'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:20.500348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-738c75ac-4d9d-4752-9469-ac7b1b804b88 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949252 Dec 12 15:26:20.512657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Allocated IP 172.25.3.220 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9b90391b-c1f7-4737-95fe-e612c828e96d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:20.532204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce01c-d6a6-484b-9823-8355e829e7d7 req-fcd81fca-9e4e-4503-a97e-5bcd693dc6ba tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:20.540317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e1ce01c-d6a6-484b-9823-8355e829e7d7 req-fcd81fca-9e4e-4503-a97e-5bcd693dc6ba tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 931 time: 0.2392840 Dec 12 15:26:20.552174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.580869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.585215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:20.591022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.611348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c863ec46-0cda-4c1b-b8e2-bb22db73983a', 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a', 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'fixed_ips': [{'subnet_id': '93ce20bf-80b9-4231-9f15-ce253d455907'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:26:20.612280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.634291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'name': 'network-vif-deleted', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:20.636962 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b6ca47-613a-43ce-b275-afda47ff532e" -d '{"events": [{"server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "name": "network-vif-deleted", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:20.672096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Pushing event updated for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:20.690832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-619d2947-14f6-4bb5-b731-70b7a9fa1db0 service neutron] 10.222.0.36 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358662 Dec 12 15:26:20.698120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:20.708336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.709043 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Added segment b5e7126f-de12-46f2-9b71-344da9e1c94a of type vlan for network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c Dec 12 15:26:20.747907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.748486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.748739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.749100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.749441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.749774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.750158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.750494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.751574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.751757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.752142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.752883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.753265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:26:20.754074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.817734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.824537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:20.825159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.839992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Attempting to bind port 945d0b73-0250-4781-a1a5-4bdd9598604b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:20.839992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Attempting to bind port 945d0b73-0250-4781-a1a5-4bdd9598604b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:20.839992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Attempting to bind port 945d0b73-0250-4781-a1a5-4bdd9598604b on network 3173b8f6-0983-438d-b06d-7b6933f85a41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:20.866267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:20.866647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Checking segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:20.867147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.867435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Bound using segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:20.867919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Bound port: 945d0b73-0250-4781-a1a5-4bdd9598604b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:20.868302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:20.912671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Allocated IP 19.80.0.2 (c863ec46-0cda-4c1b-b8e2-bb22db73983a/93ce20bf-80b9-4231-9f15-ce253d455907/37ab9c46-93d6-4b28-a9e3-7834f8330e54) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:20.961731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-bf13d0d1-46e7-43ca-81bf-ff545ebac90b service neutron] 10.222.0.36 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399044 Dec 12 15:26:20.999638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e1ce01c-d6a6-484b-9823-8355e829e7d7 req-342ebd32-7595-4834-83f8-8cc401f5868b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512920 Dec 12 15:26:21.002837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.007280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5181320 Dec 12 15:26:21.016974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34942) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:21.025404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] For port 945d0b73-0250-4781-a1a5-4bdd9598604b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:21.029763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] For port 945d0b73-0250-4781-a1a5-4bdd9598604b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=945d0b73-0250-4781-a1a5-4bdd9598604b,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:21.037613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'subnet': {'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:21.044571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.056043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c8dd-97f3-45a2-84ce-699aed60d2fe tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Network': ['ID=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:21.073054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:21.124533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.256387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'Port': ['ID=9b90391b-c1f7-4737-95fe-e612c828e96d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:21.274138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:21.278844 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91968f21-632f-46e6-a488-d36825961984 x-openstack-request-id: req-91968f21-632f-46e6-a488-d36825961984 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:21.279327 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9914f-e80b-4fd9-bf1c-bf652a5f354a", "name": "network-vif-deleted", "tag": "f1634ec4-37e1-417a-88a2-5b6383ca16c3", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:21.279747 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91968f21-632f-46e6-a488-d36825961984 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:21.281589 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9914f-e80b-4fd9-bf1c-bf652a5f354a', 'name': 'network-vif-deleted', 'tag': 'f1634ec4-37e1-417a-88a2-5b6383ca16c3', 'status': 'completed', 'code': 200} Dec 12 15:26:21.284582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:21.294254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:21.332278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6674b3-6f33-4fc1-96a6-caa6963978f9 None None] Pushing event updated for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:21.345566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:21.345919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:21.422882 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.472576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1143f5-34b5-45cc-a41d-0a6133e74a55 req-ed347eac-6a95-4e0b-bded-8bb449c4f0cd tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 210 time: 0.1538591 Dec 12 15:26:21.478770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.505586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.548158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:21.553805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:21.562563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:21.573475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:21.577469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:21.579797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Pushing event updated for resources: {'Port': ['ID=37ab9c46-93d6-4b28-a9e3-7834f8330e54,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:21.582487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.619503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:21.621579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.650951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Transition to ACTIVE for port object c761603c-d70e-4849-87df-3cdba775b894 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:21.662097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.670442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:21.676135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.793250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Attempting to bind port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:21.798023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Attempting to bind port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:21.798735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Attempting to bind port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 on network c863ec46-0cda-4c1b-b8e2-bb22db73983a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:21.870123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.880065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:21.881007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Checking segment: {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:21.882878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.883721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Bound using segment: {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:21.884459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Bound port: 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:21.886197 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.937264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Deleting subnet 7463180f-5aca-48bd-b2bb-99809566fab9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:26:21.942461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:21.989595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:21.991952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.046310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.127901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.200839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'Port': ['ID=9b90391b-c1f7-4737-95fe-e612c828e96d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:22.204131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.211595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] For port 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:22.216907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] For port 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37ab9c46-93d6-4b28-a9e3-7834f8330e54,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:22.229041 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.231404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7463180f-5aca-48bd-b2bb-99809566fab9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:22.247189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Attempting to bind port c761603c-d70e-4849-87df-3cdba775b894 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:22.247643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Attempting to bind port c761603c-d70e-4849-87df-3cdba775b894 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:22.248167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Attempting to bind port c761603c-d70e-4849-87df-3cdba775b894 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:22.285553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:14Z', 'revision_number': 4, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '945d0b73-0250-4781-a1a5-4bdd9598604b', 'name': '', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'mac_address': 'fa:16:3e:a6:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:13Z', 'updated_at': '2021-12-12T15:26:21Z', 'revision_number': 4, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'subnets': [{'id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:22.297601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.301652 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b57bb948-16ef-4045-897b-ca431525cafc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7463180f-5aca-48bd-b2bb-99809566fab9 HTTP/1.1" status: 204 len: 168 time: 0.4288564 Dec 12 15:26:22.305779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34996) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:22.308723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Port c761603c-d70e-4849-87df-3cdba775b894 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:22.309068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Attempting to bind port c761603c-d70e-4849-87df-3cdba775b894 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:22.338195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-86e2e6fd-2683-4d13-8b7f-4ea4b8014783 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:22.340129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-86e2e6fd-2683-4d13-8b7f-4ea4b8014783 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 819 time: 0.4138739 Dec 12 15:26:22.341865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436b2457-3494-4018-868d-86d9b460aa53 None None] The sync data for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 is: [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:14Z', 'revision_number': 4, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '945d0b73-0250-4781-a1a5-4bdd9598604b', 'name': '', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'mac_address': 'fa:16:3e:a6:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:13Z', 'updated_at': '2021-12-12T15:26:21Z', 'revision_number': 4, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'subnets': [{'id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:22.357751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:22.358182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Checking segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:22.358555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Bound using segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:22.358998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Bound port: c761603c-d70e-4849-87df-3cdba775b894, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:22.359357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.363519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcb11-fc0a-4b69-8604-c32ba0caca54 None None] Pushing event updated for resources: {'Port': ['ID=37ab9c46-93d6-4b28-a9e3-7834f8330e54,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:22.439713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-a01b32bb-cfce-43bf-acb1-2a06402cc350 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/quotas/97000d43ffb846b5a8776e865700ced9 HTTP/1.1" status: 200 len: 375 time: 0.0651681 Dec 12 15:26:22.500348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abe87a-cc50-4ae2-9070-a9880e45c1f6 req-d38cdfde-3d2a-4ec8-93a3-eab9ec939781 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:22.516377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99abe87a-cc50-4ae2-9070-a9880e45c1f6 req-d38cdfde-3d2a-4ec8-93a3-eab9ec939781 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.3335452 Dec 12 15:26:22.550815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.571723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:22.575632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:22.579481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.612412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.623717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.634559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2983a9d7-153c-403c-97eb-5a5478b6d40a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5868278 Dec 12 15:26:22.637548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.763220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.821518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:22.822619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a36fdc-cde6-4191-a5fc-189f5bad5003']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:22.823542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.825028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] 10.222.0.13 "PUT /v2.0/ports/c761603c-d70e-4849-87df-3cdba775b894 HTTP/1.1" status: 200 len: 1091 time: 3.0841703 Dec 12 15:26:22.836145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931ec68f-f2f6-40b2-9cea-908db5003cf2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:22.836784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931ec68f-f2f6-40b2-9cea-908db5003cf2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:22.863115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:22.873750 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da6949-eb02-4af3-bc99-00ea8bf5afa3" -d '{"events": [{"name": "network-changed", "server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "tag": "c761603c-d70e-4849-87df-3cdba775b894"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:22.878012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.906870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:22.919808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:26:22.920805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:26:23.008069 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:26:23.015875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.060392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.070071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d6a36fdc-cde6-4191-a5fc-189f5bad5003 HTTP/1.1" status: 204 len: 168 time: 0.7630000 Dec 12 15:26:23.076045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-fd73a4ee-57ea-4528-880a-0744a708c308 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6000154 Dec 12 15:26:23.092523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Subnet': ['ID=28eb96c8-dcb1-44b9-8175-e9c2269ec7f8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:23.097209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b7eec-e0f1-431c-a9af-ce60abc9db90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a36fdc-cde6-4191-a5fc-189f5bad5003,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:23.149220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99abe87a-cc50-4ae2-9070-a9880e45c1f6 req-ee7142bd-7150-4ec7-a187-b536509fc8fb tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6306510 Dec 12 15:26:23.314124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-15bde745-52ad-4192-b707-bb7fea5030a5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:23.315697 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-15bde745-52ad-4192-b707-bb7fea5030a5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 819 time: 0.2438347 Dec 12 15:26:23.336046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Request body: {'port': {'device_id': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'admin_state_up': True, 'tenant_id': '97000d43ffb846b5a8776e865700ced9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:23.491196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:23.607469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4d5d0609-f608-43a1-9a34-add17e1fb00b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c33555889c04b84a8b273c57868e839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1150169 Dec 12 15:26:23.610178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:23.646785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Made reservation on behalf of 97000d43ffb846b5a8776e865700ced9 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:23.650971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.749214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.781137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.883093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.885922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:23.887079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6230a780-4f0d-44a7-921c-bfdc32b6bbae HTTP/1.1" status: 204 len: 168 time: 0.2748942 Dec 12 15:26:23.912786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9208f4f-284a-44c2-94d1-588a0bc546d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6230a780-4f0d-44a7-921c-bfdc32b6bbae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:24.046021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Allocated IP 172.20.0.2 (3173b8f6-0983-438d-b06d-7b6933f85a41/e33fa5d7-ef8c-4985-b98f-ded1a199f9c0/c190ee54-5af7-4ec6-a15d-91e04f7ef2ad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:24.069714 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022c162b-15be-4412-8936-4c1ce7e3ae04 x-openstack-request-id: req-022c162b-15be-4412-8936-4c1ce7e3ae04 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:24.070386 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "tag": "c761603c-d70e-4849-87df-3cdba775b894", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:24.070878 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-022c162b-15be-4412-8936-4c1ce7e3ae04 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:24.071563 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894', 'status': 'completed', 'code': 200} Dec 12 15:26:24.076380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-52f503f8-b419-41c6-b08f-e23664560cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:24.090035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-52f503f8-b419-41c6-b08f-e23664560cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 1094 time: 1.1541991 Dec 12 15:26:24.092868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-e900e416-f78e-4522-a586-ca84433b20bb service neutron] 10.222.0.36 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0158839 Dec 12 15:26:24.093735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c29a-be7f-4b1c-a9ba-d31f90495e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:24.098678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Checking segment: {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:24.099299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network hostable DHCP agents. Network: 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:24.251685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-c957b4db-26b1-44b6-abd9-aa4b86241362 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c761603c-d70e-4849-87df-3cdba775b894 HTTP/1.1" status: 200 len: 217 time: 0.1483111 Dec 12 15:26:24.310349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:24.344865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2043682-54b5-4477-b4af-3d707f575b02 None None] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:24.429976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:24.449854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35aadf6-0c47-49c2-8ebb-06c560ca6e56 None None] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:24.476523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:24.477950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:24.534329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:24.574285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] Provisioning complete for port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:24.574680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:24.610785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-41467b56-5658-475d-b7c8-1722c40c8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:24.611111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:24.615023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-41467b56-5658-475d-b7c8-1722c40c8c0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.3168910 Dec 12 15:26:24.625716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14d83c7d-9ac1-46be-8ab6-b74984ab349e tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6073139 Dec 12 15:26:24.682897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0308f4-4e3e-42d5-98f1-1dda6096e9b8 req-fd916839-6b37-4d5b-a4da-480b392a736c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:24.688846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa0308f4-4e3e-42d5-98f1-1dda6096e9b8 req-fd916839-6b37-4d5b-a4da-480b392a736c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.3485568 Dec 12 15:26:24.707237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:24.715469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:24.719602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:24.728475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-88bd8e0b-b69a-40ed-ad33-ffe2cd4f898a service neutron] 10.222.0.36 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935717 Dec 12 15:26:24.785207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Pushing event updated for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:24.810916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-c9e00e2f-52d5-4501-a546-f683833336a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784477 Dec 12 15:26:24.835776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:24.843385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:24.870782 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-9f672ff7-e799-4a98-80b6-95b411e92989 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5396810 Dec 12 15:26:24.890747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Request body: {'port': {'device_id': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:24.931845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37ab9c46-93d6-4b28-a9e3-7834f8330e54 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:25.023951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:25.130145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa0308f4-4e3e-42d5-98f1-1dda6096e9b8 req-94c2f8d7-3c6f-4dfa-a1d6-4f1fa3670a48 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913417 Dec 12 15:26:25.307390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-16ac8839-8de1-4d3f-9e54-2207ff3543e1 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583619 Dec 12 15:26:25.474511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6d63e6c3-f9dc-44eb-a87f-15738b8fa02c', 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c', 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'fixed_ips': [{'subnet_id': '28eb96c8-dcb1-44b9-8175-e9c2269ec7f8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:26:25.478421 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:25.565235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:25.565235 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:25.756702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a56cc15d-fc3f-402d-96a6-fd4751d8ccfc req-fb3c5578-5ef3-4814-aac9-e47b21f7c796 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482634 Dec 12 15:26:25.811171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b24ed7b-807d-4935-a74c-89e433c62975 req-4ba050b5-5d3c-4382-8852-6f99aff498df tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 210 time: 0.0504665 Dec 12 15:26:25.867123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.045029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] For port 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37ab9c46-93d6-4b28-a9e3-7834f8330e54,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:26.067581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.078638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c190ee54-5af7-4ec6-a15d-91e04f7ef2ad {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:26.101136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-c885b425-0413-4122-a2f0-b78c2714b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.110041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-c885b425-0413-4122-a2f0-b78c2714b0ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 1094 time: 0.2644436 Dec 12 15:26:26.112516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.177573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Transition to ACTIVE for port object c190ee54-5af7-4ec6-a15d-91e04f7ef2ad will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:26.184604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.188439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f0bff-f22a-4a3a-80ff-06f7d0db6f66 None None] Pushing event updated for resources: {'Port': ['ID=37ab9c46-93d6-4b28-a9e3-7834f8330e54,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:26.193700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-aca8493e-401f-4495-acf6-c13c98724dd5 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.248994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-aca8493e-401f-4495-acf6-c13c98724dd5 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.252712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-aca8493e-401f-4495-acf6-c13c98724dd5 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/networks?id=c863ec46-0cda-4c1b-b8e2-bb22db73983a&id=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c HTTP/1.1" status: 200 len: 1391 time: 0.7063544 Dec 12 15:26:26.333722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Pushing event updated for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:26.347834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Attempting to bind port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:26.349059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Attempting to bind port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:26.349694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Attempting to bind port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad on network 3173b8f6-0983-438d-b06d-7b6933f85a41 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:26.359737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad on network 3173b8f6-0983-438d-b06d-7b6933f85a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:26.360390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Attempting to bind port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad on network 3173b8f6-0983-438d-b06d-7b6933f85a41 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:26.367806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:26.368455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Checking segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:26.369118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Bound using segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:26.369835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Bound port: c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:26.370447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.430231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:26.468099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:26.474178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:26.481746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.507305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.507452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 945d0b73-0250-4781-a1a5-4bdd9598604b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:26.509406 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.512040 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] 10.222.0.30 "PUT /v2.0/ports/c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 1091 time: 1.6279263 Dec 12 15:26:26.514476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:26.517366 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:26.592903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-f4b1e8bd-3814-4c70-8112-126e75d39da3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/quotas/3934bd6d6b824e7d9554c2a0d804e19f HTTP/1.1" status: 200 len: 375 time: 0.0915997 Dec 12 15:26:26.616340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522cccb-64e6-4951-b2cf-0f428bf0d90a service neutron] Pushing event updated for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:26.635441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c0fde434-bcab-4343-8a28-0dbbeb65b08a None None] Provisioning complete for port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:26.635814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0fde434-bcab-4343-8a28-0dbbeb65b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.700834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-253e0205-b997-4750-9e79-66286d71f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.707051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-253e0205-b997-4750-9e79-66286d71f222 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 914 time: 0.5961568 Dec 12 15:26:26.721787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Allocated IP 19.86.0.2 (6d63e6c3-f9dc-44eb-a87f-15738b8fa02c/28eb96c8-dcb1-44b9-8175-e9c2269ec7f8/a2fdc25e-8d68-42cf-b70d-f4b915649699) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:26.748130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364ffbf8-78a0-4b15-94fb-aca16cdc045c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.773093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-f092aa56-ff69-46e7-8e35-31d387212472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c761603c-d70e-4849-87df-3cdba775b894 HTTP/1.1" status: 200 len: 217 time: 0.0582147 Dec 12 15:26:26.800356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8bfe3-c919-427f-918f-0ed09338d0ab req-eb982f38-14e6-45ff-ad8e-025676db5857 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.802470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ae8bfe3-c919-427f-918f-0ed09338d0ab req-eb982f38-14e6-45ff-ad8e-025676db5857 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.3126857 Dec 12 15:26:26.811315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-0fb657bf-a567-4614-a8de-808c689fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:26.816251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-0fb657bf-a567-4614-a8de-808c689fe7a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1094 time: 0.1862233 Dec 12 15:26:26.820961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-9167b8a4-52df-476b-9832-0497eee8c076 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2019734 Dec 12 15:26:26.893067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 945d0b73-0250-4781-a1a5-4bdd9598604b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:26.893437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:26.898152 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-f9cc39af-2695-42b6-91b1-b96413f5dd67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0677583 Dec 12 15:26:26.959311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-65224b5c-8fc2-4bba-96c3-69a2e9ab3c18 service neutron] 10.222.0.36 "GET /v2.0/networks/c863ec46-0cda-4c1b-b8e2-bb22db73983a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369979 Dec 12 15:26:27.075807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1a76c2cd-4c3f-47e4-b630-a867eddda02a service neutron] 10.222.0.36 "GET /v2.0/networks/c863ec46-0cda-4c1b-b8e2-bb22db73983a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149762 Dec 12 15:26:27.120125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-d709cd2a-ab9c-4db5-aace-ba31ee485f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:27.126984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-d709cd2a-ab9c-4db5-aace-ba31ee485f11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.2091663 Dec 12 15:26:27.138287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.212351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-17837433-c8e0-4d3e-ac73-eb2ed5cdf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:27.214120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-17837433-c8e0-4d3e-ac73-eb2ed5cdf780 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.4337509 Dec 12 15:26:27.228624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.234844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ae8bfe3-c919-427f-918f-0ed09338d0ab req-6193faf9-cc62-4eb1-9600-1546c5474f2c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055119 Dec 12 15:26:27.252777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.265870 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-aa6c42ee-7f7a-4b18-bb13-8a480d08aa5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121998 Dec 12 15:26:27.324035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 945d0b73-0250-4781-a1a5-4bdd9598604b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=945d0b73-0250-4781-a1a5-4bdd9598604b,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:27.340345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364ffbf8-78a0-4b15-94fb-aca16cdc045c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.349689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-deec115f-b634-4aab-b956-a7296bc36e22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073081 Dec 12 15:26:27.383211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-364ffbf8-78a0-4b15-94fb-aca16cdc045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.394772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.430936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:27.435647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:27.447059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:27.458529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Pushing event updated for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:27.594090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37ab9c46-93d6-4b28-a9e3-7834f8330e54 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:27.602019 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-364ffbf8-78a0-4b15-94fb-aca16cdc045c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a88e5f88b0954be5b8f4f90b2c9f9d92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1693137 Dec 12 15:26:27.611175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35188) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:27.625614 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c008bca-6ed9-4752-b476-0df6506417e9 x-openstack-request-id: req-3c008bca-6ed9-4752-b476-0df6506417e9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:27.626138 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:27.626470 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c008bca-6ed9-4752-b476-0df6506417e9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:27.626937 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad', 'status': 'completed', 'code': 200} Dec 12 15:26:27.654497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Attempting to bind port a2fdc25e-8d68-42cf-b70d-f4b915649699 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:27.654870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Attempting to bind port a2fdc25e-8d68-42cf-b70d-f4b915649699 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:27.655239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Attempting to bind port a2fdc25e-8d68-42cf-b70d-f4b915649699 on network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:27.672927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:27.680294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:27.680714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Checking segment: {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:27.681128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.681525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Bound using segment: {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:27.682017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Bound port: a2fdc25e-8d68-42cf-b70d-f4b915649699, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:27.682414 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.683188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ffbf8-78a0-4b15-94fb-aca16cdc045c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0114ec-9720-4d71-9877-58a2890541af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:27.710073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-4c767538-200e-4f95-a664-8e4d9ef58c6d service neutron] 10.222.0.36 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282802 Dec 12 15:26:27.735459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba427518-00e4-427f-9e41-b9773882c96f req-4c30a1f8-f819-4213-a5cd-5eccb391f4da tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 210 time: 0.1229718 Dec 12 15:26:27.737813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-c3e11287-7a1c-470f-b000-2bc90f1710b0 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797815 Dec 12 15:26:27.771332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:27.775444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a2fdc25e-8d68-42cf-b70d-f4b915649699,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:27.787809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.872471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-de7df390-f5a0-46c7-ab41-c5cd1625b963 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514953 Dec 12 15:26:27.873128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:27.873877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:27.894753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-5cfa45c8-a3d4-419d-83ad-feaf2aeedbc9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:27.896350 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-5cfa45c8-a3d4-419d-83ad-feaf2aeedbc9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 819 time: 0.6565607 Dec 12 15:26:27.926820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Request body: {'port': {'device_id': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'admin_state_up': True, 'tenant_id': '97000d43ffb846b5a8776e865700ced9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:27.972903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c2b96-7315-46a1-a30f-4fc2e1312d10 None None] Pushing event updated for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:27.992499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68da6949-eb02-4af3-bc99-00ea8bf5afa3 req-7f2bc1af-19cc-43a6-aa88-08d62e52fc34 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092249 Dec 12 15:26:28.078822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:28.180176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:28.284130 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0997862f-23f1-4ee2-85e1-4ca05ffae79c req-1ccc7431-1cba-4079-aeab-dbd0fbc710d6 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867497 Dec 12 15:26:28.341522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-51ba824f-4324-4d22-8a32-d380909d7692 service neutron] 10.222.0.36 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993631 Dec 12 15:26:28.375291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35208) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:28.414354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:28.422470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:28.424028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf0114ec-9720-4d71-9877-58a2890541af HTTP/1.1" status: 204 len: 168 time: 0.7998309 Dec 12 15:26:28.433631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Made reservation on behalf of 97000d43ffb846b5a8776e865700ced9 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:28.437697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:28.448491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbef14e-2115-465f-b0ce-8c5748023fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0114ec-9720-4d71-9877-58a2890541af,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:28.612330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81e49d-330e-4a87-aa0a-227c47ad678e req-de82ef41-13e4-4ef1-b027-293967da38d1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:28.623522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd81e49d-330e-4a87-aa0a-227c47ad678e req-de82ef41-13e4-4ef1-b027-293967da38d1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.1400976 Dec 12 15:26:28.696936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-feba240a-41e2-4987-92c6-1598436731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:28.700967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-feba240a-41e2-4987-92c6-1598436731f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1094 time: 0.3417981 Dec 12 15:26:28.805384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd81e49d-330e-4a87-aa0a-227c47ad678e req-0eed7d47-c8ac-44a0-a555-d1d5dd14be84 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757705 Dec 12 15:26:28.882108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e17e71ac-d672-4a0e-b323-923d128fa513 req-770f846f-579c-43d6-af34-c4f37c742e8a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 210 time: 0.0608015 Dec 12 15:26:28.928508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Allocated IP 172.20.0.10 (3173b8f6-0983-438d-b06d-7b6933f85a41/e33fa5d7-ef8c-4985-b98f-ded1a199f9c0/5ba6b871-44b1-4068-a04a-61070b09550f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:28.939687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-3e009ed2-1339-4e52-b9d2-6523aee93a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:28.946793 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-3e009ed2-1339-4e52-b9d2-6523aee93a65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.2352338 Dec 12 15:26:28.981658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-469d5438-019f-4d29-a03a-8ffe6704ac25 req-580ede9b-4f16-4529-aa34-d5afa5076d2c tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 210 time: 0.0526412 Dec 12 15:26:29.020562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-29814022-0851-42ea-a03f-30854ca30d55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0571187 Dec 12 15:26:29.119347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a068-9d76-4395-8233-efa7a61162f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.134674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:29.175035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14612395-a596-4eba-bed7-eff7f46eabb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.241017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-ae4a2ef9-8b92-4de5-9b1a-e83fc31a1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:29.242886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-ae4a2ef9-8b92-4de5-9b1a-e83fc31a1bdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.2123597 Dec 12 15:26:29.325921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14612395-a596-4eba-bed7-eff7f46eabb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.338859 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14612395-a596-4eba-bed7-eff7f46eabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.365460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-cadc60da-d537-4058-8338-39ff806f1285 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109300 Dec 12 15:26:29.428243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612395-a596-4eba-bed7-eff7f46eabb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38edf3-cacf-4fc8-ada5-65ae861d602a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:29.471869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14612395-a596-4eba-bed7-eff7f46eabb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d78f62ad278443d3b42a52c68aabe34c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360925 Dec 12 15:26:29.473146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35236) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:29.478718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.584983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.600517 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.638812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.670821 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-cd2bf829-c0f6-40e6-ba1e-66689f22806f service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906926 Dec 12 15:26:29.702733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Network 3173b8f6-0983-438d-b06d-7b6933f85a41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:29.736380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.740789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:29.743531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc38edf3-cacf-4fc8-ada5-65ae861d602a HTTP/1.1" status: 204 len: 168 time: 0.2673063 Dec 12 15:26:29.753160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da90510-6eaa-43bf-9d1f-3e42d6b718b5 None None] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:29.771805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5287b5-7910-4e49-a742-c2021ced6723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38edf3-cacf-4fc8-ada5-65ae861d602a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:29.841771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 945d0b73-0250-4781-a1a5-4bdd9598604b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:29.874972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:29.889578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:30.009471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a068-9d76-4395-8233-efa7a61162f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.037175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] Provisioning complete for port a2fdc25e-8d68-42cf-b70d-f4b915649699 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:30.037550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.040715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1a068-9d76-4395-8233-efa7a61162f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.094577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70373d1d-3efb-4b2b-9062-c8aaecec7f4b req-af78b0e9-63dd-40a1-b53f-a2967b52a610 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:30.096138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70373d1d-3efb-4b2b-9062-c8aaecec7f4b req-af78b0e9-63dd-40a1-b53f-a2967b52a610 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.1488717 Dec 12 15:26:30.122478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cfc1a068-9d76-4395-8233-efa7a61162f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c29adfc9b2ba455699dbf57c659b7cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7395217 Dec 12 15:26:30.125055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35250) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:30.135878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Pushing event updated for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:30.168352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffe2f903-4466-43af-9221-91764b56e4f5 req-eca61c97-8142-44dc-a4ff-1caea47a10b8 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 210 time: 0.0710087 Dec 12 15:26:30.190231 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-29d7ada9-7c37-4cc8-9eeb-cbb43fa4bb7c req-21134783-cfad-4267-bd28-eb33cc193b51 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863422 Dec 12 15:26:30.201867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.217060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:30.218042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.218194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c190ee54-5af7-4ec6-a15d-91e04f7ef2ad details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:30.219980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:30.253645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-87fa0449-2e6f-44ab-9dbc-1baadc104719 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3297989 Dec 12 15:26:30.260981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a2fdc25e-8d68-42cf-b70d-f4b915649699,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:30.261290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1a068-9d76-4395-8233-efa7a61162f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487e9035-48cd-4b51-9ae5-9037b924c88c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:30.289702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.293943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Request body: {'port': {'device_id': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:30.309185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 945d0b73-0250-4781-a1a5-4bdd9598604b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:30.310008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.325859 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.382172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.440569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.450969 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:26:30.453073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:26:30.455439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a2fdc25e-8d68-42cf-b70d-f4b915649699 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:30.514587 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.527625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:30.529617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/487e9035-48cd-4b51-9ae5-9037b924c88c HTTP/1.1" status: 204 len: 168 time: 0.4034202 Dec 12 15:26:30.669984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9f872-0694-4b2d-a1e5-623cfd17c6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e9035-48cd-4b51-9ae5-9037b924c88c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:30.705058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70373d1d-3efb-4b2b-9062-c8aaecec7f4b req-abbe6694-ec3c-4e71-b946-b9724308fd48 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959723 Dec 12 15:26:30.791851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f62454-a21c-499a-9d90-86b5f28ebe16 req-64c0f399-27da-4263-9dce-78c8fb3dbb61 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:30.805245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33f62454-a21c-499a-9d90-86b5f28ebe16 req-64c0f399-27da-4263-9dce-78c8fb3dbb61 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 932 time: 0.4936223 Dec 12 15:26:30.966839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33f62454-a21c-499a-9d90-86b5f28ebe16 req-b14c1e62-b852-402f-aac8-faf755cd2005 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590340 Dec 12 15:26:31.243889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7cc5c-b037-4d43-b620-350345e82f46 None None] Pushing event updated for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:31.255441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d479e8e7-85aa-4d0b-bfd3-dc0416169717 None None] Provisioning complete for port a2fdc25e-8d68-42cf-b70d-f4b915649699 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:31.255820 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d479e8e7-85aa-4d0b-bfd3-dc0416169717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:31.413428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60cfc3e4-321b-4584-8197-5119fc91d546 req-1d8b2b51-697d-4bd7-b0bf-c1ba6cf1e954 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 210 time: 0.0725169 Dec 12 15:26:31.579985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:31.583258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a2fdc25e-8d68-42cf-b70d-f4b915649699 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:31.586381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:31.703071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c761603c-d70e-4849-87df-3cdba775b894', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'port_id': 'c761603c-d70e-4849-87df-3cdba775b894', 'mac_address': 'fa:16:3e:8e:2a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208503ab-5d94-4f98-8ef8-f0c94267879d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:31.706189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:31.748363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'port_id': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad', 'mac_address': 'fa:16:3e:87:a5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:31.855624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:31.945949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:31.956252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:31.960790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f1dbd-edf6-4eba-b8d3-216b4fc048cb req-31df6a13-57d1-415e-a174-8b696b5d5eb6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:31.968274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d4f1dbd-edf6-4eba-b8d3-216b4fc048cb req-31df6a13-57d1-415e-a174-8b696b5d5eb6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 943 time: 0.0984521 Dec 12 15:26:31.994465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-24e0f2b6-f7ee-4cb1-b27f-b9cbfff62dbb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:32.018921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-24e0f2b6-f7ee-4cb1-b27f-b9cbfff62dbb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:32.021074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-24e0f2b6-f7ee-4cb1-b27f-b9cbfff62dbb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "GET /v2.0/networks?id=c863ec46-0cda-4c1b-b8e2-bb22db73983a&id=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c HTTP/1.1" status: 200 len: 1391 time: 1.3996279 Dec 12 15:26:32.055990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d4f1dbd-edf6-4eba-b8d3-216b4fc048cb req-cb752234-4b14-4d23-88dc-8bb441a74746 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Dec 12 15:26:32.068119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c190ee54-5af7-4ec6-a15d-91e04f7ef2ad {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:32.106199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:32.155146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba6b871-44b1-4068-a04a-61070b09550f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:32.173194 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.197661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac2cd0-32ae-4204-93bb-b7323cb5d2c1 req-e043ecb6-4440-40ba-a170-2b25ce826db6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:32.207632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.211480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73ac2cd0-32ae-4204-93bb-b7323cb5d2c1 req-e043ecb6-4440-40ba-a170-2b25ce826db6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 932 time: 0.0813253 Dec 12 15:26:32.240468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Transition to ACTIVE for port object 5ba6b871-44b1-4068-a04a-61070b09550f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:32.251711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'port': {'device_id': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a', 'admin_state_up': True, 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:32.272405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.298355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73ac2cd0-32ae-4204-93bb-b7323cb5d2c1 req-a70b37d2-b72b-42b5-a35b-90f5a9100bb1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826666 Dec 12 15:26:32.320773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:32.345108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:32.352282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.451548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:32.457086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a2fdc25e-8d68-42cf-b70d-f4b915649699 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:32.482917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:32.523002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a2fdc25e-8d68-42cf-b70d-f4b915649699 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:32.523702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.558891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c761603c-d70e-4849-87df-3cdba775b894'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:32.591011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Attempting to bind port 5ba6b871-44b1-4068-a04a-61070b09550f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:32.591632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Attempting to bind port 5ba6b871-44b1-4068-a04a-61070b09550f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:32.592158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Attempting to bind port 5ba6b871-44b1-4068-a04a-61070b09550f on network 3173b8f6-0983-438d-b06d-7b6933f85a41 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:32.606924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Port 5ba6b871-44b1-4068-a04a-61070b09550f on network 3173b8f6-0983-438d-b06d-7b6933f85a41 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:32.607466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Attempting to bind port 5ba6b871-44b1-4068-a04a-61070b09550f on network 3173b8f6-0983-438d-b06d-7b6933f85a41 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:32.621506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:32.621506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Checking segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:32.622337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Bound using segment: {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:32.622337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Bound port: 5ba6b871-44b1-4068-a04a-61070b09550f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75691330-99b5-4b46-81a8-ba92302c95ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:32.622623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.653082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c190ee54-5af7-4ec6-a15d-91e04f7ef2ad'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:32.689742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:32.705236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dff86cb-6aca-4ccf-b80e-b6eff88037c3 req-70b3b0a9-27ef-4b50-b167-ef9702c62707 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 210 time: 0.0818789 Dec 12 15:26:32.742791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:32.752792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:32.945831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1975074231-network', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:32.993283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Made reservation on behalf of cf0ec89847a541a699d71366915ecb71 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:32.995786 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.011346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.053097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Allocated IP 19.80.0.81 (c863ec46-0cda-4c1b-b8e2-bb22db73983a/93ce20bf-80b9-4231-9f15-ce253d455907/c5c2d674-0a1a-4131-9c61-d1c7c719976b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:33.246413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.257588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.328622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:33.386483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9985c249-98f5-405f-8bba-07f99b22afd3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:33.422557 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.422922 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Added segment 3c48893c-4d65-4943-8eb0-916d2e8f0f29 of type vlan for network de4942ac-7171-4b0f-9392-54f1f0006e13 Dec 12 15:26:33.451023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.505451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbef2c-c0a3-4bf3-96ac-b9b0512ca7cf req-61699c65-901b-4d61-8c27-c4ccc318feac tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:33.518351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adbbef2c-c0a3-4bf3-96ac-b9b0512ca7cf req-61699c65-901b-4d61-8c27-c4ccc318feac tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 944 time: 0.2348351 Dec 12 15:26:33.526007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:33.538728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.549512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5ba6b871-44b1-4068-a04a-61070b09550f,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:33.585775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.591450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.604941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:33.612571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:33.619785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:33.624959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:33.648524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.651585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:33.651764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:33.652366 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.653232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.653838 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 200 len: 1092 time: 3.3726659 Dec 12 15:26:33.711710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:33.719309 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3279d-a21f-47d3-8630-11d58f4a1143" -d '{"events": [{"name": "network-changed", "server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:33.722288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715f783-6ee2-4713-a120-a3ae78d8f179 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:33.812120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] Pushing event updated for resources: {'Network': ['ID=de4942ac-7171-4b0f-9392-54f1f0006e13,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:33.827061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network de4942ac-7171-4b0f-9392-54f1f0006e13 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:33.828993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:33.829683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:33.850716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-a365ab60-514c-4b9e-b89e-3359c711a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:33.852222 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-a365ab60-514c-4b9e-b89e-3359c711a6ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1095 time: 0.1097748 Dec 12 15:26:33.871574 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d5d0973e-2e75-4f7a-9831-fe7922e0dca0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6292667 Dec 12 15:26:33.917460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-f35fa47d-82e5-4b1b-8cc5-a440c35d7642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 200 len: 217 time: 0.0451040 Dec 12 15:26:33.922837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Request body: {'port': {'device_id': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c', 'admin_state_up': True, 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:33.929037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7a1fd6b9-44e3-44cc-88da-ffbe97d900d6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2216957 Dec 12 15:26:33.935102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:33.950765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Request body: {'subnet': {'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1975074231-subnet', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:33.989794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adbbef2c-c0a3-4bf3-96ac-b9b0512ca7cf req-d45ca823-a832-4aa8-b46b-ce4db1599a82 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626756 Dec 12 15:26:34.016014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be2713-eb48-4a97-9fe5-70798eaf0953 req-f5d0adb9-241a-4016-a8c9-548c25e7ef9d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.017638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02be2713-eb48-4a97-9fe5-70798eaf0953 req-f5d0adb9-241a-4016-a8c9-548c25e7ef9d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 944 time: 0.4944892 Dec 12 15:26:34.094854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-962bd1b0-4fdd-44e8-bc52-c128d9c63a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.096336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-962bd1b0-4fdd-44e8-bc52-c128d9c63a06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1637704 Dec 12 15:26:34.099709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4179bfcb-6e1b-40cc-abbf-307e39e2da34 None None] Provisioning complete for port c5c2d674-0a1a-4131-9c61-d1c7c719976b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:34.100436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4179bfcb-6e1b-40cc-abbf-307e39e2da34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.103206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Made reservation on behalf of cf0ec89847a541a699d71366915ecb71 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:34.105739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.150348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4179bfcb-6e1b-40cc-abbf-307e39e2da34 None None] Port c5c2d674-0a1a-4131-9c61-d1c7c719976b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:34.166427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02be2713-eb48-4a97-9fe5-70798eaf0953 req-a897d3b0-e81a-4bd0-8b67-28c25c1e1e12 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320148 Dec 12 15:26:34.186529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df0c68e6-7c0f-4895-ada8-d074560a9170 req-4bc51738-2073-4349-96db-62c6fc149935 tempest-FlavorsV2NegativeTest-383902782 tempest-FlavorsV2NegativeTest-383902782-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1779899a452e4e77bb0954151d23ff90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502284 Dec 12 15:26:34.188856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:34.214908 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-46f08563-811e-4bb6-b065-d88d563faff8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967245 Dec 12 15:26:34.298703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port c761603c-d70e-4849-87df-3cdba775b894 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:34.305939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c761603c-d70e-4849-87df-3cdba775b894 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:34.306659 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.335807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c68e6-7c0f-4895-ada8-d074560a9170 req-899ccd0b-bc40-4c3f-869c-e220599b3b06 tempest-FlavorsV2NegativeTest-383902782 tempest-FlavorsV2NegativeTest-383902782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.337665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df0c68e6-7c0f-4895-ada8-d074560a9170 req-899ccd0b-bc40-4c3f-869c-e220599b3b06 tempest-FlavorsV2NegativeTest-383902782 tempest-FlavorsV2NegativeTest-383902782-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397572 Dec 12 15:26:34.357870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df0c68e6-7c0f-4895-ada8-d074560a9170 req-4b6bd8fc-bbdf-49db-8964-84c80465cc23 tempest-FlavorsV2NegativeTest-383902782 tempest-FlavorsV2NegativeTest-383902782-project] 10.222.0.36 "GET /v2.0/quotas/1779899a452e4e77bb0954151d23ff90 HTTP/1.1" status: 200 len: 375 time: 0.0108991 Dec 12 15:26:34.371885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c190ee54-5af7-4ec6-a15d-91e04f7ef2ad up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:34.435189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.439198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df0c68e6-7c0f-4895-ada8-d074560a9170 req-3544e780-9ffd-4be3-b07e-3dafa4c84a3a tempest-FlavorsV2NegativeTest-383902782 tempest-FlavorsV2NegativeTest-383902782-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1779899a452e4e77bb0954151d23ff90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668590 Dec 12 15:26:34.465455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89835e31-92c8-42ca-a217-a4ba2a5c44b0 req-7fb8c1ce-6961-43b5-b72c-f8921f246c31 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.472563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89835e31-92c8-42ca-a217-a4ba2a5c44b0 req-7fb8c1ce-6961-43b5-b72c-f8921f246c31 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 931 time: 0.1884024 Dec 12 15:26:34.487519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:34.495094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:34.495950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.544184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89835e31-92c8-42ca-a217-a4ba2a5c44b0 req-197bca2a-9368-4e14-b192-584f7a1136ea tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658433 Dec 12 15:26:34.554173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Made reservation on behalf of 3934bd6d6b824e7d9554c2a0d804e19f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:34.554173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.559336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.560626 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40382f65-6798-4c0f-9a99-b71e6b22253a x-openstack-request-id: req-40382f65-6798-4c0f-9a99-b71e6b22253a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:34.570037 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:34.570400 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40382f65-6798-4c0f-9a99-b71e6b22253a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:34.571056 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f', 'status': 'completed', 'code': 200} Dec 12 15:26:34.617508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:34.620432 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207e7268-dbd6-4f97-973c-411e23bf1d39" -d '{"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-plugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:34.650681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0693059a-1f94-44ec-8268-1d907b81189e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:34.668140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Checking segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:34.668725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Network hostable DHCP agents. Network: de4942ac-7171-4b0f-9392-54f1f0006e13, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:34.688010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.696677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-b54ee579-a00a-4ee8-8cb1-b9547dec3bbd service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687665 Dec 12 15:26:34.724593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:34.735495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.748939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Network de4942ac-7171-4b0f-9392-54f1f0006e13 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:34.752892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:34.756046 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a84bff-1103-4368-9b80-6bdd436b1054 x-openstack-request-id: req-c8a84bff-1103-4368-9b80-6bdd436b1054 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:34.756356 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-plugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:34.756619 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8a84bff-1103-4368-9b80-6bdd436b1054 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:34.757210 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894', 'code': 200} Dec 12 15:26:34.779911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, de4942ac-7171-4b0f-9392-54f1f0006e13) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:34.842116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.842984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.850478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60e0f5-31d1-434d-867e-893f17c976b7 None None] Network de4942ac-7171-4b0f-9392-54f1f0006e13 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:34.860865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.875371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-83c61d07-4ef0-43d1-a453-42a78ae79c67 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9389927 Dec 12 15:26:34.875831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35394) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:34.890350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:34.956619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8b2f4-6ea7-4630-ae61-62ee1e530b16 req-52ef05be-c4ca-40c0-8281-c35ac544efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:34.957565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.958923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:34.966022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79f8b2f4-6ea7-4630-ae61-62ee1e530b16 req-52ef05be-c4ca-40c0-8281-c35ac544efc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 1096 time: 0.1361973 Dec 12 15:26:35.003882 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-eec30e92-b1fb-4aac-abb8-b1bb84d6df6d req-15e1896a-2fe3-45ca-9716-68b56620a8ae service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571821 Dec 12 15:26:35.018815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:35.116171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Allocated IP 19.86.0.20 (6d63e6c3-f9dc-44eb-a87f-15738b8fa02c/28eb96c8-dcb1-44b9-8175-e9c2269ec7f8/a9a4ceb0-0234-4e48-bee9-59dc72c9b381) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:35.117316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79f8b2f4-6ea7-4630-ae61-62ee1e530b16 req-6d525d42-9cb3-4699-9887-6bf04669dacd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428578 Dec 12 15:26:35.157955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:35.173224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-5d3616d1-7063-4154-b814-cbceb7cb62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.174727 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-5d3616d1-7063-4154-b814-cbceb7cb62c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1095 time: 0.1105683 Dec 12 15:26:35.208779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:35.242280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf226c-1535-49ce-bcb1-f81e127f12d7 req-42aa3fac-f133-4d35-8faa-ca8acf690dff tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.243844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19cf226c-1535-49ce-bcb1-f81e127f12d7 req-42aa3fac-f133-4d35-8faa-ca8acf690dff tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1208575 Dec 12 15:26:35.278954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59add590-e4b1-4ba3-b79e-81bf70930fa8 None None] Network de4942ac-7171-4b0f-9392-54f1f0006e13 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:35.374799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:35.520400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:35.606897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19cf226c-1535-49ce-bcb1-f81e127f12d7 req-53ab91c2-a886-486e-a6e0-d5aaf0d84840 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525105 Dec 12 15:26:35.612173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c48cbaf-ce56-4f6d-b843-ec424bbb2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:35.703369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242846-3bbe-410c-8413-4a6b4c10b07f req-eb337434-9abf-4af3-82a5-82370b886bc3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.714513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21242846-3bbe-410c-8413-4a6b4c10b07f req-eb337434-9abf-4af3-82a5-82370b886bc3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 944 time: 0.1243167 Dec 12 15:26:35.720518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c562ebf1-b600-4757-9715-9ed735866c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:35.724597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-ec162a2d-f243-4605-a037-f919660f5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.726738 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-ec162a2d-f243-4605-a037-f919660f5f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.4645133 Dec 12 15:26:35.794662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0dc1-c499-49b2-8840-05b445336648 req-568f8620-251e-4b85-b25f-4c1a35a02116 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.796149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cde0dc1-c499-49b2-8840-05b445336648 req-568f8620-251e-4b85-b25f-4c1a35a02116 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 931 time: 0.1108246 Dec 12 15:26:35.803015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21242846-3bbe-410c-8413-4a6b4c10b07f req-b0ea82fd-68f7-461a-b9a5-1509f1905d35 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875530 Dec 12 15:26:35.836144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-a3fc287a-f73b-45ef-84a2-294f7935819b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 200 len: 217 time: 0.0781555 Dec 12 15:26:35.909292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cde0dc1-c499-49b2-8840-05b445336648 req-8cb52833-f277-41ac-899f-ee45634f8430 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049755 Dec 12 15:26:35.938890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:35.982251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-e32e709a-1930-48c6-834c-16ad80c3b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:35.984534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-e32e709a-1930-48c6-834c-16ad80c3b183 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1298311 Dec 12 15:26:36.056211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-0864a1cb-1af4-4d80-acd4-2a6bda10f299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614591 Dec 12 15:26:36.127887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.279497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c562ebf1-b600-4757-9715-9ed735866c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.287007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:36.320987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:36.322772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c562ebf1-b600-4757-9715-9ed735866c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.329779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:36.334984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event updated for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:36.443496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562ebf1-b600-4757-9715-9ed735866c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5208ac-54fd-40db-91b6-601f7963de3d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:36.448365 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c562ebf1-b600-4757-9715-9ed735866c31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1779899a452e4e77bb0954151d23ff90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0141358 Dec 12 15:26:36.451138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35416) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:36.464831 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-9294cf47-916f-4370-b9fb-26c3d207e9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679018 Dec 12 15:26:36.477577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:36.478272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.514741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.532806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.562084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.584312 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8b4aca10-6858-499c-8276-93ac928f90c4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658795 Dec 12 15:26:36.585750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.610616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1464452d-a227-461e-a520-c5d890810a69 None None] Provisioning complete for port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:36.611701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1464452d-a227-461e-a520-c5d890810a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.620031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Request body: {'port': {'device_id': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:36.647188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.651426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.656676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f5208ac-54fd-40db-91b6-601f7963de3d HTTP/1.1" status: 204 len: 168 time: 0.2012446 Dec 12 15:26:36.671976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a15a-014b-46e6-b82a-52c1676ec6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5208ac-54fd-40db-91b6-601f7963de3d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:36.703516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1464452d-a227-461e-a520-c5d890810a69 None None] Port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:36.743401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f1e3279d-a21f-47d3-8630-11d58f4a1143 req-40cca18a-0267-4f7c-b481-6ec8954e0ed9 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605259 Dec 12 15:26:36.758301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:36.761473 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492450ad-1d5e-4fd8-9639-6285767e1b8a" -d '{"events": [{"server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "name": "network-vif-plugged", "status": "completed", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:36.779642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:36.806533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788ffc-5303-4147-a6af-ff2e562f0abe req-a4f2d610-2cfa-423e-8582-df1a1f6ab33f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:36.813188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1788ffc-5303-4147-a6af-ff2e562f0abe req-a4f2d610-2cfa-423e-8582-df1a1f6ab33f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0968277 Dec 12 15:26:36.858423 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d91a1e-d4b7-457a-a5f1-b40b9bc0378e x-openstack-request-id: req-03d91a1e-d4b7-457a-a5f1-b40b9bc0378e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:36.859363 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "name": "network-vif-plugged", "status": "completed", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:36.859867 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03d91a1e-d4b7-457a-a5f1-b40b9bc0378e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:36.860451 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad', 'code': 200} Dec 12 15:26:36.934506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1788ffc-5303-4147-a6af-ff2e562f0abe req-c8b72038-b780-4df5-b726-859b7769d12f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181219 Dec 12 15:26:37.045166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Allocated IP 172.25.3.144 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/51231fb0-6cb3-48f9-89f1-45512ac17369) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:37.076912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29478-8084-4127-b6be-db48c921d51b req-6f803799-f01f-4874-a671-19007838e233 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.078543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ade29478-8084-4127-b6be-db48c921d51b req-6f803799-f01f-4874-a671-19007838e233 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 944 time: 0.1015599 Dec 12 15:26:37.183923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ade29478-8084-4127-b6be-db48c921d51b req-5045d3b4-79b9-4236-a3ea-7123bfb59631 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984919 Dec 12 15:26:37.246549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133f44-a549-4e84-82b1-27c0e3d59779 req-7ef92d78-31aa-43e7-8ac4-927990b96f6a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.253674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19133f44-a549-4e84-82b1-27c0e3d59779 req-7ef92d78-31aa-43e7-8ac4-927990b96f6a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.261830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19133f44-a549-4e84-82b1-27c0e3d59779 req-7ef92d78-31aa-43e7-8ac4-927990b96f6a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1653 time: 0.1158268 Dec 12 15:26:37.338326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655721-0c6b-4ba2-98b6-84d32af49f8e req-f588ffa4-1179-432f-9f56-fc9c22e7e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.339757 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f655721-0c6b-4ba2-98b6-84d32af49f8e req-f588ffa4-1179-432f-9f56-fc9c22e7e3e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.3786082 Dec 12 15:26:37.389501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19133f44-a549-4e84-82b1-27c0e3d59779 req-af06a976-4dd8-4568-a347-ff0413308e41 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132195 Dec 12 15:26:37.402631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcd0d7-f544-49a4-9870-90f80ed3463a req-a0a062d4-6bb2-4df5-b661-765b153f27e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.404151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fcd0d7-f544-49a4-9870-90f80ed3463a req-a0a062d4-6bb2-4df5-b661-765b153f27e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1139185 Dec 12 15:26:37.464938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fcd0d7-f544-49a4-9870-90f80ed3463a req-44896f40-5f26-405d-8735-399f9fead6b5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Dec 12 15:26:37.720724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2fb4e65f-e545-4f79-8093-8b928c0769e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:37.783651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35468) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:37.819096 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f655721-0c6b-4ba2-98b6-84d32af49f8e req-779bc2e2-0cff-4318-a264-8c90a8bf1738 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691932 Dec 12 15:26:37.873666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:37.921053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:37.935175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d6dd-aff3-4267-85ed-d5fb119d8b38 req-edead893-bcba-4c88-b2ae-fad83213c462 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:37.943238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c626d6dd-aff3-4267-85ed-d5fb119d8b38 req-edead893-bcba-4c88-b2ae-fad83213c462 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Dec 12 15:26:37.988874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:37.990272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-network', 'tenant_id': '02022ffab444412485705c0e7e6102a4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:38.004544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c626d6dd-aff3-4267-85ed-d5fb119d8b38 req-ed410cb6-beff-4ba3-a704-20959f5143e6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601647 Dec 12 15:26:38.011584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:38.017886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:38.021408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Pushing event updated for resources: {'Port': ['ID=51231fb0-6cb3-48f9-89f1-45512ac17369,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:38.034159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Made reservation on behalf of 02022ffab444412485705c0e7e6102a4 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:38.041103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.051243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c2d674-0a1a-4131-9c61-d1c7c719976b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:38.052315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.063479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.084864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Transition to ACTIVE for port object c5c2d674-0a1a-4131-9c61-d1c7c719976b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:38.120444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.155507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.161216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.183133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:26:38.205653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93531aa-021e-4885-a6dd-0bfc52154f27,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:38.209363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.209709 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Added segment 0de58099-7673-4923-a8a2-ab0bc64bee24 of type vlan for network 7569da63-8d7d-4263-8e71-3d4003243e1a Dec 12 15:26:38.261734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.343824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:38.350977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.352039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:38.352759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.377465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5ba6b871-44b1-4068-a04a-61070b09550f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:38.393178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34868-60f1-40c1-a94e-d6d37e9fa09e req-b85c915d-554e-42e1-bcb4-a99693dc6d76 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:38.401570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b34868-60f1-40c1-a94e-d6d37e9fa09e req-b85c915d-554e-42e1-bcb4-a99693dc6d76 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 944 time: 0.1039588 Dec 12 15:26:38.465048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.6774817 Dec 12 15:26:38.466062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:38.476055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Request body: {'subnet': {'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-subnet', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:38.505382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1e50-5de7-4b8d-a5c7-231e54bb1931 admin admin] Pushing event updated for resources: {'Network': ['ID=7569da63-8d7d-4263-8e71-3d4003243e1a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:38.541783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01b34868-60f1-40c1-a94e-d6d37e9fa09e req-fb9bcf62-7292-4559-8f3c-4f65a774da6f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387753 Dec 12 15:26:38.586552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Made reservation on behalf of 02022ffab444412485705c0e7e6102a4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:38.591137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.599588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Attempting to bind port c5c2d674-0a1a-4131-9c61-d1c7c719976b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:38.600222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Attempting to bind port c5c2d674-0a1a-4131-9c61-d1c7c719976b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:38.600774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Attempting to bind port c5c2d674-0a1a-4131-9c61-d1c7c719976b on network c863ec46-0cda-4c1b-b8e2-bb22db73983a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:38.622611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Port c5c2d674-0a1a-4131-9c61-d1c7c719976b on network c863ec46-0cda-4c1b-b8e2-bb22db73983a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:38.623253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Attempting to bind port c5c2d674-0a1a-4131-9c61-d1c7c719976b on network c863ec46-0cda-4c1b-b8e2-bb22db73983a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:38.625516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.637739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea73a95-fb8c-4292-8662-453c419ecff6 req-5514914b-0a46-4dbe-b9f7-985c57c3257f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:38.646195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea73a95-fb8c-4292-8662-453c419ecff6 req-5514914b-0a46-4dbe-b9f7-985c57c3257f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:38.647790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ea73a95-fb8c-4292-8662-453c419ecff6 req-5514914b-0a46-4dbe-b9f7-985c57c3257f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1665 time: 0.1020873 Dec 12 15:26:38.700177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:38.700898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Checking segment: {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:38.701480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Bound using segment: {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:38.702115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Bound port: c5c2d674-0a1a-4131-9c61-d1c7c719976b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:38.702657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.721178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ea73a95-fb8c-4292-8662-453c419ecff6 req-f8c85c6a-823d-4b73-b6e8-e4c23c3c9319 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665252 Dec 12 15:26:38.767197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7569da63-8d7d-4263-8e71-3d4003243e1a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:26:38.818661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.888104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5ba6b871-44b1-4068-a04a-61070b09550f,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:38.900347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '5ba6b871-44b1-4068-a04a-61070b09550f', 'network_id': '3173b8f6-0983-438d-b06d-7b6933f85a41', 'port_id': '5ba6b871-44b1-4068-a04a-61070b09550f', 'mac_address': 'fa:16:3e:a7:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fa5d7-ef8c-4985-b98f-ded1a199f9c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:38.928980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:38.943485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:38.956829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba6b871-44b1-4068-a04a-61070b09550f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:38.959816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:38.981028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5ba6b871-44b1-4068-a04a-61070b09550f,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:38.986634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.002614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.062749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.063815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:39.092417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.093081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.094485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-1821a137-bda7-417d-8462-787510acd0ce service neutron] 10.222.0.30 "PUT /v2.0/ports/c5c2d674-0a1a-4131-9c61-d1c7c719976b HTTP/1.1" status: 200 len: 1091 time: 2.4829023 Dec 12 15:26:39.095297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:39.097605 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8819fd0d-bb1a-4c6b-b878-a57f21384415" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:39.106018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.131355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.172530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Request body: {'port': {'device_id': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:39.212404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6dfda-91b5-4506-99e3-dd9a1a0ca4e5 req-201596b6-f08d-4bfe-9783-462c61c4b6e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.224146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['5ba6b871-44b1-4068-a04a-61070b09550f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:39.225564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91a6dfda-91b5-4506-99e3-dd9a1a0ca4e5 req-201596b6-f08d-4bfe-9783-462c61c4b6e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1078947 Dec 12 15:26:39.236456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a137-bda7-417d-8462-787510acd0ce service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:39.328467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91a6dfda-91b5-4506-99e3-dd9a1a0ca4e5 req-fbbc4c29-0d43-4050-862a-5701a48d965f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938964 Dec 12 15:26:39.329093 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc0f2f6-dd6e-4be6-97e8-5b3c64b70bc6 x-openstack-request-id: req-4cc0f2f6-dd6e-4be6-97e8-5b3c64b70bc6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:39.329093 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:39.329093 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cc0f2f6-dd6e-4be6-97e8-5b3c64b70bc6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:39.329093 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b', 'status': 'completed', 'code': 200} Dec 12 15:26:39.408058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=001deb5f-f86e-49e0-9166-3c96a9254325,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:39.497157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.503632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-9fec7071-f371-469d-bb38-ab35937dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.504108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-9fec7071-f371-469d-bb38-ab35937dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.505751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-9fec7071-f371-469d-bb38-ab35937dd012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1912 time: 0.2624321 Dec 12 15:26:39.546806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Checking segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:39.547207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Network hostable DHCP agents. Network: 7569da63-8d7d-4263-8e71-3d4003243e1a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:26:39.655243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Network 7569da63-8d7d-4263-8e71-3d4003243e1a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:26:39.726501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718868c-4917-4547-8d42-e5ace1ac8a5b req-5b0e8082-e8a0-4ccd-968f-18e94f033cc3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.727956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f718868c-4917-4547-8d42-e5ace1ac8a5b req-5b0e8082-e8a0-4ccd-968f-18e94f033cc3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 945 time: 0.1134219 Dec 12 15:26:39.738964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7569da63-8d7d-4263-8e71-3d4003243e1a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:39.750427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde15cbc-631d-4451-b8f3-197ae1486c90 None None] Network 7569da63-8d7d-4263-8e71-3d4003243e1a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:39.756098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.756907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.765936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Router 4be0e203-81e2-480c-b392-d9822dcab4e6 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:26:39.795526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-de75ec3a-e240-4c1c-bf7b-9a17b5ad3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.796078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-de75ec3a-e240-4c1c-bf7b-9a17b5ad3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.796550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-de75ec3a-e240-4c1c-bf7b-9a17b5ad3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.798242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-de75ec3a-e240-4c1c-bf7b-9a17b5ad3aae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2803888 Dec 12 15:26:39.817805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f718868c-4917-4547-8d42-e5ace1ac8a5b req-df9e3e81-6e6b-4117-9e01-59102cb68bda tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816028 Dec 12 15:26:39.872818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a3ae7dcf-ac83-42f9-8fb6-17e54276187f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4028380 Dec 12 15:26:39.885662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:39.890140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:39.926717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d260e0-cd79-4feb-8e1b-543df496ac97 req-e2776e5e-72a5-4895-aa67-ab6eb32f19ae tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.928179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7569da63-8d7d-4263-8e71-3d4003243e1a', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'project_id': '02022ffab444412485705c0e7e6102a4', 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:26:39.930042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.933416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d260e0-cd79-4feb-8e1b-543df496ac97 req-e2776e5e-72a5-4895-aa67-ab6eb32f19ae tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:39.942490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15d260e0-cd79-4feb-8e1b-543df496ac97 req-e2776e5e-72a5-4895-aa67-ab6eb32f19ae tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1665 time: 0.0883837 Dec 12 15:26:39.950036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.951032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:39.996743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15d260e0-cd79-4feb-8e1b-543df496ac97 req-9a95ed9d-c7e6-4695-84c4-04b62d7f07a3 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549731 Dec 12 15:26:40.062463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.096285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-bbbe40e7-2de6-4702-b9ea-c916bb76e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:40.097826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8819fd0d-bb1a-4c6b-b878-a57f21384415 req-bbbe40e7-2de6-4702-b9ea-c916bb76e1c7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2773340 Dec 12 15:26:40.117495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:40.129813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Sync routers for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:40.160588 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:40.163175 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:40.167480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.169124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b5f94738-0143-4f1e-8deb-6cfbc258c077 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2874429 Dec 12 15:26:40.172086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:40.175271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a4ceb0-0234-4e48-bee9-59dc72c9b381 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:40.178800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Allocated IP 172.20.0.2 (7569da63-8d7d-4263-8e71-3d4003243e1a/001deb5f-f86e-49e0-9166-3c96a9254325/32d1ef5f-30ed-43fa-9cbe-db3486c42fb6) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:40.191451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.248075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Transition to ACTIVE for port object a9a4ceb0-0234-4e48-bee9-59dc72c9b381 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:40.257408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.268464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.380402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.381306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5ba6b871-44b1-4068-a04a-61070b09550f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:40.447471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:40.651446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b140787-645b-46e2-95e4-59ce20b62a6e req-6ea55b2a-f069-4a7c-98bd-d98ee9412a70 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:40.653649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b140787-645b-46e2-95e4-59ce20b62a6e req-6ea55b2a-f069-4a7c-98bd-d98ee9412a70 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1937008 Dec 12 15:26:40.654948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 5ba6b871-44b1-4068-a04a-61070b09550f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:40.700342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 5ba6b871-44b1-4068-a04a-61070b09550f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:40.700740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.708859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.715205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.750277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.767597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:40.800911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b140787-645b-46e2-95e4-59ce20b62a6e req-00151ec4-d4b0-4c42-8dac-0ffff19ad0bb tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372137 Dec 12 15:26:40.887108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Network 7569da63-8d7d-4263-8e71-3d4003243e1a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:40.914612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:40.918235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:40.997252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Pushing event updated for resources: {'Port': ['ID=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:41.010424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Allocated IP 172.25.3.132 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/a91af454-c39f-4c58-8e88-8980767d81c0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:41.100858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:38Z', 'revision_number': 3, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:41.107717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:41.157070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Attempting to bind port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:41.157911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Attempting to bind port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:41.158783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Attempting to bind port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 on network 7569da63-8d7d-4263-8e71-3d4003243e1a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:41.179518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf5f64-de96-4f98-b1c4-ac0c3306a5bc req-8f07a0f2-2595-4d3f-b460-b245692aab4d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:41.182993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:41.183646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Checking segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:41.184242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.184853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Bound using segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:41.185844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Bound port: 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:41.186954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.187827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9bf5f64-de96-4f98-b1c4-ac0c3306a5bc req-8f07a0f2-2595-4d3f-b460-b245692aab4d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 945 time: 0.2243040 Dec 12 15:26:41.190610 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Checking router: 4be0e203-81e2-480c-b392-d9822dcab4e6 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:41.196870 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Updating router 4be0e203-81e2-480c-b392-d9822dcab4e6 port 51231fb0-6cb3-48f9-89f1-45512ac17369 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:41.238890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.243953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.248498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.253132 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.277681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9bf5f64-de96-4f98-b1c4-ac0c3306a5bc req-2c4dee19-5d6d-460c-9f92-8d6f2073557a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886490 Dec 12 15:26:41.310962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843edb14-6a4e-4068-b223-6e16ccebdeba req-f3c9e35f-0983-4a8b-aa43-40a6a6678276 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:41.315693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Attempting to bind port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:41.316081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Attempting to bind port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:41.316407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Attempting to bind port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 on network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:41.323803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843edb14-6a4e-4068-b223-6e16ccebdeba req-f3c9e35f-0983-4a8b-aa43-40a6a6678276 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:41.331250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 on network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:41.331639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Attempting to bind port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 on network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:41.339570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-843edb14-6a4e-4068-b223-6e16ccebdeba req-f3c9e35f-0983-4a8b-aa43-40a6a6678276 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1677 time: 0.2053697 Dec 12 15:26:41.376967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:41.377496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Checking segment: {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:41.377869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Bound using segment: {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:41.378205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Bound port: a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5e7126f-de12-46f2-9b71-344da9e1c94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:41.378562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.385028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] For port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:41.391639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] For port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:41.406483 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.431367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.432692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:41.440656 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fcf76a-ac62-4e88-8dee-2d5f98850f24" -d '{"events": [{"server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "name": "network-vif-plugged", "status": "completed", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:41.466763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.515945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5ba6b871-44b1-4068-a04a-61070b09550f,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:41.526188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.530912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:41.537559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:41.578614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.598495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb64850-2a2d-4f8b-b9e4-262338d70b3b None None] Pushing event updated for resources: {'Port': ['ID=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:41.667093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.678449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:41.679343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:41.681633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9a4ceb0-0234-4e48-bee9-59dc72c9b381 HTTP/1.1" status: 200 len: 1091 time: 2.5389049 Dec 12 15:26:41.684296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:41.686745 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:41.765082 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a183fe97-41c3-43a3-bbe9-071979837277 x-openstack-request-id: req-a183fe97-41c3-43a3-bbe9-071979837277 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:41.765431 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "name": "network-vif-plugged", "status": "completed", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:41.765892 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a183fe97-41c3-43a3-bbe9-071979837277 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:41.766303 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f', 'code': 200} Dec 12 15:26:41.791423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:41.853233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Pushing event updated for resources: {'Port': ['ID=a91af454-c39f-4c58-8e88-8980767d81c0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:41.869216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-843edb14-6a4e-4068-b223-6e16ccebdeba req-26f16d47-484c-4f31-9761-e36ade987923 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285454 Dec 12 15:26:41.906199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:41.909928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:41.934544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:42.033631 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36111ee-2ea7-4ed2-aa42-8d530280fc14 x-openstack-request-id: req-b36111ee-2ea7-4ed2-aa42-8d530280fc14 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:42.039118 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:42.039386 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b36111ee-2ea7-4ed2-aa42-8d530280fc14 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:42.039808 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381', 'status': 'completed', 'code': 200} Dec 12 15:26:42.080447 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.091089 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.181771 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6880bd-2c13-445b-8d7d-e22599289520 None None] Pushing event updated for resources: {'Port': ['ID=51231fb0-6cb3-48f9-89f1-45512ac17369,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:42.235440 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Attempting to bind port 51231fb0-6cb3-48f9-89f1-45512ac17369 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:42.236498 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Attempting to bind port 51231fb0-6cb3-48f9-89f1-45512ac17369 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:42.237272 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Attempting to bind port 51231fb0-6cb3-48f9-89f1-45512ac17369 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:42.245321 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:42.245989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:42.246579 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.247142 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:42.247792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Bound port: 51231fb0-6cb3-48f9-89f1-45512ac17369, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:42.248407 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.263743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68193f32-f778-41f8-9fc8-0009ce250aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:42.307200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Allocated IP 172.20.0.1 (de4942ac-7171-4b0f-9392-54f1f0006e13/0693059a-1f94-44ec-8268-1d907b81189e/dae53a20-9267-41fb-9e56-568eab2a2fb9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:42.314251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] For port 51231fb0-6cb3-48f9-89f1-45512ac17369, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:42.315804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fd77b-8f60-49f3-ad66-a75a141a30e2 req-457018ad-76bf-45ae-9075-f40aef55d660 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.318427 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] For port 51231fb0-6cb3-48f9-89f1-45512ac17369, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=51231fb0-6cb3-48f9-89f1-45512ac17369,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:42.321459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a6fd77b-8f60-49f3-ad66-a75a141a30e2 req-457018ad-76bf-45ae-9075-f40aef55d660 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.2437768 Dec 12 15:26:42.331036 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.351179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-f8a387e5-89da-4169-ba84-fa83e166c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.362191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-f8a387e5-89da-4169-ba84-fa83e166c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.363628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-f8a387e5-89da-4169-ba84-fa83e166c4d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1979 time: 0.5684476 Dec 12 15:26:42.373966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:42.466130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:42.466770 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:42.470280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2ccd7-42cf-4d6b-9a8f-160664bd01d7 req-103a20f8-eb55-4d52-9b3b-d8557efde1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.474828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a3f2ccd7-42cf-4d6b-9a8f-160664bd01d7 req-103a20f8-eb55-4d52-9b3b-d8557efde1b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1097 time: 0.4228659 Dec 12 15:26:42.481317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:42.481682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.517815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-5f2e46a1-4976-4942-b555-1fb7a6d2684c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b HTTP/1.1" status: 200 len: 217 time: 0.1285160 Dec 12 15:26:42.558318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be363914-8959-460e-9610-114f9a93bb2f req-00512921-843c-47c5-97bb-baea541ce44b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.561039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be363914-8959-460e-9610-114f9a93bb2f req-00512921-843c-47c5-97bb-baea541ce44b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1181970 Dec 12 15:26:42.562277 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6880bd-2c13-445b-8d7d-e22599289520 None None] Pushing event updated for resources: {'Port': ['ID=51231fb0-6cb3-48f9-89f1-45512ac17369,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:42.575017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a6fd77b-8f60-49f3-ad66-a75a141a30e2 req-ca5a62e9-8c8f-4a1d-bccb-6ed01b80695f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886888 Dec 12 15:26:42.606289 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.682376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:42.688437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.713194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a3f2ccd7-42cf-4d6b-9a8f-160664bd01d7 req-f02d6b57-00c6-42aa-ba2a-6d8b320b2e91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034161 Dec 12 15:26:42.725063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-c7a50d5f-68f8-42b9-b629-48b73902f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:42.727686 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-c7a50d5f-68f8-42b9-b629-48b73902f67b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93ce20bf-80b9-4231-9f15-ce253d455907 HTTP/1.1" status: 200 len: 801 time: 0.1956010 Dec 12 15:26:42.734310 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:42.737156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.778252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:42.806039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.835842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be363914-8959-460e-9610-114f9a93bb2f req-64d7e8bd-7347-4533-8ed4-bfcb8546892c tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554202 Dec 12 15:26:42.875951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Network de4942ac-7171-4b0f-9392-54f1f0006e13 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:42.881512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:42.885280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:42.910647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Pushing event updated for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:42.931976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:42.997117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:43.008932 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:38Z', 'revision_number': 3, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:43.065075 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6d7381-cfd7-4247-bc81-af371a405d23 None None] The sync data for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 is: [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:38Z', 'revision_number': 3, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:43.067407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-31c88b9b-62bb-4320-b64b-d11b54f6007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:43.068959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-31c88b9b-62bb-4320-b64b-d11b54f6007d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c863ec46-0cda-4c1b-b8e2-bb22db73983a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1595781 Dec 12 15:26:43.243496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555b8c7-e530-428a-a877-317ef294bbd1 None None] Network 7569da63-8d7d-4263-8e71-3d4003243e1a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:26:43.348523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:43.350684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-0f2bde53-d8f9-4afb-a634-7d0845273be6 service neutron] 10.222.0.30 "GET /v2.0/networks/c863ec46-0cda-4c1b-b8e2-bb22db73983a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053053 Dec 12 15:26:43.351984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:43.374698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f4cc20d0-8de5-407a-9e92-009c410d2fb7 None None] Provisioning complete for port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:43.375722 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4cc20d0-8de5-407a-9e92-009c410d2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:43.412991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58ecc4-4e1e-4c69-8eda-d4cd497ee9a6 req-72a81236-8638-438e-8d84-ee631ae8cf7a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:43.420533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58ecc4-4e1e-4c69-8eda-d4cd497ee9a6 req-72a81236-8638-438e-8d84-ee631ae8cf7a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:43.422830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af58ecc4-4e1e-4c69-8eda-d4cd497ee9a6 req-72a81236-8638-438e-8d84-ee631ae8cf7a tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1677 time: 0.3236897 Dec 12 15:26:43.594470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-d371aa79-0472-4f68-a507-0625da62476b service neutron] 10.222.0.30 "GET /v2.0/networks/c863ec46-0cda-4c1b-b8e2-bb22db73983a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239828 Dec 12 15:26:43.708542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-8ae392b8-79ab-42bf-afe4-9470ef796b37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381 HTTP/1.1" status: 200 len: 217 time: 0.1040080 Dec 12 15:26:43.905180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-635f0cdd-bb6f-44cb-af82-0e6d7dffe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:43.907486 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-635f0cdd-bb6f-44cb-af82-0e6d7dffe9cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28eb96c8-dcb1-44b9-8175-e9c2269ec7f8 HTTP/1.1" status: 200 len: 801 time: 0.1833215 Dec 12 15:26:43.982079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af58ecc4-4e1e-4c69-8eda-d4cd497ee9a6 req-95741a1b-f3df-4530-a384-e660c5cad592 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447259 Dec 12 15:26:44.006121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-66ef5925-1642-434e-b860-916a0942e6f6 None None] Provisioning complete for port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:44.006500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66ef5925-1642-434e-b860-916a0942e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.032076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-60b6d199-e25d-4764-802d-c0572befe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.034198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-60b6d199-e25d-4764-802d-c0572befe4af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167097 Dec 12 15:26:44.075534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.087866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-302b0519-dac5-48a9-a30d-a684042d46a7 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.091836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-302b0519-dac5-48a9-a30d-a684042d46a7 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.2616103 Dec 12 15:26:44.129595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.162239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Router 49d9e5aa-854c-4a82-8a35-116c045ea570 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:26:44.164293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-bb955431-fbfc-4f02-a1af-cef9b1ef21dd tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/quotas/bf66164a313649a9a90d1699d1d1180d HTTP/1.1" status: 200 len: 375 time: 0.0560222 Dec 12 15:26:44.231655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.273856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Pushing event updated for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:44.324607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff405f-176f-4b52-925a-f90e22bfe494 req-0dd22ea2-d7dd-4318-9001-8cbb7f675a1f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.325124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-173db78b-3256-47c2-b936-847b6b3376f1 service neutron] 10.222.0.30 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804363 Dec 12 15:26:44.326194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ff405f-176f-4b52-925a-f90e22bfe494 req-0dd22ea2-d7dd-4318-9001-8cbb7f675a1f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.2026935 Dec 12 15:26:44.392855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-e3b0f099-9355-4080-bfae-c74c702a72b3 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2049458 Dec 12 15:26:44.449120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 51231fb0-6cb3-48f9-89f1-45512ac17369 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:44.498346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3eedd3a0-5261-4041-b614-b81fa618bb62 req-ed801854-87eb-46d4-9429-11927cb7034e service neutron] 10.222.0.30 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613598 Dec 12 15:26:44.501145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Network de4942ac-7171-4b0f-9392-54f1f0006e13 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:44.503348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:44.528417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4ff405f-176f-4b52-925a-f90e22bfe494 req-6eb1be82-5d9f-41fb-b1bf-864bccdf9ede tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929178 Dec 12 15:26:44.557643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:44.587089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Sync routers for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:44.590790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.595751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fcb06978-031a-4d1d-b8b2-4ae480231a1e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.7090268 Dec 12 15:26:44.596410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35564) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:26:44.621490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:44.622496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:44.625898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 51231fb0-6cb3-48f9-89f1-45512ac17369 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:44.626778 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:44.719473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-523fcd4c-05a8-44ba-b1f7-83966157369b service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175182 Dec 12 15:26:44.735769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-f3931567-3c02-4822-8ac3-94313c7ebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.736258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-f3931567-3c02-4822-8ac3-94313c7ebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.738847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-f3931567-3c02-4822-8ac3-94313c7ebf07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1979 time: 0.1733320 Dec 12 15:26:44.832212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Router 4be0e203-81e2-480c-b392-d9822dcab4e6 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:26:44.859488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548cc3a-ee5f-46e7-a385-d2cea96d7aab req-0a9b5a29-6a04-4b43-a52f-3b82b792ef93 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.867879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a548cc3a-ee5f-46e7-a385-d2cea96d7aab req-0a9b5a29-6a04-4b43-a52f-3b82b792ef93 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1720858 Dec 12 15:26:44.886353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:44.985249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a548cc3a-ee5f-46e7-a385-d2cea96d7aab req-f2949fc6-5797-487f-8068-607de263dd62 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162875 Dec 12 15:26:44.994107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-bfb59027-ce29-4ffb-bf26-1501c3ab0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:44.996335 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-bfb59027-ce29-4ffb-bf26-1501c3ab0232 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c HTTP/1.1" status: 200 len: 902 time: 0.2507515 Dec 12 15:26:44.999476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:45.005862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5d16b14-f9f3-4703-9dab-bcd442fa5d34 admin admin] 10.222.0.36 "PUT /v2.0/routers/4be0e203-81e2-480c-b392-d9822dcab4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8240447 Dec 12 15:26:45.034563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-53e148d7-f6d0-47fb-b15c-381ff427962b service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953498 Dec 12 15:26:45.057080 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-0482bfe8-19c5-4316-9d5c-b05be20eccea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381 HTTP/1.1" status: 200 len: 217 time: 0.0490851 Dec 12 15:26:45.112261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-28cd5c9c-e6cc-4bd1-a467-1b713175f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.114139 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-28cd5c9c-e6cc-4bd1-a467-1b713175f5bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=28eb96c8-dcb1-44b9-8175-e9c2269ec7f8 HTTP/1.1" status: 200 len: 801 time: 0.0493412 Dec 12 15:26:45.159399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:45.200090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 51231fb0-6cb3-48f9-89f1-45512ac17369, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=51231fb0-6cb3-48f9-89f1-45512ac17369,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:45.205617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-82bc13ff-f0a1-4b95-870c-8d9dfdfdf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.208549 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-82bc13ff-f0a1-4b95-870c-8d9dfdfdf2f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866263 Dec 12 15:26:45.211065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:45.212108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:45.410403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-c65b638e-2399-4e59-b9d5-d4a1bb2b8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.411982 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-c65b638e-2399-4e59-b9d5-d4a1bb2b8240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1097 time: 0.1287603 Dec 12 15:26:45.527249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:45.527777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:45.529309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=51231fb0-6cb3-48f9-89f1-45512ac17369,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:45.587355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-9b878e38-05f2-44c2-bdf9-d947da4ee143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.588862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-9b878e38-05f2-44c2-bdf9-d947da4ee143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.1669617 Dec 12 15:26:45.605436 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-a89a61c6-2aba-4635-ac65-0a565eeb57cb service neutron] 10.222.0.30 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787525 Dec 12 15:26:45.609530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:42Z', 'revision_number': 3, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:45.658189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf17f3-0586-477e-b63d-801507cc2269 req-48ed7ca8-8aff-4cd9-83e9-f5e2f944c1d4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.665077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Checking router: 49d9e5aa-854c-4a82-8a35-116c045ea570 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:45.665772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Updating router 49d9e5aa-854c-4a82-8a35-116c045ea570 port a91af454-c39f-4c58-8e88-8980767d81c0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:45.665923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf17f3-0586-477e-b63d-801507cc2269 req-48ed7ca8-8aff-4cd9-83e9-f5e2f944c1d4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.674859 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-689e6298-203f-456e-9bd9-f9ac5d05a906 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 200 len: 217 time: 0.0679948 Dec 12 15:26:45.675544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ddf17f3-0586-477e-b63d-801507cc2269 req-48ed7ca8-8aff-4cd9-83e9-f5e2f944c1d4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1677 time: 0.2254412 Dec 12 15:26:45.713935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:45.735859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81fbca-926b-4c62-9f61-dc89b64faecc req-aee4d3f2-8f50-4a1b-9954-f2db2fb68ab9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.737408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea81fbca-926b-4c62-9f61-dc89b64faecc req-aee4d3f2-8f50-4a1b-9954-f2db2fb68ab9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.2653923 Dec 12 15:26:45.781184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ddf17f3-0586-477e-b63d-801507cc2269 req-e5577b41-50e2-4ea5-8133-cb0fdb24c670 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030860 Dec 12 15:26:45.858419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-569311da-5de4-474c-8de3-dfc7f313e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:45.859971 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-569311da-5de4-474c-8de3-dfc7f313e477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1003146 Dec 12 15:26:45.956945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-debc1440-2c91-4523-a289-739b343e12f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738449 Dec 12 15:26:45.982011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f658a4b4-9971-41ec-a071-706e12d50531 req-cbf63698-09e9-49a1-bdab-0160e1a62e82 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 210 time: 0.0829628 Dec 12 15:26:45.996483 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Sync routers for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:46.007619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea81fbca-926b-4c62-9f61-dc89b64faecc req-a3e7b8cd-1fa3-46b1-af29-06bc3ecf6fbb tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368083 Dec 12 15:26:46.026239 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.046085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:46.048871 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:46.261483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d9c02ccb-4fb9-4c0f-86e6-852fe1bfc585 req-6f5ca877-220a-49da-a6e5-9f8066dbed4c service neutron] 10.222.0.30 "GET /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828273 Dec 12 15:26:46.315688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Allocated IP 172.20.0.1 (7569da63-8d7d-4263-8e71-3d4003243e1a/001deb5f-f86e-49e0-9166-3c96a9254325/3b424354-34a5-4f29-8881-224997faa8ac) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:46.372746 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-7ac21549-c014-4162-92f6-d846da656937 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128008 Dec 12 15:26:46.394468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 51231fb0-6cb3-48f9-89f1-45512ac17369 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:46.410903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c5c2d674-0a1a-4131-9c61-d1c7c719976b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:46.426343 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:46.507231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.513814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980485e6-8587-4d9b-878f-c14a88b1ce30 req-de662c0b-5590-422d-9135-393ea47b3437 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:46.515272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-980485e6-8587-4d9b-878f-c14a88b1ce30 req-de662c0b-5590-422d-9135-393ea47b3437 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1405978 Dec 12 15:26:46.528623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.572790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e44d413f-cea9-4bd7-abc5-de3b12502cc7 req-34bf6583-a0ff-4968-b437-86580294d6e5 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922832 Dec 12 15:26:46.632652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.655882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 51231fb0-6cb3-48f9-89f1-45512ac17369 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:46.656544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.682297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Attempting to bind port a91af454-c39f-4c58-8e88-8980767d81c0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:46.682818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Attempting to bind port a91af454-c39f-4c58-8e88-8980767d81c0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:46.683423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Attempting to bind port a91af454-c39f-4c58-8e88-8980767d81c0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:46.696866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:46.697527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:46.698175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.698693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:46.699271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Bound port: a91af454-c39f-4c58-8e88-8980767d81c0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:46.700493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.702311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28811ca-fe1c-402e-ab0c-436d10551d4a None None] Pushing event updated for resources: {'Port': ['ID=a91af454-c39f-4c58-8e88-8980767d81c0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:46.715729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-980485e6-8587-4d9b-878f-c14a88b1ce30 req-2aaeabdb-a438-4f2e-acb8-93d75f8e9cfb tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275039 Dec 12 15:26:46.748974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-8023ccf5-0944-439f-961e-4a823dc402b5 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:46.756968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-8023ccf5-0944-439f-961e-4a823dc402b5 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 811 time: 0.2958272 Dec 12 15:26:46.765490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.780008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:43Z', 'revision_number': 4, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'dae53a20-9267-41fb-9e56-568eab2a2fb9', 'name': '', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'mac_address': 'fa:16:3e:df:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '0693059a-1f94-44ec-8268-1d907b81189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:41Z', 'updated_at': '2021-12-12T15:26:43Z', 'revision_number': 2, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'subnets': [{'id': '0693059a-1f94-44ec-8268-1d907b81189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:46.784276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Network 7569da63-8d7d-4263-8e71-3d4003243e1a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:46.787454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:46.815629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:46.817630 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Checking router: 4be0e203-81e2-480c-b392-d9822dcab4e6 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:46.818705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Updating router 4be0e203-81e2-480c-b392-d9822dcab4e6 port dae53a20-9267-41fb-9e56-568eab2a2fb9 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:46.837349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-c664d619-00fb-4d67-88a2-90cc3b751ddc tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/quotas/cf0ec89847a541a699d71366915ecb71 HTTP/1.1" status: 200 len: 375 time: 0.0792329 Dec 12 15:26:46.874142 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:46.935382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:47.012435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] For port a91af454-c39f-4c58-8e88-8980767d81c0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:47.015178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b', 'network_id': 'c863ec46-0cda-4c1b-b8e2-bb22db73983a', 'port_id': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b', 'mac_address': 'fa:16:3e:ff:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce20bf-80b9-4231-9f15-ce253d455907', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:47.029816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] For port a91af454-c39f-4c58-8e88-8980767d81c0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a91af454-c39f-4c58-8e88-8980767d81c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:47.057781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.168413 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.221983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:47.222786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:47.281276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c2d674-0a1a-4131-9c61-d1c7c719976b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:47.282665 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.290405 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.346655 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a233cfd-46cf-4bce-82a0-d903effbb338 None None] Pushing event updated for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:47.373800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:47.377146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7e26645b-9e74-4a7b-a44f-3e06987540e0 None None] Provisioning complete for port 3b424354-34a5-4f29-8881-224997faa8ac triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:47.377550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e26645b-9e74-4a7b-a44f-3e06987540e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.381216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28811ca-fe1c-402e-ab0c-436d10551d4a None None] Pushing event updated for resources: {'Port': ['ID=a91af454-c39f-4c58-8e88-8980767d81c0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:47.389059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.433542 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Attempting to bind port dae53a20-9267-41fb-9e56-568eab2a2fb9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:47.434536 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Attempting to bind port dae53a20-9267-41fb-9e56-568eab2a2fb9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:47.434536 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Attempting to bind port dae53a20-9267-41fb-9e56-568eab2a2fb9 on network de4942ac-7171-4b0f-9392-54f1f0006e13 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:47.441054 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:47.441709 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Checking segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:47.442322 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.442955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Bound using segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:47.444005 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Bound port: dae53a20-9267-41fb-9e56-568eab2a2fb9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:47.444540 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.450306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:47.513288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:47.524550 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] For port dae53a20-9267-41fb-9e56-568eab2a2fb9, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:47.528797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] For port dae53a20-9267-41fb-9e56-568eab2a2fb9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dae53a20-9267-41fb-9e56-568eab2a2fb9,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:47.531680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-e0e076c8-189a-4788-9a4e-230f371fadb4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:47.533482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-e0e076c8-189a-4788-9a4e-230f371fadb4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.2211399 Dec 12 15:26:47.536775 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.553895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Request body: {'port': {'device_id': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'admin_state_up': True, 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:47.560173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:47.603027 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a233cfd-46cf-4bce-82a0-d903effbb338 None None] Pushing event updated for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:47.637694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-9e0244b6-3aa4-4e96-b0fd-895c5e90815b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7994397 Dec 12 15:26:47.638093 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:47.639623 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:47.668329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7e26645b-9e74-4a7b-a44f-3e06987540e0 None None] Port 3b424354-34a5-4f29-8881-224997faa8ac cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:47.677663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:47.726525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:42Z', 'revision_number': 3, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:47.758987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c5c2d674-0a1a-4131-9c61-d1c7c719976b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:47.763485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8096d-8796-45cb-9871-7e92e7ec86c3 None None] The sync data for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 is: [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:42Z', 'revision_number': 3, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:47.784946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-e68969a3-7d35-4e7d-ae1c-9779969b863f service neutron] 10.222.0.36 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350217 Dec 12 15:26:47.797606 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:47.829801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708e96b-1931-4b6e-8cc3-647c0b214cb6 req-6a6dcf15-fe41-4a4e-a904-794d3b80692b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:47.837355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708e96b-1931-4b6e-8cc3-647c0b214cb6 req-6a6dcf15-fe41-4a4e-a904-794d3b80692b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:47.845261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f708e96b-1931-4b6e-8cc3-647c0b214cb6 req-6a6dcf15-fe41-4a4e-a904-794d3b80692b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1678 time: 0.5272832 Dec 12 15:26:48.097351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f708e96b-1931-4b6e-8cc3-647c0b214cb6 req-d8f08f3f-213c-4f66-ae9d-30d42b00fa2f tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510099 Dec 12 15:26:48.222249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-3e68761f-b9b9-41b8-ad4f-51cae8d96e89 service neutron] 10.222.0.36 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165645 Dec 12 15:26:48.253002 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:43Z', 'revision_number': 4, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'dae53a20-9267-41fb-9e56-568eab2a2fb9', 'name': '', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'mac_address': 'fa:16:3e:df:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '0693059a-1f94-44ec-8268-1d907b81189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:41Z', 'updated_at': '2021-12-12T15:26:47Z', 'revision_number': 4, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'subnets': [{'id': '0693059a-1f94-44ec-8268-1d907b81189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:48.253672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:48.287524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ac798f-c655-452a-8322-4f5b65cec0ea None None] The sync data for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 is: [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:26:43Z', 'revision_number': 4, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'dae53a20-9267-41fb-9e56-568eab2a2fb9', 'name': '', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'mac_address': 'fa:16:3e:df:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '0693059a-1f94-44ec-8268-1d907b81189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:41Z', 'updated_at': '2021-12-12T15:26:47Z', 'revision_number': 4, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'subnets': [{'id': '0693059a-1f94-44ec-8268-1d907b81189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:48.307875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:48.327877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:48.377046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a91af454-c39f-4c58-8e88-8980767d81c0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:48.396817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-746a5b97-1b98-4da2-a9e9-6cb6f3b3a3e9 req-eb502aa6-d59b-4456-88fc-7dcfeb24e6d6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 210 time: 0.1119573 Dec 12 15:26:48.459103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a9a4ceb0-0234-4e48-bee9-59dc72c9b381 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:48.465886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c5c2d674-0a1a-4131-9c61-d1c7c719976b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:48.711283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port c5c2d674-0a1a-4131-9c61-d1c7c719976b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:48.718706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port c5c2d674-0a1a-4131-9c61-d1c7c719976b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:48.719127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:48.772464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a91af454-c39f-4c58-8e88-8980767d81c0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:48.772856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:48.822425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:48.860365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381', 'network_id': '6d63e6c3-f9dc-44eb-a87f-15738b8fa02c', 'port_id': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381', 'mac_address': 'fa:16:3e:69:c1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28eb96c8-dcb1-44b9-8175-e9c2269ec7f8', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:48.985640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de6f4b-63d8-4bb6-9202-74ab33b368ab req-35e0797e-16e6-4709-9dc6-60bf2c7c0ac4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:48.994468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:48.999310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8de6f4b-63d8-4bb6-9202-74ab33b368ab req-35e0797e-16e6-4709-9dc6-60bf2c7c0ac4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.3419909 Dec 12 15:26:49.008739 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.056919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Allocated IP 172.20.0.13 (a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26/c2556e29-d1c1-4164-a88f-702fadbfde01/3f08812e-e8a5-4160-b0f5-375d80ac899a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:49.062847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:49.065217 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb65fe0-baf7-4cb4-9c3f-1be81415770b" -d '{"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:49.073872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a4ceb0-0234-4e48-bee9-59dc72c9b381 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:49.085371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8fce3-71c8-47aa-907e-8866bc91986a req-0e597c17-4520-4a6d-bca4-8fd4e362ea76 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:49.086952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2db8fce3-71c8-47aa-907e-8866bc91986a req-0e597c17-4520-4a6d-bca4-8fd4e362ea76 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.4307048 Dec 12 15:26:49.097482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.104383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:49.115096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.139723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:49.243091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.252941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a91af454-c39f-4c58-8e88-8980767d81c0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a91af454-c39f-4c58-8e88-8980767d81c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:49.259835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.283829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8de6f4b-63d8-4bb6-9202-74ab33b368ab req-40ce7581-c2c2-411b-a3a3-99bc45b7157d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833428 Dec 12 15:26:49.297925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.322188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:49.349365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.473652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:49.537452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a9a4ceb0-0234-4e48-bee9-59dc72c9b381'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:49.567854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2db8fce3-71c8-47aa-907e-8866bc91986a req-0a12ad79-f3b6-4304-87cc-864fae6b62a0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463820 Dec 12 15:26:49.621102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64e55b29-a0e8-44b0-893d-c445fa88f5e1 req-d20ab0bc-73ee-466d-bad9-ef7cbc5d48d2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 210 time: 0.0282638 Dec 12 15:26:49.641242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:49.662209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:49.826368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Network 7569da63-8d7d-4263-8e71-3d4003243e1a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:49.886493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:49.889712 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7c57d1-09ee-4fe5-bdc2-2a0523648a80 x-openstack-request-id: req-7b7c57d1-09ee-4fe5-bdc2-2a0523648a80 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:49.890247 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:49.890247 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b7c57d1-09ee-4fe5-bdc2-2a0523648a80 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:49.890884 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b', 'code': 200} Dec 12 15:26:49.924514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea8c4a4e-8995-4d26-b471-136548fde204 req-e15aa192-c4c8-4500-a9d5-09a2a977083a tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 210 time: 0.0620580 Dec 12 15:26:49.934962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a91af454-c39f-4c58-8e88-8980767d81c0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:50.049067 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:50.066383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71a44-2364-44ba-8c97-da97acafce0f req-fed09aa0-18ae-4759-a4c2-d1ac772fdc22 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:50.074815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71a44-2364-44ba-8c97-da97acafce0f req-fed09aa0-18ae-4759-a4c2-d1ac772fdc22 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:50.082104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cde71a44-2364-44ba-8c97-da97acafce0f req-fed09aa0-18ae-4759-a4c2-d1ac772fdc22 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1680 time: 0.2540674 Dec 12 15:26:50.242989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7065f063-ff16-45c9-a3c5-cb9f0a6fe372 None None] Provisioning complete for port 3b424354-34a5-4f29-8881-224997faa8ac triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:50.243384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7065f063-ff16-45c9-a3c5-cb9f0a6fe372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:50.312416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cde71a44-2364-44ba-8c97-da97acafce0f req-a317bf5b-fd62-429c-937e-781594369056 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106380 Dec 12 15:26:50.390335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7065f063-ff16-45c9-a3c5-cb9f0a6fe372 None None] Port 3b424354-34a5-4f29-8881-224997faa8ac cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:50.412465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-638fb087-1171-4bd5-ac3e-928219717cee tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:50.416605 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-638fb087-1171-4bd5-ac3e-928219717cee tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.30 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 811 time: 0.2414281 Dec 12 15:26:50.425624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c800d4e-655d-43b2-a106-39caa592a79c req-da12e1e2-df7b-457c-adf5-fe800e07d556 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:50.427744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c800d4e-655d-43b2-a106-39caa592a79c req-da12e1e2-df7b-457c-adf5-fe800e07d556 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.3747888 Dec 12 15:26:50.432880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Request body: {'port': {'device_id': '64592608-d09c-40ab-b1dd-789722e7e03d', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'admin_state_up': True, 'tenant_id': 'cf0ec89847a541a699d71366915ecb71'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:50.510360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:50.518273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Router 49d9e5aa-854c-4a82-8a35-116c045ea570 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:26:50.533100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:50.573724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a91af454-c39f-4c58-8e88-8980767d81c0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:50.674380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Made reservation on behalf of cf0ec89847a541a699d71366915ecb71 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:50.678505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:50.718860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a91af454-c39f-4c58-8e88-8980767d81c0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:50.719576 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:50.730923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event updated for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:50.742470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:50.752204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:50.755237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:50.876708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dae53a20-9267-41fb-9e56-568eab2a2fb9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:50.893283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Allocated IP 172.20.0.13 (de4942ac-7171-4b0f-9392-54f1f0006e13/0693059a-1f94-44ec-8268-1d907b81189e/ca99a3ff-5f9f-438f-a747-13de3e8df20c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:50.949434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port dae53a20-9267-41fb-9e56-568eab2a2fb9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:50.950039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.082791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.098718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.148960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port dae53a20-9267-41fb-9e56-568eab2a2fb9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dae53a20-9267-41fb-9e56-568eab2a2fb9,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:51.153158 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.179858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.240685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:51.266396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8599a-8918-4c90-a5e2-b85d5414c7fa req-1964fab5-dc73-42c8-9025-bdb3f7b614f0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:51.268113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca8599a-8918-4c90-a5e2-b85d5414c7fa req-1964fab5-dc73-42c8-9025-bdb3f7b614f0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.8093102 Dec 12 15:26:51.277768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c800d4e-655d-43b2-a106-39caa592a79c req-4c6dea94-fa7f-441d-8f76-7c1b9644f05c tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8389788 Dec 12 15:26:51.334950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:51.335648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.458215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:51.476554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5a15a8f3-4639-4542-a0e1-5ce401fac1c1 admin admin] 10.222.0.36 "PUT /v2.0/routers/49d9e5aa-854c-4a82-8a35-116c045ea570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8648243 Dec 12 15:26:51.506476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca8599a-8918-4c90-a5e2-b85d5414c7fa req-9cdb1191-7241-42af-b818-6a917c0b987f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226422 Dec 12 15:26:51.517528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-0d4ad052-4918-4703-922a-c1ba19f95edf tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9698756 Dec 12 15:26:51.544928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4912-1d21-4102-aa0a-214624dbd0cc req-d2dfa46f-a34a-4be0-b3ac-5d54f9067371 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:51.556265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-121c4912-1d21-4102-aa0a-214624dbd0cc req-d2dfa46f-a34a-4be0-b3ac-5d54f9067371 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1732786 Dec 12 15:26:51.574458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Request body: {'port': {'device_id': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:51.583792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Sync routers for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:51.605629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:51.606603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:51.673299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Network de4942ac-7171-4b0f-9392-54f1f0006e13 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:51.680286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:51.685060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:51.731478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-121c4912-1d21-4102-aa0a-214624dbd0cc req-f0ea0311-ca4c-4e29-9575-ed5adcbc3ae0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740563 Dec 12 15:26:51.736382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.743296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Pushing event updated for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:51.752365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:51.753277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:51.774642 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-ce3981f2-6281-4009-8e87-f2e43faaf6fb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3456037 Dec 12 15:26:51.792351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Request body: {'port': {'device_id': '64592608-d09c-40ab-b1dd-789722e7e03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:51.831471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:51.838766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f2de-f4c1-47f5-b877-10599546e9b7 req-9a5d1126-0da2-41cb-96ed-37aea5f33c5b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:51.840333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c570f2de-f4c1-47f5-b877-10599546e9b7 req-9a5d1126-0da2-41cb-96ed-37aea5f33c5b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 932 time: 0.1700673 Dec 12 15:26:51.871925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.001977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b170b-9469-4c50-802e-3080b05049bb req-ad092231-59c7-4313-9110-da8fba7dbd13 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.003529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a8b170b-9469-4c50-802e-3080b05049bb req-ad092231-59c7-4313-9110-da8fba7dbd13 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 932 time: 0.1622448 Dec 12 15:26:52.022362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c570f2de-f4c1-47f5-b877-10599546e9b7 req-7259b146-3e33-4893-8150-36636dc753e3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679375 Dec 12 15:26:52.157576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 2, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:52.167400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a8b170b-9469-4c50-802e-3080b05049bb req-819692e1-563a-4665-89ad-17fd59be7f23 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370187 Dec 12 15:26:52.239155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123c8a0-225b-44a0-8289-3670b894afbe req-d824f45b-1da5-4346-b843-3317014f3893 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.244099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Checking router: 49d9e5aa-854c-4a82-8a35-116c045ea570 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:52.244712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Updating router 49d9e5aa-854c-4a82-8a35-116c045ea570 port 3b424354-34a5-4f29-8881-224997faa8ac binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:26:52.245353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123c8a0-225b-44a0-8289-3670b894afbe req-d824f45b-1da5-4346-b843-3317014f3893 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.247006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8123c8a0-225b-44a0-8289-3670b894afbe req-d824f45b-1da5-4346-b843-3317014f3893 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1680 time: 0.1204102 Dec 12 15:26:52.299541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.318431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dae53a20-9267-41fb-9e56-568eab2a2fb9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:52.325570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f08812e-e8a5-4160-b0f5-375d80ac899a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:52.327341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca99a3ff-5f9f-438f-a747-13de3e8df20c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:52.338349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.341582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.356505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Transition to ACTIVE for port object ca99a3ff-5f9f-438f-a747-13de3e8df20c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:52.359191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8123c8a0-225b-44a0-8289-3670b894afbe req-2a54e49a-3eb5-455f-b482-e7d86a69bbf1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Dec 12 15:26:52.366526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.396359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Transition to ACTIVE for port object 3f08812e-e8a5-4160-b0f5-375d80ac899a will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:52.403157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.446307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Pushing event updated for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:52.500714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Attempting to bind port ca99a3ff-5f9f-438f-a747-13de3e8df20c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:52.501274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Attempting to bind port ca99a3ff-5f9f-438f-a747-13de3e8df20c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:52.501797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Attempting to bind port ca99a3ff-5f9f-438f-a747-13de3e8df20c on network de4942ac-7171-4b0f-9392-54f1f0006e13 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:52.507195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Port ca99a3ff-5f9f-438f-a747-13de3e8df20c on network de4942ac-7171-4b0f-9392-54f1f0006e13 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:52.507743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Attempting to bind port ca99a3ff-5f9f-438f-a747-13de3e8df20c on network de4942ac-7171-4b0f-9392-54f1f0006e13 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:52.513997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:52.514627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Checking segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:52.515197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Bound using segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:52.516056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Bound port: ca99a3ff-5f9f-438f-a747-13de3e8df20c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:52.516596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.556879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:52.592202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a9a4ceb0-0234-4e48-bee9-59dc72c9b381 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:52.616941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:52.621799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:52.631043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.667180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-54652fe3-990f-47d7-afab-2b725d28ed13 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.667415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port dae53a20-9267-41fb-9e56-568eab2a2fb9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:52.667619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.675214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-54652fe3-990f-47d7-afab-2b725d28ed13 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 828 time: 0.2690227 Dec 12 15:26:52.697107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-b19921e2-fe99-4cfa-84ae-a60873aee537 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/quotas/02022ffab444412485705c0e7e6102a4 HTTP/1.1" status: 200 len: 375 time: 0.0206780 Dec 12 15:26:52.709289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.709289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.713902 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca99a3ff-5f9f-438f-a747-13de3e8df20c HTTP/1.1" status: 200 len: 1092 time: 0.9268453 Dec 12 15:26:52.715450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:52.722397 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1" -d '{"events": [{"name": "network-changed", "server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:52.746875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:52.756768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:52.757065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.783766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Attempting to bind port 3f08812e-e8a5-4160-b0f5-375d80ac899a on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:52.784152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Attempting to bind port 3f08812e-e8a5-4160-b0f5-375d80ac899a by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:52.784431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Attempting to bind port 3f08812e-e8a5-4160-b0f5-375d80ac899a on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:52.787930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c9b08-06e3-4108-b636-3e18932ce621 service neutron] Pushing event updated for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:52.802053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Port 3f08812e-e8a5-4160-b0f5-375d80ac899a on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:52.802387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Attempting to bind port 3f08812e-e8a5-4160-b0f5-375d80ac899a on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:52.813623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:52.814004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Checking segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:52.814342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Bound using segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:52.814767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Bound port: 3f08812e-e8a5-4160-b0f5-375d80ac899a, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:52.815116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:52.830047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-d5d6b934-8f32-4ce5-91cc-2db1b2d5d936 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319032 Dec 12 15:26:52.837053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-d625dbcb-d8a0-4aa6-8092-92e0a44469c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.839537 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-d625dbcb-d8a0-4aa6-8092-92e0a44469c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 1095 time: 0.0825007 Dec 12 15:26:52.895987 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-f72aa4ca-ecc3-4dc5-b2c4-efecf82fd681 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c HTTP/1.1" status: 200 len: 217 time: 0.0468502 Dec 12 15:26:52.930505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-965cbf20-232f-4a40-99f4-30f2ba60868f service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992246 Dec 12 15:26:52.957906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4c58b-2b74-445f-afec-ac75b4a6659c req-9ee81d76-fbae-4092-a53e-b1dc1a14e3cb tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.964643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1a4c58b-2b74-445f-afec-ac75b4a6659c req-9ee81d76-fbae-4092-a53e-b1dc1a14e3cb tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.2105813 Dec 12 15:26:52.972153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-6ff96cfb-4444-4cb6-8c18-c4aa914c3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:52.974644 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-6ff96cfb-4444-4cb6-8c18-c4aa914c3042 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.0707459 Dec 12 15:26:53.020320 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-f646fa7b-3a5b-4870-bfd7-0307dd6828be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365827 Dec 12 15:26:53.056867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.098849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.127916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.169840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1a4c58b-2b74-445f-afec-ac75b4a6659c req-deb66c2c-c3d0-45b1-8c37-fb9b5cfabca0 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042439 Dec 12 15:26:53.177103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:53.217755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:53.235392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:53.237730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-5b55ffa3-5da5-49aa-8c61-a2734325e533 service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063996 Dec 12 15:26:53.237882 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a82a98-4b40-4b39-91da-a667ce018808" -d '{"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-plugged", "status": "completed", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:53.248225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.259055 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-9ab196be-4acb-4bb0-8ca3-a337dc5ae833 service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305856 Dec 12 15:26:53.298733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c1105-1258-4d4e-8b1f-4a67619f75f7 None None] Pushing event updated for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:53.304803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:53.333032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.388530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:53.395553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Attempting to bind port 3b424354-34a5-4f29-8881-224997faa8ac on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:53.395924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Attempting to bind port 3b424354-34a5-4f29-8881-224997faa8ac by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:53.396540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Attempting to bind port 3b424354-34a5-4f29-8881-224997faa8ac on network 7569da63-8d7d-4263-8e71-3d4003243e1a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:53.409752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:53.417687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:53.418138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Checking segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:53.418548 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.419820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Bound using segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:53.420339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Bound port: 3b424354-34a5-4f29-8881-224997faa8ac, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:53.421505 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.444369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:53.445411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.449153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-3adcd8f6-d4c9-4d9a-b307-030d8671f194 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f08812e-e8a5-4160-b0f5-375d80ac899a HTTP/1.1" status: 200 len: 1092 time: 1.8807120 Dec 12 15:26:53.449832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:53.454308 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6118523-0c24-4717-88ab-d42e6cc97288" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:53.499364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5426-d45d-4896-89f9-ef335cd9496e req-29deb151-ba2d-4613-be0f-25f6acd7e2a2 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:53.517285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-575d5426-d45d-4896-89f9-ef335cd9496e req-29deb151-ba2d-4613-be0f-25f6acd7e2a2 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1472087 Dec 12 15:26:53.572682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] For port 3b424354-34a5-4f29-8881-224997faa8ac, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:53.588763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] For port 3b424354-34a5-4f29-8881-224997faa8ac, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b424354-34a5-4f29-8881-224997faa8ac,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:53.601827 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.636112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2c19ebe2-b4fd-429d-aab5-7942a5baf9ba req-c8d45329-3c1c-4c4f-8a8f-3ab5cb7657ee service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676143 Dec 12 15:26:53.707339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:53.708188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:53.777419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-575d5426-d45d-4896-89f9-ef335cd9496e req-b235ae54-64ec-4923-82ab-7d001263dee3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590384 Dec 12 15:26:53.823094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c1105-1258-4d4e-8b1f-4a67619f75f7 None None] Pushing event updated for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:53.828200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-9f0e3653-873a-4a1a-ac3d-022511c2c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:53.831022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-9f0e3653-873a-4a1a-ac3d-022511c2c389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 1095 time: 0.2821171 Dec 12 15:26:53.840598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72035c3-e6c1-4076-89b1-b57359366be9 req-d11a7fe6-eef3-49be-a60b-1ac4d2bfad0c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:53.849372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] Provisioning complete for port 3b424354-34a5-4f29-8881-224997faa8ac triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:53.849894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:53.851829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72035c3-e6c1-4076-89b1-b57359366be9 req-d11a7fe6-eef3-49be-a60b-1ac4d2bfad0c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.2241595 Dec 12 15:26:53.894645 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ee291-8e2c-4827-9832-e133e9e8cd4b x-openstack-request-id: req-0b1ee291-8e2c-4827-9832-e133e9e8cd4b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:53.895320 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:53.895466 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b1ee291-8e2c-4827-9832-e133e9e8cd4b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:53.895844 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c', 'status': 'completed', 'code': 200} Dec 12 15:26:54.004599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-b98bd78f-82c8-410a-a583-e66870cab79d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a HTTP/1.1" status: 200 len: 217 time: 0.1316812 Dec 12 15:26:54.044783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:54.055620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-b1b76bcb-0146-49ed-bb3c-d9a0983ea6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.057140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-b1b76bcb-0146-49ed-bb3c-d9a0983ea6dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 1095 time: 0.1099384 Dec 12 15:26:54.175572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72035c3-e6c1-4076-89b1-b57359366be9 req-b8a04460-f082-46b8-8205-ac0c883c989c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226361 Dec 12 15:26:54.226368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-186c489e-c33e-49f0-ace0-51eb42fbc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.227109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-186c489e-c33e-49f0-ace0-51eb42fbc3b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1937761 Dec 12 15:26:54.234825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-55e3a736-ca25-4b94-a736-696dcc521af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.238893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-55e3a736-ca25-4b94-a736-696dcc521af5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 911 time: 0.1675737 Dec 12 15:26:54.295725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-c8bc3dbd-373a-424b-b5a3-cdac43f0a082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597217 Dec 12 15:26:54.303700 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:54.304247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c11826-f7a2-441c-b7c3-57847cb0f6dc req-311677bb-aafb-424b-be80-b99d97c2b107 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.311146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36c11826-f7a2-441c-b7c3-57847cb0f6dc req-311677bb-aafb-424b-be80-b99d97c2b107 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 944 time: 0.2649040 Dec 12 15:26:54.319055 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-4ccafe51-0cb7-41f1-93f6-ab0033109ff8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c HTTP/1.1" status: 200 len: 217 time: 0.0724633 Dec 12 15:26:54.394576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-a44f48ea-dfbd-46ef-84b1-5fac933fa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.396796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-a44f48ea-dfbd-46ef-84b1-5fac933fa9b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.0682235 Dec 12 15:26:54.462830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-22b32ad1-d72a-4a87-b92f-8f340ad5ab8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561495 Dec 12 15:26:54.537567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] For port 3b424354-34a5-4f29-8881-224997faa8ac, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b424354-34a5-4f29-8881-224997faa8ac,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:54.557502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36c11826-f7a2-441c-b7c3-57847cb0f6dc req-4cc92ce6-a17d-4596-83fe-aaefbab73855 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453442 Dec 12 15:26:54.569113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:54.581306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828770f-1943-4e09-a5ff-b29d5b555a4a req-802ff55b-b535-4c7e-a4e6-13b761b3ecbe tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.582911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e828770f-1943-4e09-a5ff-b29d5b555a4a req-802ff55b-b535-4c7e-a4e6-13b761b3ecbe tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 944 time: 0.2101104 Dec 12 15:26:54.616287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-2742a515-1eeb-4338-bd61-1716176c90dc service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028111 Dec 12 15:26:54.661695 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6609d629-4bb6-4b8f-be79-5dffd7b16b9f x-openstack-request-id: req-6609d629-4bb6-4b8f-be79-5dffd7b16b9f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:54.665925 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-plugged", "status": "completed", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:54.666430 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6609d629-4bb6-4b8f-be79-5dffd7b16b9f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:54.667185 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381', 'code': 200} Dec 12 15:26:54.669297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-646012d0-223a-410b-8231-b640a9a44697 service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886308 Dec 12 15:26:54.727084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc5e15-5c78-49df-a2ba-11a28461369e None None] Pushing event updated for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:54.733857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ecf43726-6e6e-4f8d-ae22-e9fcc3698805 None None] Provisioning complete for port 3b424354-34a5-4f29-8881-224997faa8ac triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:54.734596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ecf43726-6e6e-4f8d-ae22-e9fcc3698805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:54.789252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:53Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:54.824418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae72a8c6-27cb-4738-84df-acdeaafe74ba None None] The sync data for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 is: [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:53Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:54.889861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc456edc-8a65-42cd-949e-a7db1ca7560d req-0930a8ea-2301-473a-af5d-ecc115a149b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.891033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc456edc-8a65-42cd-949e-a7db1ca7560d req-0930a8ea-2301-473a-af5d-ecc115a149b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.892934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dc456edc-8a65-42cd-949e-a7db1ca7560d req-0930a8ea-2301-473a-af5d-ecc115a149b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1983 time: 0.1001823 Dec 12 15:26:54.906453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e828770f-1943-4e09-a5ff-b29d5b555a4a req-e2a632c6-8003-496c-bc5c-45587963257e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125281 Dec 12 15:26:54.918386 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-88e17f0c-daeb-4c0d-af2e-20e0295d50c1 req-eecf9948-1832-446e-8014-b6edb8a7f93b service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401636 Dec 12 15:26:54.925646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad9eef2-26ee-4375-b01f-b76a59984fe2 req-47aa9d0c-3427-4f44-83ad-2a28681f5b3e service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955632 Dec 12 15:26:54.963898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e6d88-1a9b-4db4-8fc2-d9b587e4ecb6 req-45adc9c0-0cf0-49f6-b96d-5945a5d0d3a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.972034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e6d88-1a9b-4db4-8fc2-d9b587e4ecb6 req-45adc9c0-0cf0-49f6-b96d-5945a5d0d3a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:54.974934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a02e6d88-1a9b-4db4-8fc2-d9b587e4ecb6 req-45adc9c0-0cf0-49f6-b96d-5945a5d0d3a6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1681 time: 0.1471629 Dec 12 15:26:55.002291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dc456edc-8a65-42cd-949e-a7db1ca7560d req-92b92770-9248-4fff-ab9e-87357498860c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929170 Dec 12 15:26:55.051485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7de7df3-9599-4bf1-95cf-4ed069cb8eb7 req-4ea32ed6-8146-4fe2-a807-4cd48b0dd6b7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 210 time: 0.0508859 Dec 12 15:26:55.113366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a02e6d88-1a9b-4db4-8fc2-d9b587e4ecb6 req-37351d84-b916-4af8-877a-56b95a9a7eed tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312637 Dec 12 15:26:55.131176 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:26:55.135368 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f71aa8-ec39-4598-b046-d4f01ad1be28 x-openstack-request-id: req-24f71aa8-ec39-4598-b046-d4f01ad1be28 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:55.135855 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:55.136366 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24f71aa8-ec39-4598-b046-d4f01ad1be28 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:55.136987 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a', 'status': 'completed', 'code': 200} Dec 12 15:26:55.392516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0100-0a0e-4209-a39a-41ec9a6f3a3c req-0aa11361-5518-4ae4-a8c9-6ff287c827cf tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:55.397147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de3b0100-0a0e-4209-a39a-41ec9a6f3a3c req-0aa11361-5518-4ae4-a8c9-6ff287c827cf tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1585214 Dec 12 15:26:55.412287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-8ddd2251-ea38-4bc4-bbee-e904ccc64701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:55.413688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-8ddd2251-ea38-4bc4-bbee-e904ccc64701 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 1095 time: 0.1763463 Dec 12 15:26:55.420346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-a31dfbba-7374-4e96-8c2f-43bb2c20edfb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:55.421843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-a31dfbba-7374-4e96-8c2f-43bb2c20edfb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.13 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 828 time: 0.2638412 Dec 12 15:26:55.447791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'port': {'device_id': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'admin_state_up': True, 'tenant_id': '02022ffab444412485705c0e7e6102a4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:55.833813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ce69-627e-4048-b3de-9e398fb68169 req-87e7f00c-840a-4dde-ab1c-1e25ed07fbc4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:55.835299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1363ce69-627e-4048-b3de-9e398fb68169 req-87e7f00c-840a-4dde-ab1c-1e25ed07fbc4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.4362996 Dec 12 15:26:55.861331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de3b0100-0a0e-4209-a39a-41ec9a6f3a3c req-8a04696f-7a15-4ced-befd-d7d8178a2d01 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512858 Dec 12 15:26:55.923547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-c8edfea6-490e-44ee-8632-049a5f7ff7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:55.924841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-c8edfea6-490e-44ee-8632-049a5f7ff7fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.4836497 Dec 12 15:26:56.014672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-afa2abee-a050-4fe7-8cbf-b8b899fb6cb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a HTTP/1.1" status: 200 len: 217 time: 0.0751953 Dec 12 15:26:56.019474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1363ce69-627e-4048-b3de-9e398fb68169 req-5787b2ae-56a8-4f52-9734-810920047210 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712348 Dec 12 15:26:56.020380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Made reservation on behalf of 02022ffab444412485705c0e7e6102a4 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:56.023732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.105226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13eec8-e4d1-434c-8191-55912dc66259 req-e5e6ff52-75af-4b55-b828-fa4ece409570 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.106774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d13eec8-e4d1-434c-8191-55912dc66259 req-e5e6ff52-75af-4b55-b828-fa4ece409570 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.1753936 Dec 12 15:26:56.129448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-c70e2658-25cc-474a-a7a3-051e3e4abb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.129979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-c70e2658-25cc-474a-a7a3-051e3e4abb46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1004183 Dec 12 15:26:56.210953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-37e5bcb1-ef47-44d4-a1d8-515289f8dc36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629663 Dec 12 15:26:56.298480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b424354-34a5-4f29-8881-224997faa8ac up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:56.341606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edee04d-d936-428b-b6b1-b4dccef24967 req-60a5ebb1-0b0a-4b14-be58-0ad754a5b1e3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.342517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9edee04d-d936-428b-b6b1-b4dccef24967 req-60a5ebb1-0b0a-4b14-be58-0ad754a5b1e3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 944 time: 0.2543399 Dec 12 15:26:56.350387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d13eec8-e4d1-434c-8191-55912dc66259 req-eb49c69b-5375-4f85-8e4f-2877ace82da9 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups?id=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321081 Dec 12 15:26:56.360971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3b424354-34a5-4f29-8881-224997faa8ac triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:56.362277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.430019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Allocated IP 172.20.0.11 (7569da63-8d7d-4263-8e71-3d4003243e1a/001deb5f-f86e-49e0-9166-3c96a9254325/d0636dc2-1e76-47e2-8b5a-8eacf84ea602) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:56.445147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-317f3872-da64-4e77-9bc0-abe100b39be0 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235105 Dec 12 15:26:56.455285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9edee04d-d936-428b-b6b1-b4dccef24967 req-4b3971d9-fcc7-403b-bbce-8325dc842d13 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025374 Dec 12 15:26:56.471881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ca99a3ff-5f9f-438f-a747-13de3e8df20c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:56.583222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:56.594499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'port_id': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c', 'mac_address': 'fa:16:3e:d7:60:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0693059a-1f94-44ec-8268-1d907b81189e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:56.607515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802223-f2a7-4f51-86b0-973de7f9f45a req-424aa81f-2903-4ef6-a558-f4ef461ad81e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.609025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57802223-f2a7-4f51-86b0-973de7f9f45a req-424aa81f-2903-4ef6-a558-f4ef461ad81e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 944 time: 0.1857784 Dec 12 15:26:56.632525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.646504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca99a3ff-5f9f-438f-a747-13de3e8df20c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:56.668157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:56.672128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.708134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6118523-0c24-4717-88ab-d42e6cc97288 req-01eb0dda-003b-4b63-acc7-dba28314a13d service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376890 Dec 12 15:26:56.722734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:56.724568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-57971f49-844b-48c7-8fd0-8e92900e7e7d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--115355183&fields=id&tenant_id=2446bee986254ca899f51c4830e61032 HTTP/1.1" status: 200 len: 267 time: 0.1768332 Dec 12 15:26:56.757425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-c2e40191-8216-49b8-ba5e-182e3d9b97be tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.758864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-c2e40191-8216-49b8-ba5e-182e3d9b97be tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 946 time: 0.0683324 Dec 12 15:26:56.764174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57802223-f2a7-4f51-86b0-973de7f9f45a req-ba442fb9-5720-454d-8e19-b54f1baf1f76 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385617 Dec 12 15:26:56.843190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.863908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Deleting port b6b20814-288f-4dce-ae55-e75dca90bb7c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:26:56.864271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.870814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08299e4a-ddc4-4d48-9dbd-dfbb11878669 req-42ff28f8-57b5-4929-9103-9d2dda858360 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 210 time: 0.0424607 Dec 12 15:26:56.926726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-ae959e47-5248-4f7c-a16a-82e04bf5713e tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:56.932939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-ae959e47-5248-4f7c-a16a-82e04bf5713e tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/networks?id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e HTTP/1.1" status: 200 len: 816 time: 0.1909094 Dec 12 15:26:56.959847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] For port b6b20814-288f-4dce-ae55-e75dca90bb7c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b6b20814-288f-4dce-ae55-e75dca90bb7c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:56.959847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.960200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-e2f137f3-0eff-43e0-a860-ab34051db071 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/quotas/2446bee986254ca899f51c4830e61032 HTTP/1.1" status: 200 len: 375 time: 0.0249660 Dec 12 15:26:56.960200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:56.964020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ca99a3ff-5f9f-438f-a747-13de3e8df20c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:57.063731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Network 7569da63-8d7d-4263-8e71-3d4003243e1a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:26:57.072695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event updated for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:57.078481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:26:57.090141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16750d-7879-444c-a346-303b23b74135 req-9fa84e56-f0d1-4032-a9e3-7843fa88e7ad tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:57.096248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16750d-7879-444c-a346-303b23b74135 req-9fa84e56-f0d1-4032-a9e3-7843fa88e7ad tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:57.097928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f16750d-7879-444c-a346-303b23b74135 req-9fa84e56-f0d1-4032-a9e3-7843fa88e7ad tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1681 time: 0.1529572 Dec 12 15:26:57.098939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:26:57.137580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c022f53d-9697-4c6f-8869-8090f7506401 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2446bee986254ca899f51c4830e61032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611626 Dec 12 15:26:57.183783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.184372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.184864 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Floating IP 36537b4a-b6ad-4fe5-bfd2-adc62ea9a010 disassociated. External IP: 172.25.3.64, port: b6b20814-288f-4dce-ae55-e75dca90bb7c. Dec 12 15:26:57.185228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Calling delete_port for b6b20814-288f-4dce-ae55-e75dca90bb7c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:26:57.232550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:57.233190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.258383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f16750d-7879-444c-a346-303b23b74135 req-ced101af-8932-4502-988c-d47b689c07e0 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530170 Dec 12 15:26:57.272962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-2c38a820-845a-44d7-8314-2b66629b4cca tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8292065 Dec 12 15:26:57.288652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Request body: {'port': {'device_id': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:57.326743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-01ee65db-b179-4fb7-a5be-7eea62568f16 service neutron] 10.222.0.36 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744571 Dec 12 15:26:57.331676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.367258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event deleted for resources: {'Port': ['ID=b6b20814-288f-4dce-ae55-e75dca90bb7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:57.404052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-37c04928-45c6-45cb-bc4a-13ff0daa5b6d None None] Provisioning complete for port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:57.405098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37c04928-45c6-45cb-bc4a-13ff0daa5b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.433019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.444184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-37c04928-45c6-45cb-bc4a-13ff0daa5b6d None None] Port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:26:57.492079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:26:57.492372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa72e4-6628-4969-a8c5-779b1350b5c1 req-8a126f60-ad2b-43f4-9c43-0966cdd650b7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:57.493855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1aa72e4-6628-4969-a8c5-779b1350b5c1 req-8a126f60-ad2b-43f4-9c43-0966cdd650b7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1284916 Dec 12 15:26:57.529088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c7025fe7-869a-4e50-8434-badc58334a18 service neutron] 10.222.0.36 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015078 Dec 12 15:26:57.610971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:26:57.623324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1aa72e4-6628-4969-a8c5-779b1350b5c1 req-0a0b6ebc-fa71-4439-a44d-f903b35f2f29 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217191 Dec 12 15:26:57.624193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Sync routers for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:26:57.654211 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:57.655042 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:57.664415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] No DVR routers for this DVR port b6b20814-288f-4dce-ae55-e75dca90bb7c on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:26:57.667683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.671176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c72e54b3-6a51-44cf-b8bf-e2714b2c4767 req-1a820134-a14c-4b1d-a76a-9e43a6ed0e93 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.13 "DELETE /v2.0/ports/b6b20814-288f-4dce-ae55-e75dca90bb7c HTTP/1.1" status: 204 len: 173 time: 0.9062066 Dec 12 15:26:57.671640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'name': 'network-vif-deleted', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:57.673944 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cef7d3-9f6b-4bc7-bdfb-fb7008f35712" -d '{"events": [{"server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "name": "network-vif-deleted", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:57.825664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:57.836350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efde55f-3160-47ab-87f5-6407b32a1aba req-40500e3c-ad40-4daf-8e76-e05b8df139a4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:57.844832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6efde55f-3160-47ab-87f5-6407b32a1aba req-40500e3c-ad40-4daf-8e76-e05b8df139a4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1094437 Dec 12 15:26:57.919278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0636dc2-1e76-47e2-8b5a-8eacf84ea602 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:57.944855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6efde55f-3160-47ab-87f5-6407b32a1aba req-39d89531-2933-40da-9dda-04f0063c15f7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970001 Dec 12 15:26:57.946975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:57.997476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Transition to ACTIVE for port object d0636dc2-1e76-47e2-8b5a-8eacf84ea602 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:26:58.005768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.094524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:58.123901 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Checking router: 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:26:58.126292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63bbf13c-b75e-4fdb-a982-59dc050e2c84 req-0e58643f-2a12-42ca-a3ab-4efd2574bbc7 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2af638-15aa-43eb-8c4c-307c44ff42ca HTTP/1.1" status: 200 len: 210 time: 0.0400231 Dec 12 15:26:58.134851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:26:58.136238 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:58.155393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:58.222137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f08812e-e8a5-4160-b0f5-375d80ac899a details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:26:58.296986 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897a2cb-c0be-4064-87e8-8fa721fd9b2c x-openstack-request-id: req-e897a2cb-c0be-4064-87e8-8fa721fd9b2c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:58.297637 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2af638-15aa-43eb-8c4c-307c44ff42ca", "name": "network-vif-deleted", "tag": "b6b20814-288f-4dce-ae55-e75dca90bb7c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:58.297637 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e897a2cb-c0be-4064-87e8-8fa721fd9b2c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:58.297901 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2af638-15aa-43eb-8c4c-307c44ff42ca', 'name': 'network-vif-deleted', 'tag': 'b6b20814-288f-4dce-ae55-e75dca90bb7c', 'status': 'completed', 'code': 200} Dec 12 15:26:58.324699 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:26:58.401719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238dbc1-c4d0-4145-a3ea-623b76c2e7b3 req-cd15b756-c8a6-4aaf-b58c-fc6c8afd9fa4 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:58.403278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9238dbc1-c4d0-4145-a3ea-623b76c2e7b3 req-cd15b756-c8a6-4aaf-b58c-fc6c8afd9fa4 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 945 time: 0.3223543 Dec 12 15:26:58.488835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Attempting to bind port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:26:58.489183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Attempting to bind port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:26:58.489511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Attempting to bind port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 on network 7569da63-8d7d-4263-8e71-3d4003243e1a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:58.489656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ca99a3ff-5f9f-438f-a747-13de3e8df20c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:26:58.522217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 on network 7569da63-8d7d-4263-8e71-3d4003243e1a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:26:58.522586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Attempting to bind port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 on network 7569da63-8d7d-4263-8e71-3d4003243e1a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:26:58.532472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:26:58.532847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Checking segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:26:58.533231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Bound using segment: {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:26:58.533665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Bound port: d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de58099-7673-4923-a8a2-ab0bc64bee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:26:58.534020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.547719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:58.560323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9238dbc1-c4d0-4145-a3ea-623b76c2e7b3 req-2c9474ca-7e2e-4e4e-948f-03a42e4db304 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285293 Dec 12 15:26:58.574120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3f08812e-e8a5-4160-b0f5-375d80ac899a', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'port_id': '3f08812e-e8a5-4160-b0f5-375d80ac899a', 'mac_address': 'fa:16:3e:58:73:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2556e29-d1c1-4164-a88f-702fadbfde01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:26:58.575717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09015aab-b013-4978-8278-19cac2a49ecf req-e4b49e0e-7862-424c-9d4a-7e52616aad51 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:58.577238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09015aab-b013-4978-8278-19cac2a49ecf req-e4b49e0e-7862-424c-9d4a-7e52616aad51 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 944 time: 0.1513956 Dec 12 15:26:58.630852 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:26:58.657274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09015aab-b013-4978-8278-19cac2a49ecf req-fbaa7091-e14e-4d2c-814e-2cf0aa3a4f8d tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606496 Dec 12 15:26:58.662627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.668303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515d086-9631-40ca-8572-f3a7b672d662 None None] The sync data for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 is: [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:24:37Z', 'revision_number': 4, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '03d7f37c-3e2f-450c-8740-d4c20e009a74', 'name': '', 'network_id': '6e82fc18-2e61-4529-a497-5cef85ee15f9', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'mac_address': 'fa:16:3e:74:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:35Z', 'updated_at': '2021-12-12T15:24:46Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'subnets': [{'id': 'ecfbdf9d-3788-4444-a12f-f7a344f305fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:26:58.714979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port ca99a3ff-5f9f-438f-a747-13de3e8df20c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:26:58.724150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f08812e-e8a5-4160-b0f5-375d80ac899a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:26:58.729894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port ca99a3ff-5f9f-438f-a747-13de3e8df20c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:26:58.730415 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.753420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:26:58.780308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:58.785778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:26:58.788226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.800112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.820227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35a20-b9bf-4071-a9cf-af6e9afcc3e3 req-22aa947b-60bf-48ef-9552-accda8db7e2a tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:58.822438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ec35a20-b9bf-4071-a9cf-af6e9afcc3e3 req-22aa947b-60bf-48ef-9552-accda8db7e2a tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 944 time: 0.1293607 Dec 12 15:26:58.882362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:58.906998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:58.938542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:58.941034 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a830b494-fe23-45c5-9251-232df1b197f4" -d '{"events": [{"server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "name": "network-vif-plugged", "status": "completed", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:58.965802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:26:58.971200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:59.033586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3f08812e-e8a5-4160-b0f5-375d80ac899a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:26:59.038647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:59.064072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daa3bca-9b3d-4a72-a456-fdd2fc0f4ad3 None None] New status for floating IP 36537b4a-b6ad-4fe5-bfd2-adc62ea9a010: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:26:59.136852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.137524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:59.138848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 1092 time: 1.8576531 Dec 12 15:26:59.169648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841bf5cc-1165-4512-a087-cdc1fac42d4c req-8add29d8-5465-4cac-8825-ff7db2ca820c tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.3241363 Dec 12 15:26:59.170784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:26:59.183839 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:26:59.187051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac36bd0-0be7-4a74-a3b6-ddf7f420be36 service neutron] Pushing event updated for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:26:59.264296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ec35a20-b9bf-4071-a9cf-af6e9afcc3e3 req-f1f9eb83-6971-4ce0-9607-02aceab5a377 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159269 Dec 12 15:26:59.283380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-84fab87d-5a64-4130-aa23-7c0c6f01e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.287550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-84fab87d-5a64-4130-aa23-7c0c6f01e7d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1095 time: 0.0714164 Dec 12 15:26:59.377834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-059efec0-b2dc-41e5-83a9-64ecd9f91e83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 217 time: 0.0775349 Dec 12 15:26:59.499436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-25e861a1-6e47-4491-9140-e99574ddd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.500897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-25e861a1-6e47-4491-9140-e99574ddd9c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.1151216 Dec 12 15:26:59.502702 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f77224-199e-422e-a723-9fc47f77bc03 x-openstack-request-id: req-51f77224-199e-422e-a723-9fc47f77bc03 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:59.503193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "name": "network-vif-plugged", "status": "completed", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:59.503968 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51f77224-199e-422e-a723-9fc47f77bc03 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:59.504530 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c', 'code': 200} Dec 12 15:26:59.526138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-bc9fb0eb-a10d-49da-ba6c-71eadada0dde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.528470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-bc9fb0eb-a10d-49da-ba6c-71eadada0dde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.30 "GET /v2.0/networks?id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e HTTP/1.1" status: 200 len: 816 time: 0.1881208 Dec 12 15:26:59.550403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc9821-4eac-4633-afe3-9c34230b6d52 req-e7fe7368-84ad-4a7d-88eb-c979efc19533 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.551514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bc9821-4eac-4633-afe3-9c34230b6d52 req-e7fe7368-84ad-4a7d-88eb-c979efc19533 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0958445 Dec 12 15:26:59.599116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-e61f7e4f-46a6-4c10-9892-b10ae3aaa314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.600600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-e61f7e4f-46a6-4c10-9892-b10ae3aaa314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910804 Dec 12 15:26:59.628336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-aece4ce1-12c7-4d7c-8d52-051de068e4b5 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2446bee986254ca899f51c4830e61032 HTTP/1.1" status: 200 len: 379 time: 0.0692818 Dec 12 15:26:59.666312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'port': {'device_id': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'admin_state_up': True, 'tenant_id': '2446bee986254ca899f51c4830e61032', 'security_groups': ['bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:26:59.697564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0bc9821-4eac-4633-afe3-9c34230b6d52 req-5bc5428d-0037-4c70-8fef-7e9c15002a15 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292634 Dec 12 15:26:59.751446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e9cc-5d57-41b5-a023-577b88dcbc6e req-16905eaf-e91a-4a3f-abd8-6ca572212740 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.752990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67a6e9cc-5d57-41b5-a023-577b88dcbc6e req-16905eaf-e91a-4a3f-abd8-6ca572212740 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1897378 Dec 12 15:26:59.776285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8feb2-f230-4e6c-8540-750bbe512a20 req-6191dcbe-5112-4ceb-b2b8-bfa674997c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:26:59.777826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-81d8feb2-f230-4e6c-8540-750bbe512a20 req-6191dcbe-5112-4ceb-b2b8-bfa674997c89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 1097 time: 0.1485465 Dec 12 15:26:59.786789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-7d456b2e-95ff-471f-935e-ce19b00fd2ca service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777525 Dec 12 15:26:59.812564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Made reservation on behalf of 2446bee986254ca899f51c4830e61032 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:26:59.816020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:26:59.869370 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b941d-4808-4a40-922a-801e556c4e88 x-openstack-request-id: req-f79b941d-4808-4a40-922a-801e556c4e88 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:26:59.869836 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:26:59.870183 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f79b941d-4808-4a40-922a-801e556c4e88 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:26:59.870663 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'status': 'completed', 'code': 200} Dec 12 15:26:59.915995 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-81d8feb2-f230-4e6c-8540-750bbe512a20 req-84d23e99-d312-4664-89c4-e3bdddebf45a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118193 Dec 12 15:26:59.953000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67a6e9cc-5d57-41b5-a023-577b88dcbc6e req-ddcb886c-fe27-4af2-aff7-6c4cbd5c786d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904337 Dec 12 15:26:59.967700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a360acfb-28b7-4ca0-97be-ef76c375f0b0 req-ebeb02aa-d7c7-4bb3-8700-8963354b515a service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640012 Dec 12 15:26:59.985778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Allocated IP 172.20.0.4 (e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e/981f76e6-9044-4300-8004-a4007194d59d/90a896e9-1458-4211-9480-8fdc3b83257c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:26:59.988701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966911fe-d634-461b-9ac7-38474808aa95 req-628ffc4b-7ec7-4fa6-8fda-2009ca4b7098 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.002544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966911fe-d634-461b-9ac7-38474808aa95 req-628ffc4b-7ec7-4fa6-8fda-2009ca4b7098 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.011342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966911fe-d634-461b-9ac7-38474808aa95 req-628ffc4b-7ec7-4fa6-8fda-2009ca4b7098 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1681 time: 0.1437149 Dec 12 15:27:00.120368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966911fe-d634-461b-9ac7-38474808aa95 req-738fb074-bba6-44ae-a1ea-965693a40a06 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080446 Dec 12 15:27:00.124913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-3735c404-fbdf-4936-a167-0cb0b88f3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.126619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-3735c404-fbdf-4936-a167-0cb0b88f3472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1095 time: 0.0976002 Dec 12 15:27:00.145150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216568b-42ec-4955-9c16-a2a2ff6de1cc req-c0bc2ab6-dd1a-4597-96a7-74070fc5ac4e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.153082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5216568b-42ec-4955-9c16-a2a2ff6de1cc req-c0bc2ab6-dd1a-4597-96a7-74070fc5ac4e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0969505 Dec 12 15:27:00.193614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.243306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f08812e-e8a5-4160-b0f5-375d80ac899a up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:00.248390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.309015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:00.312570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:00.315584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:00.321728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3f08812e-e8a5-4160-b0f5-375d80ac899a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:00.326866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3f08812e-e8a5-4160-b0f5-375d80ac899a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:00.327331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.330837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5216568b-42ec-4955-9c16-a2a2ff6de1cc req-cf09cba9-49c2-42ac-aeb7-fa1730a01263 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758294 Dec 12 15:27:00.362819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event updated for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:00.375811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-d4300427-8b95-4a04-9181-22e2f5fe5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.377669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-d4300427-8b95-4a04-9181-22e2f5fe5686 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 928 time: 0.2429545 Dec 12 15:27:00.378167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.380063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.394401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35822) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:00.407808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-82af66ff-fc3d-4328-aa82-a1bd84ce0731 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475734 Dec 12 15:27:00.412217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b06b84-aaae-4b88-9a26-7493ecdda676 req-a85903ad-a7e1-4d89-9c1b-fd58fbbb8b44 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.414333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38b06b84-aaae-4b88-9a26-7493ecdda676 req-a85903ad-a7e1-4d89-9c1b-fd58fbbb8b44 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 945 time: 0.1902211 Dec 12 15:27:00.433872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Request body: {'port': {'device_id': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:00.510776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.512004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-8681e673-4883-49a8-a0a5-371da4bae9c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 217 time: 0.0966425 Dec 12 15:27:00.516747 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.587422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:00.591651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.593729 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.594897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b6b20814-288f-4dce-ae55-e75dca90bb7c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:00.630271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38b06b84-aaae-4b88-9a26-7493ecdda676 req-1eca09be-b23a-4fb8-b242-df39ab66f99f tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884420 Dec 12 15:27:00.637956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b6b20814-288f-4dce-ae55-e75dca90bb7c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:00.638313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b6b20814-288f-4dce-ae55-e75dca90bb7c not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:00.662932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1af7-ede3-49cd-a6b9-34a25768138b req-d1b37698-f610-40cc-a7ac-a96c7f916415 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.664510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fecf1af7-ede3-49cd-a6b9-34a25768138b req-d1b37698-f610-40cc-a7ac-a96c7f916415 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 931 time: 0.1683397 Dec 12 15:27:00.666012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-9437c668-b1e0-4bda-adcb-300f6280d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.667338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-9437c668-b1e0-4bda-adcb-300f6280d91b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.1427388 Dec 12 15:27:00.697526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.699575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:00.737204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ea16e6c0-1dc7-46a6-8f96-006fc753c86d None None] Provisioning complete for port 90a896e9-1458-4211-9480-8fdc3b83257c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:00.737676 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ea16e6c0-1dc7-46a6-8f96-006fc753c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.783164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ea16e6c0-1dc7-46a6-8f96-006fc753c86d None None] Port 90a896e9-1458-4211-9480-8fdc3b83257c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:27:00.836275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-3d7674da-9619-411a-ba89-f13fc5b09466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.837847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-3d7674da-9619-411a-ba89-f13fc5b09466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580884 Dec 12 15:27:00.841179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.843921 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:00.847518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "DELETE /v2.0/security-groups/1557bf76-fdd4-4c15-9f46-74d4fb6a10a9 HTTP/1.1" status: 204 len: 168 time: 0.4488573 Dec 12 15:27:00.850166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:00.878582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3114b3-8cde-4525-b1d1-1c34d6b2de07 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1557bf76-fdd4-4c15-9f46-74d4fb6a10a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:00.880715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fecf1af7-ede3-49cd-a6b9-34a25768138b req-5cfc699e-406d-4778-8658-89e414e8d183 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769481 Dec 12 15:27:00.889207 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-497d6ee7-e68b-40c1-bb31-e74043f735a5 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] show failed (client error): The resource could not be found. Dec 12 15:27:00.893074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-497d6ee7-e68b-40c1-bb31-e74043f735a5 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "GET /v2.0/security-groups/1557bf76-fdd4-4c15-9f46-74d4fb6a10a9 HTTP/1.1" status: 404 len: 347 time: 0.0349662 Dec 12 15:27:00.894508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:00.916250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55527260-d030-4957-8e51-db733884adee req-3b7f2766-6bf5-42d2-aa0a-e011a717f5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:00.917833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55527260-d030-4957-8e51-db733884adee req-3b7f2766-6bf5-42d2-aa0a-e011a717f5c7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 944 time: 0.1747904 Dec 12 15:27:00.987374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55527260-d030-4957-8e51-db733884adee req-ac7d188f-6047-45cb-8cb8-d8fed2d088ae tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631495 Dec 12 15:27:01.028312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-4878af7a-f0f4-4fbb-9657-5b7b7858349c service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740315 Dec 12 15:27:01.104541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a896e9-1458-4211-9480-8fdc3b83257c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:01.117424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.131697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Deleting port d49e1e48-e365-41d1-bd26-3ff0592bd6da {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:01.131967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.219696 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.220095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.229275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Transition to ACTIVE for port object 90a896e9-1458-4211-9480-8fdc3b83257c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:27:01.234569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bed1f4-47f5-4e1f-bc6e-d4facdbc153b req-553b3079-848c-4a91-b3e1-a16208f6af42 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.235389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Calling delete_port for d49e1e48-e365-41d1-bd26-3ff0592bd6da owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:01.239007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13bed1f4-47f5-4e1f-bc6e-d4facdbc153b req-553b3079-848c-4a91-b3e1-a16208f6af42 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.2075441 Dec 12 15:27:01.242452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.254506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d51b-b74c-4ef6-adc0-f712370db2da req-06413dec-484b-40de-be26-b94ed3cb81f7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.264199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd57d51b-b74c-4ef6-adc0-f712370db2da req-06413dec-484b-40de-be26-b94ed3cb81f7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1941659 Dec 12 15:27:01.318128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290c9595-48d4-4ba2-bd6f-24eb9fc3c7e7 req-85dfcf85-bea0-47ff-bb89-28475bacba2e service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456629 Dec 12 15:27:01.379065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13bed1f4-47f5-4e1f-bc6e-d4facdbc153b req-2f82522d-bdfc-497b-b7ec-26676d66a78f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085954 Dec 12 15:27:01.392991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd57d51b-b74c-4ef6-adc0-f712370db2da req-4b56113b-5f3e-4346-bcfb-cbc91429a7f9 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277282 Dec 12 15:27:01.395990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Pushing event updated for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:01.505776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:01.512424 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c5c29-dd61-4e09-8058-c406e2f73400" -d '{"events": [{"server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "name": "network-vif-plugged", "status": "completed", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:01.521353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-ee587d38-03c9-4266-a434-39dd734a44f7 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.527889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-ee587d38-03c9-4266-a434-39dd734a44f7 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.529626 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-ee587d38-03c9-4266-a434-39dd734a44f7 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1681 time: 0.1292324 Dec 12 15:27:01.530394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Attempting to bind port 90a896e9-1458-4211-9480-8fdc3b83257c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:01.530730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Attempting to bind port 90a896e9-1458-4211-9480-8fdc3b83257c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:01.531062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Attempting to bind port 90a896e9-1458-4211-9480-8fdc3b83257c on network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:01.540403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Port 90a896e9-1458-4211-9480-8fdc3b83257c on network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:27:01.540776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Attempting to bind port 90a896e9-1458-4211-9480-8fdc3b83257c on network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:01.600463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abc61-8c54-42b3-8cbc-dc11da3c803f req-3d59111c-d9ef-4140-92b6-39a0680f8f53 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.602530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-960abc61-8c54-42b3-8cbc-dc11da3c803f req-3d59111c-d9ef-4140-92b6-39a0680f8f53 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1311727 Dec 12 15:27:01.610659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:01.611239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Checking segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:01.611726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Bound using segment: {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:01.612193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Bound port: 90a896e9-1458-4211-9480-8fdc3b83257c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:01.612739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.623386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666baa5-62ff-4903-9312-495dd3c0c05e req-8b2bc90c-e95e-4158-841a-cd1f44d62a3d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.631143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666baa5-62ff-4903-9312-495dd3c0c05e req-8b2bc90c-e95e-4158-841a-cd1f44d62a3d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.640222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5666baa5-62ff-4903-9312-495dd3c0c05e req-8b2bc90c-e95e-4158-841a-cd1f44d62a3d tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 1681 time: 0.1071007 Dec 12 15:27:01.719735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-960abc61-8c54-42b3-8cbc-dc11da3c803f req-7fa2048c-27c2-442b-bb31-7f80fb9224ec tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091933 Dec 12 15:27:01.743027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.747583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5666baa5-62ff-4903-9312-495dd3c0c05e req-6efae1e3-3c0e-48ce-a7b6-77d3a8aa196b tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060214 Dec 12 15:27:01.782193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307325f7-2a52-470e-9dca-4ccbfb907d82 x-openstack-request-id: req-307325f7-2a52-470e-9dca-4ccbfb907d82 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:01.782718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "name": "network-vif-plugged", "status": "completed", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:01.782718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-307325f7-2a52-470e-9dca-4ccbfb907d82 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:01.783113 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a', 'code': 200} Dec 12 15:27:01.884793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Pushing event deleted for resources: {'Port': ['ID=d49e1e48-e365-41d1-bd26-3ff0592bd6da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:01.892721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:01.922086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=90a896e9-1458-4211-9480-8fdc3b83257c,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:01.924780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f36ebf-928e-42a4-9c9e-bd14a4e53ff1 req-d5e40e60-8ad5-4c60-bd28-5857a1ef8e59 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.931541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port c5c2d674-0a1a-4131-9c61-d1c7c719976b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:01.932084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.932787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3f36ebf-928e-42a4-9c9e-bd14a4e53ff1 req-d5e40e60-8ad5-4c60-bd28-5857a1ef8e59 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 946 time: 0.1170037 Dec 12 15:27:01.953084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.956268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.959832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:01.964257 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5ec2336c-5b4d-4a25-bda3-da32fdd3e874 tempest-ServersTestJSON-318680150 tempest-ServersTestJSON-318680150-project] 10.222.0.36 "DELETE /v2.0/floatingips/36537b4a-b6ad-4fe5-bfd2-adc62ea9a010 HTTP/1.1" status: 204 len: 168 time: 1.0680785 Dec 12 15:27:01.972565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:01.973598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba731fea-3cdc-44e0-9e5f-4a3a00fd0bec req-5d91f7a0-c0f8-452c-b59c-dfb6951ddf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:01.973818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba731fea-3cdc-44e0-9e5f-4a3a00fd0bec req-5d91f7a0-c0f8-452c-b59c-dfb6951ddf1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 1097 time: 0.1122870 Dec 12 15:27:02.084897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.085507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:02.086868 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] 10.222.0.30 "PUT /v2.0/ports/90a896e9-1458-4211-9480-8fdc3b83257c HTTP/1.1" status: 200 len: 1091 time: 1.6606205 Dec 12 15:27:02.090380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3f36ebf-928e-42a4-9c9e-bd14a4e53ff1 req-e36ab61d-12d9-48f1-b748-90848a750d80 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565430 Dec 12 15:27:02.093923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:02.096668 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83160e3-82bf-4076-8861-5663e6fe8f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:02.108388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba731fea-3cdc-44e0-9e5f-4a3a00fd0bec req-8eaa71a2-c20e-4ef4-b6d7-afa0ce2cb5e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273763 Dec 12 15:27:02.118061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-575dfacd-a1b7-4f58-812c-a58de21f27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.119558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-575dfacd-a1b7-4f58-812c-a58de21f27c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 1097 time: 0.1088490 Dec 12 15:27:02.135912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d87687-dbff-42c9-bd3c-e86dcdb996e1 req-72e3471b-0af7-42b8-bd50-2436da9a55e6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.138249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0d87687-dbff-42c9-bd3c-e86dcdb996e1 req-72e3471b-0af7-42b8-bd50-2436da9a55e6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0959036 Dec 12 15:27:02.177145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756c10c-8ec6-4eba-ba68-4a9f79ce3a2d service neutron] Pushing event updated for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:02.279021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port c5c2d674-0a1a-4131-9c61-d1c7c719976b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c5c2d674-0a1a-4131-9c61-d1c7c719976b,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:02.279383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:02.282094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-e0c5da3f-ede6-4ff1-b39b-3e13050657bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.283585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-e0c5da3f-ede6-4ff1-b39b-3e13050657bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 911 time: 0.1444302 Dec 12 15:27:02.306480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for c5c2d674-0a1a-4131-9c61-d1c7c719976b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:02.320258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-fb7d550f-71c5-4139-b359-ae82e46a4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.321798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-fb7d550f-71c5-4139-b359-ae82e46a4571 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2446bee986254ca899f51c4830e61032&device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 1094 time: 0.1464684 Dec 12 15:27:02.367344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-7bc28aad-4cad-46f3-99a3-3e895cd90b41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c HTTP/1.1" status: 200 len: 217 time: 0.0571642 Dec 12 15:27:02.369810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-6bd451d4-9b19-4be8-bf58-9ae0a5def336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a896e9-1458-4211-9480-8fdc3b83257c HTTP/1.1" status: 200 len: 217 time: 0.0372546 Dec 12 15:27:02.385234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0d87687-dbff-42c9-bd3c-e86dcdb996e1 req-4ae94994-7d5b-458e-a3af-2a257ce7669b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247844 Dec 12 15:27:02.424451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae90fb-fa08-49d6-bc53-acd086d0a17a req-740f5c9d-0266-437b-9914-f26bac190ff1 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.426762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8ae90fb-fa08-49d6-bc53-acd086d0a17a req-740f5c9d-0266-437b-9914-f26bac190ff1 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.1960566 Dec 12 15:27:02.472778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-d664326f-b3d4-4a9b-8400-bdb3ba41a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.474329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-d664326f-b3d4-4a9b-8400-bdb3ba41a178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.0873747 Dec 12 15:27:02.537396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-0e8120ef-55c0-4cd7-8a02-52edcf9e39c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487580 Dec 12 15:27:02.541458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8ae90fb-fa08-49d6-bc53-acd086d0a17a req-9cdb6878-5ced-4ccb-ab10-3c09b9ba8d81 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075702 Dec 12 15:27:02.624442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22867622-0724-4e5b-85be-406ecf7c7e40 req-7fd207ab-7b00-4be9-b907-ce062abf89b1 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.626247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22867622-0724-4e5b-85be-406ecf7c7e40 req-7fd207ab-7b00-4be9-b907-ce062abf89b1 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 944 time: 0.1561952 Dec 12 15:27:02.727589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-330e28b3-da13-4c4f-8017-0ada3356a5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756880 Dec 12 15:27:02.736154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22867622-0724-4e5b-85be-406ecf7c7e40 req-a2b999ba-e828-4c76-9933-a53ae69748a7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998328 Dec 12 15:27:02.739514 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afa0d3-5524-475d-a69e-013d0a67bfbb x-openstack-request-id: req-13afa0d3-5524-475d-a69e-013d0a67bfbb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:02.740026 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:02.740026 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13afa0d3-5524-475d-a69e-013d0a67bfbb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:02.740843 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c', 'status': 'completed', 'code': 200} Dec 12 15:27:02.820524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21859a50-a8e7-4f72-b227-f5a9febcf9e6 req-a7689536-490f-45b6-8e75-4200cf23585c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.822069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21859a50-a8e7-4f72-b227-f5a9febcf9e6 req-a7689536-490f-45b6-8e75-4200cf23585c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1333716 Dec 12 15:27:02.834471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-cbbe56be-db7b-4fd7-944a-9b71c8867383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.835989 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-cbbe56be-db7b-4fd7-944a-9b71c8867383 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=981f76e6-9044-4300-8004-a4007194d59d HTTP/1.1" status: 200 len: 855 time: 0.4302149 Dec 12 15:27:02.913775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53e83c3d-72ae-418e-885a-8df63e4f2ba4 req-c35116e3-7acb-4cab-9e2f-75d2b3014f5e service neutron] 10.222.0.30 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751680 Dec 12 15:27:02.937893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21859a50-a8e7-4f72-b227-f5a9febcf9e6 req-9b3d4ed1-3d11-45f3-bf08-9b31bed59874 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035330 Dec 12 15:27:02.961149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49564c2-5672-44e6-938f-75539809707f req-dd46e5e4-eff4-4311-aa30-f7c2ce9504c5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.975268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b49564c2-5672-44e6-938f-75539809707f req-dd46e5e4-eff4-4311-aa30-f7c2ce9504c5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1261997 Dec 12 15:27:02.976834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-0658497f-b11a-49f3-b224-81e5732af514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:02.978320 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-0658497f-b11a-49f3-b224-81e5732af514 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243973 Dec 12 15:27:03.025430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:03.105097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b49564c2-5672-44e6-938f-75539809707f req-2ba45261-cab5-429c-a14b-a8cc85611e4c tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289186 Dec 12 15:27:03.128957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=c5c2d674-0a1a-4131-9c61-d1c7c719976b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:03.159807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port c5c2d674-0a1a-4131-9c61-d1c7c719976b on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:03.164992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:03.169598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-df67f942-5157-4b3b-ae12-7302b74bbeb6 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "DELETE /v2.0/ports/c5c2d674-0a1a-4131-9c61-d1c7c719976b HTTP/1.1" status: 204 len: 173 time: 1.6313412 Dec 12 15:27:03.194734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5c01-3d08-4bd9-809b-f7dcd158dbec req-64e6de2e-7fab-4afb-a4be-eb2485598aca tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.196308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56fb5c01-3d08-4bd9-809b-f7dcd158dbec req-64e6de2e-7fab-4afb-a4be-eb2485598aca tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 945 time: 0.1222074 Dec 12 15:27:03.304961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56fb5c01-3d08-4bd9-809b-f7dcd158dbec req-43909d9b-bac8-4e18-b643-99c76d522c5c tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2d60549-0452-43a1-84e9-8d8f6fc26686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981309 Dec 12 15:27:03.308308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-3e263eba-c725-4e8e-afbb-7b5f483c210d service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093050 Dec 12 15:27:03.354362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d84e-9ec8-4aa9-8249-15fcde80544d req-3e0ee150-0c75-4ea5-a7d7-964bc798ad53 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.365373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c979d84e-9ec8-4aa9-8249-15fcde80544d req-3e0ee150-0c75-4ea5-a7d7-964bc798ad53 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 946 time: 0.1111784 Dec 12 15:27:03.427518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:03.428211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:03.437199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c979d84e-9ec8-4aa9-8249-15fcde80544d req-1cd5b46b-2daa-4507-b49e-d6000c25aa4b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705597 Dec 12 15:27:03.515311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f12c32be-2fd0-47f5-a5dd-5a51ab186271 req-0f31a9a6-4172-4b03-87fe-99ecd3a8cc62 service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952164 Dec 12 15:27:03.519336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc336-5102-4b2a-8c2b-575d8dcf0dad req-8e089f06-4fe2-4d4f-aba6-2785ef17cd20 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.521674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd4bc336-5102-4b2a-8c2b-575d8dcf0dad req-8e089f06-4fe2-4d4f-aba6-2785ef17cd20 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0538805 Dec 12 15:27:03.559810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:03.588476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd4bc336-5102-4b2a-8c2b-575d8dcf0dad req-a20c9422-bd71-4989-aa30-20215a0b4d1f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Dec 12 15:27:03.622249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port a9a4ceb0-0234-4e48-bee9-59dc72c9b381, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:03.622629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:03.662478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for a9a4ceb0-0234-4e48-bee9-59dc72c9b381 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:03.684846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ef7e-31dc-4a8e-97dc-e5eb926f3db7 req-d604a637-838e-45e7-bc06-84d4c7fecde6 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.686370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51d8ef7e-31dc-4a8e-97dc-e5eb926f3db7 req-d604a637-838e-45e7-bc06-84d4c7fecde6 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.0556474 Dec 12 15:27:03.747513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51d8ef7e-31dc-4a8e-97dc-e5eb926f3db7 req-d541f3c8-e094-4d9c-9ab2-14220c11af8f tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533843 Dec 12 15:27:03.760998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-a585ec91-1aa6-4e6a-804b-f820d9b60993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.766683 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-a585ec91-1aa6-4e6a-804b-f820d9b60993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2446bee986254ca899f51c4830e61032&device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 1094 time: 0.1511045 Dec 12 15:27:03.868315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf364-214b-4621-970b-7c3f96396b6d req-b965835c-2c6a-4a22-9d99-5ef6fe2aa6c7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.870187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6cf364-214b-4621-970b-7c3f96396b6d req-b965835c-2c6a-4a22-9d99-5ef6fe2aa6c7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 944 time: 0.0555563 Dec 12 15:27:03.921966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6cf364-214b-4621-970b-7c3f96396b6d req-8ed6cfca-5400-49e1-81d1-d45269df9875 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Dec 12 15:27:03.979337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-60c29676-9558-433d-8469-98b8f1567263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:03.980848 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-60c29676-9558-433d-8469-98b8f1567263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e HTTP/1.1" status: 200 len: 916 time: 0.2071626 Dec 12 15:27:04.040773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-f2ff2079-d92d-4a3a-9328-1b4eb6a7fe88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a896e9-1458-4211-9480-8fdc3b83257c HTTP/1.1" status: 200 len: 217 time: 0.0494452 Dec 12 15:27:04.063606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.070128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e384e-92e1-4135-b6ee-b69d5e93b746 req-131ff512-7982-4fa5-8750-36f11ff54cc0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.071782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e55e384e-92e1-4135-b6ee-b69d5e93b746 req-131ff512-7982-4fa5-8750-36f11ff54cc0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0681427 Dec 12 15:27:04.128759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=a9a4ceb0-0234-4e48-bee9-59dc72c9b381,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:04.179936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e55e384e-92e1-4135-b6ee-b69d5e93b746 req-981500f4-8358-4734-8fad-5c23dcd0bd34 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992627 Dec 12 15:27:04.197373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-fa18be5a-d3d6-4923-92cc-491ffa8f62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.198850 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-fa18be5a-d3d6-4923-92cc-491ffa8f62de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=981f76e6-9044-4300-8004-a4007194d59d HTTP/1.1" status: 200 len: 855 time: 0.1363406 Dec 12 15:27:04.226229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port a9a4ceb0-0234-4e48-bee9-59dc72c9b381 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:04.230792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.233637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b13cab7-feca-429a-8569-a82b03c84a0e req-40799d6b-ed1f-41ed-943f-60b9651da4d1 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.30 "DELETE /v2.0/ports/a9a4ceb0-0234-4e48-bee9-59dc72c9b381 HTTP/1.1" status: 204 len: 173 time: 1.0566971 Dec 12 15:27:04.243457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d0636dc2-1e76-47e2-8b5a-8eacf84ea602 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:04.259714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac19675-1f35-4ae4-98e4-b3dff3c872b9 req-5c3115d0-ebdd-4911-83bd-c2f6e9877f4f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.270400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ac19675-1f35-4ae4-98e4-b3dff3c872b9 req-5c3115d0-ebdd-4911-83bd-c2f6e9877f4f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0703163 Dec 12 15:27:04.288587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Deleting port 03d7f37c-3e2f-450c-8740-d4c20e009a74 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:04.288951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.368914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-16ccd8ee-2754-40b0-a6a7-644036cbccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.372429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-16ccd8ee-2754-40b0-a6a7-644036cbccda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554363 Dec 12 15:27:04.409808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ac19675-1f35-4ae4-98e4-b3dff3c872b9 req-8271fc94-c650-4abd-98a4-8700bf1ca289 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371481 Dec 12 15:27:04.500676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a9a4ceb0-0234-4e48-bee9-59dc72c9b381 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:04.507756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af9d2a6f-b6c9-4a4c-8073-047aeee23a7f req-da910772-f9f8-4b63-afb0-6ebc1f351538 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b9dcafe-1e2d-47ec-81e3-9db01a52d221 HTTP/1.1" status: 200 len: 210 time: 0.0726352 Dec 12 15:27:04.552399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: a9a4ceb0-0234-4e48-bee9-59dc72c9b381 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:04.552868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a9a4ceb0-0234-4e48-bee9-59dc72c9b381 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:04.553347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c5c2d674-0a1a-4131-9c61-d1c7c719976b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:04.554881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] For port 03d7f37c-3e2f-450c-8740-d4c20e009a74, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=03d7f37c-3e2f-450c-8740-d4c20e009a74,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:04.555246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.557479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:04.577350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Calling delete_port for 03d7f37c-3e2f-450c-8740-d4c20e009a74 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:04.584605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: c5c2d674-0a1a-4131-9c61-d1c7c719976b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:04.584946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-7ee1b870-6695-4cc4-9b0b-a3fe08e7f2dc service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939356 Dec 12 15:27:04.585178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c5c2d674-0a1a-4131-9c61-d1c7c719976b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:04.587393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'mac_address': 'fa:16:3e:ac:bc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:04.617601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4fdf2-c61d-4f33-9a8a-6817ae10cf4a req-728a3457-89bb-42da-9415-2afd4f474de4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.619278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89c4fdf2-c61d-4f33-9a8a-6817ae10cf4a req-728a3457-89bb-42da-9415-2afd4f474de4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 946 time: 0.0933018 Dec 12 15:27:04.641293 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.660956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0636dc2-1e76-47e2-8b5a-8eacf84ea602 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:04.682798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:04.692551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:04.727666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89c4fdf2-c61d-4f33-9a8a-6817ae10cf4a req-de149c20-90db-4848-8d6e-0c5b462c2fbb tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017420 Dec 12 15:27:04.752979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-deleted', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b'}, {'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-deleted', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:04.755281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:04.755920 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318f363-eefd-4fb4-9c4d-588a8afdb4e2" -d '{"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-deleted", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b"}, {"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-deleted", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:04.760399 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d83160e3-82bf-4076-8861-5663e6fe8f7f req-82627d71-8764-4ae6-9bbd-d9110f076493 service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668024 Dec 12 15:27:04.763808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423641a9-5009-4da7-ac34-7d11347cb77a req-3d84f738-62e0-4432-9fc7-dd06bf34f1c1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:04.784563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-423641a9-5009-4da7-ac34-7d11347cb77a req-3d84f738-62e0-4432-9fc7-dd06bf34f1c1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1108644 Dec 12 15:27:04.905234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-423641a9-5009-4da7-ac34-7d11347cb77a req-340b3819-2e0e-42fe-8102-258658b5f00b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196880 Dec 12 15:27:04.924074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['d0636dc2-1e76-47e2-8b5a-8eacf84ea602'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:04.965433 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b0c44e-b845-40f8-ab46-a5b4840de30e x-openstack-request-id: req-05b0c44e-b845-40f8-ab46-a5b4840de30e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:04.966122 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-deleted", "tag": "c5c2d674-0a1a-4131-9c61-d1c7c719976b", "status": "completed", "code": 200}, {"server_uuid": "3b9dcafe-1e2d-47ec-81e3-9db01a52d221", "name": "network-vif-deleted", "tag": "a9a4ceb0-0234-4e48-bee9-59dc72c9b381", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:04.967208 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05b0c44e-b845-40f8-ab46-a5b4840de30e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:04.968257 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-deleted', 'tag': 'c5c2d674-0a1a-4131-9c61-d1c7c719976b', 'status': 'completed', 'code': 200} Dec 12 15:27:04.969865 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9dcafe-1e2d-47ec-81e3-9db01a52d221', 'name': 'network-vif-deleted', 'tag': 'a9a4ceb0-0234-4e48-bee9-59dc72c9b381', 'status': 'completed', 'code': 200} Dec 12 15:27:05.074265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.075539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ce5b-f8a8-4649-ba03-9a5684c1e9a8 req-e3403ead-81ed-4405-b656-e973d7a767aa tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:05.077085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3f1ce5b-f8a8-4649-ba03-9a5684c1e9a8 req-e3403ead-81ed-4405-b656-e973d7a767aa tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.0870550 Dec 12 15:27:05.116539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d7f37c-3e2f-450c-8740-d4c20e009a74,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:05.128747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea251-6d5c-49f7-aaaa-6a440ed4739d req-99e8c983-9c22-4810-b552-cb45a982b628 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:05.131555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1cea251-6d5c-49f7-aaaa-6a440ed4739d req-99e8c983-9c22-4810-b552-cb45a982b628 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 945 time: 0.1063204 Dec 12 15:27:05.159036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3f1ce5b-f8a8-4649-ba03-9a5684c1e9a8 req-69cc96f2-689f-41aa-834d-9387e3bdc79f tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701368 Dec 12 15:27:05.252046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1cea251-6d5c-49f7-aaaa-6a440ed4739d req-f1e5cd84-4321-432b-9fef-8d1a3f79728a tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843370 Dec 12 15:27:05.348464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f8627f4-6038-4f8d-ba0b-cc16a73ae2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.425409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac921b79-5d3b-4fff-be03-aa4d46375461 req-5fb19d6c-40cc-4fa0-83a6-e812940c9606 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:05.433106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac921b79-5d3b-4fff-be03-aa4d46375461 req-5fb19d6c-40cc-4fa0-83a6-e812940c9606 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0853331 Dec 12 15:27:05.467854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.508979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac921b79-5d3b-4fff-be03-aa4d46375461 req-d03f6343-3368-494d-a30d-6bcf73f82800 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749757 Dec 12 15:27:05.589299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d65fd0-a142-46bc-b1a2-bb95106c023e req-37a10dfa-dc41-4d27-be20-c2ce36715904 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:05.594976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d65fd0-a142-46bc-b1a2-bb95106c023e req-37a10dfa-dc41-4d27-be20-c2ce36715904 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0672145 Dec 12 15:27:05.634705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35906) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:05.681340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d65fd0-a142-46bc-b1a2-bb95106c023e req-8183afbe-c00d-4e06-a925-878d6e75d53e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797243 Dec 12 15:27:05.708037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting subnet 28eb96c8-dcb1-44b9-8175-e9c2269ec7f8 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:05.712019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.760722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.767071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:05.850136 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.878178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:05.883832 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-11473d5a-b64d-470c-bf51-9762eedca360 admin admin] 10.222.0.36 "PUT /v2.0/routers/83704173-ffc7-4a7d-8ac8-5ecaafc429d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763926 Dec 12 15:27:05.886487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:05.889619 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Sync routers for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:05.927843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:05.928997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.931882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:05.975571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Subnet': ['ID=28eb96c8-dcb1-44b9-8175-e9c2269ec7f8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:05.979259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:05.985185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b23167aa-4894-4a90-90fa-b462aca5bffb tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/subnets/28eb96c8-dcb1-44b9-8175-e9c2269ec7f8 HTTP/1.1" status: 204 len: 168 time: 0.3492527 Dec 12 15:27:05.985814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:05.986349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de14769-9643-4741-bd87-c22b343c5855 None None] Network 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:06.074001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:06.144325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d5b5-f01c-461e-9890-011e1ba1a69b req-ee0c1a58-6747-46fc-a62e-1cba16ea7502 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:06.146596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2d6d5b5-f01c-461e-9890-011e1ba1a69b req-ee0c1a58-6747-46fc-a62e-1cba16ea7502 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0992227 Dec 12 15:27:06.151857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.233236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] DHCP port deletion for 6d63e6c3-f9dc-44eb-a87f-15738b8fa02c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:27:06.286421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2d6d5b5-f01c-461e-9890-011e1ba1a69b req-c24baabb-6fb6-4fc3-aca2-8ddf7805e0b8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300673 Dec 12 15:27:06.305190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d0636dc2-1e76-47e2-8b5a-8eacf84ea602 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:06.398114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28997db-bd25-4340-ba61-1cd0e0f006a6 req-45a67345-4e47-4e31-ad50-b7c81e2963d4 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:06.408699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f28997db-bd25-4340-ba61-1cd0e0f006a6 req-45a67345-4e47-4e31-ad50-b7c81e2963d4 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.1187923 Dec 12 15:27:06.444968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Deleting port a2fdc25e-8d68-42cf-b70d-f4b915649699 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:06.445560 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.447559 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:27:04Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:06.479109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a2fdc25e-8d68-42cf-b70d-f4b915649699 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:06.486726 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Checking router: 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:06.496560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Routers {'83704173-ffc7-4a7d-8ac8-5ecaafc429d4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:06.497469 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:26:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:06.562363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75dc9-30a1-41b0-9b96-0db6246cf606 req-d3d8e726-50ad-4467-a6e5-728960c833d9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:06.563790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ead75dc9-30a1-41b0-9b96-0db6246cf606 req-d3d8e726-50ad-4467-a6e5-728960c833d9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 945 time: 0.0941415 Dec 12 15:27:06.578423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f28997db-bd25-4340-ba61-1cd0e0f006a6 req-baa9b611-ff9a-4a40-8f07-09132df51341 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690106 Dec 12 15:27:06.719503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.780093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a2fdc25e-8d68-42cf-b70d-f4b915649699,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:06.780698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.792955 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.795235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] Set router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:06.798973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Calling delete_port for a2fdc25e-8d68-42cf-b70d-f4b915649699 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:06.810624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:06.825455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:06.825836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.866810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:06.945712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Deleting port 462d0d11-1381-4d74-a309-dc503547c09c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:06.946633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.024222 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:27:04Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:07.032320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ead75dc9-30a1-41b0-9b96-0db6246cf606 req-3111d49a-b2e5-4cdc-97cd-9dd2154bed19 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518847 Dec 12 15:27:07.040488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port a2fdc25e-8d68-42cf-b70d-f4b915649699 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:07.040849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.067546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c43811-6ce9-405b-bc29-78c48b851ce9 None None] The sync data for ids ['83704173-ffc7-4a7d-8ac8-5ecaafc429d4'] in n-d-710847-8 is: [{'id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'name': 'tempest-ServersTestJSON-1427688482-router', 'tenant_id': '508b88a61eb34e129176e6098667f7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '462d0d11-1381-4d74-a309-dc503547c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:24:28Z', 'updated_at': '2021-12-12T15:27:04Z', 'revision_number': 5, 'project_id': '508b88a61eb34e129176e6098667f7ec', 'gw_port': {'id': '462d0d11-1381-4d74-a309-dc503547c09c', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:42:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83704173-ffc7-4a7d-8ac8-5ecaafc429d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:24:30Z', 'updated_at': '2021-12-12T15:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:07.078623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] For port 462d0d11-1381-4d74-a309-dc503547c09c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=462d0d11-1381-4d74-a309-dc503547c09c,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:07.079687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.098948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Calling delete_port for 462d0d11-1381-4d74-a309-dc503547c09c owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:07.160927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528b0f-4483-43f5-869b-e2ced6c6a211 req-b7c21a03-9798-4355-bde6-08fb08593e3d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:07.162799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91528b0f-4483-43f5-869b-e2ced6c6a211 req-b7c21a03-9798-4355-bde6-08fb08593e3d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1710336 Dec 12 15:27:07.193952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a2fdc25e-8d68-42cf-b70d-f4b915649699,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:07.206493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.208930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port a2fdc25e-8d68-42cf-b70d-f4b915649699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a2fdc25e-8d68-42cf-b70d-f4b915649699,segment=NetworkSegment(b5e7126f-de12-46f2-9b71-344da9e1c94a),segment_id=b5e7126f-de12-46f2-9b71-344da9e1c94a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:07.209281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.228211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for a2fdc25e-8d68-42cf-b70d-f4b915649699 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:07.319410 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.319963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.333507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:07.363083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:07.377207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.378384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] No DVR routers for this DVR port a2fdc25e-8d68-42cf-b70d-f4b915649699 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:07.381161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.398530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d41c5-bbff-489e-a20e-4a0705cd5f22 None None] Pushing event deleted for resources: {'Port': ['ID=a2fdc25e-8d68-42cf-b70d-f4b915649699,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:07.426836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:07.429375 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22ec93-ce38-4066-ab73-ddedb13f4e45" -d '{"events": [{"server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "name": "network-vif-plugged", "status": "completed", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:07.436229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port a2fdc25e-8d68-42cf-b70d-f4b915649699 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:07.444479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:07.450167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32c04-c4e2-4713-941a-50b246805b38 req-7e80870b-a7ad-47d5-89a1-84c879432915 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:07.455160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.461395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18e32c04-c4e2-4713-941a-50b246805b38 req-7e80870b-a7ad-47d5-89a1-84c879432915 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1384790 Dec 12 15:27:07.464080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.464431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.464801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.465136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.465464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.465792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.466123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.466436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.466757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.467075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.467391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.467716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.468214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:07.509928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=462d0d11-1381-4d74-a309-dc503547c09c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:07.544019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:07.561230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.600571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91528b0f-4483-43f5-869b-e2ced6c6a211 req-0f897fdd-b7a1-4b7d-88f7-44530b6ea1d0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217899 Dec 12 15:27:07.619210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.628134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d63e6c3-f9dc-44eb-a87f-15738b8fa02c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:07.647485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e7126f-de12-46f2-9b71-344da9e1c94a') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:07.647774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e7126f-de12-46f2-9b71-344da9e1c94a') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:07.676887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18e32c04-c4e2-4713-941a-50b246805b38 req-aa4a98eb-9c50-404b-8144-a2de22d892c1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147379 Dec 12 15:27:07.684965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.711818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4490d6eb-68ca-4b82-b9bc-54bd7a55151f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.747941 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788acaa7-d014-45a4-9240-2edd19bfa22c x-openstack-request-id: req-788acaa7-d014-45a4-9240-2edd19bfa22c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:07.748242 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "name": "network-vif-plugged", "status": "completed", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:07.748574 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-788acaa7-d014-45a4-9240-2edd19bfa22c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:07.750087 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'code': 200} Dec 12 15:27:07.779958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.789215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.792183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.807883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:07.808292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:07.811546 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:07.849032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007fa76-db1c-436d-8014-59fc2dd4243e req-d910cefb-b43f-4865-ae32-df760e1562b3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:07.850553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b007fa76-db1c-436d-8014-59fc2dd4243e req-d910cefb-b43f-4865-ae32-df760e1562b3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1613457 Dec 12 15:27:07.859980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.860553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83704173-ffc7-4a7d-8ac8-5ecaafc429d4 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:27:07.866211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.869879 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-809d7d4f-67a3-44a9-a5a4-a32ab122a4e4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/83704173-ffc7-4a7d-8ac8-5ecaafc429d4 HTTP/1.1" status: 204 len: 168 time: 1.9799304 Dec 12 15:27:07.871258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:07.922535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Deleting subnet ecfbdf9d-3788-4444-a12f-f7a344f305fd {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:07.926566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:07.967003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.001943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.008239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b007fa76-db1c-436d-8014-59fc2dd4243e req-d0b34603-90a8-49ea-bbd6-0ce22e9cc6e9 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226125 Dec 12 15:27:08.027415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.033433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/networks/6d63e6c3-f9dc-44eb-a87f-15738b8fa02c HTTP/1.1" status: 204 len: 168 time: 2.0466309 Dec 12 15:27:08.040756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35934) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:08.041777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c78c-f68f-4994-ae0c-564c7eb556cf tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Network': ['ID=6d63e6c3-f9dc-44eb-a87f-15738b8fa02c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:08.059535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64c84e-fefb-44d0-a2b0-a9240df24525 req-92ec4c9f-82f6-4a71-8a58-5879d30892b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:08.061049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc64c84e-fefb-44d0-a2b0-a9240df24525 req-92ec4c9f-82f6-4a71-8a58-5879d30892b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1097 time: 0.2480252 Dec 12 15:27:08.078466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.090146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5215c0c-4c6c-48c0-a295-5abda68ec980 req-0c9920c5-d446-4b90-b831-8d339c6727fd tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:08.098467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5215c0c-4c6c-48c0-a295-5abda68ec980 req-0c9920c5-d446-4b90-b831-8d339c6727fd tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.2700334 Dec 12 15:27:08.174554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.210705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfbdf9d-3788-4444-a12f-f7a344f305fd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:08.221851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.223556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda164f5-fd3e-4e94-b682-8a5b4507bf08 None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:08.226820 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42111c42-d32f-452a-a2fc-316162ecca2b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ecfbdf9d-3788-4444-a12f-f7a344f305fd HTTP/1.1" status: 204 len: 168 time: 0.3544710 Dec 12 15:27:08.229263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:08.234180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting subnet 93ce20bf-80b9-4231-9f15-ce253d455907 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:08.239865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5215c0c-4c6c-48c0-a295-5abda68ec980 req-7c191723-a8ff-4fa6-969d-ae5ca4109599 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407120 Dec 12 15:27:08.254775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.277823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc64c84e-fefb-44d0-a2b0-a9240df24525 req-110b5e7c-3af6-4e1b-ba33-c17a1b17e9fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960769 Dec 12 15:27:08.314691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6811ff0-992d-41d3-9c85-58f2c981d130 req-1d588707-fb5a-4abc-b092-c31c1c4fc8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:08.332096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6811ff0-992d-41d3-9c85-58f2c981d130 req-1d588707-fb5a-4abc-b092-c31c1c4fc8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 946 time: 0.1743474 Dec 12 15:27:08.349825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.355845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.422632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Deleting port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:08.423103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.471102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6811ff0-992d-41d3-9c85-58f2c981d130 req-f42b50fe-3ab9-4ec7-90ea-293f5fae1101 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379774 Dec 12 15:27:08.477217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.518918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] DHCP port deletion for 6e82fc18-2e61-4529-a497-5cef85ee15f9 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:27:08.530186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.537439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] For port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:08.538919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.558238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Calling delete_port for e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:08.635148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 462d0d11-1381-4d74-a309-dc503547c09c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:08.643505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Deleting port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:08.646128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.657417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.672236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 462d0d11-1381-4d74-a309-dc503547c09c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:08.672907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 462d0d11-1381-4d74-a309-dc503547c09c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:08.673519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 03d7f37c-3e2f-450c-8740-d4c20e009a74 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:08.717275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.734558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.738087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/subnets/93ce20bf-80b9-4231-9f15-ce253d455907 HTTP/1.1" status: 204 len: 168 time: 0.6941760 Dec 12 15:27:08.739389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beff4f5-e46b-40dc-a5a7-49508ea6a324 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Subnet': ['ID=93ce20bf-80b9-4231-9f15-ce253d455907,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:08.741110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35946) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:08.762246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:08.773149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] No DVR routers for this DVR port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:08.797385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def1dd77-236b-440d-9daa-13c6cde87d0b None None] Network c863ec46-0cda-4c1b-b8e2-bb22db73983a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:08.800031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 03d7f37c-3e2f-450c-8740-d4c20e009a74 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:08.800556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 03d7f37c-3e2f-450c-8740-d4c20e009a74 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:08.801275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:08.863579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.887395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e82fc18-2e61-4529-a497-5cef85ee15f9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:08.899076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:08.899430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:08.916260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] For port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,segment=NetworkSegment(449add97-98f1-482a-adfb-b7dd7a510b12),segment_id=449add97-98f1-482a-adfb-b7dd7a510b12)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:08.916680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.917873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a16c7c-b006-48f9-83a8-eb8a85ad48d5 req-8aa6c6d7-6c81-47ec-87bd-f30b0a1506ce tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:08.919110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449add97-98f1-482a-adfb-b7dd7a510b12') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:08.919366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4a16c7c-b006-48f9-83a8-eb8a85ad48d5 req-8aa6c6d7-6c81-47ec-87bd-f30b0a1506ce tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1866992 Dec 12 15:27:08.919969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449add97-98f1-482a-adfb-b7dd7a510b12') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:08.929366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.935180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.937560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Calling delete_port for e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:08.954060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.963884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:08.964677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:08.965339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469ac78-1cb4-42c8-ae85-ab56bb9f477f req-4a91a14c-b9b6-456b-958a-b1896b54d590 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:08.968304 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:08.972980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1469ac78-1cb4-42c8-ae85-ab56bb9f477f req-4a91a14c-b9b6-456b-958a-b1896b54d590 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1495316 Dec 12 15:27:09.068417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.074995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.080892 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e82fc18-2e61-4529-a497-5cef85ee15f9 HTTP/1.1" status: 204 len: 168 time: 0.8480682 Dec 12 15:27:09.081075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4a16c7c-b006-48f9-83a8-eb8a85ad48d5 req-9d5fbd11-7720-4dd0-b223-b7647ebc4245 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464813 Dec 12 15:27:09.106777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fd272-4aff-4429-b2ec-9cefb637546f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e82fc18-2e61-4529-a497-5cef85ee15f9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:09.107178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1469ac78-1cb4-42c8-ae85-ab56bb9f477f req-b8de4b9d-a91a-42e1-8a04-4dac16e7b6c1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292644 Dec 12 15:27:09.117243 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.139250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Deleting port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:09.139588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.159472 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.185240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] DHCP port deletion for c863ec46-0cda-4c1b-b8e2-bb22db73983a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:27:09.187302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Network 6e82fc18-2e61-4529-a497-5cef85ee15f9 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:27:09.187898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] No DVR routers for this DVR port e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:09.191234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707836ee-e2a5-4f47-9dda-357275495c07 None None] Pushing event deleted for resources: {'Port': ['ID=e2ae9e4b-7dc8-49d9-a885-5abce9c81e1c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:09.273614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Deleting port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:09.274257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.327677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] For port 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37ab9c46-93d6-4b28-a9e3-7834f8330e54,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:09.340287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.352685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:09.361537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] For port 37ab9c46-93d6-4b28-a9e3-7834f8330e54, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37ab9c46-93d6-4b28-a9e3-7834f8330e54,segment=NetworkSegment(63eb9ecd-afe2-4da1-bf82-1bc1f20beed7),segment_id=63eb9ecd-afe2-4da1-bf82-1bc1f20beed7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:09.362273 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.380794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Calling delete_port for 37ab9c46-93d6-4b28-a9e3-7834f8330e54 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:09.402925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537398-6d02-4150-8c1c-6ccf25638166 req-4a2efb32-5686-4b41-8332-f01f549dfcd8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:09.404762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6537398-6d02-4150-8c1c-6ccf25638166 req-4a2efb32-5686-4b41-8332-f01f549dfcd8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1736968 Dec 12 15:27:09.410398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Calling delete_port for 37ab9c46-93d6-4b28-a9e3-7834f8330e54 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:09.424784 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b131318b-f6f1-42ed-b128-0416de8d98b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=508b88a61eb34e129176e6098667f7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688622 Dec 12 15:27:09.425062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:09.493591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.497844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.523139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.525325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] Pushing event deleted for resources: {'Port': ['ID=37ab9c46-93d6-4b28-a9e3-7834f8330e54,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:09.531765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191bd00e-1ce8-424b-8588-7b0ffa7a5e7f None None] No DVR routers for this DVR port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:09.553158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6537398-6d02-4150-8c1c-6ccf25638166 req-9647aab1-2d7e-4d8e-ab66-a73be090d305 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355119 Dec 12 15:27:09.590960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7e78f-2bb4-468b-9dc5-9d50bc1570b0 req-20c48934-b67d-4b7a-9a04-5420fe935fcc tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:09.592900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf7e78f-2bb4-468b-9dc5-9d50bc1570b0 req-20c48934-b67d-4b7a-9a04-5420fe935fcc tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.2358501 Dec 12 15:27:09.602872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.605952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.607296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7343cd9c-d331-4411-844f-6c894984091a HTTP/1.1" status: 204 len: 168 time: 0.1802421 Dec 12 15:27:09.626307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.631736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a6e72-9e08-4042-b5e0-db058c1ccec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343cd9c-d331-4411-844f-6c894984091a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:09.684167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Port': ['ID=37ab9c46-93d6-4b28-a9e3-7834f8330e54,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:09.717173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] No DVR routers for this DVR port 37ab9c46-93d6-4b28-a9e3-7834f8330e54 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:09.769162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf7e78f-2bb4-468b-9dc5-9d50bc1570b0 req-d541f4b3-6e3c-46ff-b610-77cbe6ece521 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649985 Dec 12 15:27:09.869097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:09.894753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a4676-3ebb-4e67-80bb-a19e75942971 req-334e2029-02b3-43bf-bc46-19e4dea5aad2 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:09.902427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-484a4676-3ebb-4e67-80bb-a19e75942971 req-334e2029-02b3-43bf-bc46-19e4dea5aad2 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 946 time: 0.1707335 Dec 12 15:27:09.969956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-484a4676-3ebb-4e67-80bb-a19e75942971 req-21aa5370-fa55-4868-9693-df881491f5d7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658596 Dec 12 15:27:09.973510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c863ec46-0cda-4c1b-b8e2-bb22db73983a']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:09.987037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:09.987334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63eb9ecd-afe2-4da1-bf82-1bc1f20beed7') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:10.017433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.105153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.111708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:10.112313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:10.171070 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:10.281397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.289329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.308722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.313078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] 10.222.0.36 "DELETE /v2.0/networks/c863ec46-0cda-4c1b-b8e2-bb22db73983a HTTP/1.1" status: 204 len: 168 time: 1.5698390 Dec 12 15:27:10.325210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37ab9c46-93d6-4b28-a9e3-7834f8330e54 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:10.347890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e589d0-8e4c-4154-9d1a-5d9791b2c7b4 tempest-ServersTestMultiNic-1967836880 tempest-ServersTestMultiNic-1967836880-project] Pushing event deleted for resources: {'Network': ['ID=c863ec46-0cda-4c1b-b8e2-bb22db73983a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:10.352660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 37ab9c46-93d6-4b28-a9e3-7834f8330e54 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:10.353619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37ab9c46-93d6-4b28-a9e3-7834f8330e54 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:10.355856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-81c60e4f-2736-47d6-9103-bc6c84aca55b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 258 time: 0.3570001 Dec 12 15:27:10.370395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd629688-d365-43ee-a1d3-14e6cc737878 req-09e3a643-f1b0-474f-b564-9dc63c12be30 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:10.372149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd629688-d365-43ee-a1d3-14e6cc737878 req-09e3a643-f1b0-474f-b564-9dc63c12be30 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1996324 Dec 12 15:27:10.377501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:10.434151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.453555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd629688-d365-43ee-a1d3-14e6cc737878 req-a3ff8807-d374-47fb-9e4c-ae98bb2121b1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Dec 12 15:27:10.496467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:10.585260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.610057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0562bcc-42b3-44b7-9e70-d35039a62e6c req-3c9df0ac-ab2c-4e0c-ac66-51be7bb1b412 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:10.611552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0562bcc-42b3-44b7-9e70-d35039a62e6c req-3c9df0ac-ab2c-4e0c-ac66-51be7bb1b412 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0827332 Dec 12 15:27:10.619481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-367848176-network', 'tenant_id': 'dbf1367214db4ea9a5c4ec183cad349f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:10.641976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Made reservation on behalf of dbf1367214db4ea9a5c4ec183cad349f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:10.644420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.653821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.730310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0562bcc-42b3-44b7-9e70-d35039a62e6c req-c4b366ef-b9e2-4ba2-b182-12fdd6b73d73 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847373 Dec 12 15:27:10.737074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.741952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.754910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:27:10.760436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Allocated IP 172.25.3.57 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4b41efeb-4c0b-4a85-8450-0e248fbf0eff) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:10.764928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.765372 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Added segment 037112ac-14f8-4eb2-b847-b3582c809c69 of type vlan for network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d Dec 12 15:27:10.810481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.862699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2c8b4-8b01-44cc-a4b3-74719b69440b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:10.866956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.868240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:10.869028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:10.900823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4031599 Dec 12 15:27:10.904134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:10.909452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Request body: {'subnet': {'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-367848176-subnet', 'tenant_id': 'dbf1367214db4ea9a5c4ec183cad349f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:10.976846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa3490-5705-4a53-9fdc-ae2e599b4ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f2f33ee-516a-4eb3-95f7-e6f79f24109d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:10.989765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Made reservation on behalf of dbf1367214db4ea9a5c4ec183cad349f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:10.991226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:27:10.993239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.077504 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.115938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.117893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.176771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.210282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.225563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:11.232850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:11.237142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:11.239179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event updated for resources: {'Port': ['ID=4b41efeb-4c0b-4a85-8450-0e248fbf0eff,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:11.272681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363cd3-87f6-430b-84b0-c3c96b30aeaf req-00878452-2131-419b-b584-c91e174d16c6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:11.274267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac363cd3-87f6-430b-84b0-c3c96b30aeaf req-00878452-2131-419b-b584-c91e174d16c6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1282098 Dec 12 15:27:11.278312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31f48ce-1e92-4bec-8303-588a67a31102,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:11.297812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Checking segment: {'id': '037112ac-14f8-4eb2-b847-b3582c809c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:11.298315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Network hostable DHCP agents. Network: 9f2f33ee-516a-4eb3-95f7-e6f79f24109d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:27:11.317347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:27:11.328706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9f2f33ee-516a-4eb3-95f7-e6f79f24109d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:11.335026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:11.335757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.343629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f2c91-9852-488f-8ad3-1e80586afcb8 None None] Network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:11.367384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d8b48e40-1fb2-408f-b3f0-b424584ce798 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4536438 Dec 12 15:27:11.381956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac363cd3-87f6-430b-84b0-c3c96b30aeaf req-b3852a1a-54aa-446c-9633-87fe67cf9bb3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010540 Dec 12 15:27:11.419751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.479605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.500955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7014dba6-b389-41f1-96c7-46f0364d218e None None] Network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:11.663294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb13d0-7f95-4cf6-843d-3094cbce1248 req-96f20e32-9657-4582-8b7f-1b43386ef7af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:11.664830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bddb13d0-7f95-4cf6-843d-3094cbce1248 req-96f20e32-9657-4582-8b7f-1b43386ef7af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.1337550 Dec 12 15:27:11.742821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bddb13d0-7f95-4cf6-843d-3094cbce1248 req-4278ac97-7568-4ef6-8e48-3e1af066f958 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680172 Dec 12 15:27:11.751453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.756837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.846524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event updated for resources: {'Port': ['ID=4b41efeb-4c0b-4a85-8450-0e248fbf0eff,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:11.870710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.893228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:11.894454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-820d4048-2eef-47e2-ae7e-c8fac84f719c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5211468 Dec 12 15:27:11.904699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec8a1-0ad8-4085-a6c2-473b5e6428aa req-b07f29ba-7173-480d-ab9e-03fc9a42f9e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:11.907251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaec8a1-0ad8-4085-a6c2-473b5e6428aa req-b07f29ba-7173-480d-ab9e-03fc9a42f9e8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0754931 Dec 12 15:27:11.964572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-55d1f2f0-c768-4f6e-ab14-6d700f7fcc4c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0558641 Dec 12 15:27:12.037775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aaec8a1-0ad8-4085-a6c2-473b5e6428aa req-66df79de-3f73-417c-8357-21398d30539d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222568 Dec 12 15:27:12.091861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-a738824a-81f8-4c93-b8e6-7f7e85782004 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:12.093251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5a51242-86b0-4df1-9844-06f1f53dbd3f req-a738824a-81f8-4c93-b8e6-7f7e85782004 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1227727 Dec 12 15:27:12.324411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-12c8cea4-461c-4421-b5db-c0df1fe87c61 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:12.325808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-12c8cea4-461c-4421-b5db-c0df1fe87c61 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.1629090 Dec 12 15:27:12.355113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-f8fc34ca-b54f-49f6-9a87-ca460372c4c9 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/quotas/bf66164a313649a9a90d1699d1d1180d HTTP/1.1" status: 200 len: 375 time: 0.0233443 Dec 12 15:27:12.381026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-4747880a-1772-413d-86ad-8dc7dec951d1 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:12.382610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-4747880a-1772-413d-86ad-8dc7dec951d1 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/networks?id=9f2f33ee-516a-4eb3-95f7-e6f79f24109d HTTP/1.1" status: 200 len: 821 time: 0.1537578 Dec 12 15:27:12.415764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-9acf687c-86ec-4721-a857-8a612d1f86f9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/quotas/dbf1367214db4ea9a5c4ec183cad349f HTTP/1.1" status: 200 len: 375 time: 0.0146530 Dec 12 15:27:12.438449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-0d8ddcd3-1afd-4152-b482-945ef140f759 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779788 Dec 12 15:27:12.453497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-9ad6a8e5-eafd-4a95-a63e-cd6ee2b39a9c tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf1367214db4ea9a5c4ec183cad349f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318649 Dec 12 15:27:12.599541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-8d937115-6f18-4a9c-b40d-9c4af8f017b6 service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481922 Dec 12 15:27:12.602785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-96a541b0-4dd2-4f04-a6c2-ef1e7f66904e service neutron] 10.222.0.36 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414075 Dec 12 15:27:12.753667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-a8dc895d-87ad-40be-9299-90ed0bf06bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481762 Dec 12 15:27:12.756105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-3dcbcc4d-3c9e-49ee-9c99-d69321896e84 service neutron] 10.222.0.36 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437366 Dec 12 15:27:12.965186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b866166-13bd-4646-bdc5-4f45a1f57ab6 req-5b5cd018-3686-4d02-8687-1a32fa90bc83 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:12.973169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b866166-13bd-4646-bdc5-4f45a1f57ab6 req-5b5cd018-3686-4d02-8687-1a32fa90bc83 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0706429 Dec 12 15:27:13.107775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be963e0-2902-4d08-848e-7b9e5838091f req-ec472a59-d41d-4707-9a67-2c99c57d7dc3 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:13.109245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-ec472a59-d41d-4707-9a67-2c99c57d7dc3 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1534944 Dec 12 15:27:13.113089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b866166-13bd-4646-bdc5-4f45a1f57ab6 req-9fea9486-2358-40d6-8e49-19d623abbc2c tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390839 Dec 12 15:27:13.188377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-3458d298-5e12-4d8d-ba88-ef620bdfd1b7 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0678456 Dec 12 15:27:13.194763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'floatingip': {'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:13.246794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:13.342920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd05e05-b0cb-4081-b713-9aef6e155303 req-d91bbd1c-931c-463b-9f01-bb90ecc6b87a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:13.344399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cd05e05-b0cb-4081-b713-9aef6e155303 req-d91bbd1c-931c-463b-9f01-bb90ecc6b87a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1153004 Dec 12 15:27:13.473872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cd05e05-b0cb-4081-b713-9aef6e155303 req-9b0267a4-9bdb-4f51-be89-77af75aa5416 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009738 Dec 12 15:27:13.681257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af87563-afdc-471b-a636-1f9e845267cf req-68ca7ce0-df4d-4d09-82ee-6ce3d00675d4 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:13.682692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3af87563-afdc-471b-a636-1f9e845267cf req-68ca7ce0-df4d-4d09-82ee-6ce3d00675d4 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 943 time: 0.1480765 Dec 12 15:27:13.793244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3af87563-afdc-471b-a636-1f9e845267cf req-891042dc-4a29-44bf-9bf7-4f80eb4f1953 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043797 Dec 12 15:27:13.851199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:13.861414 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:13.878362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a563b521-a441-4db7-8573-bd058a2a8053 req-7c3a0eef-b6a1-4274-b49b-5e3bfd844acd tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 210 time: 0.0293427 Dec 12 15:27:13.992987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5e07585-ad92-460c-bfbe-4dfbeda9e494 req-db897989-d3e2-4f67-aab2-95cba7c4262f tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 210 time: 0.0312636 Dec 12 15:27:14.016793 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Floating IP 929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 associated. External IP: 172.25.3.57, port: d0636dc2-1e76-47e2-8b5a-8eacf84ea602. Dec 12 15:27:14.061881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:14.162043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-5f8f008c-7632-4a87-8b3b-08c838d381f6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:14.164082 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-5f8f008c-7632-4a87-8b3b-08c838d381f6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.1942191 Dec 12 15:27:14.210188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Request body: {'port': {'device_id': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'admin_state_up': True, 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:14.335771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:14.338682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:14.427985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1cffc-7208-44b3-9464-f12ff3bf6bcb req-d6fa255d-957c-49ce-b95e-4de234a195e5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:14.429784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12f1cffc-7208-44b3-9464-f12ff3bf6bcb req-d6fa255d-957c-49ce-b95e-4de234a195e5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1176877 Dec 12 15:27:14.480154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:14.483292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.516351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:14.521161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 90a896e9-1458-4211-9480-8fdc3b83257c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:14.541789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.550087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12f1cffc-7208-44b3-9464-f12ff3bf6bcb req-30403157-8fa2-4fb8-8602-1ba585dfb978 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063695 Dec 12 15:27:14.580134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c761603c-d70e-4849-87df-3cdba775b894', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'port_id': 'c761603c-d70e-4849-87df-3cdba775b894', 'mac_address': 'fa:16:3e:8e:2a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208503ab-5d94-4f98-8ef8-f0c94267879d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:14.663320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:14.666407 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a58414a-ad19-4031-a415-4eb999bddb69" -d '{"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-unplugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:14.688062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:14.692799 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.696644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-72f2c778-52cc-41e1-9cdb-68d5a0cae4dd tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:14.697228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.698154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-72f2c778-52cc-41e1-9cdb-68d5a0cae4dd tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.30 "GET /v2.0/networks?id=9f2f33ee-516a-4eb3-95f7-e6f79f24109d HTTP/1.1" status: 200 len: 821 time: 0.2928107 Dec 12 15:27:14.714643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Request body: {'port': {'device_id': '74197c1d-fd6d-4e4a-846f-818787d74911', 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d', 'admin_state_up': True, 'tenant_id': 'dbf1367214db4ea9a5c4ec183cad349f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:14.722361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced09e-501b-4e64-8d16-258f01da95ec req-ff638240-f91a-4389-b5cd-fc463449e42b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:14.724355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcced09e-501b-4e64-8d16-258f01da95ec req-ff638240-f91a-4389-b5cd-fc463449e42b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.0730388 Dec 12 15:27:14.727439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Router 49d9e5aa-854c-4a82-8a35-116c045ea570 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:14.742366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:14.769133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=90a896e9-1458-4211-9480-8fdc3b83257c,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:14.772937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Allocated IP 172.20.0.12 (a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26/c2556e29-d1c1-4164-a88f-702fadbfde01/4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:14.817061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '90a896e9-1458-4211-9480-8fdc3b83257c', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'port_id': '90a896e9-1458-4211-9480-8fdc3b83257c', 'mac_address': 'fa:16:3e:6e:4f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:14.820296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:14.853570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcced09e-501b-4e64-8d16-258f01da95ec req-abdbfecd-c3db-4689-a689-c5d29df09a4f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145730 Dec 12 15:27:14.854636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:27:14.855212 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:27:14.881709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.898140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a896e9-1458-4211-9480-8fdc3b83257c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:14.923610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:14.924107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=90a896e9-1458-4211-9480-8fdc3b83257c,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:14.929351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.931352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:14.938551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Sync routers for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:14.978894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:14.979847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:14.983259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Made reservation on behalf of dbf1367214db4ea9a5c4ec183cad349f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:14.987420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.002749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2f6b321e-4d51-4256-a4b3-eb449f83ef3b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "PUT /v2.0/floatingips/929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 HTTP/1.1" status: 200 len: 996 time: 1.8128736 Dec 12 15:27:15.003443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:15.005918 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296df09d-1d9e-45ef-9958-3c35b3bac8be" -d '{"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:15.018665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.027705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7345c-7390-4a4b-95dc-75753415df7c req-97d25262-a336-4015-ae5e-4f226da0e521 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.029563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:15.037170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dc7345c-7390-4a4b-95dc-75753415df7c req-97d25262-a336-4015-ae5e-4f226da0e521 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1018627 Dec 12 15:27:15.109608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:15.118725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dc7345c-7390-4a4b-95dc-75753415df7c req-82dcd1d2-ce2c-4500-9e08-df6f4e0fe1ef tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806701 Dec 12 15:27:15.121366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be963e0-2902-4d08-848e-7b9e5838091f req-d930ab07-1e5f-49fa-afc2-2b026f7f3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.122851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-d930ab07-1e5f-49fa-afc2-2b026f7f3f96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1097 time: 0.0831337 Dec 12 15:27:15.143393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.242534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be963e0-2902-4d08-848e-7b9e5838091f req-6fa960fe-2e0a-45d0-b768-4b5b236d6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.244545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-6fa960fe-2e0a-45d0-b768-4b5b236d6796 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 928 time: 0.1154442 Dec 12 15:27:15.302263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Allocated IP 172.20.0.12 (9f2f33ee-516a-4eb3-95f7-e6f79f24109d/b31f48ce-1e92-4bec-8303-588a67a31102/4e792013-0429-4352-9223-9a251009e242) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:15.314193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13c277c-3328-443b-9970-dabd8eb51d45 x-openstack-request-id: req-e13c277c-3328-443b-9970-dabd8eb51d45 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:15.314193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-unplugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:15.314193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e13c277c-3328-443b-9970-dabd8eb51d45 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:15.314549 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894', 'code': 200} Dec 12 15:27:15.315345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['90a896e9-1458-4211-9480-8fdc3b83257c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:15.336873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.357505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', '3f08812e-e8a5-4160-b0f5-375d80ac899a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:15.365461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2cb8938a-4c79-49f7-95d2-634d4d04db9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 999 time: 0.1116252 Dec 12 15:27:15.384034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079accd-2bce-49ab-aebd-2d3d1b6f73b0 req-63becaba-ac2e-4bed-971d-35be423a055b tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.385970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0079accd-2bce-49ab-aebd-2d3d1b6f73b0 req-63becaba-ac2e-4bed-971d-35be423a055b tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 944 time: 0.0851796 Dec 12 15:27:15.416977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:15.428014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event updated for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:15.431427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:15.441333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:15.462586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be963e0-2902-4d08-848e-7b9e5838091f req-9960efa4-b6d5-4a14-84a1-d57c941e1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.464513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-9960efa4-b6d5-4a14-84a1-d57c941e1794 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.0775664 Dec 12 15:27:15.488942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0079accd-2bce-49ab-aebd-2d3d1b6f73b0 req-efee7d20-56f1-4ed0-85d9-744b15997646 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885313 Dec 12 15:27:15.494125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.534735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:15.573453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.574084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.600612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be963e0-2902-4d08-848e-7b9e5838091f req-087bf9c1-9ad0-4366-aba3-4f4e7da14c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.603120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-087bf9c1-9ad0-4366-aba3-4f4e7da14c53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113858 Dec 12 15:27:15.617469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-49162aad-2299-42f7-89be-d56ab42bd3b0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4158089 Dec 12 15:27:15.619617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:15.640280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Request body: {'port': {'device_id': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:15.644129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.647598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c862f-215a-48b1-b36b-a39a36f31b95 req-b376d96b-ea08-4480-8791-ee8d840dc456 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.649332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d67c862f-215a-48b1-b36b-a39a36f31b95 req-b376d96b-ea08-4480-8791-ee8d840dc456 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 932 time: 0.0959079 Dec 12 15:27:15.699926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.731263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.746494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Deleting port d38f18af-8cad-44a4-85f6-5d6172508834 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:15.746839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:15.748075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d67c862f-215a-48b1-b36b-a39a36f31b95 req-fdcab8bb-09a3-42cd-a44d-fedb4b2b96fe tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659826 Dec 12 15:27:15.764212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-0a239f5a-54dd-4504-8a84-8454e8948f24 service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504266 Dec 12 15:27:15.766612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:15.888714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0be963e0-2902-4d08-848e-7b9e5838091f req-2439d4a3-8259-4e9d-8df1-9086290c1713 service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096933 Dec 12 15:27:15.919526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c761603c-d70e-4849-87df-3cdba775b894'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:15.929237 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e6eff3-d3c3-48bf-b2a7-1538ce8daaff x-openstack-request-id: req-91e6eff3-d3c3-48bf-b2a7-1538ce8daaff {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:15.929512 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:15.929909 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91e6eff3-d3c3-48bf-b2a7-1538ce8daaff {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:15.930372 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'status': 'completed', 'code': 200} Dec 12 15:27:15.952124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '929c4bfe-a1d6-4a87-9d9e-1c0f672ab701', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'mac_address': 'fa:16:3e:ac:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:27:11Z', 'updated_at': '2021-12-12T15:27:13Z', 'revision_number': 1, 'project_id': '02022ffab444412485705c0e7e6102a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:15.987907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-9e90e60b-ef79-4a47-8c8e-706f0ef37424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:15.991191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-9e90e60b-ef79-4a47-8c8e-706f0ef37424 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1097 time: 0.1015294 Dec 12 15:27:15.992599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Checking router: 49d9e5aa-854c-4a82-8a35-116c045ea570 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:15.997758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87118fdc-67f6-4a89-9d46-29bf7b2d3e77 req-92ded71b-7de9-4962-ac5b-ac4b0750c6fc tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 210 time: 0.0495491 Dec 12 15:27:16.041081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:16.041714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:16.150405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.208414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2ddac-390a-4911-a81b-ad9b49d44c4f req-55816a88-2a8d-43ae-8031-88c749c729f0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.210899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20d2ddac-390a-4911-a81b-ad9b49d44c4f req-55816a88-2a8d-43ae-8031-88c749c729f0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 944 time: 0.2119422 Dec 12 15:27:16.232785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:16.241975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dffba-5d7d-4ee8-87aa-71fb5ae932a0 req-1e10be93-6040-496c-97c1-7edaaed8838e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.245116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-505dffba-5d7d-4ee8-87aa-71fb5ae932a0 req-1e10be93-6040-496c-97c1-7edaaed8838e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1594326 Dec 12 15:27:16.260782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-cf9adf60-7dc4-4a70-9204-dfac4edffe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.262267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-cf9adf60-7dc4-4a70-9204-dfac4edffe2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 928 time: 0.2515025 Dec 12 15:27:16.277931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:16.293215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] For port d38f18af-8cad-44a4-85f6-5d6172508834, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d38f18af-8cad-44a4-85f6-5d6172508834,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:16.293581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.296150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:16.305544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Pushing event updated for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:16.311292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:16.344344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Calling delete_port for d38f18af-8cad-44a4-85f6-5d6172508834 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:16.407265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20d2ddac-390a-4911-a81b-ad9b49d44c4f req-17775707-4366-4dd3-b99c-8513bac59ff3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592577 Dec 12 15:27:16.432652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-505dffba-5d7d-4ee8-87aa-71fb5ae932a0 req-b1249504-8f72-4a8d-a24e-c3c396463b6f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754262 Dec 12 15:27:16.434902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-67875646-9cab-40e7-a687-fbdd6e6e67da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 999 time: 0.1569710 Dec 12 15:27:16.460873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.461453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.494667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-b879269f-158f-4847-a413-c4d399ed4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.496241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-b879269f-158f-4847-a413-c4d399ed4373 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.0536556 Dec 12 15:27:16.508047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-03e65cb5-13d7-4e07-a7f4-1fb1f161e0be tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7972019 Dec 12 15:27:16.518756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 90a896e9-1458-4211-9480-8fdc3b83257c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:16.524013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '929c4bfe-a1d6-4a87-9d9e-1c0f672ab701', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'mac_address': 'fa:16:3e:ac:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:27:11Z', 'updated_at': '2021-12-12T15:27:13Z', 'revision_number': 1, 'project_id': '02022ffab444412485705c0e7e6102a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:16.527598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Request body: {'port': {'device_id': '74197c1d-fd6d-4e4a-846f-818787d74911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:16.571640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32988a3-9f7a-46e9-810f-e1a1c08956bb None None] The sync data for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 is: [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '929c4bfe-a1d6-4a87-9d9e-1c0f672ab701', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'mac_address': 'fa:16:3e:ac:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:27:11Z', 'updated_at': '2021-12-12T15:27:13Z', 'revision_number': 1, 'project_id': '02022ffab444412485705c0e7e6102a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:16.600335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 90a896e9-1458-4211-9480-8fdc3b83257c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:16.606892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 90a896e9-1458-4211-9480-8fdc3b83257c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:16.607368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.640036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31e32-c20a-46ac-bd2f-e9ba52aa57e1 req-99430da3-32c2-4864-931d-82a99e6e9322 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.641859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13f31e32-c20a-46ac-bd2f-e9ba52aa57e1 req-99430da3-32c2-4864-931d-82a99e6e9322 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1436188 Dec 12 15:27:16.658092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-5fda0c91-c060-4279-bb4b-8aa5d181c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:16.659587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-5fda0c91-c060-4279-bb4b-8aa5d181c275 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484277 Dec 12 15:27:16.672742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-96d5ed29-497c-4266-9932-0cfc8c6bd61d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:27:16.673715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-96d5ed29-497c-4266-9932-0cfc8c6bd61d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050082 Dec 12 15:27:16.675405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.708297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.708547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:16.719103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.728103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-8a710106-f74a-4ded-ae5f-21b64bf69a3f tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 258 time: 0.2307596 Dec 12 15:27:16.755924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=90a896e9-1458-4211-9480-8fdc3b83257c,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:16.757450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Transition to ACTIVE for port object 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:27:16.762940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.768199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.776836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:16.797600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13f31e32-c20a-46ac-bd2f-e9ba52aa57e1 req-6ff2a8ba-c3d4-49c0-a3b9-3111dadb14a6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Dec 12 15:27:16.827264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:16.831408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.866037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-536b76c2-f57e-4886-89ba-b2dd55222c28 service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769884 Dec 12 15:27:16.939758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:16.947296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:16.981170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df84b2-07fe-4163-a753-e9dd2b960197 None None] New status for floating IP 929c4bfe-a1d6-4a87-9d9e-1c0f672ab701: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:27:17.006666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38f18af-8cad-44a4-85f6-5d6172508834,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:17.041133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae7866-19b5-44d0-9f9c-d35fd81b88d0 req-e3fd9ace-5d03-4ed4-a402-90682672fd54 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:17.048493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58ae7866-19b5-44d0-9f9c-d35fd81b88d0 req-e3fd9ace-5d03-4ed4-a402-90682672fd54 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.1283793 Dec 12 15:27:17.062012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-296df09d-1d9e-45ef-9958-3c35b3bac8be req-97f616a0-0516-4211-a0c3-c2cc6f603ffc service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684594 Dec 12 15:27:17.158225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58ae7866-19b5-44d0-9f9c-d35fd81b88d0 req-ca9aed2d-e0cf-40ef-b9f0-7a83a73abec3 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087778 Dec 12 15:27:17.174464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.255458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Attempting to bind port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:17.255906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Attempting to bind port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:17.256561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Attempting to bind port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:17.276929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:27:17.277338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Attempting to bind port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:17.290514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:17.290949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Checking segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:17.291405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Bound using segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:17.291938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Bound port: 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:17.292363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.315635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:17.321249 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6593348-686b-4cb4-b191-c8260fe43b8a" -d '{"events": [{"server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "name": "network-vif-plugged", "status": "completed", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:17.339900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Allocated IP 172.25.3.101 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e9817a44-480d-499c-b369-e1f12db0ccae) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:17.360316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ae35b-c62d-4b95-a394-1543beea93b4 req-ac7a41c2-d872-42ca-8e6b-4ccaa97d47ed tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:17.362182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-224ae35b-c62d-4b95-a394-1543beea93b4 req-ac7a41c2-d872-42ca-8e6b-4ccaa97d47ed tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 944 time: 0.0865159 Dec 12 15:27:17.412624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e792013-0429-4352-9223-9a251009e242 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:17.416805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.423952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.460093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Transition to ACTIVE for port object 4e792013-0429-4352-9223-9a251009e242 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:27:17.467472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-224ae35b-c62d-4b95-a394-1543beea93b4 req-e6b75b8e-f26d-4dd0-9efb-d29b2646d63a tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970552 Dec 12 15:27:17.494022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.497243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:17.505730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.549084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:17.562415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.576989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.580243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Pushing event updated for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:17.620143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:17.622450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:17.623068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.624450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 HTTP/1.1" status: 200 len: 1092 time: 1.9938383 Dec 12 15:27:17.627886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e814019-ccb4-43ac-b11f-a77a38ddd7a7 req-2e757105-3274-4a6e-b9d5-2e61b8fcfac8 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:17.630554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e814019-ccb4-43ac-b11f-a77a38ddd7a7 req-2e757105-3274-4a6e-b9d5-2e61b8fcfac8 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 944 time: 0.0981429 Dec 12 15:27:17.633927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:17.636226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:17.643423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:17.649869 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5339e531-0ab8-4978-acce-17c10990f101" -d '{"events": [{"name": "network-changed", "server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:17.689353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event updated for resources: {'Port': ['ID=e9817a44-480d-499c-b369-e1f12db0ccae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:17.753263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e814019-ccb4-43ac-b11f-a77a38ddd7a7 req-53b0858b-69c4-427e-bd0b-27a5e5e4133b tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109917 Dec 12 15:27:17.757345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f2ffc-b513-4914-8b80-a9d766e3e926 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:17.778756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.822287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.825750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-5a7a6f1e-1086-467d-847a-3b01ae496f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:17.827257 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-5a7a6f1e-1086-467d-847a-3b01ae496f5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 1095 time: 0.1494284 Dec 12 15:27:17.834324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Attempting to bind port 4e792013-0429-4352-9223-9a251009e242 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:17.834665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Attempting to bind port 4e792013-0429-4352-9223-9a251009e242 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '037112ac-14f8-4eb2-b847-b3582c809c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:17.834996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Attempting to bind port 4e792013-0429-4352-9223-9a251009e242 on network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:17.837172 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccec7eb-fa42-4f1f-b20b-6dbbec4224ca x-openstack-request-id: req-7ccec7eb-fa42-4f1f-b20b-6dbbec4224ca {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:17.837647 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "name": "network-vif-plugged", "status": "completed", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:17.838003 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ccec7eb-fa42-4f1f-b20b-6dbbec4224ca {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:17.839644 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c', 'code': 200} Dec 12 15:27:17.843740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Port 4e792013-0429-4352-9223-9a251009e242 on network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:27:17.843887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Attempting to bind port 4e792013-0429-4352-9223-9a251009e242 on network 9f2f33ee-516a-4eb3-95f7-e6f79f24109d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:17.887444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:17.888318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Checking segment: {'id': '037112ac-14f8-4eb2-b847-b3582c809c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:17.888318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Bound using segment: {'id': '037112ac-14f8-4eb2-b847-b3582c809c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:17.889036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Bound port: 4e792013-0429-4352-9223-9a251009e242, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037112ac-14f8-4eb2-b847-b3582c809c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:17.889155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:17.929673 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-277b18af-8157-4ab4-afd8-666d4addb47e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 HTTP/1.1" status: 200 len: 217 time: 0.0806341 Dec 12 15:27:18.012675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Router a48211a9-ad10-46a9-9292-42c49d31e179 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:18.035287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4166-40d4-4095-8776-de5539c867cc req-a1743177-9a0f-4aa6-b39d-4bc2a2f17921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.036913 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-a1743177-9a0f-4aa6-b39d-4bc2a2f17921 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.0991066 Dec 12 15:27:18.037020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefbab6-ba9a-49e7-9987-0b10605e34a1 req-7a0c3118-4026-44e5-a06f-80735623c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.038488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcefbab6-ba9a-49e7-9987-0b10605e34a1 req-7a0c3118-4026-44e5-a06f-80735623c745 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1097 time: 0.1492815 Dec 12 15:27:18.044117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:18.048936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e792013-0429-4352-9223-9a251009e242,segment=NetworkSegment(037112ac-14f8-4eb2-b847-b3582c809c69),segment_id=037112ac-14f8-4eb2-b847-b3582c809c69)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:18.085122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d6556-b37f-4cf5-aadf-d30a48e840f5 req-b76e2388-5fbe-4a62-8bb4-9537e08bd8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.086585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c1d6556-b37f-4cf5-aadf-d30a48e840f5 req-b76e2388-5fbe-4a62-8bb4-9537e08bd8ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 1096 time: 0.1652737 Dec 12 15:27:18.092823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.096907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d3d2-547a-44b0-a812-d989e213e495 req-7b1b2ba6-bf44-4cd3-bc3b-721923ada4c7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.098439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c86d3d2-547a-44b0-a812-d989e213e495 req-7b1b2ba6-bf44-4cd3-bc3b-721923ada4c7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1782174 Dec 12 15:27:18.122498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-24836326-a9da-4d40-83c0-f566005666ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713425 Dec 12 15:27:18.179142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.179759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.181170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] 10.222.0.30 "PUT /v2.0/ports/4e792013-0429-4352-9223-9a251009e242 HTTP/1.1" status: 200 len: 1092 time: 1.6626787 Dec 12 15:27:18.187716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcefbab6-ba9a-49e7-9987-0b10605e34a1 req-5b24f606-a927-4ad8-a441-48734de853fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354373 Dec 12 15:27:18.214107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.226332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.231814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c1d6556-b37f-4cf5-aadf-d30a48e840f5 req-d53bd422-62c6-42d8-a490-e053cd40233e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324427 Dec 12 15:27:18.242300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c86d3d2-547a-44b0-a812-d989e213e495 req-2f582cf2-c6ed-490a-9dfc-7ea223d9a373 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303518 Dec 12 15:27:18.271362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] Pushing event updated for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:18.301136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:18.310390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a639216-42a3-4cea-8177-6158947b2c98 admin admin] 10.222.0.36 "PUT /v2.0/routers/a48211a9-ad10-46a9-9292-42c49d31e179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2474818 Dec 12 15:27:18.312824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:18.314961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Sync routers for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:18.322849 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-a6918235-7e8d-4b60-b631-bf0608806e48 service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784940 Dec 12 15:27:18.328798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:18.329431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:18.339969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event updated for resources: {'Port': ['ID=e9817a44-480d-499c-b369-e1f12db0ccae,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:18.352547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.371618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.372991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-65621995-079f-48fc-8ae1-32ac462a77cb tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6440015 Dec 12 15:27:18.380604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:18.445459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.503357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:18.505766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c761603c-d70e-4849-87df-3cdba775b894 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:18.506137 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.737859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-2ca0dfd7-05ec-4627-a57f-91cf71cbdcd9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.3575370 Dec 12 15:27:18.817249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-853e2c19-9c95-40f9-810d-b9791d39d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.818748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-853e2c19-9c95-40f9-810d-b9791d39d41b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf1367214db4ea9a5c4ec183cad349f&device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 1095 time: 0.1282010 Dec 12 15:27:18.828536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012190d-0963-4641-98ef-9902ae0ce3a0 req-3976086f-f976-4e6f-8477-367462d24dc7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.830023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1012190d-0963-4641-98ef-9902ae0ce3a0 req-3976086f-f976-4e6f-8477-367462d24dc7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 944 time: 0.4383626 Dec 12 15:27:18.872058 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.899128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.899650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-aa5ca5fc-4b07-4958-82bf-f4f237717bf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e792013-0429-4352-9223-9a251009e242 HTTP/1.1" status: 200 len: 217 time: 0.0598381 Dec 12 15:27:18.947617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:18.954526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.958568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-273e4166-40d4-4095-8776-de5539c867cc req-3475613a-704f-46b8-a308-4b8a88e3361c service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350121 Dec 12 15:27:18.973521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-d6f7ad66-c796-48ba-b6e1-65a0605a5191 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:18.974914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1399fc54-150d-40e6-9661-fd67daf62ed0 req-d6f7ad66-c796-48ba-b6e1-65a0605a5191 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2289486 Dec 12 15:27:18.983454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Deleting port 3af2e201-0662-458c-bc36-0e570be05699 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:18.983454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:18.996991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '3af2e201-0662-458c-bc36-0e570be05699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:27:16Z', 'revision_number': 5, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port': {'id': '3af2e201-0662-458c-bc36-0e570be05699', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ad:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:25:13Z', 'updated_at': '2021-12-12T15:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:18.997241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1012190d-0963-4641-98ef-9902ae0ce3a0 req-792aebcf-52c1-4a82-8b68-51cf41996556 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562099 Dec 12 15:27:19.001259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-4ff0af5e-1cb0-4d0f-8abd-961b05d9a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.002705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-4ff0af5e-1cb0-4d0f-8abd-961b05d9a243 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b31f48ce-1e92-4bec-8303-588a67a31102 HTTP/1.1" status: 200 len: 861 time: 0.0879433 Dec 12 15:27:19.035990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Checking router: a48211a9-ad10-46a9-9292-42c49d31e179 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:19.051171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:19.057044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Routers {'a48211a9-ad10-46a9-9292-42c49d31e179'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:19.057914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a48211a9-ad10-46a9-9292-42c49d31e179'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:19.066685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-15157b63-0a42-4639-9d6b-1b20c8410f40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f2f33ee-516a-4eb3-95f7-e6f79f24109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537624 Dec 12 15:27:19.067634 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8127c8c-963a-47c6-a507-38cf6c2f2f7e x-openstack-request-id: req-d8127c8c-963a-47c6-a507-38cf6c2f2f7e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:19.067933 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:19.068797 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8127c8c-963a-47c6-a507-38cf6c2f2f7e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:19.068797 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', 'status': 'completed', 'code': 200} Dec 12 15:27:19.155679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e531-0ab8-4978-acce-17c10990f101 req-e32b8e43-0618-4153-bdd4-0f45c4ae1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.157195 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-e32b8e43-0618-4153-bdd4-0f45c4ae1c3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 1095 time: 0.0771446 Dec 12 15:27:19.158917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] For port 3af2e201-0662-458c-bc36-0e570be05699, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af2e201-0662-458c-bc36-0e570be05699,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:19.159279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.185274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Calling delete_port for 3af2e201-0662-458c-bc36-0e570be05699 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:19.185852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] Set router a48211a9-ad10-46a9-9292-42c49d31e179 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:19.242748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:27:18Z', 'revision_number': 6, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:19.249787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148a341-0b66-4499-9f1e-dce6b3e1d036 req-d4a2f63c-4ece-4ac3-a94e-a6e9f7375608 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.251359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f148a341-0b66-4499-9f1e-dce6b3e1d036 req-d4a2f63c-4ece-4ac3-a94e-a6e9f7375608 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.1459792 Dec 12 15:27:19.264384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e595b51-b3c0-4c96-92bc-24032d77e7e9 req-6fcb2320-6403-4c11-a181-399cc4ee4579 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.266220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e595b51-b3c0-4c96-92bc-24032d77e7e9 req-6fcb2320-6403-4c11-a181-399cc4ee4579 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1223958 Dec 12 15:27:19.268763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c1ad3-5582-494c-90fd-06650cbe3da2 None None] The sync data for ids ['a48211a9-ad10-46a9-9292-42c49d31e179'] in n-d-710847-8 is: [{'id': 'a48211a9-ad10-46a9-9292-42c49d31e179', 'name': 'tempest-ServersTestMultiNic-1678758040-router', 'tenant_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:25:12Z', 'updated_at': '2021-12-12T15:27:18Z', 'revision_number': 6, 'project_id': '3934bd6d6b824e7d9554c2a0d804e19f', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:19.281979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-d39106c8-740d-49e0-b0c3-5285d55e4043 service neutron] 10.222.0.30 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035594 Dec 12 15:27:19.318511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e531-0ab8-4978-acce-17c10990f101 req-6ef8dc5d-3354-40a3-92e1-b4b27e4b5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.320005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-6ef8dc5d-3354-40a3-92e1-b4b27e4b5117 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.1509790 Dec 12 15:27:19.400745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-f10c3402-30ac-4be3-8383-51e5efc29218 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 HTTP/1.1" status: 200 len: 217 time: 0.0381391 Dec 12 15:27:19.406652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f148a341-0b66-4499-9f1e-dce6b3e1d036 req-e6f383e1-1b9e-4413-8bd4-a43cb4db5105 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386895 Dec 12 15:27:19.422697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e595b51-b3c0-4c96-92bc-24032d77e7e9 req-0b77e532-0af4-4661-bd2f-a2b882beb28d tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180024 Dec 12 15:27:19.469232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-0d64d2da-817e-47d4-b9a6-b2c874cd7afa service neutron] 10.222.0.30 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753771 Dec 12 15:27:19.505503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339e531-0ab8-4978-acce-17c10990f101 req-ca7f00f3-3710-4af6-8687-583b4c429293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.506983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-ca7f00f3-3710-4af6-8687-583b4c429293 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.0794096 Dec 12 15:27:19.515303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.551147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af2e201-0662-458c-bc36-0e570be05699,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:19.569851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-c253505c-9753-4279-a0a4-6d9bd65dd8c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448961 Dec 12 15:27:19.594566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.594832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.595177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.595517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.595850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.596184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.596513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.596866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.597201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.597708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.598041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.598368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.598691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:19.600192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e17e70-9133-49af-a2d4-4c65d7335fec req-a98d6668-e915-4a71-af7e-435181ea227e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.601749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7e17e70-9133-49af-a2d4-4c65d7335fec req-a98d6668-e915-4a71-af7e-435181ea227e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 944 time: 0.0834622 Dec 12 15:27:19.615308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55766853-654a-4d16-a839-42ded1e981dd req-745af3d5-0991-4634-b183-ad330d505d66 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.616942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55766853-654a-4d16-a839-42ded1e981dd req-745af3d5-0991-4634-b183-ad330d505d66 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 944 time: 0.0870197 Dec 12 15:27:19.698123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.699237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7e17e70-9133-49af-a2d4-4c65d7335fec req-186a9a66-f98d-40ee-9e93-3c852af6fb1e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Dec 12 15:27:19.711937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55766853-654a-4d16-a839-42ded1e981dd req-2cd90180-3aa1-4f7c-8853-243edb208635 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798030 Dec 12 15:27:19.824650 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-56abb44c-70a4-4e41-8be8-61c1486024d0 service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319605 Dec 12 15:27:19.826147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.828351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.840606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:19.841766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-d2524901-422a-431d-a544-43d59a1024c0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.843264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-d2524901-422a-431d-a544-43d59a1024c0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0593600 Dec 12 15:27:19.843394 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eef191-0a61-4c8d-8637-d3c4b2090b31" -d '{"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-plugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:19.914733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.915284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48211a9-ad10-46a9-9292-42c49d31e179 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:27:19.920430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-26c220ed-8798-4c6c-9933-554249631607 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0677528 Dec 12 15:27:19.922837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:19.923953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-02b800a7-37f4-4fc7-9967-22c3038ede07 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a48211a9-ad10-46a9-9292-42c49d31e179 HTTP/1.1" status: 204 len: 168 time: 1.6102266 Dec 12 15:27:19.927080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:19.934512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-43ea14d3-885e-4b32-9e35-b2eda3b26ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'floatingip': {'port_id': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:19.946464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f19a-3e30-4451-9bb5-9d20a3959cc3 req-2628519e-ffd4-48ec-aeeb-c5b2de01e1a6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:19.948048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2764f19a-3e30-4451-9bb5-9d20a3959cc3 req-2628519e-ffd4-48ec-aeeb-c5b2de01e1a6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.1037755 Dec 12 15:27:19.996388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Deleting subnet a894967a-6f7d-4a0a-bbc1-dff83171469c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:20.000661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.002221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-43ea14d3-885e-4b32-9e35-b2eda3b26ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.022324 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5339e531-0ab8-4978-acce-17c10990f101 req-af38ff63-8659-49a0-bdaf-8af4e35b691b service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527345 Dec 12 15:27:20.039206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.107855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2764f19a-3e30-4451-9bb5-9d20a3959cc3 req-292de255-a7d2-46ba-bcc0-a4e373e3773a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289771 Dec 12 15:27:20.122601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.161436 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bf7d45-1200-43ce-8ae2-868697848d77 x-openstack-request-id: req-95bf7d45-1200-43ce-8ae2-868697848d77 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:20.162305 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-plugged", "status": "completed", "tag": "c761603c-d70e-4849-87df-3cdba775b894", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:20.163191 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95bf7d45-1200-43ce-8ae2-868697848d77 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:20.163787 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894', 'code': 200} Dec 12 15:27:20.199318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.252435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a894967a-6f7d-4a0a-bbc1-dff83171469c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:20.258436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ff4d4-4ef1-4842-a57a-e8f13c954eee None None] Network 5938dbb5-7441-4393-97e3-1dc11db2ce3e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:20.264194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.270230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-340ec875-4a25-401e-807f-c3f3c271577a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a894967a-6f7d-4a0a-bbc1-dff83171469c HTTP/1.1" status: 204 len: 168 time: 0.3421719 Dec 12 15:27:20.270967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36130) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:20.276221 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-43ea14d3-885e-4b32-9e35-b2eda3b26ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 15:27:20.290317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d180cc00-c795-4114-b2e6-bc5662d1544c req-43ea14d3-885e-4b32-9e35-b2eda3b26ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "PUT /v2.0/floatingips/c49cc62a-cb13-495b-8525-f25ddc08c8c9 HTTP/1.1" status: 409 len: 551 time: 0.3595552 Dec 12 15:27:20.359628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d38f18af-8cad-44a4-85f6-5d6172508834 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:20.380720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.394007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d38f18af-8cad-44a4-85f6-5d6172508834 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:20.394422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d38f18af-8cad-44a4-85f6-5d6172508834 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:20.394848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af2e201-0662-458c-bc36-0e570be05699 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:20.396043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4753a-dc19-4b35-a03c-d7dc1220ce90 req-4232f1a4-6eb6-47b2-bc8a-552c8fd8d2f8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:20.397586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdc4753a-dc19-4b35-a03c-d7dc1220ce90 req-4232f1a4-6eb6-47b2-bc8a-552c8fd8d2f8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1062973 Dec 12 15:27:20.414791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551f63-7b09-413d-80d1-ab1bd00131d6 req-2bd24597-4800-4eac-a287-0969720b4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:20.416246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6551f63-7b09-413d-80d1-ab1bd00131d6 req-2bd24597-4800-4eac-a287-0969720b4036 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 1096 time: 0.0960646 Dec 12 15:27:20.440953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Deleting port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:20.441339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.442109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3af2e201-0662-458c-bc36-0e570be05699 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:20.442465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af2e201-0662-458c-bc36-0e570be05699 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:20.489741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3812e15-aa9f-40a4-a69d-5391580caa3c req-f9709d22-4f61-4599-8b5c-66ffbacd27f5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:20.491334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3812e15-aa9f-40a4-a69d-5391580caa3c req-f9709d22-4f61-4599-8b5c-66ffbacd27f5 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1204207 Dec 12 15:27:20.533295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] For port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:20.533667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.538164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] DHCP port deletion for 5938dbb5-7441-4393-97e3-1dc11db2ce3e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:27:20.538600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdc4753a-dc19-4b35-a03c-d7dc1220ce90 req-2883158f-6def-4a41-b5eb-52a67364727f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210372 Dec 12 15:27:20.541040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6551f63-7b09-413d-80d1-ab1bd00131d6 req-fbf28aee-e9c9-4536-bad1-9bbc148a94e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156285 Dec 12 15:27:20.559686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Calling delete_port for 1e6e02f0-fbdd-4cca-b58e-15f05afe9add owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:20.602601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Deleting port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:20.602871 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.633422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3812e15-aa9f-40a4-a69d-5391580caa3c req-fd9044bd-5683-4d3d-a3f4-43970096a516 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342301 Dec 12 15:27:20.641914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7788153-d920-416e-b7c7-5dee13686887 req-e84ffdd4-bddb-4698-b4a5-34e8ae49d64f tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips/c49cc62a-cb13-495b-8525-f25ddc08c8c9 HTTP/1.1" status: 200 len: 693 time: 0.0722265 Dec 12 15:27:20.673243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] For port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,segment=NetworkSegment(bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe),segment_id=bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:20.673735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.679186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.700193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Calling delete_port for 1e6e02f0-fbdd-4cca-b58e-15f05afe9add owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:20.717270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:20.719139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] No DVR routers for this DVR port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: from cryptography.utils import int_from_bytes Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: from cryptography.utils import int_from_bytes Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.781772 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:27:20.784007 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:27:20.791368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.801795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.802007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788153-d920-416e-b7c7-5dee13686887 req-2fb48fbc-e214-4892-9e1e-a0e6cc260e18 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:20.805091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7788153-d920-416e-b7c7-5dee13686887 req-2fb48fbc-e214-4892-9e1e-a0e6cc260e18 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1623702 Dec 12 15:27:20.814883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f84b-5042-4e80-b3fb-98dff64dddb6 req-71bb5f32-e72e-46d2-8ccc-ea43acfa203e tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:20.816880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f27f84b-5042-4e80-b3fb-98dff64dddb6 req-71bb5f32-e72e-46d2-8ccc-ea43acfa203e tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.1064517 Dec 12 15:27:20.822216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Pushing event deleted for resources: {'Port': ['ID=1e6e02f0-fbdd-4cca-b58e-15f05afe9add,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:20.824540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] No DVR routers for this DVR port 1e6e02f0-fbdd-4cca-b58e-15f05afe9add on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:20.825544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5938dbb5-7441-4393-97e3-1dc11db2ce3e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:20.837131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.837797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.838689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.838859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.839255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:20.839368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.839558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb23a8d7-cb4f-40f1-bf9b-c6ecd39cd8fe') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:20.839846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.840228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.840695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.841095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.841560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.841898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.842279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.842665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce1c66e-b27a-43fe-9c81-5eecf31f445e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:20.851030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.864713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.870886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:20.871445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:20.873295 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:20.875004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7788153-d920-416e-b7c7-5dee13686887 req-e9919f2b-c5d5-4a43-b46e-054d74a80e00 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0566490 Dec 12 15:27:20.930042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.949629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7788153-d920-416e-b7c7-5dee13686887 req-27cde8d1-9994-49e2-a65e-94c430d1b847 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0672314 Dec 12 15:27:20.950553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:20.953991 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] 10.222.0.36 "DELETE /v2.0/networks/5938dbb5-7441-4393-97e3-1dc11db2ce3e HTTP/1.1" status: 204 len: 168 time: 0.6820452 Dec 12 15:27:20.955284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2521-2465-4d9c-b1c1-b7e996d44acc admin admin] Pushing event deleted for resources: {'Network': ['ID=5938dbb5-7441-4393-97e3-1dc11db2ce3e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:20.957659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f27f84b-5042-4e80-b3fb-98dff64dddb6 req-92399338-e391-4118-9efc-fabc8cb2daad tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972538 Dec 12 15:27:21.069297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'tag': '4e792013-0429-4352-9223-9a251009e242'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:21.071865 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db9cd5-6a12-4933-a1a0-d5d9229d0348" -d '{"events": [{"name": "network-changed", "server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "tag": "4e792013-0429-4352-9223-9a251009e242"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:21.075534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:21.116752 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a044d796-0db2-427c-a052-d200a6f636e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3934bd6d6b824e7d9554c2a0d804e19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400391 Dec 12 15:27:21.119266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:21.120404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16641641-8454-450e-9f72-e9943f08ba9f req-bba0d66c-5f43-4027-86e0-36d4e95f4a9b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.121905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16641641-8454-450e-9f72-e9943f08ba9f req-bba0d66c-5f43-4027-86e0-36d4e95f4a9b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1074860 Dec 12 15:27:21.164600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Deleting port e9817a44-480d-499c-b369-e1f12db0ccae {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:21.164960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.170148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.192916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.218836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16641641-8454-450e-9f72-e9943f08ba9f req-85ae3778-7727-4299-aefb-6e07a94231a8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907001 Dec 12 15:27:21.239939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.242870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.244024 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2d60549-0452-43a1-84e9-8d8f6fc26686 HTTP/1.1" status: 204 len: 168 time: 0.1238105 Dec 12 15:27:21.252821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4208b4-a926-4a7b-b8b4-2a35b9f66342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d60549-0452-43a1-84e9-8d8f6fc26686,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:21.281322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.281733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.295042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Calling delete_port for e9817a44-480d-499c-b369-e1f12db0ccae owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:21.409349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a319eb6-65e2-4627-aeb6-f04416158af3 req-75b07c68-bf82-47c0-8b13-681148f78e11 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.410845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a319eb6-65e2-4627-aeb6-f04416158af3 req-75b07c68-bf82-47c0-8b13-681148f78e11 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 944 time: 0.0733480 Dec 12 15:27:21.489944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a319eb6-65e2-4627-aeb6-f04416158af3 req-a3bdb2dc-4825-4a11-8dc2-5cdce5659158 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692422 Dec 12 15:27:21.507183 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.533127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event deleted for resources: {'Port': ['ID=e9817a44-480d-499c-b369-e1f12db0ccae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:21.629580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.631926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.633178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7788153-d920-416e-b7c7-5dee13686887 req-b1a5b23b-1abd-41f1-8fc5-cb356ca0f794 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "DELETE /v2.0/floatingips/c49cc62a-cb13-495b-8525-f25ddc08c8c9 HTTP/1.1" status: 204 len: 173 time: 0.6676602 Dec 12 15:27:21.653542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091da27-075c-48c6-891b-3c6d730d33a7 req-a211b585-7878-4753-9dce-aa0385594993 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.655077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7091da27-075c-48c6-891b-3c6d730d33a7 req-a211b585-7878-4753-9dce-aa0385594993 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 944 time: 0.0764580 Dec 12 15:27:21.737184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7091da27-075c-48c6-891b-3c6d730d33a7 req-50393f5b-1956-4e28-a429-a18ff1567170 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Dec 12 15:27:21.762217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e188d40-53ca-46c4-84b6-e6fdc03d34bf req-7589162c-7169-4668-88f5-c68e576f63fd tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.769475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e188d40-53ca-46c4-84b6-e6fdc03d34bf req-7589162c-7169-4668-88f5-c68e576f63fd tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.0719619 Dec 12 15:27:21.773731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:21.780618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Request body: {'floatingip': {'port_id': '90a896e9-1458-4211-9480-8fdc3b83257c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:21.794356 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f8c86a-dc15-4620-85d1-69c1a24bf0ee x-openstack-request-id: req-67f8c86a-dc15-4620-85d1-69c1a24bf0ee {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:21.794633 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "tag": "4e792013-0429-4352-9223-9a251009e242", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:21.794841 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67f8c86a-dc15-4620-85d1-69c1a24bf0ee {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:21.795250 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'tag': '4e792013-0429-4352-9223-9a251009e242', 'status': 'completed', 'code': 200} Dec 12 15:27:21.889345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:21.919259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ce9ae-a5f2-4fcd-9533-2fab5e7ebbdc req-2d3c4178-d392-419d-9b2a-5c12a770c815 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.922436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-661ce9ae-a5f2-4fcd-9533-2fab5e7ebbdc req-2d3c4178-d392-419d-9b2a-5c12a770c815 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.0664768 Dec 12 15:27:21.990442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-6ba26341-71f0-4a40-9975-43c68719848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:21.992065 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-6ba26341-71f0-4a40-9975-43c68719848d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dbf1367214db4ea9a5c4ec183cad349f&device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 1095 time: 0.1473718 Dec 12 15:27:22.047517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-661ce9ae-a5f2-4fcd-9533-2fab5e7ebbdc req-698d4a3e-996e-439e-9bc3-8faf04b10b73 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170824 Dec 12 15:27:22.051293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-368283ed-ead6-4a52-96ec-d8d41e678e2c tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 1001 time: 0.1142185 Dec 12 15:27:22.074549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36184) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:22.161412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-8c683ef6-9eaa-403a-80f0-f861cc045c84 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.162900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-8c683ef6-9eaa-403a-80f0-f861cc045c84 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports/d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 943 time: 0.0971186 Dec 12 15:27:22.205446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-99e5a566-e5ad-43ad-862d-41f22a5ded7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.207710 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-99e5a566-e5ad-43ad-862d-41f22a5ded7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f2f33ee-516a-4eb3-95f7-e6f79f24109d HTTP/1.1" status: 200 len: 921 time: 0.1844099 Dec 12 15:27:22.223365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7a48f-7e47-48b3-9f51-d578d469de54 req-b27857ae-3d9d-43cf-baa2-c9c423ba1475 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.224609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c7a48f-7e47-48b3-9f51-d578d469de54 req-b27857ae-3d9d-43cf-baa2-c9c423ba1475 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0913033 Dec 12 15:27:22.237869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-network', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:22.300076 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-f553bb94-5ab5-4202-b60f-c00d9f7c4fbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e792013-0429-4352-9223-9a251009e242 HTTP/1.1" status: 200 len: 217 time: 0.0446756 Dec 12 15:27:22.301686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e6e02f0-fbdd-4cca-b58e-15f05afe9add no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:22.323478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1e6e02f0-fbdd-4cca-b58e-15f05afe9add {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:22.323929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e6e02f0-fbdd-4cca-b58e-15f05afe9add not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:22.341257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c7a48f-7e47-48b3-9f51-d578d469de54 req-fd8a7032-790a-4039-9242-a1cb245f6d2f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999534 Dec 12 15:27:22.343961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:22.346282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.364409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-02fa48b5-f7df-47dc-8158-7c6539057481 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 1001 time: 0.1295130 Dec 12 15:27:22.370573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.430106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-14ec21f9-8cc7-4f88-9c50-6615e499e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.431581 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-14ec21f9-8cc7-4f88-9c50-6615e499e8f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b31f48ce-1e92-4bec-8303-588a67a31102 HTTP/1.1" status: 200 len: 861 time: 0.1245093 Dec 12 15:27:22.490188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-6d01806c-1f03-4bd9-86a8-42a318fe8ecf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f2f33ee-516a-4eb3-95f7-e6f79f24109d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502083 Dec 12 15:27:22.539097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdac558-73cc-4118-b347-239c95911f1c req-08ecfb2f-1b55-4799-8bb5-fd3c6080ac94 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.540548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abdac558-73cc-4118-b347-239c95911f1c req-08ecfb2f-1b55-4799-8bb5-fd3c6080ac94 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1359031 Dec 12 15:27:22.546957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e792013-0429-4352-9223-9a251009e242 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:22.548744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-e1067051-ddc4-45ca-91bc-64f557470188 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.550076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-e1067051-ddc4-45ca-91bc-64f557470188 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.1816669 Dec 12 15:27:22.660841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.666840 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-92734fb8-e5ac-4a0c-ac81-08266b53e83f service neutron] 10.222.0.30 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676648 Dec 12 15:27:22.669101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abdac558-73cc-4118-b347-239c95911f1c req-5c428db0-1d7f-4b58-85e5-5a9a3a87e24b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146631 Dec 12 15:27:22.671863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.677976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.682232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e792013-0429-4352-9223-9a251009e242,segment=NetworkSegment(037112ac-14f8-4eb2-b847-b3582c809c69),segment_id=037112ac-14f8-4eb2-b847-b3582c809c69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:22.697802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '4e792013-0429-4352-9223-9a251009e242', 'network_id': '9f2f33ee-516a-4eb3-95f7-e6f79f24109d', 'port_id': '4e792013-0429-4352-9223-9a251009e242', 'mac_address': 'fa:16:3e:7e:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31f48ce-1e92-4bec-8303-588a67a31102', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:22.698484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-3905691d-6da6-4624-b646-78b58eb47343 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 1001 time: 0.1312809 Dec 12 15:27:22.703938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:22.750913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.755194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.770829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e792013-0429-4352-9223-9a251009e242 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:22.774759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:27:22.794533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e792013-0429-4352-9223-9a251009e242,segment=NetworkSegment(037112ac-14f8-4eb2-b847-b3582c809c69),segment_id=037112ac-14f8-4eb2-b847-b3582c809c69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:22.796624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:22.802503 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-38db9cd5-6a12-4933-a1a0-d5d9229d0348 req-4d8a88db-8318-4b9f-8bc2-7883a5055ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220632 Dec 12 15:27:22.805492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.812020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.812709 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Added segment 8d3c4d88-39ba-463a-9b8b-aa7325ec9740 of type vlan for network 21b8d238-3b20-4063-9242-eced91825992 Dec 12 15:27:22.819987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:22.849948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.880266 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Floating IP a71b0852-16e7-40eb-bcb2-48b9bf72aa84 associated. External IP: 172.25.3.220, port: 90a896e9-1458-4211-9480-8fdc3b83257c. Dec 12 15:27:22.902988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.923708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762251-f5fd-4c46-88e4-660f028f54db req-f1bde2df-a37c-4fe4-8616-75b7b0dacd2c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.924074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:22.925227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc762251-f5fd-4c46-88e4-660f028f54db req-f1bde2df-a37c-4fe4-8616-75b7b0dacd2c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1661637 Dec 12 15:27:22.966678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:22.977604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'port_id': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', 'mac_address': 'fa:16:3e:38:06:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2556e29-d1c1-4164-a88f-702fadbfde01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:22.995807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:22.996774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:22.997331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.018448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.032082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:23.053124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:23.058616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.085195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0093424 Dec 12 15:27:23.087651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:23.093870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Request body: {'subnet': {'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-subnet', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:23.107876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:23.109656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dae7d7-5afb-4892-b7bf-4f4f84a037c5 admin admin] Pushing event updated for resources: {'Network': ['ID=21b8d238-3b20-4063-9242-eced91825992,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:23.120977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc762251-f5fd-4c46-88e4-660f028f54db req-1908a933-da67-427a-a6c9-afe17ae33ed1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746821 Dec 12 15:27:23.132128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:23.132737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 21b8d238-3b20-4063-9242-eced91825992 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:27:23.134462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.144511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Router c09b0bc2-6125-4f74-9dba-60c363f9f698 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:23.162848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.169960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.170556 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Floating IP 929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 disassociated. External IP: 172.25.3.57, port: d0636dc2-1e76-47e2-8b5a-8eacf84ea602. Dec 12 15:27:23.309418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f121f-67a5-47e4-98a9-e8efcad507f0 req-07474afc-d72a-40b6-8d50-56152345ca8e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:23.310781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-153f121f-67a5-47e4-98a9-e8efcad507f0 req-07474afc-d72a-40b6-8d50-56152345ca8e tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 945 time: 0.0921133 Dec 12 15:27:23.327893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:23.351390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:23.357172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.360830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['4e792013-0429-4352-9223-9a251009e242'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:23.363996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Sync routers for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:23.380463 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:23.382604 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:23.531715 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:23.700813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a2575951-9591-4d86-9966-cf5f1f5989af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "PUT /v2.0/floatingips/a71b0852-16e7-40eb-bcb2-48b9bf72aa84 HTTP/1.1" status: 200 len: 991 time: 1.9241085 Dec 12 15:27:23.702896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-153f121f-67a5-47e4-98a9-e8efcad507f0 req-1b8c95ff-f9d7-41bb-8c2d-0ef9706d3f51 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819938 Dec 12 15:27:23.763312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.776271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Router 49d9e5aa-854c-4a82-8a35-116c045ea570 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:23.799142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:23.802684 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed57762-ff73-4bb3-ae66-6c695bea1baa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:23.830893 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'a71b0852-16e7-40eb-bcb2-48b9bf72aa84', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'port_id': '90a896e9-1458-4211-9480-8fdc3b83257c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'mac_address': 'fa:16:3e:6e:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:26:21Z', 'updated_at': '2021-12-12T15:27:22Z', 'revision_number': 1, 'project_id': '2446bee986254ca899f51c4830e61032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:23.838980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:23.860140 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Checking router: c09b0bc2-6125-4f74-9dba-60c363f9f698 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:23.860842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Checking segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:23.861329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Network hostable DHCP agents. Network: 21b8d238-3b20-4063-9242-eced91825992, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:27:23.877982 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:23.879880 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:23.900278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:23.913096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Sync routers for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:23.925863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.926637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Network 21b8d238-3b20-4063-9242-eced91825992 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:27:23.932527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:23.934650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:23.951342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 21b8d238-3b20-4063-9242-eced91825992) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:23.971719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:23.972449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:23.994112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e103adca-f627-4e5f-bf59-a4cc4a21111d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9053760 Dec 12 15:27:23.997276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36208) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:24.006593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:24.009158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd16989-d6e6-4ccb-a340-0eac79d9f4ea None None] Network 21b8d238-3b20-4063-9242-eced91825992 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:24.024098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:24.041083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.042342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.059173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-915cd99b-fb68-4b9f-9c2d-2dfc6097a319 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "PUT /v2.0/floatingips/929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 HTTP/1.1" status: 200 len: 694 time: 1.3573742 Dec 12 15:27:24.062698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:24.070647 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf68917-3423-4aaf-8123-4471bfcd03ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:24.116705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad623ca1-49f1-469e-832b-5843ecfc30f1 req-82c7a379-f98f-47ab-b65f-180f0a98dc16 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.118270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad623ca1-49f1-469e-832b-5843ecfc30f1 req-82c7a379-f98f-47ab-b65f-180f0a98dc16 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 945 time: 0.1443691 Dec 12 15:27:24.124141 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.152918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-04802eee-cd26-4573-9498-9076cbee2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.156577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-04802eee-cd26-4573-9498-9076cbee2e73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1097 time: 0.0761945 Dec 12 15:27:24.197051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:24.253299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad623ca1-49f1-469e-832b-5843ecfc30f1 req-04cf06db-6644-4607-a754-b12b4693fda2 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285939 Dec 12 15:27:24.292435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-21b8d238-3b20-4063-9242-eced91825992', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:27:24.293363 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.349169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.351416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-81eead47-8373-43ee-b13b-498365843122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.353071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-81eead47-8373-43ee-b13b-498365843122 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 928 time: 0.1879883 Dec 12 15:27:24.386844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'a71b0852-16e7-40eb-bcb2-48b9bf72aa84', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'port_id': '90a896e9-1458-4211-9480-8fdc3b83257c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'mac_address': 'fa:16:3e:6e:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:26:21Z', 'updated_at': '2021-12-12T15:27:22Z', 'revision_number': 1, 'project_id': '2446bee986254ca899f51c4830e61032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:24.406079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-28ba13f7-6d7a-4535-8571-5c28e56bebbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 217 time: 0.0432904 Dec 12 15:27:24.415604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8224e8-671f-4bcc-a038-44301f4df62a req-d20e5a71-c3c2-43d8-919b-5afac44b635f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.417402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8224e8-671f-4bcc-a038-44301f4df62a req-d20e5a71-c3c2-43d8-919b-5afac44b635f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1149969 Dec 12 15:27:24.448535 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4220c-9132-42b3-9ac3-7d39bea9b10c None None] The sync data for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 is: [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'a71b0852-16e7-40eb-bcb2-48b9bf72aa84', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'port_id': '90a896e9-1458-4211-9480-8fdc3b83257c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'mac_address': 'fa:16:3e:6e:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:26:21Z', 'updated_at': '2021-12-12T15:27:22Z', 'revision_number': 1, 'project_id': '2446bee986254ca899f51c4830e61032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:24.490732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-a4370824-7440-4ec6-a658-011ecea90f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.498968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-a4370824-7440-4ec6-a658-011ecea90f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.0805047 Dec 12 15:27:24.548857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8224e8-671f-4bcc-a038-44301f4df62a req-de400268-3dfc-45d3-8984-dae7c33fd733 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216888 Dec 12 15:27:24.578984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7756b-87cc-4248-84e9-93e518559e6c req-6c5fd80a-09be-498d-b4b6-3942bbf6faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.580982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-6c5fd80a-09be-498d-b4b6-3942bbf6faa5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810716 Dec 12 15:27:24.597082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.618776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:24.674926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e792013-0429-4352-9223-9a251009e242 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:24.705203 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2d3054-1f94-42b2-96ae-8bfea31d26da x-openstack-request-id: req-2a2d3054-1f94-42b2-96ae-8bfea31d26da {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:24.705734 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:24.707805 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a2d3054-1f94-42b2-96ae-8bfea31d26da {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:24.708672 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c', 'status': 'completed', 'code': 200} Dec 12 15:27:24.725895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-755280a0-533d-4f93-9912-f22e96c6b0ab service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375847 Dec 12 15:27:24.731022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Allocated IP 172.20.0.2 (21b8d238-3b20-4063-9242-eced91825992/25b887a3-6c58-4e38-b0e5-d1ffd4198aa1/80bc475c-9b6a-44ba-8988-95c0842c8178) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:24.804950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-496da927-300a-42d0-8827-df0144d0f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:24.807288 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-496da927-300a-42d0-8827-df0144d0f94e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2446bee986254ca899f51c4830e61032&device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 1096 time: 0.0709126 Dec 12 15:27:24.815072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Allocated IP 172.25.3.219 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/a4095679-65f3-46d8-ab7b-16d819ad60e8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:24.825552 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8706b24-d770-47d0-8c9f-3eb497de11f5 None None] New status for floating IP a71b0852-16e7-40eb-bcb2-48b9bf72aa84: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:27:24.852058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:24.853650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d7756b-87cc-4248-84e9-93e518559e6c req-f2179d55-4cf9-4720-a208-98c9a014a357 service neutron] 10.222.0.36 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260405 Dec 12 15:27:24.884580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Checking router: 49d9e5aa-854c-4a82-8a35-116c045ea570 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:24.921221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 4e792013-0429-4352-9223-9a251009e242 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:24.923192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:24.923831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:24.964120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 4e792013-0429-4352-9223-9a251009e242 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:24.964486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.044897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-0e9da965-91c0-4ec1-8f76-300cc4b112cd tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.053154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-0e9da965-91c0-4ec1-8f76-300cc4b112cd tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.1981723 Dec 12 15:27:25.067034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-2639859f-22e3-4a2e-bca0-b780a8a30a9d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/quotas/69ced53e325a41b388640607efa5031a HTTP/1.1" status: 200 len: 375 time: 0.0124485 Dec 12 15:27:25.094801 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28021a01-9839-4c1f-8acb-887957509424 x-openstack-request-id: req-28021a01-9839-4c1f-8acb-887957509424 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:25.095650 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:25.095650 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28021a01-9839-4c1f-8acb-887957509424 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:25.095650 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'status': 'completed', 'code': 200} Dec 12 15:27:25.111218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.114204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-8b5ff361-b9fd-4d49-85ea-84f0c2a9ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.115809 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-8b5ff361-b9fd-4d49-85ea-84f0c2a9ca3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e HTTP/1.1" status: 200 len: 916 time: 0.2974875 Dec 12 15:27:25.169249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.186460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.194490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:25.242026 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-54c12b35-cae2-47dd-82c3-fffa92b49492 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90a896e9-1458-4211-9480-8fdc3b83257c HTTP/1.1" status: 200 len: 1001 time: 0.1109796 Dec 12 15:27:25.243572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.250071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-c6dd4007-208c-4b70-843c-d507d809fff4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757207 Dec 12 15:27:25.269341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90916e1b-3aba-4754-b8b0-4e22457651e3 req-44002404-bdf8-4ae2-8008-510ef909eb87 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.273507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90916e1b-3aba-4754-b8b0-4e22457651e3 req-44002404-bdf8-4ae2-8008-510ef909eb87 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1226816 Dec 12 15:27:25.294908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-74f04b4e-96c3-44b5-af99-6007fbd97490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.297037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-74f04b4e-96c3-44b5-af99-6007fbd97490 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02022ffab444412485705c0e7e6102a4&device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 1097 time: 0.1694272 Dec 12 15:27:25.314522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Network 21b8d238-3b20-4063-9242-eced91825992 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:25.326406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:25.326594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:25.331486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:25.335298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Pushing event updated for resources: {'Port': ['ID=a4095679-65f3-46d8-ab7b-16d819ad60e8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:25.343526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:25.346962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-75f26433-4c28-4fd8-ab46-1a31dea06438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.348983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-75f26433-4c28-4fd8-ab46-1a31dea06438 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=981f76e6-9044-4300-8004-a4007194d59d HTTP/1.1" status: 200 len: 855 time: 0.0779297 Dec 12 15:27:25.355728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Pushing event updated for resources: {'Port': ['ID=80bc475c-9b6a-44ba-8988-95c0842c8178,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:25.359168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:25.366866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.453184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90916e1b-3aba-4754-b8b0-4e22457651e3 req-f57bce3d-d470-44e4-9a0a-b8f4004aa7e8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684623 Dec 12 15:27:25.473519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e792013-0429-4352-9223-9a251009e242'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:25.474259 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c0f4c-cd70-401b-be59-aee3721ee4d7" -d '{"events": [{"server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "name": "network-vif-plugged", "status": "completed", "tag": "4e792013-0429-4352-9223-9a251009e242"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:25.496229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-ca39a26d-326c-4afa-acd4-8742cc75eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.497760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-ca39a26d-326c-4afa-acd4-8742cc75eb35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249042 Dec 12 15:27:25.498410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e792013-0429-4352-9223-9a251009e242,segment=NetworkSegment(037112ac-14f8-4eb2-b847-b3582c809c69),segment_id=037112ac-14f8-4eb2-b847-b3582c809c69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:25.505308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.506223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:25.507809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Attempting to bind port 80bc475c-9b6a-44ba-8988-95c0842c8178 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:25.508171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Attempting to bind port 80bc475c-9b6a-44ba-8988-95c0842c8178 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:25.508529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Attempting to bind port 80bc475c-9b6a-44ba-8988-95c0842c8178 on network 21b8d238-3b20-4063-9242-eced91825992 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:25.509944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-aaa0cc3a-906b-437b-b455-2aa6d6683833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.511395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-aaa0cc3a-906b-437b-b455-2aa6d6683833 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 200 len: 928 time: 0.2026410 Dec 12 15:27:25.546153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:25.546532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Checking segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:25.546956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.547333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Bound using segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:25.547824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Bound port: 80bc475c-9b6a-44ba-8988-95c0842c8178, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:25.548205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.554641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-225bafcc-aa24-4e51-878b-33a38aa8aaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798488 Dec 12 15:27:25.606748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-5b6648a1-5414-4bfa-a9d9-76ffa603186e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 200 len: 217 time: 0.0852175 Dec 12 15:27:25.620551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-c254359c-e906-420b-af73-a77f8d770717 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.622085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-c254359c-e906-420b-af73-a77f8d770717 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "GET /v2.0/ports?device_id=609ade30-a0d6-4642-97e9-aecace3d6b96 HTTP/1.1" status: 200 len: 945 time: 0.1393194 Dec 12 15:27:25.685438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:25.709372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:25.716433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] For port 80bc475c-9b6a-44ba-8988-95c0842c8178, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:25.728684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:25.729073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.734655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] For port 80bc475c-9b6a-44ba-8988-95c0842c8178, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bc475c-9b6a-44ba-8988-95c0842c8178,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:25.737858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-6cda46c8-ba58-4f0e-b71c-ad033b7efe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.739338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-6cda46c8-ba58-4f0e-b71c-ad033b7efe97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 200 len: 867 time: 0.1021287 Dec 12 15:27:25.757410 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.767801 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-8c9c3dd6-fbcf-485e-b32b-a908712f4002 service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386272 Dec 12 15:27:25.770528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dca00-4bd5-4f58-b8e3-ba3eff508e38 req-f08b1e33-ba6f-49ba-9ffa-0bc75e3d66b4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.771991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-991dca00-4bd5-4f58-b8e3-ba3eff508e38 req-f08b1e33-ba6f-49ba-9ffa-0bc75e3d66b4 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 945 time: 0.1252687 Dec 12 15:27:25.798763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-ed8e8705-bf57-4ff2-befa-5b9f5381f681 service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431989 Dec 12 15:27:25.875888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c467e3-db81-4f8a-b114-af90b83296f4 None None] Pushing event updated for resources: {'Port': ['ID=80bc475c-9b6a-44ba-8988-95c0842c8178,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:25.889970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-f1e641e5-af14-4182-a2c5-51bab441407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:25.892420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-f1e641e5-af14-4182-a2c5-51bab441407f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7569da63-8d7d-4263-8e71-3d4003243e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455452 Dec 12 15:27:25.893261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:25.901702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-991dca00-4bd5-4f58-b8e3-ba3eff508e38 req-f8d35d88-f423-41ef-9221-f26cc3a4cce2 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142647 Dec 12 15:27:25.917844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:25.972168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedb7261-dbec-45a7-9f36-274a216ba93b None None] The sync data for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 is: [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:26:48Z', 'revision_number': 4, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3b424354-34a5-4f29-8881-224997faa8ac', 'name': '', 'network_id': '7569da63-8d7d-4263-8e71-3d4003243e1a', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'mac_address': 'fa:16:3e:c3:29:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:46Z', 'updated_at': '2021-12-12T15:26:54Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'subnets': [{'id': '001deb5f-f86e-49e0-9166-3c96a9254325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:26.051267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.172860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:26.180308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-6f27914e-3313-4647-a8e7-165ec6fbe6cc tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips/929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 HTTP/1.1" status: 200 len: 694 time: 0.1572614 Dec 12 15:27:26.185560 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.188769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Deleting port c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:26.189103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.316791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:26.358210 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1ed57762-ff73-4bb3-ae66-6c695bea1baa req-638d6727-6242-4dfe-aa4e-d94980f9405c service neutron] 10.222.0.30 "GET /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664828 Dec 12 15:27:26.409665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bc475c-9b6a-44ba-8988-95c0842c8178 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:26.433380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-3de0b36f-4b2f-46d9-b2c5-a21654e654a6 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:26.434829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-3de0b36f-4b2f-46d9-b2c5-a21654e654a6 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 784 time: 0.2535844 Dec 12 15:27:26.473329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.488680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] For port c761603c-d70e-4849-87df-3cdba775b894, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c761603c-d70e-4849-87df-3cdba775b894,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:26.489047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.489396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bacfed-df2d-4a03-8219-75ebd04ec807 None None] New status for floating IP 929c4bfe-a1d6-4a87-9d9e-1c0f672ab701: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:27:26.549557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-6e5a4f50-1341-4e09-8fc3-7355b05ca3fc tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 697 time: 0.0621889 Dec 12 15:27:26.553225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-030db3b8-1fd9-48c2-9932-6001276e386c service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506078 Dec 12 15:27:26.558475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Calling delete_port for c761603c-d70e-4849-87df-3cdba775b894 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:26.566949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124de22e-234b-4d85-a77d-9bc2e426afed req-1d727c84-88a8-422f-b61a-1a198adc8ab9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:26.568467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-124de22e-234b-4d85-a77d-9bc2e426afed req-1d727c84-88a8-422f-b61a-1a198adc8ab9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 946 time: 0.3669281 Dec 12 15:27:26.662406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 80bc475c-9b6a-44ba-8988-95c0842c8178 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:26.662884 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.726859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-124de22e-234b-4d85-a77d-9bc2e426afed req-a8f4901d-dccd-4664-a07b-273e5dab75ff tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978792 Dec 12 15:27:26.749292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-2814ba64-7bca-47e1-b21b-18f3097d7b1f tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 697 time: 0.1902680 Dec 12 15:27:26.765161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Router 92090a51-b0f7-42b4-84d1-306d414d798b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:27:26.846537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:26.870869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c761603c-d70e-4849-87df-3cdba775b894'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:27.018311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdf68917-3423-4aaf-8123-4471bfcd03ff req-7ab284fb-2bb1-4f31-8f12-d24dc002c4ec service neutron] 10.222.0.13 "GET /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480000 Dec 12 15:27:27.050822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Deleting port 4b41efeb-4c0b-4a85-8450-0e248fbf0eff {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:27.051492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.144835 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6b3a0c-d73a-4d82-920e-be83e62ba4b8 x-openstack-request-id: req-1a6b3a0c-d73a-4d82-920e-be83e62ba4b8 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:27.144835 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "name": "network-vif-plugged", "status": "completed", "tag": "4e792013-0429-4352-9223-9a251009e242", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:27.144835 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a6b3a0c-d73a-4d82-920e-be83e62ba4b8 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:27.144835 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e792013-0429-4352-9223-9a251009e242', 'code': 200} Dec 12 15:27:27.181795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.237517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 80bc475c-9b6a-44ba-8988-95c0842c8178, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bc475c-9b6a-44ba-8988-95c0842c8178,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:27.247611 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.251780 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.252105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.290253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Calling delete_port for 4b41efeb-4c0b-4a85-8450-0e248fbf0eff owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:27.334685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=80bc475c-9b6a-44ba-8988-95c0842c8178,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:27.414958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bd7ea6-3674-40c1-a033-66076d84b08b req-0abb763d-7d0b-4101-9b95-216cbe7df858 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 210 time: 0.0382285 Dec 12 15:27:27.453873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event deleted for resources: {'Port': ['ID=c761603c-d70e-4849-87df-3cdba775b894,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:27.524881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba4c5d-cb84-40bf-b169-9fe80cbf5a1b None None] Network 21b8d238-3b20-4063-9242-eced91825992 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:27.526249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] No DVR routers for this DVR port c761603c-d70e-4849-87df-3cdba775b894 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:27.530613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.534059 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f2ca75b-cad7-491e-bd56-2ae90501f86a req-bab22070-c153-4c62-b699-dca4203ad5dc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "DELETE /v2.0/ports/c761603c-d70e-4849-87df-3cdba775b894 HTTP/1.1" status: 204 len: 173 time: 1.8912845 Dec 12 15:27:27.536606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:27.537708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-deleted', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:27.540101 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07014eb-edf2-4b34-8861-25280bdada52" -d '{"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-deleted", "tag": "c761603c-d70e-4849-87df-3cdba775b894"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:27.548162 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Sync routers for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:27.557179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c316-aa35-4db9-8c88-69aaa7ba0b61 req-aa00c3eb-36f8-4b1a-a134-e8aac9740db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:27.558876 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2df2c316-aa35-4db9-8c88-69aaa7ba0b61 req-aa00c3eb-36f8-4b1a-a134-e8aac9740db0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 1097 time: 0.1860650 Dec 12 15:27:27.563614 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:27.564265 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:27.567851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.569557 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57780c0c-dd6b-4ffc-9bb1-fcb613f6cfaf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5698483 Dec 12 15:27:27.575892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36262) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:27.641238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-578b54b9-ecfa-4600-ac05-3aedb61eebc8 None None] Provisioning complete for port 80bc475c-9b6a-44ba-8988-95c0842c8178 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:27.641784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-578b54b9-ecfa-4600-ac05-3aedb61eebc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.655059 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2df2c316-aa35-4db9-8c88-69aaa7ba0b61 req-19546f0d-7786-4fcb-8543-65d47cd9c2cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Dec 12 15:27:27.821765 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:27.966882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:27.978939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e52a9c-4360-468f-9a76-2b4af2475d90 req-395cd8dc-d17e-45c4-9a27-e326a9e920bd tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:27.986666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03e52a9c-4360-468f-9a76-2b4af2475d90 req-395cd8dc-d17e-45c4-9a27-e326a9e920bd tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.4679360 Dec 12 15:27:27.999706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-1682613d-12cf-4509-a586-9832a562972f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:28.001282 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-1682613d-12cf-4509-a586-9832a562972f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.1812012 Dec 12 15:27:28.016981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Request body: {'port': {'device_id': '97a59817-7465-4010-b75c-9b9835ba37e7', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'admin_state_up': True, 'tenant_id': '69ced53e325a41b388640607efa5031a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:28.049355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event deleted for resources: {'Port': ['ID=4b41efeb-4c0b-4a85-8450-0e248fbf0eff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:28.120531 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:25Z', 'revision_number': 3, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:28.163172 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Checking router: 92090a51-b0f7-42b4-84d1-306d414d798b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:28.163854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Updating router 92090a51-b0f7-42b4-84d1-306d414d798b port a4095679-65f3-46d8-ab7b-16d819ad60e8 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:27:28.183776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Made reservation on behalf of 69ced53e325a41b388640607efa5031a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:28.190690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03e52a9c-4360-468f-9a76-2b4af2475d90 req-7077550b-bd98-4c57-bd7e-e6ce00312d37 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960101 Dec 12 15:27:28.196243 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.206563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-189c9982-b672-4336-bca9-0a613a1f07d7 None None] Provisioning complete for port 80bc475c-9b6a-44ba-8988-95c0842c8178 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:28.207656 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-189c9982-b672-4336-bca9-0a613a1f07d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.213926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.317828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.322219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.336822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-214cc283-0e3e-460d-ba7b-4018dd90c196 req-1a31af7c-10e4-4ae2-adb4-0c4af5319ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "DELETE /v2.0/floatingips/929c4bfe-a1d6-4a87-9d9e-1c0f672ab701 HTTP/1.1" status: 204 len: 173 time: 1.5865622 Dec 12 15:27:28.365603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bc475c-9b6a-44ba-8988-95c0842c8178 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:28.414696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Allocated IP 172.20.0.8 (5490f5d0-dc5d-4d29-94ed-41c88db1f8fb/208503ab-5d94-4f98-8ef8-f0c94267879d/989130ca-5d35-4852-98f5-800108bb032f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:28.478107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 80bc475c-9b6a-44ba-8988-95c0842c8178 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:28.478239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.504580 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.512337 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.563732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5b82-62a1-49b1-9b2b-9d3e06b69b38 req-a31057e5-faad-4951-9c57-c12d54570e18 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:28.566887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdaa5b82-62a1-49b1-9b2b-9d3e06b69b38 req-a31057e5-faad-4951-9c57-c12d54570e18 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.1341991 Dec 12 15:27:28.578139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3196-2bd1-472a-9c5f-507036ab2b3d req-e6a59bd8-2ea5-4cfb-9165-e7bf075ac66a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:28.579654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7f3196-2bd1-472a-9c5f-507036ab2b3d req-e6a59bd8-2ea5-4cfb-9165-e7bf075ac66a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1307940 Dec 12 15:27:28.593061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.596532 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Attempting to bind port a4095679-65f3-46d8-ab7b-16d819ad60e8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:28.596965 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Attempting to bind port a4095679-65f3-46d8-ab7b-16d819ad60e8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:28.597397 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Attempting to bind port a4095679-65f3-46d8-ab7b-16d819ad60e8 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:28.604217 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:28.604660 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:28.605066 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.605455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:28.605983 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Bound port: a4095679-65f3-46d8-ab7b-16d819ad60e8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:28.606494 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.630199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.633665 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Pushing event updated for resources: {'Port': ['ID=a4095679-65f3-46d8-ab7b-16d819ad60e8,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:28.646138 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.646481 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.646818 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.647154 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.647482 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.647802 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.648122 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.648442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.649163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.649163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.649405 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.649718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.650030 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:27:28.677283 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] For port a4095679-65f3-46d8-ab7b-16d819ad60e8, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:28.680090 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] For port a4095679-65f3-46d8-ab7b-16d819ad60e8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4095679-65f3-46d8-ab7b-16d819ad60e8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:28.683504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:28.686220 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.687142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:28.693541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:28.719180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:28.749560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:28.750181 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:28.755297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:28.756097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.776045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-8515ac01-87e0-4c04-a7cd-90e97bec03a3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639894 Dec 12 15:27:28.783813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7f3196-2bd1-472a-9c5f-507036ab2b3d req-995926fa-6f50-4610-9b18-97aec1858cfa tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657555 Dec 12 15:27:28.788952 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81821f20-be4c-493e-95d0-4f403af5e301 None None] Pushing event updated for resources: {'Port': ['ID=a4095679-65f3-46d8-ab7b-16d819ad60e8,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:28.804345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Request body: {'port': {'device_id': '97a59817-7465-4010-b75c-9b9835ba37e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:28.840063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdaa5b82-62a1-49b1-9b2b-9d3e06b69b38 req-562f1b4b-96ba-4d16-8717-f28d18d63f11 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591836 Dec 12 15:27:28.886939 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:28.905342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:28.936672 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780ed5d-c8ab-46c1-875a-2e31497a4e0a x-openstack-request-id: req-9780ed5d-c8ab-46c1-875a-2e31497a4e0a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:28.939909 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ade30-a0d6-4642-97e9-aecace3d6b96", "name": "network-vif-deleted", "tag": "c761603c-d70e-4849-87df-3cdba775b894", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:28.940202 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9780ed5d-c8ab-46c1-875a-2e31497a4e0a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:28.940649 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609ade30-a0d6-4642-97e9-aecace3d6b96', 'name': 'network-vif-deleted', 'tag': 'c761603c-d70e-4849-87df-3cdba775b894', 'status': 'completed', 'code': 200} Dec 12 15:27:29.081264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7199-7c73-4265-a077-e6abcd395bcb req-4f55f754-55e3-4b15-bd00-c2ced87fab10 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.082768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a29f7199-7c73-4265-a077-e6abcd395bcb req-4f55f754-55e3-4b15-bd00-c2ced87fab10 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 946 time: 0.1160388 Dec 12 15:27:29.104863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:25Z', 'revision_number': 3, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:29.138347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b747fe-1059-4998-afd3-a7e2c17e4962 None None] The sync data for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 is: [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:25Z', 'revision_number': 3, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:29.143889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:29.146990 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e43fe7-4b06-4230-8295-c640241678b7" -d '{"events": [{"server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "name": "network-vif-plugged", "status": "completed", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:29.183044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.253236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a29f7199-7c73-4265-a077-e6abcd395bcb req-b42e088f-f3c7-4e17-b9a6-fc559f6f58bb tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620135 Dec 12 15:27:29.277305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c6f2f-41cc-4055-b775-17c49be8b2e5 req-faa5a413-35d2-4528-9ddc-a58144cf874d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.294615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-889c6f2f-41cc-4055-b775-17c49be8b2e5 req-faa5a413-35d2-4528-9ddc-a58144cf874d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 931 time: 0.1367545 Dec 12 15:27:29.407905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:29.420291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.436334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Transition to ACTIVE for port object 989130ca-5d35-4852-98f5-800108bb032f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:27:29.443930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.475474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-889c6f2f-41cc-4055-b775-17c49be8b2e5 req-83328740-0499-4fab-aa3f-1e82a32ad077 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913426 Dec 12 15:27:29.543664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf4ef1-7f77-4f94-95dd-afc3bdedef68 req-d6fc2774-9f15-4ffb-b59f-53862de44005 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.545317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1baf4ef1-7f77-4f94-95dd-afc3bdedef68 req-d6fc2774-9f15-4ffb-b59f-53862de44005 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1891818 Dec 12 15:27:29.595354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:29.620192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1baf4ef1-7f77-4f94-95dd-afc3bdedef68 req-b69f72e4-f180-4558-ab5c-3bbc0c03917d tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0635374 Dec 12 15:27:29.626061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Attempting to bind port 989130ca-5d35-4852-98f5-800108bb032f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:29.626394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Attempting to bind port 989130ca-5d35-4852-98f5-800108bb032f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:29.626723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Attempting to bind port 989130ca-5d35-4852-98f5-800108bb032f on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:29.632282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Port 989130ca-5d35-4852-98f5-800108bb032f on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:27:29.632602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Attempting to bind port 989130ca-5d35-4852-98f5-800108bb032f on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:29.638489 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681b111-b0ac-42fa-b7e5-6d383a2744da x-openstack-request-id: req-5681b111-b0ac-42fa-b7e5-6d383a2744da {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:29.638958 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "name": "network-vif-plugged", "status": "completed", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:29.639052 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5681b111-b0ac-42fa-b7e5-6d383a2744da {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:29.639808 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', 'code': 200} Dec 12 15:27:29.642338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:29.642675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Checking segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:29.643055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Bound using segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:29.643492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Bound port: 989130ca-5d35-4852-98f5-800108bb032f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:29.644906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.661674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Allocated IP 172.20.0.1 (21b8d238-3b20-4063-9242-eced91825992/25b887a3-6c58-4e38-b0e5-d1ffd4198aa1/de95cbd9-b56a-4e88-bea6-f1cc4045bef7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:29.810207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:29.814146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6453a-716b-4e76-b2bc-e7bc56c4df94 req-8ff4f4d8-4edf-4337-bdd2-6df7d0f7f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.815729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ecc6453a-716b-4e76-b2bc-e7bc56c4df94 req-8ff4f4d8-4edf-4337-bdd2-6df7d0f7f1d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 1097 time: 0.0771501 Dec 12 15:27:29.818177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:29.823730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.834837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3c81fba-a71a-4c31-9da6-8eb46e29fad2 req-468fd53c-4676-45ad-ba1f-9ff14932d17f tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0545714 Dec 12 15:27:29.858283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b58fa-d353-4403-b8cc-8f085b07d440 req-ec05af19-3324-4129-8f36-e8c1fac6686a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.860248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-913b58fa-d353-4403-b8cc-8f085b07d440 req-ec05af19-3324-4129-8f36-e8c1fac6686a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1338906 Dec 12 15:27:29.919252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:29.919876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:29.921984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] 10.222.0.13 "PUT /v2.0/ports/989130ca-5d35-4852-98f5-800108bb032f HTTP/1.1" status: 200 len: 1091 time: 1.1365237 Dec 12 15:27:29.942659 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ecc6453a-716b-4e76-b2bc-e7bc56c4df94 req-7a20fab0-ccdc-4389-aee5-141ab41c0701 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163487 Dec 12 15:27:29.951870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-913b58fa-d353-4403-b8cc-8f085b07d440 req-f84d9db1-d876-4757-90d4-8b24c272586d tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834942 Dec 12 15:27:29.966938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa2c4f-1514-4618-a992-474b768f4238 service neutron] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:29.987809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.058804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-7f9e0bc1-f139-473b-865a-8f8c83a5f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:30.061562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-7f9e0bc1-f139-473b-865a-8f8c83a5f98a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 1094 time: 0.0847170 Dec 12 15:27:30.073798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.117908 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-5708b617-70a2-4a6a-bc08-db2eb9b710c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989130ca-5d35-4852-98f5-800108bb032f HTTP/1.1" status: 200 len: 217 time: 0.0456147 Dec 12 15:27:30.226156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Network 21b8d238-3b20-4063-9242-eced91825992 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:30.241218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-fe658f7d-e49e-47d5-bdf4-6191d48662c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:30.241915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:30.245754 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-fe658f7d-e49e-47d5-bdf4-6191d48662c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.1210928 Dec 12 15:27:30.247838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:30.283460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Pushing event updated for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:30.328393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-623717a6-f090-4f19-9567-381950801dcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559287 Dec 12 15:27:30.332278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.346779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098eeff-5754-4dd0-a5f7-1b7e4f03cad5 req-35b36dcd-a62a-4d07-bd98-4413e79cc4bb tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:30.355202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2098eeff-5754-4dd0-a5f7-1b7e4f03cad5 req-35b36dcd-a62a-4d07-bd98-4413e79cc4bb tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.1536520 Dec 12 15:27:30.401329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4095679-65f3-46d8-ab7b-16d819ad60e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:30.517302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:30.542887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-46b544a0-2456-4078-831b-7f68368f876a service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133765 Dec 12 15:27:30.572287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: c761603c-d70e-4849-87df-3cdba775b894 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:30.572671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c761603c-d70e-4849-87df-3cdba775b894 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:30.610517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a4095679-65f3-46d8-ab7b-16d819ad60e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:30.610888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.627549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2098eeff-5754-4dd0-a5f7-1b7e4f03cad5 req-c60cf0f6-d0bb-4a75-95a9-22705b298bd7 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713552 Dec 12 15:27:30.693422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf943e0-eb14-455a-9268-59acf1fe2da4 req-08e32c93-5fea-4822-bee4-68a5cc07a571 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:30.701394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf943e0-eb14-455a-9268-59acf1fe2da4 req-08e32c93-5fea-4822-bee4-68a5cc07a571 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 946 time: 0.1792307 Dec 12 15:27:30.718864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b6713b99-e794-483e-8a65-dcd17253a2bd req-17c6fe39-04f1-4ba6-b68c-0eaf61124607 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642663 Dec 12 15:27:30.739536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.760867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-718e946b-1c4a-44f8-8125-87a56d38ec1b None None] Provisioning complete for port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:30.761740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-718e946b-1c4a-44f8-8125-87a56d38ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.777013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.798959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a4095679-65f3-46d8-ab7b-16d819ad60e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4095679-65f3-46d8-ab7b-16d819ad60e8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:30.809841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:30.850297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-718e946b-1c4a-44f8-8125-87a56d38ec1b None None] Port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:27:30.860393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf943e0-eb14-455a-9268-59acf1fe2da4 req-bf8a91f5-09f9-47ad-9dd3-1d353963762b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578293 Dec 12 15:27:30.871158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a4095679-65f3-46d8-ab7b-16d819ad60e8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:30.877606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2545-7486-4359-a656-a23a8cd77ccd req-d5b2b909-6ead-46ca-ab75-6e2fb03f12c9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:30.881114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1d2545-7486-4359-a656-a23a8cd77ccd req-d5b2b909-6ead-46ca-ab75-6e2fb03f12c9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 946 time: 0.1559505 Dec 12 15:27:30.942183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'tag': '989130ca-5d35-4852-98f5-800108bb032f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:30.944541 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578da82-f801-4a42-8e66-6c051ce47caa" -d '{"events": [{"name": "network-changed", "server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "tag": "989130ca-5d35-4852-98f5-800108bb032f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:31.005712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1d2545-7486-4359-a656-a23a8cd77ccd req-bf2305ea-46a8-43d6-8d00-acd41fcd354b tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200781 Dec 12 15:27:31.053832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27fd1-86f4-4681-8cb8-bc4a7b449743 req-a5a700e4-5940-43a8-ae50-79351d419882 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.054002 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491946cc-08a2-4965-b73d-e256605b1483 x-openstack-request-id: req-491946cc-08a2-4965-b73d-e256605b1483 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:31.054405 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "tag": "989130ca-5d35-4852-98f5-800108bb032f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:31.054748 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-491946cc-08a2-4965-b73d-e256605b1483 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:31.055186 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'tag': '989130ca-5d35-4852-98f5-800108bb032f', 'status': 'completed', 'code': 200} Dec 12 15:27:31.058475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b27fd1-86f4-4681-8cb8-bc4a7b449743 req-a5a700e4-5940-43a8-ae50-79351d419882 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 943 time: 0.1265857 Dec 12 15:27:31.126698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:31.139112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578da82-f801-4a42-8e66-6c051ce47caa req-5313164d-1b4e-4d80-b504-ce118b06de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.139346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-5313164d-1b4e-4d80-b504-ce118b06de5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 1094 time: 0.0544512 Dec 12 15:27:31.184209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b27fd1-86f4-4681-8cb8-bc4a7b449743 req-02e7a3b7-a541-4309-94d9-a680ff1ee36b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865297 Dec 12 15:27:31.184858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:31.273722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578da82-f801-4a42-8e66-6c051ce47caa req-d46c5721-351b-45a9-a5b1-279f7ef8bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.275071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e7c00-1f72-4b6a-8038-e10a99935359 req-04998f6f-92a4-4112-bf76-ece40fda0359 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.275563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-d46c5721-351b-45a9-a5b1-279f7ef8bb3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 914 time: 0.1188381 Dec 12 15:27:31.276553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c4e7c00-1f72-4b6a-8038-e10a99935359 req-04998f6f-92a4-4112-bf76-ece40fda0359 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1573851 Dec 12 15:27:31.277683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Pushing event updated for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:31.280278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:31.373413 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-6657c63b-8b29-49dc-8326-e0d3d645c93b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989130ca-5d35-4852-98f5-800108bb032f HTTP/1.1" status: 200 len: 217 time: 0.0832536 Dec 12 15:27:31.387369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c4e7c00-1f72-4b6a-8038-e10a99935359 req-e2590c07-d6a7-4ac1-ac5f-78ea4207fcb2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Dec 12 15:27:31.453439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578da82-f801-4a42-8e66-6c051ce47caa req-3d9e63d3-c8c9-487d-9fa6-25bbf4d3bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.453899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Network 21b8d238-3b20-4063-9242-eced91825992 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:31.455116 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-3d9e63d3-c8c9-487d-9fa6-25bbf4d3bb28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.0736451 Dec 12 15:27:31.455614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:31.512513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-f1a25295-227a-4023-8368-947721333c6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388577 Dec 12 15:27:31.733596 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-73a4da08-9552-4582-9314-e9a07b43548c service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109160 Dec 12 15:27:31.881184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-657122e2-9cce-4c02-afca-2abd754aae62 None None] Provisioning complete for port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:31.882320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-657122e2-9cce-4c02-afca-2abd754aae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:31.919396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-c2235a90-0e16-4060-b702-6dc443fe59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:31.921255 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-c2235a90-0e16-4060-b702-6dc443fe59c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.0759449 Dec 12 15:27:31.928047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0578da82-f801-4a42-8e66-6c051ce47caa req-47ce3036-0eea-40ac-a3e7-b92f335517d1 service neutron] 10.222.0.13 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781645 Dec 12 15:27:31.931171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-657122e2-9cce-4c02-afca-2abd754aae62 None None] Port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:27:32.031462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-e084ae27-8c43-47f4-8230-e37fe5853860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.033225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-e084ae27-8c43-47f4-8230-e37fe5853860 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.1031744 Dec 12 15:27:32.084532 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-30c55c13-d01e-45ab-ae53-2fd1d38fa9c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0415227 Dec 12 15:27:32.110198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Router 92090a51-b0f7-42b4-84d1-306d414d798b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:32.136339 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:27:32.142477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc5649-65ae-49ed-a671-66a32d18fce5 req-f84310c3-8ea7-4192-a58d-a285615abdcb tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.144030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73cc5649-65ae-49ed-a671-66a32d18fce5 req-f84310c3-8ea7-4192-a58d-a285615abdcb tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1760249 Dec 12 15:27:32.151645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec16cd-e218-4d0c-b99c-dd049ba217e2 req-c9594fcf-1104-47f9-a745-c19b32f72fc0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.151873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-b033459d-6d30-4049-a52f-510e201e27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.153248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0ec16cd-e218-4d0c-b99c-dd049ba217e2 req-c9594fcf-1104-47f9-a745-c19b32f72fc0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.1812572 Dec 12 15:27:32.153602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-b033459d-6d30-4049-a52f-510e201e27fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.0616078 Dec 12 15:27:32.163502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-44e1eb19-903f-467a-9321-5fbe108806bc tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.164997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-44e1eb19-903f-467a-9321-5fbe108806bc tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.13 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 946 time: 0.1948659 Dec 12 15:27:32.182524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-df1fa335-85fc-4c33-9307-1ba1b707b4f2 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.183944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-df1fa335-85fc-4c33-9307-1ba1b707b4f2 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.30 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 946 time: 0.2148037 Dec 12 15:27:32.196372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-ff1a8203-5605-49e4-92f6-f29b056bd2ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339561 Dec 12 15:27:32.303703 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-67782f4c-06f5-4aeb-83e7-20e765caa238 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996690 Dec 12 15:27:32.317109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4095679-65f3-46d8-ab7b-16d819ad60e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:32.354155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0ec16cd-e218-4d0c-b99c-dd049ba217e2 req-332d844a-dbf4-4e91-be7e-421079a21f77 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857362 Dec 12 15:27:32.413065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73cc5649-65ae-49ed-a671-66a32d18fce5 req-0b87eade-3be5-463f-b85b-a675995c6971 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581472 Dec 12 15:27:32.419800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a4095679-65f3-46d8-ab7b-16d819ad60e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:32.422589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:32.469546 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f0edcbee-f85e-4909-83ce-acc68ae7d090 req-f7fcd54e-daf2-4c88-9261-021559bb5292 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563261 Dec 12 15:27:32.704173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:32.720040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-60a663b0-a892-4eb2-9492-8c9df5e790f7 admin admin] 10.222.0.36 "PUT /v2.0/routers/92090a51-b0f7-42b4-84d1-306d414d798b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1317565 Dec 12 15:27:32.720251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Sync routers for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:32.736466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e220-067f-42ac-9278-691add40521f req-4e004e14-9bdd-4a35-967a-52ade13c42c9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.743869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1113e220-067f-42ac-9278-691add40521f req-4e004e14-9bdd-4a35-967a-52ade13c42c9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 946 time: 0.2367222 Dec 12 15:27:32.754026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:32.754338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Deleting port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:32.754680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:32.755946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:32.764181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ad82-c3db-4455-931f-15a15de41dc3 req-95316994-4158-41ba-9c16-1c1e8d1bdaf9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:32.772138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab36ad82-c3db-4455-931f-15a15de41dc3 req-95316994-4158-41ba-9c16-1c1e8d1bdaf9 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 946 time: 0.2323835 Dec 12 15:27:32.789898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Deleting port 4e792013-0429-4352-9223-9a251009e242 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:32.790237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:32.911750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:32.984718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1113e220-067f-42ac-9278-691add40521f req-bd9863f6-9f6f-41e3-b0cd-e77b9ef85ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/security-groups?id=f93531aa-021e-4885-a6dd-0bfc52154f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399292 Dec 12 15:27:33.025705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab36ad82-c3db-4455-931f-15a15de41dc3 req-fce23286-4318-404d-ad52-fe45e8298dae tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/security-groups?id=adb2c8b4-8b01-44cc-a4b3-74719b69440b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525923 Dec 12 15:27:33.092892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] For port 4e792013-0429-4352-9223-9a251009e242, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e792013-0429-4352-9223-9a251009e242,segment=NetworkSegment(037112ac-14f8-4eb2-b847-b3582c809c69),segment_id=037112ac-14f8-4eb2-b847-b3582c809c69)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:33.097423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.129620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] For port d0636dc2-1e76-47e2-8b5a-8eacf84ea602, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:33.132704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.182722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 2, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:33.200081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Calling delete_port for 4e792013-0429-4352-9223-9a251009e242 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:33.218287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Checking router: 92090a51-b0f7-42b4-84d1-306d414d798b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:33.218834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Updating router 92090a51-b0f7-42b4-84d1-306d414d798b port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:27:33.222899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Calling delete_port for d0636dc2-1e76-47e2-8b5a-8eacf84ea602 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:33.253218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.343079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bcec2-1aea-4353-843c-b93444627c66 req-57347fd8-17f6-487d-a3a7-7d79bdbaaa48 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:33.344678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d03bcec2-1aea-4353-843c-b93444627c66 req-57347fd8-17f6-487d-a3a7-7d79bdbaaa48 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 943 time: 0.2291052 Dec 12 15:27:33.352578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59513a-5ae0-45d4-b6d0-2e92f8a75b09 req-08a478ac-2c2d-4e9d-b5b5-5ddb18b5d59b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:33.363608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e59513a-5ae0-45d4-b6d0-2e92f8a75b09 req-08a478ac-2c2d-4e9d-b5b5-5ddb18b5d59b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.2182162 Dec 12 15:27:33.431427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:33.437748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-933501392-network', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:33.462953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Made reservation on behalf of 7de99c1e0a8e4dc9ad924b897f14fa30 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:33.468350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.486956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.504287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e59513a-5ae0-45d4-b6d0-2e92f8a75b09 req-a130aa9e-312d-416a-8988-3c1836e45031 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406679 Dec 12 15:27:33.531467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d03bcec2-1aea-4353-843c-b93444627c66 req-1622108a-eb2b-4f29-8701-2785e22a617c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695406 Dec 12 15:27:33.588430 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.598040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.640535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.645762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.671766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:27:33.702307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234530b0-5e1f-40de-9b5a-ac1a65cb49d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:33.710911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.711727 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Added segment 3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e of type vlan for network c63b5818-4706-42b4-8d58-552fa04afcfa Dec 12 15:27:33.760392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.778256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e2be4-4613-4597-8b77-f509a74271eb None None] Pushing event updated for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:33.779653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec8cee-d7b7-4fd4-ba0f-40b77fe5eae2 req-93152254-9d5e-48b8-8f4c-36fa43c2a089 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:33.785177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.788583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48ec8cee-d7b7-4fd4-ba0f-40b77fe5eae2 req-93152254-9d5e-48b8-8f4c-36fa43c2a089 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1345382 Dec 12 15:27:33.790354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Attempting to bind port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:33.790733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Attempting to bind port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:33.791108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Attempting to bind port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 on network 21b8d238-3b20-4063-9242-eced91825992 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:33.798664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:33.804255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.806560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Checking segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:33.807582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.808825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Bound using segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:33.812692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Bound port: de95cbd9-b56a-4e88-bea6-f1cc4045bef7, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:33.814484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.820269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['d0636dc2-1e76-47e2-8b5a-8eacf84ea602'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:33.858603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.859811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:33.860476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.936522 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5030859 Dec 12 15:27:33.938976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] For port de95cbd9-b56a-4e88-bea6-f1cc4045bef7, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:33.939735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36370) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:33.943290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] For port de95cbd9-b56a-4e88-bea6-f1cc4045bef7, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:33.945738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Request body: {'subnet': {'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-subnet', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:33.953703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.989587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Made reservation on behalf of 7de99c1e0a8e4dc9ad924b897f14fa30 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:33.998501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:33.998708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Pushing event deleted for resources: {'Port': ['ID=4e792013-0429-4352-9223-9a251009e242,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:34.067825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:34.068592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:34.105888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] No DVR routers for this DVR port d0636dc2-1e76-47e2-8b5a-8eacf84ea602 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:34.114966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef3219-292b-48bc-90b2-104ab531f40f admin admin] Pushing event updated for resources: {'Network': ['ID=c63b5818-4706-42b4-8d58-552fa04afcfa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:34.136870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c63b5818-4706-42b4-8d58-552fa04afcfa details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:27:34.142656 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.153580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-894e1b9a-add3-4a8c-99eb-95ab65e3b489 req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.13 "DELETE /v2.0/ports/d0636dc2-1e76-47e2-8b5a-8eacf84ea602 HTTP/1.1" status: 204 len: 173 time: 1.9617531 Dec 12 15:27:34.154585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] No DVR routers for this DVR port 4e792013-0429-4352-9223-9a251009e242 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:34.156050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'name': 'network-vif-deleted', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:34.159060 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cd795c-7fdd-4d55-8f95-70444c4137f5" -d '{"events": [{"server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "name": "network-vif-deleted", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:34.164223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.167603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e58a042a-d620-409e-b432-384fcaf5cf82 req-57b6f2f3-5867-4c1f-aec5-e4a6ef4cce60 tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.30 "DELETE /v2.0/ports/4e792013-0429-4352-9223-9a251009e242 HTTP/1.1" status: 204 len: 173 time: 1.9706721 Dec 12 15:27:34.175442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb997766-7134-4969-9163-14fc49046c6b tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] Pushing event deleted for resources: {'Port': ['ID=d0636dc2-1e76-47e2-8b5a-8eacf84ea602,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:34.236836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7354ac89-b2f3-41e9-b1d0-5d2ce4c06609 req-73be629c-e60b-4dc2-986f-c2c09780adec tempest-FloatingIPsAssociationNegativeTestJSON-1322576642 tempest-FloatingIPsAssociationNegativeTestJSON-1322576642-project] 10.222.0.36 "GET /v2.0/ports?device_id=7106b45d-fc61-44fb-9dbd-56a09c0b3a1f HTTP/1.1" status: 200 len: 210 time: 0.1015551 Dec 12 15:27:34.260244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e2be4-4613-4597-8b77-f509a74271eb None None] Pushing event updated for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:34.287822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48ec8cee-d7b7-4fd4-ba0f-40b77fe5eae2 req-ed9a4690-b5c9-444d-a2ad-08d4003a6cba tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982295 Dec 12 15:27:34.434643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.455035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbb2c6e0-ece4-430e-9446-85d9468a393a req-2c627738-99fe-41e2-af87-4a3e36ed8cdd tempest-ServerAddressesNegativeTestJSON-883070573 tempest-ServerAddressesNegativeTestJSON-883070573-project] 10.222.0.36 "GET /v2.0/ports?device_id=74197c1d-fd6d-4e4a-846f-818787d74911 HTTP/1.1" status: 200 len: 210 time: 0.0654418 Dec 12 15:27:34.458626 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28e9f7f-7542-4a92-9cb2-a85688e6b621 x-openstack-request-id: req-e28e9f7f-7542-4a92-9cb2-a85688e6b621 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:34.459089 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7106b45d-fc61-44fb-9dbd-56a09c0b3a1f", "name": "network-vif-deleted", "tag": "d0636dc2-1e76-47e2-8b5a-8eacf84ea602", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:34.459578 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e28e9f7f-7542-4a92-9cb2-a85688e6b621 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:34.460123 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7106b45d-fc61-44fb-9dbd-56a09c0b3a1f', 'name': 'network-vif-deleted', 'tag': 'd0636dc2-1e76-47e2-8b5a-8eacf84ea602', 'status': 'completed', 'code': 200} Dec 12 15:27:34.464795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:34.491267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] Provisioning complete for port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:34.491766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.512097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa29678-817a-41e8-8d4d-ea7415a59b49,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:34.528672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:34.535929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Checking segment: {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:34.536292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Network hostable DHCP agents. Network: c63b5818-4706-42b4-8d58-552fa04afcfa, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:27:34.564836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Network c63b5818-4706-42b4-8d58-552fa04afcfa is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:27:34.577534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c63b5818-4706-42b4-8d58-552fa04afcfa) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:34.596113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:34.596739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.660027 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf74309b-a2dd-49a5-9fe3-a4a65f4aef00 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7189238 Dec 12 15:27:34.660774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36386) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:34.667018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:34.732386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46dc3b-0f6b-4507-83bc-1b71039c8823 req-bc957630-9423-4358-99a0-2afe3416c93a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:34.734375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d46dc3b-0f6b-4507-83bc-1b71039c8823 req-bc957630-9423-4358-99a0-2afe3416c93a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1396759 Dec 12 15:27:34.761153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.762091 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.779953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c0fd7-762d-492e-b64f-27beae2dc4fc None None] Network c63b5818-4706-42b4-8d58-552fa04afcfa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:34.785362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d7a9-4d04-45e2-98f8-1eb7612273ff req-700374e6-9743-44a9-aa77-8f070a875594 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:34.786957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0297d7a9-4d04-45e2-98f8-1eb7612273ff req-700374e6-9743-44a9-aa77-8f070a875594 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 943 time: 0.1154165 Dec 12 15:27:34.825026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e792013-0429-4352-9223-9a251009e242 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:34.886294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 4e792013-0429-4352-9223-9a251009e242 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:34.892915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e792013-0429-4352-9223-9a251009e242 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:34.935700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:34.943951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:34.948986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d46dc3b-0f6b-4507-83bc-1b71039c8823 req-8b549e82-957c-49ff-97d5-c3f6763a20f0 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002435 Dec 12 15:27:34.999796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '989130ca-5d35-4852-98f5-800108bb032f', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'port_id': '989130ca-5d35-4852-98f5-800108bb032f', 'mac_address': 'fa:16:3e:f8:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208503ab-5d94-4f98-8ef8-f0c94267879d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:35.051270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4463b-9475-4f7f-9e68-518a5b7a209b req-4052df81-24b1-4518-b093-5d1ab66f17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:35.052897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a4463b-9475-4f7f-9e68-518a5b7a209b req-4052df81-24b1-4518-b093-5d1ab66f17f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 1097 time: 0.5401864 Dec 12 15:27:35.058477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0297d7a9-4d04-45e2-98f8-1eb7612273ff req-72aa4cc4-be85-4bcd-b326-9cfb51119f20 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595694 Dec 12 15:27:35.118914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c63b5818-4706-42b4-8d58-552fa04afcfa', 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa', 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'fixed_ips': [{'subnet_id': '2aa29678-817a-41e8-8d4d-ea7415a59b49'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:27:35.120034 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.153144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.162731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.187441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.205961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a4463b-9475-4f7f-9e68-518a5b7a209b req-71182920-d723-4f43-bdcc-566d02182056 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443982 Dec 12 15:27:35.265888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:35.344113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] For port de95cbd9-b56a-4e88-bea6-f1cc4045bef7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:35.348685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:35.352780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:35.363979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.378146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.397295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.421501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.426391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e31d92c6-4c96-45b3-b017-a81e5bd00896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.478243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Allocated IP 172.20.0.2 (c63b5818-4706-42b4-8d58-552fa04afcfa/2aa29678-817a-41e8-8d4d-ea7415a59b49/92dff829-eba7-4803-8a30-e5a302f5320f) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:35.494558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6d9df-a093-4d71-9f90-62fdf4ce7478 None None] Pushing event updated for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:35.508849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:33Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:35.522571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab583271-abdf-45cf-8ca5-e892f7580dda req-692cd44b-21fb-461d-85c1-b9441a3b6b57 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:35.541284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab583271-abdf-45cf-8ca5-e892f7580dda req-692cd44b-21fb-461d-85c1-b9441a3b6b57 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1204374 Dec 12 15:27:35.543944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36408) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:35.580113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02024054-828b-49fd-b368-6b12ad834ed6 None None] The sync data for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 is: [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:33Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:35.644604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f9058d7f-a5b9-44fe-8e0f-8aad76b95c28 None None] Provisioning complete for port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:35.645098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f9058d7f-a5b9-44fe-8e0f-8aad76b95c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:35.725633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['989130ca-5d35-4852-98f5-800108bb032f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:35.791706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:35.977511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Deleting subnet b31f48ce-1e92-4bec-8303-588a67a31102 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:35.982527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Allocated IP 172.25.3.165 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/357db5cc-c70c-433c-92c7-d59c44dd61a3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:36.017180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab583271-abdf-45cf-8ca5-e892f7580dda req-75e1b0fb-7e08-4144-9719-eaa05c85cb9a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673510 Dec 12 15:27:36.017180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.021556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.046856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.098652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.201994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd19f8-d7ac-479c-99bd-81ab682e2165 req-a76024ac-9e1a-4f2c-a781-bd8b5e9b1a44 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:36.214476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64dd19f8-d7ac-479c-99bd-81ab682e2165 req-a76024ac-9e1a-4f2c-a781-bd8b5e9b1a44 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1261125 Dec 12 15:27:36.224011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Pushing event updated for resources: {'Port': ['ID=92dff829-eba7-4803-8a30-e5a302f5320f,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:36.245509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Network c63b5818-4706-42b4-8d58-552fa04afcfa is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:36.248015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:36.259160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:36.266461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.394816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Attempting to bind port 92dff829-eba7-4803-8a30-e5a302f5320f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:36.396123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Attempting to bind port 92dff829-eba7-4803-8a30-e5a302f5320f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:36.396282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Attempting to bind port 92dff829-eba7-4803-8a30-e5a302f5320f on network c63b5818-4706-42b4-8d58-552fa04afcfa {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:36.402255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de95cbd9-b56a-4e88-bea6-f1cc4045bef7 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:36.408447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:36.408669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Checking segment: {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:36.409073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.409474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Bound using segment: {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:36.410004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Bound port: 92dff829-eba7-4803-8a30-e5a302f5320f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:36.410391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.420719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.524758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] For port 92dff829-eba7-4803-8a30-e5a302f5320f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:36.528390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] For port 92dff829-eba7-4803-8a30-e5a302f5320f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=92dff829-eba7-4803-8a30-e5a302f5320f,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:36.536241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d0636dc2-1e76-47e2-8b5a-8eacf84ea602 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:36.568782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'name': 'network-vif-deleted', 'tag': '4e792013-0429-4352-9223-9a251009e242'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:36.571144 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4851bcea-fe1a-4f23-8464-95e6e87ea19e" -d '{"events": [{"server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "name": "network-vif-deleted", "tag": "4e792013-0429-4352-9223-9a251009e242"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:36.586268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: d0636dc2-1e76-47e2-8b5a-8eacf84ea602 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:36.586669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d0636dc2-1e76-47e2-8b5a-8eacf84ea602 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:36.591124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.592189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.624122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Deleting port 3b424354-34a5-4f29-8881-224997faa8ac {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:36.624690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.689993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86be973-9e29-48c2-a7a0-f03d648116af None None] Pushing event updated for resources: {'Port': ['ID=92dff829-eba7-4803-8a30-e5a302f5320f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:36.692662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:36.693046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.695747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31f48ce-1e92-4bec-8303-588a67a31102,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:36.721320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0da2c4-1313-4960-88d1-a3a3267c0c7d req-f740461a-3f91-4cd2-af07-5c88bc02732e tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:36.723548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb0da2c4-1313-4960-88d1-a3a3267c0c7d req-f740461a-3f91-4cd2-af07-5c88bc02732e tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 944 time: 0.4942791 Dec 12 15:27:36.725083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.730546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-49a832ac-5dca-44cc-82c5-743efabfe17c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b31f48ce-1e92-4bec-8303-588a67a31102 HTTP/1.1" status: 204 len: 168 time: 1.1834855 Dec 12 15:27:36.735733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36420) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:36.742105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64dd19f8-d7ac-479c-99bd-81ab682e2165 req-3b060f13-483d-4187-adea-467604a8bc78 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267289 Dec 12 15:27:36.766047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.824741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] For port 3b424354-34a5-4f29-8881-224997faa8ac, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b424354-34a5-4f29-8881-224997faa8ac,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:36.825108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.843153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Calling delete_port for 3b424354-34a5-4f29-8881-224997faa8ac owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:36.860604 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e69cb31-fd55-4fa3-898f-aaaa1f6f120a x-openstack-request-id: req-1e69cb31-fd55-4fa3-898f-aaaa1f6f120a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:36.860992 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74197c1d-fd6d-4e4a-846f-818787d74911", "name": "network-vif-deleted", "tag": "4e792013-0429-4352-9223-9a251009e242", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:36.861252 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e69cb31-fd55-4fa3-898f-aaaa1f6f120a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:36.861659 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74197c1d-fd6d-4e4a-846f-818787d74911', 'name': 'network-vif-deleted', 'tag': '4e792013-0429-4352-9223-9a251009e242', 'status': 'completed', 'code': 200} Dec 12 15:27:36.871761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:36.986958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb0da2c4-1313-4960-88d1-a3a3267c0c7d req-589f31fe-37ff-42d7-a966-2ddd8514e96d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518201 Dec 12 15:27:37.027709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:37.049397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:37.078818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:37.120885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.147838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.187193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Pushing event updated for resources: {'Port': ['ID=357db5cc-c70c-433c-92c7-d59c44dd61a3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:37.213879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Pushing event deleted for resources: {'Port': ['ID=3b424354-34a5-4f29-8881-224997faa8ac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:37.370999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.462134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2f33ee-516a-4eb3-95f7-e6f79f24109d']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:37.486641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.507734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9527b21-636b-4963-8d98-708b9a81b81f req-7300d2bd-995a-4525-b27b-22b0ece3b616 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:37.517821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9527b21-636b-4963-8d98-708b9a81b81f req-7300d2bd-995a-4525-b27b-22b0ece3b616 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.3997328 Dec 12 15:27:37.640594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037112ac-14f8-4eb2-b847-b3582c809c69') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:37.641410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037112ac-14f8-4eb2-b847-b3582c809c69') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:37.668424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9527b21-636b-4963-8d98-708b9a81b81f req-dc9b51f8-fc36-4c72-b3ee-7890192fb8f9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496212 Dec 12 15:27:37.728147 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.732966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f078e987-ccfd-4d10-abd5-d3b5347fd4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.768277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.780511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:37.780985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:37.782775 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:37.921286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Router 49d9e5aa-854c-4a82-8a35-116c045ea570 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:38.036576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.044843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:38.058788 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Sync routers for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:38.061677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff7ccb78-8895-4bd5-af15-34a2ee6bfbde admin admin] 10.222.0.36 "PUT /v2.0/routers/49d9e5aa-854c-4a82-8a35-116c045ea570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085986 Dec 12 15:27:38.062348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:38.063779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.067539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f2f33ee-516a-4eb3-95f7-e6f79f24109d HTTP/1.1" status: 204 len: 168 time: 1.3306482 Dec 12 15:27:38.081982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706837-fa4c-488c-ba47-129dc6cf45f8 req-553783cd-afab-4848-b99e-ff6f03bc6b2e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:38.090022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6706837-fa4c-488c-ba47-129dc6cf45f8 req-553783cd-afab-4848-b99e-ff6f03bc6b2e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.1957772 Dec 12 15:27:38.093273 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:38.093967 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:38.155063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73627060-3748-4f1c-9730-62d433ae0f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2f33ee-516a-4eb3-95f7-e6f79f24109d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:38.245759 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:38.263432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210e9e6-0ee0-4536-8448-5a15119e14f5 None None] Network c63b5818-4706-42b4-8d58-552fa04afcfa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:38.270606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.378031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:38.449356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] Provisioning complete for port 92dff829-eba7-4803-8a30-e5a302f5320f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:38.449731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.468042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:38.470383 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-840f9ef9-561a-4d39-8f98-9035c079f8be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf1367214db4ea9a5c4ec183cad349f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0911105 Dec 12 15:27:38.471010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:38.476229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1beb9e-e203-4469-8076-7318badf16b1 req-6d0e2e83-6874-48d1-816d-f771342dbbc8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:38.477819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe1beb9e-e203-4469-8076-7318badf16b1 req-6d0e2e83-6874-48d1-816d-f771342dbbc8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 944 time: 0.3605287 Dec 12 15:27:38.543035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 92dff829-eba7-4803-8a30-e5a302f5320f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:38.574360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.606033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.609475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6706837-fa4c-488c-ba47-129dc6cf45f8 req-9015c118-56b8-49e5-ae38-c13f6f2c4814 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179923 Dec 12 15:27:38.670413 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:38.692101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.695740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.699830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe1beb9e-e203-4469-8076-7318badf16b1 req-90d6c69c-53ef-4cd2-88bd-8ac77c937e97 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435599 Dec 12 15:27:38.700983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adb2c8b4-8b01-44cc-a4b3-74719b69440b HTTP/1.1" status: 204 len: 168 time: 0.2289641 Dec 12 15:27:38.709679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:38.728360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd0606-7b1b-40b0-9ee4-7979cdf88167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2c8b4-8b01-44cc-a4b3-74719b69440b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:38.794736 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Checking router: 49d9e5aa-854c-4a82-8a35-116c045ea570 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:38.810445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Routers {'49d9e5aa-854c-4a82-8a35-116c045ea570'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:38.811080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['49d9e5aa-854c-4a82-8a35-116c045ea570'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:38.962131 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] Set router 49d9e5aa-854c-4a82-8a35-116c045ea570 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:38.976232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.055845 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.095423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 989130ca-5d35-4852-98f5-800108bb032f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:39.129713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 989130ca-5d35-4852-98f5-800108bb032f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:39.132995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.228163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 92dff829-eba7-4803-8a30-e5a302f5320f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:39.228937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.268742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.297835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] For port 92dff829-eba7-4803-8a30-e5a302f5320f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=92dff829-eba7-4803-8a30-e5a302f5320f,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:39.323875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.443596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be8857-097a-4efb-87a4-200e6caec0e8 None None] Pushing event updated for resources: {'Port': ['ID=92dff829-eba7-4803-8a30-e5a302f5320f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:39.489387 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:39.497388 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.529594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ce34d-693e-44db-8cac-3a8d55f1dd8a None None] The sync data for ids ['49d9e5aa-854c-4a82-8a35-116c045ea570'] in n-d-710847-8 is: [{'id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-125963544-router', 'tenant_id': '02022ffab444412485705c0e7e6102a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:39Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 5, 'project_id': '02022ffab444412485705c0e7e6102a4', 'gw_port': {'id': 'a91af454-c39f-4c58-8e88-8980767d81c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49d9e5aa-854c-4a82-8a35-116c045ea570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:40Z', 'updated_at': '2021-12-12T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:39.533131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989130ca-5d35-4852-98f5-800108bb032f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:39.539978 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac75500-f28c-4eef-b1ac-0fe9cd2e44b9" -d '{"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-plugged", "status": "completed", "tag": "989130ca-5d35-4852-98f5-800108bb032f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:39.569674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:39.584294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.650018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:39.664338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e82709f5-7996-40e1-8aea-2640d1fb7aea None None] Provisioning complete for port 92dff829-eba7-4803-8a30-e5a302f5320f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:39.665020 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e82709f5-7996-40e1-8aea-2640d1fb7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.745431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-923309c0-a1bf-42e0-a134-2a8906f2e7ec tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:39.752567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-923309c0-a1bf-42e0-a134-2a8906f2e7ec tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 811 time: 0.6626382 Dec 12 15:27:39.794183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50de6c7-2bc9-42fc-a348-cc75255e1f15 req-926f9be1-e6cb-4836-8213-a3177f9a3c5b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:39.795661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a50de6c7-2bc9-42fc-a348-cc75255e1f15 req-926f9be1-e6cb-4836-8213-a3177f9a3c5b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.9219997 Dec 12 15:27:39.798274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-aaa23a26-6f37-4a0c-989f-d2d77350fffe tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/quotas/cf0ec89847a541a699d71366915ecb71 HTTP/1.1" status: 200 len: 375 time: 0.0448694 Dec 12 15:27:39.801028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:39.818323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.024206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a50de6c7-2bc9-42fc-a348-cc75255e1f15 req-276f3206-2790-4273-82ac-7c3694119046 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190177 Dec 12 15:27:40.077259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-d1587826-6f09-423e-bb4a-54de1ad9e116 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2483137 Dec 12 15:27:40.106863 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce063ea3-e90d-4315-a2d5-6cd82d8a8ce1 x-openstack-request-id: req-ce063ea3-e90d-4315-a2d5-6cd82d8a8ce1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:40.107355 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-plugged", "status": "completed", "tag": "989130ca-5d35-4852-98f5-800108bb032f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:40.107444 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce063ea3-e90d-4315-a2d5-6cd82d8a8ce1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:40.107789 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989130ca-5d35-4852-98f5-800108bb032f', 'code': 200} Dec 12 15:27:40.108563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Deleting port a91af454-c39f-4c58-8e88-8980767d81c0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:40.108912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.158599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:27:40.261277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.308624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-db3ea837-131c-4833-9fe3-b20a7e573c2a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:27:40.309651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-db3ea837-131c-4833-9fe3-b20a7e573c2a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2193167 Dec 12 15:27:40.322975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 92dff829-eba7-4803-8a30-e5a302f5320f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:40.373675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 92dff829-eba7-4803-8a30-e5a302f5320f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:40.374041 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.378024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] For port a91af454-c39f-4c58-8e88-8980767d81c0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a91af454-c39f-4c58-8e88-8980767d81c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:40.378987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.460461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Calling delete_port for a91af454-c39f-4c58-8e88-8980767d81c0 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:40.467049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b424354-34a5-4f29-8881-224997faa8ac no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:40.484251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22900ced-16a0-4cb9-989c-dff12d6b84bf req-4ba036d4-f32a-4353-a69b-de71b4fcfdcf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:40.485777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22900ced-16a0-4cb9-989c-dff12d6b84bf req-4ba036d4-f32a-4353-a69b-de71b4fcfdcf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2622676 Dec 12 15:27:40.487072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3b424354-34a5-4f29-8881-224997faa8ac {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:40.487486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b424354-34a5-4f29-8881-224997faa8ac not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:40.493648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544367f8-d1dc-4023-a900-895bc01b0afc req-0d90a9e4-14c0-468c-8ea2-3b118a42f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:40.495121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-544367f8-d1dc-4023-a900-895bc01b0afc req-0d90a9e4-14c0-468c-8ea2-3b118a42f629 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 1096 time: 0.2753203 Dec 12 15:27:40.579001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:40.591615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Sync routers for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:40.603350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:40.604211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:40.609085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-a06b77b0-6743-4ebf-ae19-b2492d49a9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802551 Dec 12 15:27:40.657256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:40.658454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-278ca981-7aa1-4503-bdc3-fb6adedcda6f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9956295 Dec 12 15:27:40.661335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:40.735121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:40.752138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-544367f8-d1dc-4023-a900-895bc01b0afc req-a7c8ca16-bfaa-4c8f-bd62-cac4a1687102 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344539 Dec 12 15:27:40.766480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22900ced-16a0-4cb9-989c-dff12d6b84bf req-17120129-7dea-450d-8a0e-c03f56c5af5e tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688119 Dec 12 15:27:40.904042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-125698f5-57c0-4700-b069-7897c2e344d1 service neutron] 10.222.0.36 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754247 Dec 12 15:27:40.945295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.022546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91af454-c39f-4c58-8e88-8980767d81c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:41.084756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.090699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.111533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.188556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 3, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:41.245640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Checking router: 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:41.245995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Updating router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 port 357db5cc-c70c-433c-92c7-d59c44dd61a3 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:27:41.269560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.279524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.307259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.437720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.438368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49d9e5aa-854c-4a82-8a35-116c045ea570 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:27:41.446224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.452101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8f4ec355-63ef-4da6-9449-9211a26d2d45 admin admin] 10.222.0.36 "DELETE /v2.0/routers/49d9e5aa-854c-4a82-8a35-116c045ea570 HTTP/1.1" status: 204 len: 168 time: 3.3548484 Dec 12 15:27:41.453852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36512) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:41.502629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582df4ab-1a63-437b-a1e6-19a9c3eece9f req-8ee69ecb-0911-4b14-a692-9a5d0ef23087 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:41.506090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-582df4ab-1a63-437b-a1e6-19a9c3eece9f req-8ee69ecb-0911-4b14-a692-9a5d0ef23087 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2346277 Dec 12 15:27:41.721169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddec8be1-c68c-44e7-8440-2d6e6eb9458d req-dc9cd8c8-b71d-4a3c-8dac-7c12bb4ac858 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 210 time: 0.1303983 Dec 12 15:27:41.732933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.741901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.885175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Attempting to bind port 357db5cc-c70c-433c-92c7-d59c44dd61a3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:41.885554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Attempting to bind port 357db5cc-c70c-433c-92c7-d59c44dd61a3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:41.885960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Attempting to bind port 357db5cc-c70c-433c-92c7-d59c44dd61a3 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:41.886434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-582df4ab-1a63-437b-a1e6-19a9c3eece9f req-20263b1a-b238-4a2e-8897-697bef96814f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950153 Dec 12 15:27:41.891855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d618b03-ee9f-40f1-8e93-45641f631957 None None] Pushing event updated for resources: {'Port': ['ID=357db5cc-c70c-433c-92c7-d59c44dd61a3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:41.896701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:41.897096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:41.897506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.897902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:41.898386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Bound port: 357db5cc-c70c-433c-92c7-d59c44dd61a3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:41.898775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:41.948437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f16cdcc-d82d-4b56-a02c-dbcab40b6e6e req-5902b3db-7ae9-45c6-8c2b-6aa9b938efb5 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.0581474 Dec 12 15:27:41.952179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Deleting subnet 001deb5f-f86e-49e0-9166-3c96a9254325 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:27:41.956328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.070381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] For port 357db5cc-c70c-433c-92c7-d59c44dd61a3, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:42.077856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] For port 357db5cc-c70c-433c-92c7-d59c44dd61a3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=357db5cc-c70c-433c-92c7-d59c44dd61a3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:42.086919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.179028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.247307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:42.248179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:42.271631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf57b-1a0e-465e-ad46-72eb536c7c9c req-c21c1ee0-483f-4a08-99ea-bdad685dcfa8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:42.273155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f45cf57b-1a0e-465e-ad46-72eb536c7c9c req-c21c1ee0-483f-4a08-99ea-bdad685dcfa8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2322154 Dec 12 15:27:42.369803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.385436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f45cf57b-1a0e-465e-ad46-72eb536c7c9c req-53964696-f291-4548-9a8a-d78dd8a78dc6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Dec 12 15:27:42.403787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.417824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a91af454-c39f-4c58-8e88-8980767d81c0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:42.508057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a91af454-c39f-4c58-8e88-8980767d81c0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:42.508407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a91af454-c39f-4c58-8e88-8980767d81c0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:42.532607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d618b03-ee9f-40f1-8e93-45641f631957 None None] Pushing event updated for resources: {'Port': ['ID=357db5cc-c70c-433c-92c7-d59c44dd61a3,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:42.652062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59696d25-c2f0-484d-9c64-99059deb2157 req-45a9d3eb-86e2-422d-a8ed-bb7050db230b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:42.656973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59696d25-c2f0-484d-9c64-99059deb2157 req-45a9d3eb-86e2-422d-a8ed-bb7050db230b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1416142 Dec 12 15:27:42.662530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.694298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:42.700923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/001deb5f-f86e-49e0-9166-3c96a9254325 HTTP/1.1" status: 204 len: 168 time: 1.2459707 Dec 12 15:27:42.711255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b60390-2d42-4cc2-8771-8783af818720 None None] Network 7569da63-8d7d-4263-8e71-3d4003243e1a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:27:42.723230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:42.733259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Allocated IP 172.20.0.1 (c63b5818-4706-42b4-8d58-552fa04afcfa/2aa29678-817a-41e8-8d4d-ea7415a59b49/96e5f864-8e4a-4018-865c-8953740cdd97) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:42.796294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36556) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:42.813234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59696d25-c2f0-484d-9c64-99059deb2157 req-83d616cb-e5e0-46a4-bc01-6fc165692644 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302330 Dec 12 15:27:42.876566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2e1ec-6445-46d8-856d-a69ec4ea2da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001deb5f-f86e-49e0-9166-3c96a9254325,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:42.971170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.005551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6898279c-3700-429f-a60f-b5152547cdc5 req-af49be5d-8e77-417c-b79f-85f099d98597 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.2077441 Dec 12 15:27:43.044618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 3, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:43.070244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.087255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327410bb-ef98-4fa0-a6b3-e9976e01f75c None None] The sync data for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 is: [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:37Z', 'revision_number': 3, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:43.131742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] DHCP port deletion for 7569da63-8d7d-4263-8e71-3d4003243e1a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:27:43.137636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Network c63b5818-4706-42b4-8d58-552fa04afcfa is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:43.146414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:43.167853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f39fba5c-e508-408c-a13e-7cfc92314188 req-9704df9f-e35a-430f-993b-e8b256ee2233 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 210 time: 0.1788094 Dec 12 15:27:43.176352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:43.268567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:43.288712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Deleting port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:43.289386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.364017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.377870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] For port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,segment=NetworkSegment(0de58099-7673-4923-a8a2-ab0bc64bee24),segment_id=0de58099-7673-4923-a8a2-ab0bc64bee24)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:43.378869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.396543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Calling delete_port for 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:43.429013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.774781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.817588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aa1ec-beff-4dc8-ab93-1a7c7c10aa28 req-39ce643f-2363-4bef-897b-4bfd90313489 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:43.825431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664aa1ec-beff-4dc8-ab93-1a7c7c10aa28 req-39ce643f-2363-4bef-897b-4bfd90313489 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.3825681 Dec 12 15:27:43.832018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Deleting port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:27:43.841492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.841678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] Pushing event deleted for resources: {'Port': ['ID=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:43.857538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fac06b9a-dccd-43b0-9714-341e7e9c4c8f None None] Provisioning complete for port 96e5f864-8e4a-4018-865c-8953740cdd97 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:43.858670 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fac06b9a-dccd-43b0-9714-341e7e9c4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.860882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b822561-35fc-450a-83d0-714def23c6c9 None None] No DVR routers for this DVR port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:43.914851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:43.929950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fac06b9a-dccd-43b0-9714-341e7e9c4c8f None None] Port 96e5f864-8e4a-4018-865c-8953740cdd97 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:27:44.071511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-532f95d9-e9ac-4134-b686-b611ca88d89e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:44.086847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-532f95d9-e9ac-4134-b686-b611ca88d89e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.13 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 811 time: 0.8492239 Dec 12 15:27:44.167515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Request body: {'port': {'device_id': 'c0c85522-322e-475a-8b94-06a604d9375d', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'admin_state_up': True, 'tenant_id': 'cf0ec89847a541a699d71366915ecb71'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:44.171868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.185422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.248571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] For port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:44.249096 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.256013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.266892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Calling delete_port for 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:27:44.269788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:27:44.271474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.277370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664aa1ec-beff-4dc8-ab93-1a7c7c10aa28 req-ee13404d-3b4f-4fb5-a05e-14d5be43dbf4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509404 Dec 12 15:27:44.473948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 357db5cc-c70c-433c-92c7-d59c44dd61a3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:44.513309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Pushing event updated for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:44.568581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 357db5cc-c70c-433c-92c7-d59c44dd61a3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:44.569401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.704779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.715195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Network c63b5818-4706-42b4-8d58-552fa04afcfa is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:44.716365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:44.744277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 357db5cc-c70c-433c-92c7-d59c44dd61a3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=357db5cc-c70c-433c-92c7-d59c44dd61a3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:44.754318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:44.841105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=357db5cc-c70c-433c-92c7-d59c44dd61a3,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:44.857375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:27:44.886579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:27:44.886815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:27:44.934512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:27:44.935343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] No DVR routers for this DVR port 32d1ef5f-30ed-43fa-9cbe-db3486c42fb6 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:27:45.003831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384def2e-7f60-4ecc-b3d3-baee94b47613 req-8a6bb5c2-67ad-40f7-bc40-1f4d930e0b6b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:45.005423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-384def2e-7f60-4ecc-b3d3-baee94b47613 req-8a6bb5c2-67ad-40f7-bc40-1f4d930e0b6b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 1.1776955 Dec 12 15:27:45.022423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-499b724a-5814-4be9-b187-129d807ac959 req-f12dca77-8a57-4af2-b3a0-e37df61b6ae8 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.1555233 Dec 12 15:27:45.024610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Pushing event deleted for resources: {'Port': ['ID=32d1ef5f-30ed-43fa-9cbe-db3486c42fb6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:45.062862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d5baf646-18db-4611-b79a-eb00f38733bb None None] Provisioning complete for port 96e5f864-8e4a-4018-865c-8953740cdd97 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:45.063335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5baf646-18db-4611-b79a-eb00f38733bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.079089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:27:45.093380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7aada4be-4cb6-48fa-8078-f409f564aca9 admin admin] 10.222.0.36 "PUT /v2.0/routers/5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4299421 Dec 12 15:27:45.105208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d5baf646-18db-4611-b79a-eb00f38733bb None None] Port 96e5f864-8e4a-4018-865c-8953740cdd97 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:27:45.131893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861c7f-b526-4a68-b725-1f321739dd5b req-44bfa8b7-31a2-4b7e-880f-fc75ade6ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:45.133475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4861c7f-b526-4a68-b725-1f321739dd5b req-44bfa8b7-31a2-4b7e-880f-fc75ade6ee80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.9980071 Dec 12 15:27:45.163487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.218331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d9a1551-fea8-4d62-9145-6bfa4307c624 req-18ef2935-e600-4540-9859-c3ca5987b7db tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 210 time: 0.1025069 Dec 12 15:27:45.234066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-384def2e-7f60-4ecc-b3d3-baee94b47613 req-17dbc667-f749-4be5-948b-138e494ab7e0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890864 Dec 12 15:27:45.274740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7569da63-8d7d-4263-8e71-3d4003243e1a']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:45.305385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5f01c180-adf5-41ba-9908-b69fbf10ab23 req-f152ee9d-6676-4616-97de-f899db336601 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.0607762 Dec 12 15:27:45.308667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4861c7f-b526-4a68-b725-1f321739dd5b req-a743ec15-1b24-4291-b81e-f12e667ff779 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487448 Dec 12 15:27:45.320603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de58099-7673-4923-a8a2-ab0bc64bee24') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:45.320979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de58099-7673-4923-a8a2-ab0bc64bee24') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:45.335878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.360370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Made reservation on behalf of cf0ec89847a541a699d71366915ecb71 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:27:45.364694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.367100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.408542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:27:45.408542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:27:45.410169 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:27:45.542682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfb7b6-b9e2-4328-a231-b98bb9a90ece req-f61801a4-e79c-498d-b7a4-73ab4808fdd4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:45.544178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfcfb7b6-b9e2-4328-a231-b98bb9a90ece req-f61801a4-e79c-498d-b7a4-73ab4808fdd4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1970167 Dec 12 15:27:45.560122 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.578001 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.581184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] 10.222.0.36 "DELETE /v2.0/networks/7569da63-8d7d-4263-8e71-3d4003243e1a HTTP/1.1" status: 204 len: 168 time: 2.7658961 Dec 12 15:27:45.613916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a3c3-c181-4800-a7bf-fbdc3752d27f admin admin] Pushing event deleted for resources: {'Network': ['ID=7569da63-8d7d-4263-8e71-3d4003243e1a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:45.626094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b0782-8b15-4bdc-9181-a82f7a2f354d req-cfe03fbe-fb36-4011-88ba-34f1f723fe0d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:45.627633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77b0782-8b15-4bdc-9181-a82f7a2f354d req-cfe03fbe-fb36-4011-88ba-34f1f723fe0d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2348592 Dec 12 15:27:45.730496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfcfb7b6-b9e2-4328-a231-b98bb9a90ece req-8cca3b86-b667-4124-a91a-784d3c779de6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764855 Dec 12 15:27:45.734160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Allocated IP 172.20.0.11 (de4942ac-7171-4b0f-9392-54f1f0006e13/0693059a-1f94-44ec-8268-1d907b81189e/848e815b-303c-4ac3-9653-f86d64859065) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:27:45.765194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77b0782-8b15-4bdc-9181-a82f7a2f354d req-a973204d-695c-4f1d-ab17-3246e06c0bbb tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063035 Dec 12 15:27:45.813627 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Sync routers for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:27:45.824665 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:45.828967 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:45.900012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:45.952921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:45.993111 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5acdbbe-576a-4c82-bc3e-4a4debcc8072 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02022ffab444412485705c0e7e6102a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899956 Dec 12 15:27:45.996145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:46.012718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.029457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ca99a3ff-5f9f-438f-a747-13de3e8df20c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:46.044794 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:46.058202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.155570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Network de4942ac-7171-4b0f-9392-54f1f0006e13 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:27:46.165136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:27:46.175654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:27:46.209744 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c416adaa-d019-434a-baba-1ca9a311befe req-6f0483f2-dda0-42d3-8f8b-e9e53902872c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.1231401 Dec 12 15:27:46.213032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.266863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Pushing event updated for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:46.338987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cba6ec9c-871b-4d1f-8bb8-600df8fe200f req-8a8e88af-cc7a-4c9b-a95a-d963e1f1854a tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0961292 Dec 12 15:27:46.339706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.342745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.346912 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f93531aa-021e-4885-a6dd-0bfc52154f27 HTTP/1.1" status: 204 len: 168 time: 0.3494959 Dec 12 15:27:46.361024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6386-d578-43fe-bd63-43ad76f932cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93531aa-021e-4885-a6dd-0bfc52154f27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:46.421119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 357db5cc-c70c-433c-92c7-d59c44dd61a3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:46.510726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:46.512589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.578624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 357db5cc-c70c-433c-92c7-d59c44dd61a3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:46.579214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.590055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:43Z', 'revision_number': 4, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96e5f864-8e4a-4018-865c-8953740cdd97', 'name': '', 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'mac_address': 'fa:16:3e:0a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:42Z', 'updated_at': '2021-12-12T15:27:43Z', 'revision_number': 2, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'subnets': [{'id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:46.601135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b61d6d-b6ea-4b4b-b385-379328dc59d8 req-47250589-0048-485f-a5ef-1c9d979f310d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:46.603244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25b61d6d-b6ea-4b4b-b385-379328dc59d8 req-47250589-0048-485f-a5ef-1c9d979f310d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2431827 Dec 12 15:27:46.609650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-289885dd-6300-4ae2-bd62-99ee15016157 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4698741 Dec 12 15:27:46.630322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Checking router: 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:27:46.630882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Updating router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 port 96e5f864-8e4a-4018-865c-8953740cdd97 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:27:46.677965 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:46.703978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Request body: {'port': {'device_id': 'c0c85522-322e-475a-8b94-06a604d9375d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:27:46.871454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee272-6fa3-4c19-9359-7587476692d7 req-64d31d87-beb9-4ac9-ba16-9af8af4ab1ff tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:46.874233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9dee272-6fa3-4c19-9359-7587476692d7 req-64d31d87-beb9-4ac9-ba16-9af8af4ab1ff tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 932 time: 0.3322225 Dec 12 15:27:46.970305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25b61d6d-b6ea-4b4b-b385-379328dc59d8 req-6eada5a2-eb7d-4069-9425-47a29e3374f1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594196 Dec 12 15:27:46.999946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.164450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9dee272-6fa3-4c19-9359-7587476692d7 req-44d6bbf3-7feb-453b-a82e-47ca97accdf1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667711 Dec 12 15:27:47.215594 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.221826 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.284048 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d705-9e6e-4c64-aced-a761af78c9c0 None None] Pushing event updated for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:47.326580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf6510-df64-4045-b58c-353d50334263 req-7270d966-2352-4d7f-951c-97c262683173 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:47.328164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bf6510-df64-4045-b58c-353d50334263 req-7270d966-2352-4d7f-951c-97c262683173 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1197124 Dec 12 15:27:47.438003 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Attempting to bind port 96e5f864-8e4a-4018-865c-8953740cdd97 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:47.441060 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Attempting to bind port 96e5f864-8e4a-4018-865c-8953740cdd97 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:47.446374 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Attempting to bind port 96e5f864-8e4a-4018-865c-8953740cdd97 on network c63b5818-4706-42b4-8d58-552fa04afcfa {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:47.461853 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:47.462696 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Checking segment: {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:47.463765 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.465342 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Bound using segment: {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:47.466070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Bound port: 96e5f864-8e4a-4018-865c-8953740cdd97, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:47.467626 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.468715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23bf6510-df64-4045-b58c-353d50334263 req-ccede1a1-de93-4261-b2e6-961404ed2aa1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266658 Dec 12 15:27:47.552571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e562b97-57e5-4b66-8d43-752510d6ddcc req-f0d0c817-7f05-43b8-88e2-abaefcf69bf1 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0400827 Dec 12 15:27:47.595470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848e815b-303c-4ac3-9653-f86d64859065 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:47.611162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.639636 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] For port 96e5f864-8e4a-4018-865c-8953740cdd97, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:47.644332 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] For port 96e5f864-8e4a-4018-865c-8953740cdd97, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96e5f864-8e4a-4018-865c-8953740cdd97,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:47.650967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Transition to ACTIVE for port object 848e815b-303c-4ac3-9653-f86d64859065 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:27:47.654580 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.661861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.766074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] Provisioning complete for port 96e5f864-8e4a-4018-865c-8953740cdd97 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:47.767027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.771791 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d705-9e6e-4c64-aced-a761af78c9c0 None None] Pushing event updated for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:47.772347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:27:47.772908 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:27:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:47.884362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:47.962639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] For port 96e5f864-8e4a-4018-865c-8953740cdd97, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96e5f864-8e4a-4018-865c-8953740cdd97,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:47.971435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Pushing event updated for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:47.973203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:48.013437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-de03ea86-1643-47c3-b032-07338ca05a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.023380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-de03ea86-1643-47c3-b032-07338ca05a1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.1614361 Dec 12 15:27:48.078592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:27:48.095721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214eb68-76f9-4b3b-afa4-0a3def219fc0 None None] Pushing event updated for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:48.136332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Attempting to bind port 848e815b-303c-4ac3-9653-f86d64859065 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:27:48.136815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Attempting to bind port 848e815b-303c-4ac3-9653-f86d64859065 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:27:48.137252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Attempting to bind port 848e815b-303c-4ac3-9653-f86d64859065 on network de4942ac-7171-4b0f-9392-54f1f0006e13 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:48.153779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e0f1f-e0f1-40ac-94cc-2904c0d4b28f req-feec816c-266d-4c1a-bda3-4b1db312b171 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.155456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd4e0f1f-e0f1-40ac-94cc-2904c0d4b28f req-feec816c-266d-4c1a-bda3-4b1db312b171 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2668629 Dec 12 15:27:48.191949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Port 848e815b-303c-4ac3-9653-f86d64859065 on network de4942ac-7171-4b0f-9392-54f1f0006e13 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:27:48.191949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Attempting to bind port 848e815b-303c-4ac3-9653-f86d64859065 on network de4942ac-7171-4b0f-9392-54f1f0006e13 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:27:48.212195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:27:48.212940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Checking segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:27:48.213762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Bound using segment: {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:27:48.213893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Bound port: 848e815b-303c-4ac3-9653-f86d64859065, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c48893c-4d65-4943-8eb0-916d2e8f0f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:27:48.214240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:48.215428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3696bf08-a17f-45ca-a2c0-99a57f960248 None None] Provisioning complete for port 96e5f864-8e4a-4018-865c-8953740cdd97 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:48.215973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3696bf08-a17f-45ca-a2c0-99a57f960248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:48.430271 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:43Z', 'revision_number': 4, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96e5f864-8e4a-4018-865c-8953740cdd97', 'name': '', 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'mac_address': 'fa:16:3e:0a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:42Z', 'updated_at': '2021-12-12T15:27:47Z', 'revision_number': 4, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'subnets': [{'id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:27:48.470709 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723d2079-1c51-45f8-b1d7-a94f8239a5ef None None] The sync data for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 is: [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:27:43Z', 'revision_number': 4, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96e5f864-8e4a-4018-865c-8953740cdd97', 'name': '', 'network_id': 'c63b5818-4706-42b4-8d58-552fa04afcfa', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'mac_address': 'fa:16:3e:0a:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:42Z', 'updated_at': '2021-12-12T15:27:47Z', 'revision_number': 4, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'subnets': [{'id': '2aa29678-817a-41e8-8d4d-ea7415a59b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:27:48.507429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd4e0f1f-e0f1-40ac-94cc-2904c0d4b28f req-db2bd48f-1734-421b-9116-94afa3389248 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054175 Dec 12 15:27:48.509588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:27:48.548486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=848e815b-303c-4ac3-9653-f86d64859065,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:27:48.563663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5042ab-4dbe-4448-a570-cbf7ffc33154 req-0e0d6316-6f87-4350-9054-72e4e7658bd7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.571208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d5042ab-4dbe-4448-a570-cbf7ffc33154 req-0e0d6316-6f87-4350-9054-72e4e7658bd7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.4145639 Dec 12 15:27:48.591334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:48.636359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-0f975c68-2274-496a-b63d-361bd119371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.638358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-0f975c68-2274-496a-b63d-361bd119371c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.5973222 Dec 12 15:27:48.695885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.696985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:48.698648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] 10.222.0.13 "PUT /v2.0/ports/848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 200 len: 1092 time: 2.0289133 Dec 12 15:27:48.702883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'tag': '848e815b-303c-4ac3-9653-f86d64859065'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:48.705855 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "tag": "848e815b-303c-4ac3-9653-f86d64859065"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:48.792885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-f80029d6-6e43-4ac7-ad57-8e8a6f237385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.1133230 Dec 12 15:27:48.840091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d5042ab-4dbe-4448-a570-cbf7ffc33154 req-a9446194-0303-498a-8b30-bdd58a205058 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677457 Dec 12 15:27:48.907854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-cda5eee3-34b5-4fed-a65a-5627b5c52b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:48.909201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-cda5eee3-34b5-4fed-a65a-5627b5c52b3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.0883300 Dec 12 15:27:48.940085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec9522-2fdf-4f52-8802-e5ecc138914c service neutron] Pushing event updated for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:48.991582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-dcec29b6-c032-40c3-b55f-bf59dbef249d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646672 Dec 12 15:27:48.996452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55c71ac7-1c8a-4b9a-b975-bb254618e72b req-1dcde896-abd3-49ec-aa9f-8f2d473d3e25 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0680788 Dec 12 15:27:49.001060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-a90b0172-b210-4272-a5b8-3e4d5e544e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:49.002556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-a90b0172-b210-4272-a5b8-3e4d5e544e90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1095 time: 0.2300012 Dec 12 15:27:49.009263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-dbf362fc-1225-42a3-b0e1-5edc9d6af30e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:27:49.012029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-dbf362fc-1225-42a3-b0e1-5edc9d6af30e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085282 Dec 12 15:27:49.077442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-e1f13a9a-6caf-4ffb-b03f-716e38492d67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 200 len: 217 time: 0.0641336 Dec 12 15:27:49.112481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58878b-a283-497c-aedf-f3a3530c5e43 req-69c05fe5-ef08-4713-93d1-b55cc70d6593 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:49.119869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f58878b-a283-497c-aedf-f3a3530c5e43 req-69c05fe5-ef08-4713-93d1-b55cc70d6593 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 944 time: 0.3010492 Dec 12 15:27:49.179959 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d7379d-9d42-44e3-9bde-5aa63caa8dbc x-openstack-request-id: req-12d7379d-9d42-44e3-9bde-5aa63caa8dbc {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:49.180655 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "tag": "848e815b-303c-4ac3-9653-f86d64859065", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:49.181158 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12d7379d-9d42-44e3-9bde-5aa63caa8dbc {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:49.181626 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'tag': '848e815b-303c-4ac3-9653-f86d64859065', 'status': 'completed', 'code': 200} Dec 12 15:27:49.261720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-14c34044-838b-41f5-8212-50cb5f4911c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:49.263398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-14c34044-838b-41f5-8212-50cb5f4911c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.1389995 Dec 12 15:27:49.327793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f58878b-a283-497c-aedf-f3a3530c5e43 req-d34cd49d-9f92-4b9b-af87-07e9669bf280 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044148 Dec 12 15:27:49.342061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-a82b0971-8fa8-46fd-b7b1-09a4f2b7a1f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640221 Dec 12 15:27:49.345946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-c1462c9d-b810-47b6-a1ae-b8091db5afc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230388 Dec 12 15:27:49.597064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29f6119d-6a71-40cd-9450-b4587aaaa89e req-e2aa66ce-9a56-4d2e-be25-b13d306a29c5 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0417366 Dec 12 15:27:49.712701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1e9d5b3-1862-4109-a508-16bbb1fb6d89 req-76c7d256-676a-423f-9b6b-8e015dbbcb96 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510113 Dec 12 15:27:49.723494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-02e4561f-0d9b-4685-9f24-aef147952827 service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708477 Dec 12 15:27:49.818393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-7cb68283-3731-4eaa-a51b-1ae28a21e174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167157 Dec 12 15:27:49.881460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd9f6-1fda-4360-8e18-7c42cb8b4aaf req-dd942551-27a5-47eb-beb0-91ba2c56fb09 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:49.889830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51ddd9f6-1fda-4360-8e18-7c42cb8b4aaf req-dd942551-27a5-47eb-beb0-91ba2c56fb09 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1798131 Dec 12 15:27:49.973200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bf5c5d7-aa8a-43d2-a4aa-92c9179f065d req-3de1e203-9020-48ac-beaf-fbe058c79d5f service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206933 Dec 12 15:27:49.993847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51ddd9f6-1fda-4360-8e18-7c42cb8b4aaf req-4b102733-f1d7-4288-9a3e-12625d131b03 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030457 Dec 12 15:27:50.016778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-b7c1922e-d686-4e32-b43e-bfb9c3f7fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.019781 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-b7c1922e-d686-4e32-b43e-bfb9c3f7fb9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 1097 time: 0.1144853 Dec 12 15:27:50.242368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-3963f503-a80b-43b2-8ccb-548f383bf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.243952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-3963f503-a80b-43b2-8ccb-548f383bf0c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.1901178 Dec 12 15:27:50.329810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-98b3d786-31fb-48d2-98fa-1a3994b7ec68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 HTTP/1.1" status: 200 len: 217 time: 0.0782402 Dec 12 15:27:50.450964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-1fdce9d1-0d11-48f2-8d09-53f8051d8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.451137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96e5f864-8e4a-4018-865c-8953740cdd97 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:50.453392 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-1fdce9d1-0d11-48f2-8d09-53f8051d8958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1145265 Dec 12 15:27:50.528655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-333f00b9-b336-44b4-8d35-2550871c10f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641193 Dec 12 15:27:50.538574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 96e5f864-8e4a-4018-865c-8953740cdd97 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:50.539198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:50.578577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-4e0f333d-1083-4124-90e9-53f88011ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.580419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-4e0f333d-1083-4124-90e9-53f88011ff6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1095 time: 0.5256653 Dec 12 15:27:50.584942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-df50adad-5148-4f9a-af32-1e854b9041ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.586243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-df50adad-5148-4f9a-af32-1e854b9041ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.5233452 Dec 12 15:27:50.687760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-a9252525-2f1a-434c-898f-d1fda18a074b service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512008 Dec 12 15:27:50.709688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0179-d550-45d3-8ccc-f6bb92c59546 req-b6408962-8144-4c22-8680-91bf399bd2f2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.711492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f21b0179-d550-45d3-8ccc-f6bb92c59546 req-b6408962-8144-4c22-8680-91bf399bd2f2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2432778 Dec 12 15:27:50.809663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ffebbbda-dc38-4e9d-9f30-c0d6b488a318 req-d7dab85c-5198-4fd4-a937-09681f6f3e57 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114044 Dec 12 15:27:50.839406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f21b0179-d550-45d3-8ccc-f6bb92c59546 req-545e6460-8c04-4dcd-888d-32ba6f31b6d7 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145570 Dec 12 15:27:50.913472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-b468212b-f6ec-4127-a26b-c23915a79b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.914693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-b468212b-f6ec-4127-a26b-c23915a79b94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 911 time: 0.3247454 Dec 12 15:27:50.929671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-b3a36772-0859-4531-948b-e284e50dc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:50.931211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-b3a36772-0859-4531-948b-e284e50dc878 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.3043554 Dec 12 15:27:51.021810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-b7a58897-c7d0-4dbe-a4d9-4475298b0588 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 200 len: 217 time: 0.0894043 Dec 12 15:27:51.037560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-46fb08bd-eb28-4a1b-917a-14637b760b34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0963871 Dec 12 15:27:51.040981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e88e6b5-a7bc-4bed-b748-3894a64f8650 req-c4e73efc-cacc-4ff7-9f48-68fcc6757482 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0969219 Dec 12 15:27:51.110091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29205-056d-492c-8f18-55b8ba4c04a5 req-4cb6a7b3-58b7-4ca9-8a62-62bea3b39de7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:51.111631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aa29205-056d-492c-8f18-55b8ba4c04a5 req-4cb6a7b3-58b7-4ca9-8a62-62bea3b39de7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 944 time: 0.2110145 Dec 12 15:27:51.169853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-235b2276-371d-4ec4-ab4f-8308967bdab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:51.171418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-235b2276-371d-4ec4-ab4f-8308967bdab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.1327958 Dec 12 15:27:51.183538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-41ab250f-ca24-49c7-9ef8-3279bd997b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:51.184467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-41ab250f-ca24-49c7-9ef8-3279bd997b32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1333518 Dec 12 15:27:51.254854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-71e4ceaa-1eaf-48db-8244-7a8e85b696b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733781 Dec 12 15:27:51.261605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-7fd6c8c3-461f-4487-bee4-5310f136a179 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626860 Dec 12 15:27:51.318684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aa29205-056d-492c-8f18-55b8ba4c04a5 req-108b206a-2956-406b-a242-c73badbf453f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857228 Dec 12 15:27:51.419732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399b83-75fd-4a42-a1ac-2d2b5776b567 req-6ab6fa08-2444-4a64-a00a-0e6733f31d17 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:51.421337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46399b83-75fd-4a42-a1ac-2d2b5776b567 req-6ab6fa08-2444-4a64-a00a-0e6733f31d17 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2202747 Dec 12 15:27:51.490378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-e219f4b9-131a-4f56-bef1-6d9eaea2c566 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114503 Dec 12 15:27:51.498779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-6f4bf932-ee68-4cc6-98bf-7b9603000deb service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237422 Dec 12 15:27:51.584703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46399b83-75fd-4a42-a1ac-2d2b5776b567 req-b71e945c-fe64-4ee6-95d7-404f87563846 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499875 Dec 12 15:27:51.683320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523a4c8a-bbf9-4d3c-8e3d-2af22a647725 req-808a4726-5852-4ba8-8835-d18f6b3983b1 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835454 Dec 12 15:27:51.687572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cbe4127-2f3a-4cb0-aa99-74c4a70ce040 req-1d5e3a72-f40d-4433-a500-5ea3fd611ec0 service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746886 Dec 12 15:27:52.042294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964598b8-66b7-4d3d-a21b-ecb99b961f6a req-0c848606-fa59-4a06-a7d2-8148e6fff791 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:52.043835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-964598b8-66b7-4d3d-a21b-ecb99b961f6a req-0c848606-fa59-4a06-a7d2-8148e6fff791 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0656495 Dec 12 15:27:52.107513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-964598b8-66b7-4d3d-a21b-ecb99b961f6a req-c88f8566-df6a-4b63-93eb-5651bd5e9a31 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570121 Dec 12 15:27:52.227556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f230eb45-a14b-46c0-8d9b-97abb34d7122 req-e4e14f26-2500-4197-92ab-6fc086db0076 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0345919 Dec 12 15:27:52.461056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210accd-c469-4254-aba3-2d628acd6fac req-e014dad3-24b5-4c1e-a592-1ecb94e7db47 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:52.462547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f210accd-c469-4254-aba3-2d628acd6fac req-e014dad3-24b5-4c1e-a592-1ecb94e7db47 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 944 time: 0.0668166 Dec 12 15:27:52.517542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f210accd-c469-4254-aba3-2d628acd6fac req-262475d5-9a87-43ac-bcee-e999b6d81b61 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Dec 12 15:27:52.752002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abf424-35d6-41f5-bf6e-3bcffb85e4be req-1fa4239f-b64f-404d-be12-c8c37b41f054 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:52.755868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67abf424-35d6-41f5-bf6e-3bcffb85e4be req-1fa4239f-b64f-404d-be12-c8c37b41f054 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0881588 Dec 12 15:27:52.820682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67abf424-35d6-41f5-bf6e-3bcffb85e4be req-463dc301-eb27-4afa-ac1c-ee759d126963 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579610 Dec 12 15:27:53.372745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88c170-b359-46b6-ae21-b201c6354541 req-2d2aafd4-ef08-4815-a0dd-ad9142194f7a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:53.380949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b88c170-b359-46b6-ae21-b201c6354541 req-2d2aafd4-ef08-4815-a0dd-ad9142194f7a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0894291 Dec 12 15:27:53.460318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b88c170-b359-46b6-ae21-b201c6354541 req-ad3bf21b-e0ff-496c-b9c2-6b32015d6c33 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Dec 12 15:27:53.586413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b0a33b6-ea50-40f6-a3ae-2ba5036a46bf req-d1756eca-6570-46e2-8c32-cef76d174d4d tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0554948 Dec 12 15:27:53.740318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae341a-c2ff-41be-986e-b1f0f796fdbb req-41063851-07df-4f99-be00-497bc62cd9a6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:53.742610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6ae341a-c2ff-41be-986e-b1f0f796fdbb req-41063851-07df-4f99-be00-497bc62cd9a6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 944 time: 0.1299114 Dec 12 15:27:53.832844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6ae341a-c2ff-41be-986e-b1f0f796fdbb req-d7e853ee-0399-4fd8-af88-8cf563a9596c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826781 Dec 12 15:27:54.571957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 848e815b-303c-4ac3-9653-f86d64859065 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:27:54.605718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31493da8-739f-42c6-87fe-6602e5ae20e6 req-ed99ae5b-795a-466a-a02a-d8095133cc88 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:54.613760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31493da8-739f-42c6-87fe-6602e5ae20e6 req-ed99ae5b-795a-466a-a02a-d8095133cc88 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0579729 Dec 12 15:27:54.694056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31493da8-739f-42c6-87fe-6602e5ae20e6 req-68bb20d1-0ded-4c5a-a3cf-c5bc763acbcf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769305 Dec 12 15:27:54.749627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=848e815b-303c-4ac3-9653-f86d64859065,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:54.764234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '848e815b-303c-4ac3-9653-f86d64859065', 'network_id': 'de4942ac-7171-4b0f-9392-54f1f0006e13', 'port_id': '848e815b-303c-4ac3-9653-f86d64859065', 'mac_address': 'fa:16:3e:d3:06:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0693059a-1f94-44ec-8268-1d907b81189e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:27:54.830226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:54.845972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848e815b-303c-4ac3-9653-f86d64859065 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:27:54.851038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d317e5e5-a630-434c-9682-12231ca3a36d req-9c763256-facf-43b2-82fd-b5b0f4feb183 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0376451 Dec 12 15:27:54.898198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=848e815b-303c-4ac3-9653-f86d64859065,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:54.907019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:54.987399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:55.011535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83760c6-0550-4f31-b487-37dcdec8ac4d req-13d7f674-83e9-4693-943e-4fbb17c7a8e6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:55.014389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d83760c6-0550-4f31-b487-37dcdec8ac4d req-13d7f674-83e9-4693-943e-4fbb17c7a8e6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 945 time: 0.0876088 Dec 12 15:27:55.100100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d83760c6-0550-4f31-b487-37dcdec8ac4d req-4d21d5a6-500e-42db-a2ec-3825f18c6d8b tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696080 Dec 12 15:27:55.157552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['848e815b-303c-4ac3-9653-f86d64859065'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:27:55.607391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148df0-f8c3-4f9a-be27-88b6c3c85212 req-051ac2a1-2f96-411d-8400-0eb4cd16e536 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:55.609445 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b148df0-f8c3-4f9a-be27-88b6c3c85212 req-051ac2a1-2f96-411d-8400-0eb4cd16e536 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0575392 Dec 12 15:27:55.678190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b148df0-f8c3-4f9a-be27-88b6c3c85212 req-9c9d9ead-91fb-4bed-8a3f-fc02c14dc585 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613101 Dec 12 15:27:56.128233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234b1e-8ea4-477b-bb66-685e98d8e353 req-d5208812-6cf2-4916-bc8d-3f296e16b470 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:56.146417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71234b1e-8ea4-477b-bb66-685e98d8e353 req-d5208812-6cf2-4916-bc8d-3f296e16b470 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0895834 Dec 12 15:27:56.196478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-338a329c-9657-40c0-bca8-3267960e4d1b req-7825e878-bdec-48e5-82e3-3c3939768a97 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0405648 Dec 12 15:27:56.251739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71234b1e-8ea4-477b-bb66-685e98d8e353 req-f72d17a2-735c-4786-a0ea-3b4a9ed8d8f2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029294 Dec 12 15:27:56.469937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe124b-2cb2-402d-8671-e5887b5f2ae3 req-5859a26a-60c3-430c-a056-ae21912f92d1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:56.472434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfbe124b-2cb2-402d-8671-e5887b5f2ae3 req-5859a26a-60c3-430c-a056-ae21912f92d1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 945 time: 0.0811129 Dec 12 15:27:56.565765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfbe124b-2cb2-402d-8671-e5887b5f2ae3 req-1212ad0a-de71-41d0-ba2e-7849a1cf86cb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862806 Dec 12 15:27:56.598459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 848e815b-303c-4ac3-9653-f86d64859065 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:27:56.678030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 848e815b-303c-4ac3-9653-f86d64859065 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:27:56.688889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 848e815b-303c-4ac3-9653-f86d64859065 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:27:56.690537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:56.818237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:56.854161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e815b-303c-4ac3-9653-f86d64859065'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:27:56.857462 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfc8e52-a1fa-494e-95fe-f128f14388e5" -d '{"events": [{"server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "name": "network-vif-plugged", "status": "completed", "tag": "848e815b-303c-4ac3-9653-f86d64859065"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:27:56.874168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=848e815b-303c-4ac3-9653-f86d64859065,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:27:56.882014 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:56.978889 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872e002a-dd03-41d9-beee-b00d291cd4fb x-openstack-request-id: req-872e002a-dd03-41d9-beee-b00d291cd4fb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:27:56.979189 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "name": "network-vif-plugged", "status": "completed", "tag": "848e815b-303c-4ac3-9653-f86d64859065", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:27:56.979444 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-872e002a-dd03-41d9-beee-b00d291cd4fb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:27:56.979836 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e815b-303c-4ac3-9653-f86d64859065', 'code': 200} Dec 12 15:27:57.014219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:57.104947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c2d9b-b752-49e4-93c8-8096fcd09533 req-a4ebac1a-e25e-4bec-b2c0-c1368dc51360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:57.107042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a31c2d9b-b752-49e4-93c8-8096fcd09533 req-a4ebac1a-e25e-4bec-b2c0-c1368dc51360 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1097 time: 0.0615125 Dec 12 15:27:57.113500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:57.212919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a31c2d9b-b752-49e4-93c8-8096fcd09533 req-ac3a2f9f-399f-438e-aec8-70f22aab303a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974920 Dec 12 15:27:57.346197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b2a982-bd84-454a-9202-0bc3d162d471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.355302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21171c93-4207-407c-aefb-d716fe03f182 req-dab238e4-2f0b-4a86-8537-28044a67b34e tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0510235 Dec 12 15:27:57.427824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d455cb-dbde-4258-88bb-46ac8f03a0a4 req-c0730783-65b9-4ccb-87af-6079d85cd736 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:57.430170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24d455cb-dbde-4258-88bb-46ac8f03a0a4 req-c0730783-65b9-4ccb-87af-6079d85cd736 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0734549 Dec 12 15:27:57.467049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b2a982-bd84-454a-9202-0bc3d162d471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.473471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b2a982-bd84-454a-9202-0bc3d162d471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.529893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-88b2a982-bd84-454a-9202-0bc3d162d471 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43f876d6ec64474d88fde25e6146598f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4150386 Dec 12 15:27:57.531032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2a982-bd84-454a-9202-0bc3d162d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946573f9-231f-4857-91ec-6a40d628454d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:57.536204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24d455cb-dbde-4258-88bb-46ac8f03a0a4 req-50a94b5e-8c6a-4738-96e8-a2454b4b197e tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970914 Dec 12 15:27:57.544944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:27:57.608023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.637661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.716521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e32f7b-d976-4df7-aeff-cb73b04f16e9 req-7c6e99e9-fcd2-4f54-b8a9-119ee708bb93 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:57.718152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2e32f7b-d976-4df7-aeff-cb73b04f16e9 req-7c6e99e9-fcd2-4f54-b8a9-119ee708bb93 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0615406 Dec 12 15:27:57.719434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.724248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:27:57.729839 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/946573f9-231f-4857-91ec-6a40d628454d HTTP/1.1" status: 204 len: 168 time: 0.1826570 Dec 12 15:27:57.740561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b5651-8c26-4c77-9348-8d783a4642a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946573f9-231f-4857-91ec-6a40d628454d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:27:57.797048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2e32f7b-d976-4df7-aeff-cb73b04f16e9 req-89de50da-4797-48f0-8eaa-82bb9f73093f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705962 Dec 12 15:27:58.492717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2041012-f9a4-43ef-a8c9-ad4b11a2ee9a req-05c8fe7f-82fb-49d8-8135-c899bc556288 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0368230 Dec 12 15:27:58.705752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54912b58-4610-4b3b-a126-eca6f625ff56 req-7fb886e1-a30e-4767-a90c-9a7e56691c2f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:58.709129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54912b58-4610-4b3b-a126-eca6f625ff56 req-7fb886e1-a30e-4767-a90c-9a7e56691c2f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0700674 Dec 12 15:27:58.848770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54912b58-4610-4b3b-a126-eca6f625ff56 req-7a2493f0-124e-4297-a061-999830283d1f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312795 Dec 12 15:27:59.019467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50f274-1827-4dfb-a992-179c3ea64de2 req-72429577-dfb1-4c05-8ffe-ace76bfbd42d tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:59.020482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e50f274-1827-4dfb-a992-179c3ea64de2 req-72429577-dfb1-4c05-8ffe-ace76bfbd42d tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0762844 Dec 12 15:27:59.094759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-b1de9717-a1c6-404e-b817-2bc29323bef2 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=169c5dd599d64f7b90555b2dc48652bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318260 Dec 12 15:27:59.099363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e50f274-1827-4dfb-a992-179c3ea64de2 req-aa2e1757-44fc-47b8-bccb-cee08f960ffb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707839 Dec 12 15:27:59.333784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-5aa07e3d-0cdd-4c03-b47f-6a70af822108 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:59.335260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-5aa07e3d-0cdd-4c03-b47f-6a70af822108 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297175 Dec 12 15:27:59.367413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-f10a543c-fa0a-40e3-a8e0-be736828012d tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/quotas/169c5dd599d64f7b90555b2dc48652bb HTTP/1.1" status: 200 len: 375 time: 0.0241368 Dec 12 15:27:59.398617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-d28a5128-4700-496c-8e0e-711732e68966 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:59.405199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-d28a5128-4700-496c-8e0e-711732e68966 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.1830215 Dec 12 15:27:59.423951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-4aeac52b-b764-4e4b-aca9-3dc7c323dfc2 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=169c5dd599d64f7b90555b2dc48652bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447156 Dec 12 15:27:59.433689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-42bdb0ff-d8d4-45d8-9ed1-dec9ad6b08bd tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/quotas/bf66164a313649a9a90d1699d1d1180d HTTP/1.1" status: 200 len: 375 time: 0.0129950 Dec 12 15:27:59.515603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-4d57ebc6-ff9f-4f30-834d-ee217dd592df tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727136 Dec 12 15:27:59.677942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-40edeca6-418a-41b1-98dd-d2058b778127 service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541343 Dec 12 15:27:59.837193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-fd303182-759c-48c7-8cc7-2129d52dc0db service neutron] 10.222.0.36 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494226 Dec 12 15:27:59.991818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-e0627105-cfbd-45dd-9b3f-a523615095b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:27:59.996846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-e0627105-cfbd-45dd-9b3f-a523615095b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1097 time: 0.1259394 Dec 12 15:28:00.002545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e717303-6135-4fdd-83ff-797433475fd0 req-f0ef10cc-8ccf-4549-952a-9db9a46b628e tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0712261 Dec 12 15:28:00.225789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e22122c1-545f-4830-8dcc-88a8cb874350 req-e278cbda-f216-40b9-9642-37a60432991e tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 210 time: 0.0893111 Dec 12 15:28:00.331143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-9aa458f1-8a95-43f7-bedb-1f903a5732de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:00.338972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-9aa458f1-8a95-43f7-bedb-1f903a5732de service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 911 time: 0.3204174 Dec 12 15:28:00.422033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-78624165-0b06-491b-8a5f-8cc2a0dda547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 200 len: 217 time: 0.0805821 Dec 12 15:28:00.519313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1c99-038f-4058-bdde-736e8be9e593 req-71de6d49-95a2-461c-ab1c-6b9316fb2ca6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:00.530516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699f1c99-038f-4058-bdde-736e8be9e593 req-71de6d49-95a2-461c-ab1c-6b9316fb2ca6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.2180927 Dec 12 15:28:00.584525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18179e70-de34-48cd-89ba-84c9d98f5897 req-30808c42-cf35-40b2-8e10-d0485b859f6c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:00.595275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18179e70-de34-48cd-89ba-84c9d98f5897 req-30808c42-cf35-40b2-8e10-d0485b859f6c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2502139 Dec 12 15:28:00.606956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-6587e173-2c6a-4c7a-8b79-c30660d05f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:00.608999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-6587e173-2c6a-4c7a-8b79-c30660d05f5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.1769650 Dec 12 15:28:00.944308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-7bf2f2d3-9404-4697-9ad9-deb3ba02fc40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3186746 Dec 12 15:28:00.999413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699f1c99-038f-4058-bdde-736e8be9e593 req-4c7d8efc-4292-4c07-a4f1-b568e8b5e2cb tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676025 Dec 12 15:28:01.034908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18179e70-de34-48cd-89ba-84c9d98f5897 req-c8b4e09d-7898-46f1-9f6f-ae1d99816e55 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381421 Dec 12 15:28:01.124545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-845be962-e393-4611-8f88-585d1edd9810 service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659617 Dec 12 15:28:01.197239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2a0163b-3830-4454-967a-eb91bdc8a129 req-ffee7bc9-e729-4507-8fc4-97a1430e1568 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0716114 Dec 12 15:28:01.226979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af609147-72d7-4295-8138-d0a74121a23d req-62290277-9753-449f-aedd-dd7e4736b024 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 210 time: 0.0917556 Dec 12 15:28:01.340030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-ba906395-9498-4118-bf67-d549b9486b0c tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=169c5dd599d64f7b90555b2dc48652bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859430 Dec 12 15:28:01.383111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa0f59b8-efc1-4853-ae3f-fb6381cebb0a req-f401be30-ad38-4259-907c-ecfd01f37184 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 210 time: 0.0499549 Dec 12 15:28:01.481759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5afbf489-2c62-4755-ab12-636796fe4af4 req-af404411-b909-4202-b1b3-2c3fc763d4ff service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329983 Dec 12 15:28:01.527320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-66948ce5-7124-4a1c-8cd1-3d445d8c769c tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:01.528814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-66948ce5-7124-4a1c-8cd1-3d445d8c769c tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752510 Dec 12 15:28:01.547370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Request body: {'port': {'device_id': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '169c5dd599d64f7b90555b2dc48652bb'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:01.684520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Made reservation on behalf of 169c5dd599d64f7b90555b2dc48652bb for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:01.688166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:01.698736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:01.795494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:01.802569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:01.932235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-3bf0a094-3a8d-4423-9c0b-04625a7f4501 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:01.934554 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-3bf0a094-3a8d-4423-9c0b-04625a7f4501 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 814 time: 0.1516213 Dec 12 15:28:01.951911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Request body: {'port': {'device_id': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'admin_state_up': True, 'tenant_id': 'bf66164a313649a9a90d1699d1d1180d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:01.971419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1475773-9b56-4c26-90d0-12c2615c7597,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:02.103867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Allocated IP 192.168.233.88 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/63750743-da0d-4c9c-b973-3dfaa7b5797e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:02.167885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Made reservation on behalf of bf66164a313649a9a90d1699d1d1180d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:02.171816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.350533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf3d50-cfea-4c50-8124-d724cfaaff33 req-61a772ce-0d8c-4137-9639-4318eecac71c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:02.352091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cf3d50-cfea-4c50-8124-d724cfaaff33 req-61a772ce-0d8c-4137-9639-4318eecac71c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1904752 Dec 12 15:28:02.360115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0177a-4f48-4139-9e6e-55b53fab4d15 req-cc4b86e2-23f3-45ce-8eef-aa422bd4d32c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:02.360681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Allocated IP 172.20.0.5 (a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26/c2556e29-d1c1-4164-a88f-702fadbfde01/791dfe5c-aa66-4bed-bc8a-d5c68ebe435c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:02.368594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a0177a-4f48-4139-9e6e-55b53fab4d15 req-cc4b86e2-23f3-45ce-8eef-aa422bd4d32c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.2055020 Dec 12 15:28:02.481356 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.509087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a0177a-4f48-4139-9e6e-55b53fab4d15 req-4f436215-ed48-4f3d-9c26-563f6579a871 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395731 Dec 12 15:28:02.524617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cf3d50-cfea-4c50-8124-d724cfaaff33 req-e9c135e3-b5de-44b9-a2c1-bc83be5c6446 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463413 Dec 12 15:28:02.602261 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.603193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.660081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.674437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', '3f08812e-e8a5-4160-b0f5-375d80ac899a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:02.725324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:02.738168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:02.740512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa9a09f9-1405-4af9-8cc8-b3ae6671b82a req-389bac5d-6501-46aa-a627-bc1ad3ac0bfa tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0715272 Dec 12 15:28:02.741166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Pushing event updated for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:02.745751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:02.749563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:02.814123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event updated for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:02.844957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:02.847415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:02.852019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:02.880401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef067ffe-20ed-43c9-840a-c7efd2f1ab28 req-83385f9d-7e55-4462-999f-0c7a58263039 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:02.882146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef067ffe-20ed-43c9-840a-c7efd2f1ab28 req-83385f9d-7e55-4462-999f-0c7a58263039 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 931 time: 0.2119851 Dec 12 15:28:02.932130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:02.932852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.933492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:02.934293 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:02.961456 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-0e6a0897-70cf-4c52-99c1-7cfbe88b3ca5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0148454 Dec 12 15:28:02.980374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Request body: {'port': {'device_id': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:03.009700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-c8762ebe-1013-4d42-bcd2-acd9dd2a2da8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4674413 Dec 12 15:28:03.031715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Request body: {'port': {'device_id': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:03.095044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef067ffe-20ed-43c9-840a-c7efd2f1ab28 req-1b88b09e-4f4d-4dd0-983f-7c1c958dace5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983213 Dec 12 15:28:03.127910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.182669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cee74e-2c5f-4f11-8553-a27ef48d13d8 req-e97342f9-ea55-4349-938e-884feca46a31 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:03.186687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4cee74e-2c5f-4f11-8553-a27ef48d13d8 req-e97342f9-ea55-4349-938e-884feca46a31 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 935 time: 0.1183240 Dec 12 15:28:03.190045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.333212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4cee74e-2c5f-4f11-8553-a27ef48d13d8 req-6965b3ec-29de-4d40-b6d1-580c45c55908 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315794 Dec 12 15:28:03.388951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-03121730-4c82-4ef4-97ed-189a5b5635b8 None None] Provisioning complete for port 63750743-da0d-4c9c-b973-3dfaa7b5797e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:03.389267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-03121730-4c82-4ef4-97ed-189a5b5635b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.516743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-03121730-4c82-4ef4-97ed-189a5b5635b8 None None] Port 63750743-da0d-4c9c-b973-3dfaa7b5797e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:03.599809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:03.620006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.652674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Transition to ACTIVE for port object 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:03.664139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.726662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Pushing event updated for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:03.782017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63750743-da0d-4c9c-b973-3dfaa7b5797e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:03.795056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.813680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Attempting to bind port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:03.814089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd289e-72a7-4fab-8829-65b375a236d6 req-510f0b81-5831-4b59-a761-e2e256d94d53 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:03.814285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Attempting to bind port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:03.814377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Attempting to bind port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:03.815212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39cd289e-72a7-4fab-8829-65b375a236d6 req-510f0b81-5831-4b59-a761-e2e256d94d53 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1587598 Dec 12 15:28:03.819772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:03.820093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Attempting to bind port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c on network a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:03.825620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:03.825955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Checking segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:03.826329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Bound using segment: {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:03.827041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Bound port: 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca7f997-e58b-48b4-b71d-a005d646638e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:03.827653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.829198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc33f4-8ae0-41e0-ab43-74daa9b7df54 req-183b9226-2470-40a5-9b33-e43242fe4da0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:03.830697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91cc33f4-8ae0-41e0-ab43-74daa9b7df54 req-183b9226-2470-40a5-9b33-e43242fe4da0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1951478 Dec 12 15:28:03.834955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Transition to ACTIVE for port object 63750743-da0d-4c9c-b973-3dfaa7b5797e will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:03.855437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.905360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:03.909883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:03.916849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:03.964288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Pushing event updated for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:03.968249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39cd289e-72a7-4fab-8829-65b375a236d6 req-3fca0b52-d3ad-49cf-9ca3-babe9b102bdf tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365912 Dec 12 15:28:03.993708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91cc33f4-8ae0-41e0-ab43-74daa9b7df54 req-c7f68342-00e8-4460-b8de-4069e0510dc9 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459322 Dec 12 15:28:04.004603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.005332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:04.007946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] 10.222.0.30 "PUT /v2.0/ports/791dfe5c-aa66-4bed-bc8a-d5c68ebe435c HTTP/1.1" status: 200 len: 1091 time: 1.0340374 Dec 12 15:28:04.008912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:04.012348 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312dc2fb-e870-4cab-8eb5-de2773683beb" -d '{"events": [{"name": "network-changed", "server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:04.055128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a2a73-f6a8-432e-ba03-fac4adb54014 service neutron] Pushing event updated for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:04.065949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Attempting to bind port 63750743-da0d-4c9c-b973-3dfaa7b5797e on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:04.066282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Attempting to bind port 63750743-da0d-4c9c-b973-3dfaa7b5797e by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:04.066607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Attempting to bind port 63750743-da0d-4c9c-b973-3dfaa7b5797e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:04.071679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Port 63750743-da0d-4c9c-b973-3dfaa7b5797e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:04.072138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Attempting to bind port 63750743-da0d-4c9c-b973-3dfaa7b5797e on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:04.077574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:04.077904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:04.078279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:04.078702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Bound port: 63750743-da0d-4c9c-b973-3dfaa7b5797e, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:04.079052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:04.171997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-9337d9c6-e9ee-45a6-98e2-3a3c34ea012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.173884 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-9337d9c6-e9ee-45a6-98e2-3a3c34ea012a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 1094 time: 0.0932434 Dec 12 15:28:04.198699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-964e90c8-f8ec-4639-b0d2-dcef57586467 req-c793b072-3251-4806-9ebe-c33f3c9efcc7 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0408733 Dec 12 15:28:04.221339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:04.239924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:04.246501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:04.263893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-f30e8991-879e-42a7-a59e-01bc4e2cbf6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c HTTP/1.1" status: 200 len: 217 time: 0.0777063 Dec 12 15:28:04.309977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.310774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:04.312448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] 10.222.0.30 "PUT /v2.0/ports/63750743-da0d-4c9c-b973-3dfaa7b5797e HTTP/1.1" status: 200 len: 1095 time: 1.2851040 Dec 12 15:28:04.313010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:04.316065 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2305f5d-bd66-4618-bec6-42a3b76c92b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:04.370310 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a0ac25-7667-4b45-a9fd-18602d96777c x-openstack-request-id: req-78a0ac25-7667-4b45-a9fd-18602d96777c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:04.370310 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:04.370310 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78a0ac25-7667-4b45-a9fd-18602d96777c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:04.370310 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e', 'status': 'completed', 'code': 200} Dec 12 15:28:04.371360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa7ffb-d4a8-48ec-8949-85e7a09f6348 service neutron] Pushing event updated for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:04.377667 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1854de43-66be-4c96-b729-346d0303247a x-openstack-request-id: req-1854de43-66be-4c96-b729-346d0303247a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:04.378515 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:04.378771 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1854de43-66be-4c96-b729-346d0303247a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:04.379183 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c', 'status': 'completed', 'code': 200} Dec 12 15:28:04.405899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-2a86e850-8a1a-458a-9be2-f605711aaae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.407387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-2a86e850-8a1a-458a-9be2-f605711aaae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.1338367 Dec 12 15:28:04.455929 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-4bea1438-9a2f-4792-9822-1f71445a9a9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307438 Dec 12 15:28:04.460163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159e903-cc5f-4c12-b3e9-65e43217872b req-87e1d0b3-08b4-4286-bc80-7b934ed6fdd3 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.461776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7159e903-cc5f-4c12-b3e9-65e43217872b req-87e1d0b3-08b4-4286-bc80-7b934ed6fdd3 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 943 time: 0.1192527 Dec 12 15:28:04.493724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-38688991-60f2-47f2-b4a3-597d4d566bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.495345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-38688991-60f2-47f2-b4a3-597d4d566bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169c5dd599d64f7b90555b2dc48652bb&device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 1098 time: 0.0977783 Dec 12 15:28:04.567915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-5b74fdbe-7f83-4e52-b9be-f779802dd593 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e HTTP/1.1" status: 200 len: 217 time: 0.0519183 Dec 12 15:28:04.585238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94032562-dbd4-4187-af6d-35bcda4dd682 req-118f4326-bbdf-4b70-a517-22aebe80b64f tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.586849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94032562-dbd4-4187-af6d-35bcda4dd682 req-118f4326-bbdf-4b70-a517-22aebe80b64f tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 947 time: 0.1380169 Dec 12 15:28:04.586973 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-33ee5f90-29de-4532-b28b-74a7c630be65 service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167326 Dec 12 15:28:04.641672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7159e903-cc5f-4c12-b3e9-65e43217872b req-6b966360-c1ea-4c06-bab5-1178fb142ac0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691241 Dec 12 15:28:04.673636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-605b063e-64a4-44e1-8612-74c28fee0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.675674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-605b063e-64a4-44e1-8612-74c28fee0fe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1017973 Dec 12 15:28:04.706850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94032562-dbd4-4187-af6d-35bcda4dd682 req-f17ad981-27cf-44a5-8e1a-be43b66b3641 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075103 Dec 12 15:28:04.733007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-52f71301-f06a-4b8a-a779-7d51ca2441d1 req-df14def8-c284-4249-aa2e-723e6bba643b service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338055 Dec 12 15:28:04.745058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-a3c4ee8f-e202-4ca1-919a-4435b2ae006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.746476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-a3c4ee8f-e202-4ca1-919a-4435b2ae006d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592618 Dec 12 15:28:04.828675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-d66ade1e-6089-41ee-8b8b-e32b8ab85eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.830163 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-d66ade1e-6089-41ee-8b8b-e32b8ab85eb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 1094 time: 0.0416162 Dec 12 15:28:04.848899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-940b5427-ff84-40a6-b513-3d35f7d4a6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910010 Dec 12 15:28:04.925577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-2b2ea5e5-6db2-4ffa-9026-665a4e785426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:04.927098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-2b2ea5e5-6db2-4ffa-9026-665a4e785426 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.0870960 Dec 12 15:28:04.944941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca54fbb1-249a-4a22-8ee7-462ae6a51df9 req-eec6429f-b23a-444d-a890-60b8d894c608 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Dec 12 15:28:04.971957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-c34706cf-b65c-4402-9b49-2fbe471aa07a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c HTTP/1.1" status: 200 len: 217 time: 0.0346923 Dec 12 15:28:05.052521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-a6ca03d2-dca8-4659-b5d7-9fa9598eedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.054218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-a6ca03d2-dca8-4659-b5d7-9fa9598eedf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.0535836 Dec 12 15:28:05.105691 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-df782d35-8e18-4ce3-b0f5-0e4b9e707059 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311680 Dec 12 15:28:05.119986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-2d9c59db-e92a-45f0-9a0a-2aaa9f3b3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.121502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-2d9c59db-e92a-45f0-9a0a-2aaa9f3b3133 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=169c5dd599d64f7b90555b2dc48652bb&device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 1098 time: 0.0893230 Dec 12 15:28:05.135476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74812dd-a849-4b09-8d84-d55e8ec54c6b req-866f7b0d-2284-48ce-aaf1-4fb56427fa52 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.136943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c74812dd-a849-4b09-8d84-d55e8ec54c6b req-866f7b0d-2284-48ce-aaf1-4fb56427fa52 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0661876 Dec 12 15:28:05.209617 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-09b7b4af-23c1-43c0-b0e5-955c0ac6c3a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933418 Dec 12 15:28:05.279577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21ba08-e33f-4f79-8a7d-9067eee3bff6 req-4fd2cc82-9386-4121-a19c-3ac2a7c3df68 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.280602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a21ba08-e33f-4f79-8a7d-9067eee3bff6 req-4fd2cc82-9386-4121-a19c-3ac2a7c3df68 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1427696 Dec 12 15:28:05.318227 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-312dc2fb-e870-4cab-8eb5-de2773683beb req-c32b54df-ac47-4fc8-b100-7f4ca37e9e76 service neutron] 10.222.0.30 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972497 Dec 12 15:28:05.324993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c74812dd-a849-4b09-8d84-d55e8ec54c6b req-e1242cb0-90f4-4bc2-9a1d-06f30dcfb5b3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637256 Dec 12 15:28:05.328190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-c447214a-a36e-4263-9847-d605065d2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.335705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-c447214a-a36e-4263-9847-d605065d2399 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.1879594 Dec 12 15:28:05.343193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2ac55b5-0d6d-432f-92c0-bc28675cdf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:05.402839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-9023cb9f-4ba9-4c9c-aa2d-a21983759f45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e HTTP/1.1" status: 200 len: 217 time: 0.0561562 Dec 12 15:28:05.428074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a21ba08-e33f-4f79-8a7d-9067eee3bff6 req-501f106f-26ec-49e9-9a24-62f622107ef8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297429 Dec 12 15:28:05.486841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6d0fd2b-23ad-494c-847d-0d1c94e98148 req-ef9a3a72-1280-4832-bef1-bc0e0ad33d69 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0333407 Dec 12 15:28:05.492272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-8e1c1a85-1206-4d89-80bb-1b438b2c93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.493929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-8e1c1a85-1206-4d89-80bb-1b438b2c93cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0791960 Dec 12 15:28:05.543621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-68fc7647-ecfe-47b6-9fce-5126267e65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.545118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-68fc7647-ecfe-47b6-9fce-5126267e65bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427787 Dec 12 15:28:05.649276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-46c9b0bf-6a3a-4f4a-82a3-d48200e68f65 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895083 Dec 12 15:28:05.794330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2305f5d-bd66-4618-bec6-42a3b76c92b0 req-ba67f6b8-fd00-49a4-ae5c-ddb1f324f1f6 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326549 Dec 12 15:28:05.821548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9420d-fdcb-4030-8c82-52c94eba85f9 req-6b9729ec-3dac-4d35-a6dc-67f468917175 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.822983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7e9420d-fdcb-4030-8c82-52c94eba85f9 req-6b9729ec-3dac-4d35-a6dc-67f468917175 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 943 time: 0.0927389 Dec 12 15:28:05.889739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf588d7-8847-4e9f-a454-13e721be42fc req-944ad00b-d8f1-46f2-89b4-d9ee3cac6edc tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:05.891480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bf588d7-8847-4e9f-a454-13e721be42fc req-944ad00b-d8f1-46f2-89b4-d9ee3cac6edc tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 947 time: 0.0913863 Dec 12 15:28:05.899714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7e9420d-fdcb-4030-8c82-52c94eba85f9 req-df2462e4-5ea4-4c93-89f6-edbce46ba7bd tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624878 Dec 12 15:28:05.944013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bf588d7-8847-4e9f-a454-13e721be42fc req-bf39348d-6179-4fc7-9bdd-9611de97140d tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Dec 12 15:28:06.439646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635dc01-d1e5-477e-aaa1-e061639e7b09 req-d777132a-2491-4b57-ac48-325e8cbb78a3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:06.442041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2635dc01-d1e5-477e-aaa1-e061639e7b09 req-d777132a-2491-4b57-ac48-325e8cbb78a3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0519347 Dec 12 15:28:06.499125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2635dc01-d1e5-477e-aaa1-e061639e7b09 req-5588afe2-ccec-4da5-956f-2736e987bedc tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498047 Dec 12 15:28:06.593787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8422267-e23b-4ce2-b63d-41063fc35739 req-90bb81c9-49ef-4bc2-8091-1c95d789abac tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0305078 Dec 12 15:28:06.602447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419c3-b22e-4e39-8979-a4c92eb4f68f req-1d9feb7f-751d-4864-a28a-a0d4836b9751 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:06.603831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cce419c3-b22e-4e39-8979-a4c92eb4f68f req-1d9feb7f-751d-4864-a28a-a0d4836b9751 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0753853 Dec 12 15:28:06.664360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cce419c3-b22e-4e39-8979-a4c92eb4f68f req-70ed3efd-04c3-4bae-aca6-d4c386987fa8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522947 Dec 12 15:28:06.722474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:28:06.819208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:06.830784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c', 'network_id': 'a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26', 'port_id': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c', 'mac_address': 'fa:16:3e:a0:88:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2556e29-d1c1-4164-a88f-702fadbfde01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:28:06.869234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:06.881815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:06.900334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:06.904164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:06.904818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 63750743-da0d-4c9c-b973-3dfaa7b5797e details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:28:07.037110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63529189-f96f-4070-a9e4-359dfa79d0dd req-fc9e6066-8b9a-4187-9069-b3970c8a20eb tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:07.038763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63529189-f96f-4070-a9e4-359dfa79d0dd req-fc9e6066-8b9a-4187-9069-b3970c8a20eb tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 944 time: 0.0627487 Dec 12 15:28:07.059509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:07.065269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:07.081562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '63750743-da0d-4c9c-b973-3dfaa7b5797e', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '63750743-da0d-4c9c-b973-3dfaa7b5797e', 'mac_address': 'fa:16:3e:3a:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:28:07.119908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80743-a273-4f3e-a254-34d4605caa17 req-e6efb1fb-d468-42ca-9d50-220e656f9097 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:07.120139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:07.121434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9a80743-a273-4f3e-a254-34d4605caa17 req-e6efb1fb-d468-42ca-9d50-220e656f9097 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 947 time: 0.0817337 Dec 12 15:28:07.126166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63529189-f96f-4070-a9e4-359dfa79d0dd req-01a523b7-2c91-4ead-90d0-a26dc696a72b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765057 Dec 12 15:28:07.133969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63750743-da0d-4c9c-b973-3dfaa7b5797e {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:07.168595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:07.173219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:07.187001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9a80743-a273-4f3e-a254-34d4605caa17 req-5adf703e-438e-49f2-b053-50b91470a29f tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582318 Dec 12 15:28:07.221011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:07.516614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['791dfe5c-aa66-4bed-bc8a-d5c68ebe435c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:07.547770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['63750743-da0d-4c9c-b973-3dfaa7b5797e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:07.644886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89130d-ec8a-4ea2-b711-4dd6ef078cd1 req-fd2e29be-9f27-45c8-ad06-28a291e319c6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:07.646482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f89130d-ec8a-4ea2-b711-4dd6ef078cd1 req-fd2e29be-9f27-45c8-ad06-28a291e319c6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0727255 Dec 12 15:28:07.733180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e79138de-1892-4a2a-98ee-44fdcaeb7d14 req-3fd8659e-0d12-4230-a1d6-b89fcf2d0dfb tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0392869 Dec 12 15:28:07.766691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f89130d-ec8a-4ea2-b711-4dd6ef078cd1 req-ec6289eb-0aca-40c8-894f-7881ca242e09 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115277 Dec 12 15:28:07.768226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75c79712-2d6a-4f64-9f53-8c1d76a6b504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:07.865116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a277e-79c0-48f0-8378-132052861f12 req-f40d1d6a-e220-4645-928e-68b59d2e5de1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:07.866694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c31a277e-79c0-48f0-8378-132052861f12 req-f40d1d6a-e220-4645-928e-68b59d2e5de1 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0521894 Dec 12 15:28:07.916367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c31a277e-79c0-48f0-8378-132052861f12 req-3bceddf4-25c5-42ce-91c0-17c346286440 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Dec 12 15:28:08.268573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6181d8c-8fd9-4d9b-8e3a-85972a6181c7 req-0befe68c-77f7-477f-949e-89efad78998a tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:08.270476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6181d8c-8fd9-4d9b-8e3a-85972a6181c7 req-0befe68c-77f7-477f-949e-89efad78998a tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 944 time: 0.0713491 Dec 12 15:28:08.376928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b6190-62ab-4c19-aa04-e1bb38c3a352 req-8d90b646-e87e-4aa7-94d2-1bd7050288bc tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:08.378635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-987b6190-62ab-4c19-aa04-e1bb38c3a352 req-8d90b646-e87e-4aa7-94d2-1bd7050288bc tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 948 time: 0.1068685 Dec 12 15:28:08.384925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6181d8c-8fd9-4d9b-8e3a-85972a6181c7 req-039ede2d-ae37-45bf-be09-2c1d0a151a19 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992968 Dec 12 15:28:08.442089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-987b6190-62ab-4c19-aa04-e1bb38c3a352 req-4c926818-9a98-41c2-8e38-905038d2ce5d tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520298 Dec 12 15:28:08.490782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:08.736021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:08.805675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:28:08.813998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:08.814662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:08.888768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25469f23-dc87-48c8-86a3-0ede42e7b28e req-16aad523-8eaf-4dd6-a0e9-b052dfd0ee60 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0326862 Dec 12 15:28:08.948433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9bac0-9bd9-4eee-a115-c970c1e56c0c req-b6334a90-b548-414a-88ba-d69205509967 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:08.950617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eae9bac0-9bd9-4eee-a115-c970c1e56c0c req-b6334a90-b548-414a-88ba-d69205509967 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0651088 Dec 12 15:28:08.965310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:08.992481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:08.995032 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622ea9de-98fe-4acf-850f-b4a88bb02e09" -d '{"events": [{"server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "name": "network-vif-plugged", "status": "completed", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:09.009854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:09.014545 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:09.015887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 63750743-da0d-4c9c-b973-3dfaa7b5797e up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:09.039196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eae9bac0-9bd9-4eee-a115-c970c1e56c0c req-5b7c8e77-786b-430a-a1db-0f90ff18e819 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798659 Dec 12 15:28:09.061611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ad170-df45-4850-ac63-14e1d58d979e req-108d370c-92d7-4436-a049-51341a33e02f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:09.061611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c28ad170-df45-4850-ac63-14e1d58d979e req-108d370c-92d7-4436-a049-51341a33e02f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0659673 Dec 12 15:28:09.108441 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21404ec-be6d-436f-87c8-4b06a6fc10e9 x-openstack-request-id: req-b21404ec-be6d-436f-87c8-4b06a6fc10e9 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:09.108760 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "name": "network-vif-plugged", "status": "completed", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:09.109049 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b21404ec-be6d-436f-87c8-4b06a6fc10e9 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:09.109398 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c', 'code': 200} Dec 12 15:28:09.121793 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:09.128516 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:28:09.131853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c28ad170-df45-4850-ac63-14e1d58d979e req-cf8e7c3b-844f-4c71-973e-69896dd7100b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621848 Dec 12 15:28:09.145288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:09.153093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 63750743-da0d-4c9c-b973-3dfaa7b5797e completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:28:09.157931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 63750743-da0d-4c9c-b973-3dfaa7b5797e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:09.158563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:09.238880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daef918-58d8-4bca-8e88-1ee7a9d66815 req-0f4e8553-9b0b-4529-a5d4-274d73770939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:09.240584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4daef918-58d8-4bca-8e88-1ee7a9d66815 req-0f4e8553-9b0b-4529-a5d4-274d73770939 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 1096 time: 0.0450299 Dec 12 15:28:09.291022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4daef918-58d8-4bca-8e88-1ee7a9d66815 req-3208a1f9-9bb3-4a59-b449-1857622d4ea6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Dec 12 15:28:09.366937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:09.399677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:09.403134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:09.450863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:09.515204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557269b-7617-41ed-9f13-21dd85d10b51 req-227a4e98-a38b-4262-bcbf-cdad3f2027f2 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:09.517143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d557269b-7617-41ed-9f13-21dd85d10b51 req-227a4e98-a38b-4262-bcbf-cdad3f2027f2 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 945 time: 0.0595236 Dec 12 15:28:09.603305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068a84-1173-4e7c-97a6-3f233ccd0b4d req-b77321f5-41c7-4c81-8b89-0111393dc9c8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:09.604860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d068a84-1173-4e7c-97a6-3f233ccd0b4d req-b77321f5-41c7-4c81-8b89-0111393dc9c8 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.0793214 Dec 12 15:28:09.608231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d557269b-7617-41ed-9f13-21dd85d10b51 req-85138ae8-e615-4267-a20b-c0ee0bda4ad5 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Dec 12 15:28:09.666355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d068a84-1173-4e7c-97a6-3f233ccd0b4d req-c5198eda-2119-49b0-b295-37ccb9936836 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Dec 12 15:28:09.994818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb0bc813-cf22-4f10-b0b4-c51d1d7f921d req-1af217c2-90d5-4d5e-911f-4da06c363ebf tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0262654 Dec 12 15:28:10.200974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eb4d1-f364-4dca-abcc-951202cc598d req-696cb235-4369-4a9c-8105-043296429fc0 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:10.202548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-551eb4d1-f364-4dca-abcc-951202cc598d req-696cb235-4369-4a9c-8105-043296429fc0 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0788569 Dec 12 15:28:10.256831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:10.270446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-551eb4d1-f364-4dca-abcc-951202cc598d req-679a33dd-0e8a-4de9-a9ff-e4a3a06780f6 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Dec 12 15:28:10.679350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-f8d8f149-a82c-49a0-b9c6-b345d1f7d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:10.680843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-f8d8f149-a82c-49a0-b9c6-b345d1f7d307 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.3430235 Dec 12 15:28:10.690124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26ebe5-f8fe-41f8-84ba-997057778607 req-a2fa0d58-8591-468e-ac0b-37b9c1248d51 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:10.692016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e26ebe5-f8fe-41f8-84ba-997057778607 req-a2fa0d58-8591-468e-ac0b-37b9c1248d51 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.3637702 Dec 12 15:28:10.711623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034901b0-7622-4426-a5e3-8fe09ce8eca8 req-e4c9366a-2773-46c5-9038-ae881d542fd8 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:10.713080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-034901b0-7622-4426-a5e3-8fe09ce8eca8 req-e4c9366a-2773-46c5-9038-ae881d542fd8 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.3409281 Dec 12 15:28:10.845285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e26ebe5-f8fe-41f8-84ba-997057778607 req-1165be5c-13aa-4e69-a3bd-09d4c1d350cd tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424782 Dec 12 15:28:10.851591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-034901b0-7622-4426-a5e3-8fe09ce8eca8 req-421ea1e6-b52d-47fb-9f9a-70770aeef3b4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239457 Dec 12 15:28:10.876085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-07a1e9b7-5a37-4882-8708-58124da8db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:10.879029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-07a1e9b7-5a37-4882-8708-58124da8db4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.1843743 Dec 12 15:28:10.938418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-c4a06b7b-5804-45f5-8bb6-c4abfacd33d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.0424407 Dec 12 15:28:11.001502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:11.040803 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:11.048356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-1db84c2b-cabd-4204-b109-bdc892e86f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:11.050499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-1db84c2b-cabd-4204-b109-bdc892e86f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1006901 Dec 12 15:28:11.063053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff5ec8-6b3e-4e4b-8322-531b62808e6d req-1293ad08-cb54-4796-9413-ddfbd20d2258 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:11.064562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aff5ec8-6b3e-4e4b-8322-531b62808e6d req-1293ad08-cb54-4796-9413-ddfbd20d2258 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 945 time: 0.1291821 Dec 12 15:28:11.080539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af1caf-bede-42f8-b3f7-8df66ca6c1bf req-1373a1ff-5a92-4fc7-be19-b256ec841f80 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:11.082013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4af1caf-bede-42f8-b3f7-8df66ca6c1bf req-1373a1ff-5a92-4fc7-be19-b256ec841f80 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.1356196 Dec 12 15:28:11.110469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:11.111111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-f46a955e-518e-40f7-ae20-9c5b6f9f5b5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448153 Dec 12 15:28:11.113984 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b488992d-6557-488d-bfb4-6e5bfb16b0db" -d '{"events": [{"server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "name": "network-vif-plugged", "status": "completed", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:11.220479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7aff5ec8-6b3e-4e4b-8322-531b62808e6d req-3315f2b2-a9d3-4cb6-9cb6-10a2e0b5835b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363895 Dec 12 15:28:11.234077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4af1caf-bede-42f8-b3f7-8df66ca6c1bf req-ed398372-8584-4f27-9328-6e0af69bd222 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Dec 12 15:28:11.293674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-99c9d1f2-f4c2-4093-9078-3853d3f8d3f8 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648054 Dec 12 15:28:11.335630 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f08dc2-4a94-4e53-925c-772553ea4bf3 x-openstack-request-id: req-50f08dc2-4a94-4e53-925c-772553ea4bf3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:11.336101 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "name": "network-vif-plugged", "status": "completed", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:11.336198 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50f08dc2-4a94-4e53-925c-772553ea4bf3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:11.336561 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e', 'code': 200} Dec 12 15:28:11.408544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd5456a9-ef26-4f94-8be5-ee677028c213 req-b6e43c98-ef2a-4005-921f-5eeb7fefe6ff tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0420470 Dec 12 15:28:11.481549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573b66-34e1-451d-b1e6-47369b81c65a req-9d65ca5d-ca68-484c-8aa1-993bf9e83ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:11.483577 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ee573b66-34e1-451d-b1e6-47369b81c65a req-9d65ca5d-ca68-484c-8aa1-993bf9e83ac7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 1100 time: 0.0686026 Dec 12 15:28:11.483698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea985-d052-4cf7-981d-1059bc1ae070 req-28d5c9ef-e2ef-4106-9a39-89518fa5f3e1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:11.485559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-871ea985-d052-4cf7-981d-1059bc1ae070 req-28d5c9ef-e2ef-4106-9a39-89518fa5f3e1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0794377 Dec 12 15:28:11.487611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b74e9ab1-8161-49ab-a989-a6c7387c4a0e req-47c94e20-d721-43cd-9a09-b8ee5937ab24 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789823 Dec 12 15:28:11.580531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-871ea985-d052-4cf7-981d-1059bc1ae070 req-841b30e1-0552-49a4-9c52-768ae6efeb8c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771778 Dec 12 15:28:11.608961 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ee573b66-34e1-451d-b1e6-47369b81c65a req-888de8d9-53b1-416b-a3bd-70a4385d511f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005244 Dec 12 15:28:12.011459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5552-3a91-4313-8884-e7ea57eecbd0 req-01b53f4d-f755-4d24-9464-2db7a4904e42 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.013884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-791a5552-3a91-4313-8884-e7ea57eecbd0 req-01b53f4d-f755-4d24-9464-2db7a4904e42 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0843277 Dec 12 15:28:12.029149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c137365-81bb-4a76-8edc-cb5df57ff4f7 req-ba7526ed-4400-4903-975a-f0d56dba1c80 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.030904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c137365-81bb-4a76-8edc-cb5df57ff4f7 req-ba7526ed-4400-4903-975a-f0d56dba1c80 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0906253 Dec 12 15:28:12.111398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-791a5552-3a91-4313-8884-e7ea57eecbd0 req-ab7a618f-18a6-44d7-8bd8-9af0c90d5b80 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Dec 12 15:28:12.116072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c137365-81bb-4a76-8edc-cb5df57ff4f7 req-9570f844-d038-4713-9edc-7203ce44589d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Dec 12 15:28:12.404519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d8ae9-9017-4593-b75a-0ba9fca3f574 req-bd08c3be-7a01-4cc8-9613-b108fcfb36c5 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.406197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b5d8ae9-9017-4593-b75a-0ba9fca3f574 req-bd08c3be-7a01-4cc8-9613-b108fcfb36c5 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.0637350 Dec 12 15:28:12.483163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b5d8ae9-9017-4593-b75a-0ba9fca3f574 req-104ccad5-7f73-4428-8fb1-57fe16ba0be5 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703163 Dec 12 15:28:12.539886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-878ac8cd-62e4-4cfd-ada1-5f57dc766a9a req-cb6dac6c-80c4-4bc9-aec9-c77c7aa42fde tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0274441 Dec 12 15:28:12.634043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37708) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:12.639136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-266403344'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:12.660502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:12.664073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.683818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154c93e-c394-4e83-819a-07974445e786 req-66029570-04a6-40b4-8e10-c6589b3129ac tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.685290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0154c93e-c394-4e83-819a-07974445e786 req-66029570-04a6-40b4-8e10-c6589b3129ac tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0582168 Dec 12 15:28:12.687778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:12.697490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.697832 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Added segment f0ae8b91-2740-4c4b-8fc3-5501fc57c61d of type vlan for network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e Dec 12 15:28:12.744211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0154c93e-c394-4e83-819a-07974445e786 req-522d65e1-d051-4616-8c68-b0b94fbdb37a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Dec 12 15:28:12.746576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.772034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.777701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.778274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.831980 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1967793 Dec 12 15:28:12.834583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37716) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:12.839603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-275793598'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:12.850764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d088c-b3a4-44c7-b492-082c2743c2f9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Network': ['ID=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:12.865039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:12.867151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:12.869404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.894541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:12.904462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.904842 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Added segment d2fad564-c897-4d04-9dd9-dd207bbd4d63 of type vlan for network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b Dec 12 15:28:12.951083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.977221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:12.983353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:12.983935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.047945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2122471 Dec 12 15:28:13.050846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:13.056424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'subnet': {'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:13.066734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Network': ['ID=052b6bdd-1df4-44c5-a6e8-6ffa6218577b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:13.075913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.076266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.076606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.076975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.077313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.077639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.077961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.078451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.078943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.079431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.079891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.080373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.080863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac82a5-abdd-44e9-81e1-7d3415149756 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:13.093205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:13.177597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:13.184803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.294087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4a8f4-da93-467d-965e-3cd8d2aec5ae req-191d9cce-8e23-4a5c-85fa-4cc2aacd7d98 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:13.295606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee4a8f4-da93-467d-965e-3cd8d2aec5ae req-191d9cce-8e23-4a5c-85fa-4cc2aacd7d98 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0943706 Dec 12 15:28:13.305772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bc518-5a39-4a34-be8c-5cb95e652a88 req-5d9d64c7-3579-4df7-baed-6c234b98968a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:13.312914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e4bc518-5a39-4a34-be8c-5cb95e652a88 req-5d9d64c7-3579-4df7-baed-6c234b98968a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0799658 Dec 12 15:28:13.389650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e4bc518-5a39-4a34-be8c-5cb95e652a88 req-974d7042-eea2-4c0e-b945-69a65b18540e tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Dec 12 15:28:13.407297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee4a8f4-da93-467d-965e-3cd8d2aec5ae req-3d2fd481-c09a-41f6-8591-cfcf2bde3dd3 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864604 Dec 12 15:28:13.468259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.539537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Subnet': ['ID=92b541c3-83ba-4291-8944-c8879026ca61,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:13.560038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:13.560399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network hostable DHCP agents. Network: ed29c9dc-94d7-43e4-9e6a-78be32a73b2e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:13.579900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:13.592678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, ed29c9dc-94d7-43e4-9e6a-78be32a73b2e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:13.599877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:13.601221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.605401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1687e-c587-4a2b-a799-27f111ad3127 None None] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:13.629504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-146b8cbe-903c-4549-92f1-e3f3e9618703 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5773666 Dec 12 15:28:13.632897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37736) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:13.648025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'subnet': {'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:13.743935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:28:13.745157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.761842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba9b6e0e-f734-4e29-a709-b6b98e78f16a req-34eda618-967e-4be5-adef-9c1aa5010609 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0425744 Dec 12 15:28:13.789166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09f41a-3012-4a9d-8aef-03e85382bd9b req-90dd42b2-594e-4e26-a17f-e1fbd2180480 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:13.793331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a09f41a-3012-4a9d-8aef-03e85382bd9b req-90dd42b2-594e-4e26-a17f-e1fbd2180480 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.2145457 Dec 12 15:28:13.844787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:13.848969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:13.903247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Allocated IP 10.1.1.2 (ed29c9dc-94d7-43e4-9e6a-78be32a73b2e/92b541c3-83ba-4291-8944-c8879026ca61/90b96c99-39fd-4497-b606-46a8e69955bc) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:13.967325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a09f41a-3012-4a9d-8aef-03e85382bd9b req-504a674d-70f0-402c-9da9-0556bffed5a6 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509538 Dec 12 15:28:13.996677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b99af-7be1-4a1f-8f16-a10569c2f739 req-557596a6-2086-4f0d-9eeb-f11070cf6ea3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:13.998241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f9b99af-7be1-4a1f-8f16-a10569c2f739 req-557596a6-2086-4f0d-9eeb-f11070cf6ea3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1301358 Dec 12 15:28:14.093385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f9b99af-7be1-4a1f-8f16-a10569c2f739 req-7fca42e2-06d5-4a50-9b75-9c5382e57306 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864391 Dec 12 15:28:14.146749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.155696 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.158753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.215868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:14.219717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:14.222988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:14.258375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Subnet': ['ID=38aa046f-4e1b-4f32-93e5-3bba8936dd3d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:14.266278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Pushing event updated for resources: {'Port': ['ID=90b96c99-39fd-4497-b606-46a8e69955bc,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:14.275721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Checking segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:14.276177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network hostable DHCP agents. Network: 052b6bdd-1df4-44c5-a6e8-6ffa6218577b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:14.303288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Attempting to bind port 90b96c99-39fd-4497-b606-46a8e69955bc on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:14.303477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Attempting to bind port 90b96c99-39fd-4497-b606-46a8e69955bc by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:14.304086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Attempting to bind port 90b96c99-39fd-4497-b606-46a8e69955bc on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:14.310696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:14.311816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:14.312196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:14.312599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.313018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Bound using segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:14.313491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Bound port: 90b96c99-39fd-4497-b606-46a8e69955bc, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:14.313874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.333502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 052b6bdd-1df4-44c5-a6e8-6ffa6218577b) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:14.353095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281afc05-81e2-4841-9423-25635ccb7b2d None None] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:14.353291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:14.353737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.381427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f3c32c4d-9f7f-4af8-bb19-619f69cff12b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7431583 Dec 12 15:28:14.381642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37746) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:14.386592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'name': 'tempest-TaggedBootDevicesTest_v242-2120569478', 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:14.397559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8dc58-cd0e-4034-9ace-e6b520630ae4 req-d48aecc1-50d4-4351-977c-034907bc1a2c tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:14.399034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fe8dc58-cd0e-4034-9ace-e6b520630ae4 req-d48aecc1-50d4-4351-977c-034907bc1a2c tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.0773685 Dec 12 15:28:14.441033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] For port 90b96c99-39fd-4497-b606-46a8e69955bc, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:14.449659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] For port 90b96c99-39fd-4497-b606-46a8e69955bc, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=90b96c99-39fd-4497-b606-46a8e69955bc,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:14.460507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.536608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ips': [{'subnet_id': '38aa046f-4e1b-4f32-93e5-3bba8936dd3d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:28:14.537460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.550857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a527e-aed0-450a-958a-ca33bbb89291 None None] Pushing event updated for resources: {'Port': ['ID=90b96c99-39fd-4497-b606-46a8e69955bc,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:14.571732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fe8dc58-cd0e-4034-9ace-e6b520630ae4 req-6dba979d-ed4e-4f64-b5f3-4f8fbd2c6d5e tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593261 Dec 12 15:28:14.616438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15afe1-fe77-49fb-b482-99f02b562bdf req-ca55da65-06db-4e5c-b3c6-3634078c4e94 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:14.618106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f15afe1-fe77-49fb-b482-99f02b562bdf req-ca55da65-06db-4e5c-b3c6-3634078c4e94 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1163857 Dec 12 15:28:14.643556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:14.747479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Allocated IP 10.2.2.2 (052b6bdd-1df4-44c5-a6e8-6ffa6218577b/38aa046f-4e1b-4f32-93e5-3bba8936dd3d/e4631619-622c-4bcd-bbe3-f3d65e47bafc) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:14.790683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f15afe1-fe77-49fb-b482-99f02b562bdf req-ea4b30e7-3e80-4271-9c20-2310e9f9c82f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634116 Dec 12 15:28:14.827153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb794c53-6e8f-4d14-9d78-e888d0b2c940 req-d7ec4397-1975-4347-a366-2308b81299eb tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:14.836279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb794c53-6e8f-4d14-9d78-e888d0b2c940 req-d7ec4397-1975-4347-a366-2308b81299eb tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1479442 Dec 12 15:28:14.889549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:14.960466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] device_id is not set on port d76defe4-4f0c-41c5-960b-a1b2a56d124d yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:28:15.008862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb794c53-6e8f-4d14-9d78-e888d0b2c940 req-2f9dd73e-3cf7-4206-85a0-af38878db5a4 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675661 Dec 12 15:28:15.025254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.032880 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.094565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:15.097039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Pushing event updated for resources: {'Port': ['ID=e4631619-622c-4bcd-bbe3-f3d65e47bafc,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:15.108057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:15.111449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:15.147936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9036c2d-d072-4bf0-9ed4-913ea0888661 req-82f1f9b1-9e85-414c-b8c2-af83af9a49ac tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0706308 Dec 12 15:28:15.168537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Attempting to bind port e4631619-622c-4bcd-bbe3-f3d65e47bafc on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:15.168942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Attempting to bind port e4631619-622c-4bcd-bbe3-f3d65e47bafc by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:15.169311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Attempting to bind port e4631619-622c-4bcd-bbe3-f3d65e47bafc on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:15.175260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:15.175766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Checking segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:15.176176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.176575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Bound using segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:15.177278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Bound port: e4631619-622c-4bcd-bbe3-f3d65e47bafc, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:15.177711 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.271016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] For port e4631619-622c-4bcd-bbe3-f3d65e47bafc, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:15.276405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] For port e4631619-622c-4bcd-bbe3-f3d65e47bafc, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e4631619-622c-4bcd-bbe3-f3d65e47bafc,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:15.281744 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.327410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056603-ab70-484e-acfc-a85d90c848b9 req-61e87eb1-48bb-441a-8584-1fba7e3011b1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:15.328917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f056603-ab70-484e-acfc-a85d90c848b9 req-61e87eb1-48bb-441a-8584-1fba7e3011b1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1030161 Dec 12 15:28:15.338369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.1.1.215 (ed29c9dc-94d7-43e4-9e6a-78be32a73b2e/92b541c3-83ba-4291-8944-c8879026ca61/d76defe4-4f0c-41c5-960b-a1b2a56d124d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:15.359116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2771ca1-ead6-43e3-8dbd-c4e78448b1be None None] Pushing event updated for resources: {'Port': ['ID=e4631619-622c-4bcd-bbe3-f3d65e47bafc,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:15.409794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f056603-ab70-484e-acfc-a85d90c848b9 req-1fab2205-9341-48f4-b069-87e732fbe37f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Dec 12 15:28:15.568988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.633270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.742725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:15.750326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:15.754157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:15.788084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:15.830099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed420295-9485-4a2e-89e3-197fe748f337 req-2a7ddd04-e37f-44f0-8fdf-88a205d0c0a5 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:15.832383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed420295-9485-4a2e-89e3-197fe748f337 req-2a7ddd04-e37f-44f0-8fdf-88a205d0c0a5 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.1360085 Dec 12 15:28:15.871909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:15.872551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:15.914541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6b790f5d-763c-400e-8f3a-dce75dacc78f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5319433 Dec 12 15:28:15.917414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37764) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:15.926357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'name': 'tempest-TaggedBootDevicesTest_v242-1732138461', 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:15.938760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed420295-9485-4a2e-89e3-197fe748f337 req-418c5556-0492-4a27-b16d-6c3f896bba03 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938714 Dec 12 15:28:15.978168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155baf8-06b6-4581-ad03-e388f1741cc0 req-f4ca5a48-78ae-4fed-8a77-50759c369582 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:15.986314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2155baf8-06b6-4581-ad03-e388f1741cc0 req-f4ca5a48-78ae-4fed-8a77-50759c369582 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0937109 Dec 12 15:28:16.020122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32c8bd-c4e6-4999-9141-e6b7e3fe519e None None] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:16.092784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-4489d6dd-4809-4f68-985c-0f024c1ba3a6 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:16.094361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-4489d6dd-4809-4f68-985c-0f024c1ba3a6 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.1080441 Dec 12 15:28:16.094766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2155baf8-06b6-4581-ad03-e388f1741cc0 req-559e948e-1506-4e9f-81ab-3719a813c33d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921366 Dec 12 15:28:16.133900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] Provisioning complete for port 90b96c99-39fd-4497-b606-46a8e69955bc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:16.134506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:16.206868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb87e7-812f-4b10-98a1-2e85d803f8e1 req-a61ab24a-d3cb-46d4-a6d5-3f0ada2e1851 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:16.215919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2cb87e7-812f-4b10-98a1-2e85d803f8e1 req-a61ab24a-d3cb-46d4-a6d5-3f0ada2e1851 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0834525 Dec 12 15:28:16.267027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:16.380396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ba3cc93-7b81-4df3-803b-8caed65078e8 req-33f46b03-7c6a-43bf-bc72-8f1602c11351 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.1168182 Dec 12 15:28:16.386580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2cb87e7-812f-4b10-98a1-2e85d803f8e1 req-944f3681-42d1-4a16-858d-fc4e06a66904 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620960 Dec 12 15:28:16.417105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:16.507479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] For port 90b96c99-39fd-4497-b606-46a8e69955bc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=90b96c99-39fd-4497-b606-46a8e69955bc,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:16.521600 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:16.543021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e4631619-622c-4bcd-bbe3-f3d65e47bafc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:16.621614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d7fc5-4ae8-4802-b9a7-c454d259fffc req-15462a02-72d8-4b79-b299-8eecd3dbd56f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:16.623573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed9d7fc5-4ae8-4802-b9a7-c454d259fffc req-15462a02-72d8-4b79-b299-8eecd3dbd56f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0639646 Dec 12 15:28:16.656557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:28:16.712903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed9d7fc5-4ae8-4802-b9a7-c454d259fffc req-e370c05a-bf27-4606-a5b9-adf6dc7768fa tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814574 Dec 12 15:28:16.769626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3a0fb-320e-4ee1-887f-7e2efa6f9ac0 None None] Pushing event updated for resources: {'Port': ['ID=90b96c99-39fd-4497-b606-46a8e69955bc,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:16.844710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e4631619-622c-4bcd-bbe3-f3d65e47bafc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:16.845179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:16.940370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:16.960405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '989130ca-5d35-4852-98f5-800108bb032f', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'port_id': '989130ca-5d35-4852-98f5-800108bb032f', 'mac_address': 'fa:16:3e:f8:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208503ab-5d94-4f98-8ef8-f0c94267879d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:28:16.965570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-406bfb43-d7eb-48fa-9a2d-a53a9168c41c None None] Provisioning complete for port d76defe4-4f0c-41c5-960b-a1b2a56d124d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:16.965991 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-406bfb43-d7eb-48fa-9a2d-a53a9168c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:16.968769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Deleting port 63750743-da0d-4c9c-b973-3dfaa7b5797e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:16.968769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.030203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0056125-c284-4476-ac01-04a942d2b836 None None] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:17.108373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.111160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-406bfb43-d7eb-48fa-9a2d-a53a9168c41c None None] Port d76defe4-4f0c-41c5-960b-a1b2a56d124d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:17.121657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158da732-65f1-4e3f-819f-330d09f92237 req-3bd556f9-a160-4c39-b094-f922c32c56cf tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:17.125134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-158da732-65f1-4e3f-819f-330d09f92237 req-3bd556f9-a160-4c39-b094-f922c32c56cf tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 949 time: 0.0802071 Dec 12 15:28:17.152613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.153529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] device_id is not set on port 8fc8851c-b1f4-4f66-9678-72feff64c021 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:28:17.237594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:17.244475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-158da732-65f1-4e3f-819f-330d09f92237 req-d28679ec-2809-4583-8463-cb515850bdb6 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1475773-9b56-4c26-90d0-12c2615c7597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072445 Dec 12 15:28:17.325190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] For port 63750743-da0d-4c9c-b973-3dfaa7b5797e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=63750743-da0d-4c9c-b973-3dfaa7b5797e,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:17.325564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.333158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3c587-7051-4593-ada1-a3f044757f42 req-0bce95f0-12a3-4808-bf6d-cd21044e5258 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:17.342793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebe3c587-7051-4593-ada1-a3f044757f42 req-0bce95f0-12a3-4808-bf6d-cd21044e5258 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0785272 Dec 12 15:28:17.372540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Calling delete_port for 63750743-da0d-4c9c-b973-3dfaa7b5797e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:17.438603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebe3c587-7051-4593-ada1-a3f044757f42 req-5d416b54-d58a-4df6-84e4-ffc47bf97cc6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945470 Dec 12 15:28:17.441800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:17.459947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-406bfb43-d7eb-48fa-9a2d-a53a9168c41c None None] Provisioning complete for port 90b96c99-39fd-4497-b606-46a8e69955bc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:17.460703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-406bfb43-d7eb-48fa-9a2d-a53a9168c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.464422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.501140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.595999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.1.1.117 (ed29c9dc-94d7-43e4-9e6a-78be32a73b2e/92b541c3-83ba-4291-8944-c8879026ca61/8fc8851c-b1f4-4f66-9678-72feff64c021) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:17.645396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port e4631619-622c-4bcd-bbe3-f3d65e47bafc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e4631619-622c-4bcd-bbe3-f3d65e47bafc,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:17.648917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:17.655943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.656763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 90b96c99-39fd-4497-b606-46a8e69955bc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:17.657686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e00a1acb-df91-4823-b56a-13f62c954d0c req-990f4cfa-6a1f-4a0e-8dc3-e44cd1d48da2 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0580568 Dec 12 15:28:17.688150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c805d-ce0b-4128-97b7-7e8bf6aa0e5c req-6532521a-89cd-4add-815d-c056b123c56a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:17.690473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af0c805d-ce0b-4128-97b7-7e8bf6aa0e5c req-6532521a-89cd-4add-815d-c056b123c56a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 944 time: 0.1346941 Dec 12 15:28:17.785518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.796274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['989130ca-5d35-4852-98f5-800108bb032f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:17.835799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=e4631619-622c-4bcd-bbe3-f3d65e47bafc,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:17.871872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Pushing event deleted for resources: {'Port': ['ID=63750743-da0d-4c9c-b973-3dfaa7b5797e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:17.892573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 90b96c99-39fd-4497-b606-46a8e69955bc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:17.901757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.938928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] No DVR routers for this DVR port 63750743-da0d-4c9c-b973-3dfaa7b5797e on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:17.948573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:17.952154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c35e5b7-2dbc-4d9c-a3e8-cc31bd500d5c req-5353e35a-ce53-4896-aaae-104a7c7ad987 tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.30 "DELETE /v2.0/ports/63750743-da0d-4c9c-b973-3dfaa7b5797e HTTP/1.1" status: 204 len: 173 time: 1.8434150 Dec 12 15:28:17.952684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'name': 'network-vif-deleted', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:17.954993 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0eb939-1a62-4d85-a069-8e12604333fd" -d '{"events": [{"server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "name": "network-vif-deleted", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:18.022161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.063122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6602dda2-c7d4-4ebe-b33d-807a13dbe66c None None] Provisioning complete for port e4631619-622c-4bcd-bbe3-f3d65e47bafc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:18.063352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6602dda2-c7d4-4ebe-b33d-807a13dbe66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.117396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.207503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:18.211124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:18.233524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:18.240522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:18.292841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af0c805d-ce0b-4128-97b7-7e8bf6aa0e5c req-613b09a8-1b1b-4348-8a27-ecf55f64f3cc tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934944 Dec 12 15:28:18.342363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bc306-9660-47ad-833d-41b0df3724c2 req-c172a295-48b3-424b-95f1-33ec04fdca31 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:18.343900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc2bc306-9660-47ad-833d-41b0df3724c2 req-c172a295-48b3-424b-95f1-33ec04fdca31 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1240110 Dec 12 15:28:18.349779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:18.350439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.366777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6602dda2-c7d4-4ebe-b33d-807a13dbe66c None None] Provisioning complete for port d76defe4-4f0c-41c5-960b-a1b2a56d124d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:18.367262 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6602dda2-c7d4-4ebe-b33d-807a13dbe66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.386890 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe153ec8-10d2-4464-8740-b2bbdb830dea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4675229 Dec 12 15:28:18.439322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc2bc306-9660-47ad-833d-41b0df3724c2 req-b255f1e0-80f3-46be-b2fb-d535e2b25f26 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855074 Dec 12 15:28:18.455696 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff60db-4532-4a79-a3aa-35c8040ce635 x-openstack-request-id: req-32ff60db-4532-4a79-a3aa-35c8040ce635 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:18.456242 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc7eaa8-4260-4ea8-aeea-b5912b19900d", "name": "network-vif-deleted", "tag": "63750743-da0d-4c9c-b973-3dfaa7b5797e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:18.456717 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32ff60db-4532-4a79-a3aa-35c8040ce635 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:18.457390 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc7eaa8-4260-4ea8-aeea-b5912b19900d', 'name': 'network-vif-deleted', 'tag': '63750743-da0d-4c9c-b973-3dfaa7b5797e', 'status': 'completed', 'code': 200} Dec 12 15:28:18.472540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6602dda2-c7d4-4ebe-b33d-807a13dbe66c None None] Port d76defe4-4f0c-41c5-960b-a1b2a56d124d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:18.527657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e4631619-622c-4bcd-bbe3-f3d65e47bafc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:18.649434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fcef1fc-67d3-43eb-8dff-9093cbb2fb8f req-12e099a6-ec01-48ae-af1b-e88ecab8059d tempest-ImagesNegativeTestJSON-806246537 tempest-ImagesNegativeTestJSON-806246537-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bc7eaa8-4260-4ea8-aeea-b5912b19900d HTTP/1.1" status: 200 len: 210 time: 0.0490050 Dec 12 15:28:18.668773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:18.671293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-214837af-f1df-4f1f-9791-bd31fa202a41 None None] Provisioning complete for port e4631619-622c-4bcd-bbe3-f3d65e47bafc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:18.671765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-214837af-f1df-4f1f-9791-bd31fa202a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.779471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8f24-fe8a-49f7-ab85-f1de176f5b5d req-37834d6f-e1ab-4d37-8904-bfc4a7d434d1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:18.781326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9dc8f24-fe8a-49f7-ab85-f1de176f5b5d req-37834d6f-e1ab-4d37-8904-bfc4a7d434d1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0735788 Dec 12 15:28:18.833642 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e4631619-622c-4bcd-bbe3-f3d65e47bafc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:18.834171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.838376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 63750743-da0d-4c9c-b973-3dfaa7b5797e no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:18.841667 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:18.855624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9dc8f24-fe8a-49f7-ab85-f1de176f5b5d req-a0a30cf8-a40a-4966-a644-cec004fa7930 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Dec 12 15:28:18.903604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 63750743-da0d-4c9c-b973-3dfaa7b5797e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:18.904055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 63750743-da0d-4c9c-b973-3dfaa7b5797e not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:18.934427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:18.940427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32a59010-9a50-4616-bf35-16d1cf11a9ca req-4a0c9bab-e60f-4ae4-8920-f60717181f81 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0295923 Dec 12 15:28:18.975864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:18.987591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.062306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 90b96c99-39fd-4497-b606-46a8e69955bc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:19.098129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:19.120195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a9963208-4439-468d-9b15-992fb457319e None None] Provisioning complete for port 8fc8851c-b1f4-4f66-9678-72feff64c021 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:19.120569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9963208-4439-468d-9b15-992fb457319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.124461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:19.129069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056630507', 'description': 'tempest-description--1843060810'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:19.161990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 90b96c99-39fd-4497-b606-46a8e69955bc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:19.162365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.163979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a9963208-4439-468d-9b15-992fb457319e None None] Port 8fc8851c-b1f4-4f66-9678-72feff64c021 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:19.182031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.259267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.263010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.295313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.296456 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1709435 Dec 12 15:28:19.298334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b543854-2077-4836-aad1-c5c327a0f880 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd589750-45f0-4f20-8ea6-73da3e631066,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:19.299384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:19.304748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'security_group_rule': {'security_group_id': 'bd589750-45f0-4f20-8ea6-73da3e631066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:19.334644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.415294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.425492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.450529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2ae77f-8dbb-4f8e-9bb1-4e310a1fd1a9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:19.457900 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.459061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fb61018f-5b76-4d2e-b113-bea6b877926d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579671 Dec 12 15:28:19.461882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:19.466624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'security_group_rule': {'security_group_id': 'bd589750-45f0-4f20-8ea6-73da3e631066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:19.466773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34732a55-78e9-403e-afc7-e00bc3d8e9e2 req-7a0a8625-a8e5-4018-baff-d08275b8b4cf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:19.468056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34732a55-78e9-403e-afc7-e00bc3d8e9e2 req-7a0a8625-a8e5-4018-baff-d08275b8b4cf tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 943 time: 0.0835898 Dec 12 15:28:19.498490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.530611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34732a55-78e9-403e-afc7-e00bc3d8e9e2 req-e0c13674-6bca-4573-9f4a-3d3c5b656349 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560331 Dec 12 15:28:19.577904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.586121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.602468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987315-f372-4eaf-98e8-97863da5307c req-613f6d45-36e5-4343-b5e8-3c1b92a818c3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:19.605076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210f77b5-a4cd-41af-a130-d02f51ba6f4e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:19.611970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed987315-f372-4eaf-98e8-97863da5307c req-613f6d45-36e5-4343-b5e8-3c1b92a818c3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0744066 Dec 12 15:28:19.614345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.614695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.615037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.615430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.615762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.616125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.616532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.616926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.617287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.617618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.618101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.618293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.618647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:19.625772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.628837 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cc4b682c-25e1-4cb8-936d-03bfc63eaf10 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639719 Dec 12 15:28:19.630576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:19.638155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:19.683083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed987315-f372-4eaf-98e8-97863da5307c req-7745ae7a-0907-490d-adea-03a6da6b722f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700943 Dec 12 15:28:19.694849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.809789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:19.945400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 172.25.3.164 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/a91c87f4-d475-41e7-98c3-9233c192a6b5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:19.992057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155eb14-0460-4582-b431-2df12ac21adb req-c11a6580-dafd-4b4d-b3cc-d1d0b1165917 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:19.993974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c155eb14-0460-4582-b431-2df12ac21adb req-c11a6580-dafd-4b4d-b3cc-d1d0b1165917 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0677056 Dec 12 15:28:20.059287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c155eb14-0460-4582-b431-2df12ac21adb req-27f427cf-51c1-47f2-b94e-85be4e596015 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586319 Dec 12 15:28:20.103506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-658f14f8-0dbe-41be-b9e8-0413deffa75c req-33650c3a-9090-49a6-bc0e-57c53f31bf18 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0429049 Dec 12 15:28:20.115811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.157835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.199693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:20.202707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:20.206127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:20.211226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:20.232920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=a91c87f4-d475-41e7-98c3-9233c192a6b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:20.302155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.349047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.402002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c886865-fc16-4a3c-8bec-df5d18aa24fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=169c5dd599d64f7b90555b2dc48652bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897206 Dec 12 15:28:20.404854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37846) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:20.451919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.473076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.515236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.519558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.520264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.522244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.523392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1475773-9b56-4c26-90d0-12c2615c7597 HTTP/1.1" status: 204 len: 168 time: 0.1168611 Dec 12 15:28:20.531160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f032b8e-28f9-4a96-b7aa-21e61e2136d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1475773-9b56-4c26-90d0-12c2615c7597,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:20.597761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=a91c87f4-d475-41e7-98c3-9233c192a6b5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:20.606336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.623104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.624460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29639597-a84d-4b3e-8b9c-b48ca54a0d86 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9927590 Dec 12 15:28:20.664540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:20.666027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26e14-5d3c-445a-887d-a818c5545c30 req-0fab1b8e-ecfe-4f83-b24a-a91b5be8cad5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:20.667819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6f26e14-5d3c-445a-887d-a818c5545c30 req-0fab1b8e-ecfe-4f83-b24a-a91b5be8cad5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 943 time: 0.0613465 Dec 12 15:28:20.759550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6f26e14-5d3c-445a-887d-a818c5545c30 req-4831a4e7-f1a0-4b54-86f7-9727b97761e2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654132 Dec 12 15:28:20.789330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 989130ca-5d35-4852-98f5-800108bb032f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:20.789715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.882389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.908420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989130ca-5d35-4852-98f5-800108bb032f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:20.910901 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b958499a-753a-4ecc-af02-9897d1b868d5" -d '{"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-plugged", "status": "completed", "tag": "989130ca-5d35-4852-98f5-800108bb032f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:20.925360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:20.930315 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:20.938485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2249a6-b3f7-40d8-ae04-373a964a0955 req-ffebf547-e8fc-429c-9a55-778da46d5446 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:20.940099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d2249a6-b3f7-40d8-ae04-373a964a0955 req-ffebf547-e8fc-429c-9a55-778da46d5446 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0935273 Dec 12 15:28:20.945857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-d3792fad-0af0-4c62-bc60-fd872263ad8a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2056630507&fields=id&tenant_id=dba4f093d49c48fda161884bab88a25f HTTP/1.1" status: 200 len: 267 time: 0.0643170 Dec 12 15:28:20.980489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:20.989811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.990199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.990562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.990876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.991210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.991541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.991871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.992253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.992587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.993989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.993989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.993989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:20.993989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:28:21.021407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-41b3a919-aac6-4b82-8e96-1cd6ee3fff16 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.022804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-41b3a919-aac6-4b82-8e96-1cd6ee3fff16 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 937 time: 0.0611494 Dec 12 15:28:21.079778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d2249a6-b3f7-40d8-ae04-373a964a0955 req-afebb6dc-386e-4ba9-b6a8-668452a9a30e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281137 Dec 12 15:28:21.092849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-281e9e0d-277a-440b-91f3-bf1894601de6 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.097205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-281e9e0d-277a-440b-91f3-bf1894601de6 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 937 time: 0.0665035 Dec 12 15:28:21.125939 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a5670-ab66-40c2-9803-dcff0f966c61 x-openstack-request-id: req-f70a5670-ab66-40c2-9803-dcff0f966c61 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:21.126448 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-plugged", "status": "completed", "tag": "989130ca-5d35-4852-98f5-800108bb032f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:21.126925 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f70a5670-ab66-40c2-9803-dcff0f966c61 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:21.127623 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989130ca-5d35-4852-98f5-800108bb032f', 'code': 200} Dec 12 15:28:21.158031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-8a52c8ac-a62f-4131-ae0c-20e795b4324c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0572410 Dec 12 15:28:21.194242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3a1882c0-df2b-4b21-afac-2d9573386ed9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290942 Dec 12 15:28:21.306053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:21.328343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e158a-408a-4483-af2c-ca356f349395 req-ec2d2547-0579-468f-b79c-33669060c9e7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.329849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e2e158a-408a-4483-af2c-ca356f349395 req-ec2d2547-0579-468f-b79c-33669060c9e7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1341951 Dec 12 15:28:21.390423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f059ec51-4ffb-40bd-9e0a-16961294ea92 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.396700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f059ec51-4ffb-40bd-9e0a-16961294ea92 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.402603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f059ec51-4ffb-40bd-9e0a-16961294ea92 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.404173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1092541693-network', 'tenant_id': 'd0b33a3f32274831ac3d347927e15948'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:21.404291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f059ec51-4ffb-40bd-9e0a-16961294ea92 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 1994 time: 0.2000418 Dec 12 15:28:21.406951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144a00-98d6-4f4d-ba4e-f82e6e788474 req-ddd99062-c5df-4a23-9c38-5a48a56f4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.407521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f144a00-98d6-4f4d-ba4e-f82e6e788474 req-ddd99062-c5df-4a23-9c38-5a48a56f4832 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 1096 time: 0.1304967 Dec 12 15:28:21.426996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Made reservation on behalf of d0b33a3f32274831ac3d347927e15948 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:21.429499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.438169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.455230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-832df83c-ca42-441d-aa6e-c52f6624be56 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/quotas/dba4f093d49c48fda161884bab88a25f HTTP/1.1" status: 200 len: 375 time: 0.0431218 Dec 12 15:28:21.459572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e2e158a-408a-4483-af2c-ca356f349395 req-b2958735-dce8-48f9-88ea-89cf144e452f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208289 Dec 12 15:28:21.519098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f144a00-98d6-4f4d-ba4e-f82e6e788474 req-b25427f0-0d73-4f89-acd8-23ef97629b9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007342 Dec 12 15:28:21.526095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.531929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.549076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b7010bdc-8ac4-46d9-acd1-de511abcab5c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0792885 Dec 12 15:28:21.551201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:21.570220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.570559 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Added segment 4858e1ba-3496-4987-a94b-98331e2d0eca of type vlan for network f17b949a-f4ce-4823-9617-5a66795d1b50 Dec 12 15:28:21.577892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5750ba3f-4970-4d65-a598-7fb7a3458a31,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:21.581865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f98ba531-f2c8-4d58-88f2-d714ec6afb83 req-3a9da34a-62fd-41cc-ba24-ea29ade102bf tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0312326 Dec 12 15:28:21.615391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.638918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-87cdeb75-7412-4ef0-ae66-330079ef32ae service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:28:21.639919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-87cdeb75-7412-4ef0-ae66-330079ef32ae service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0776367 Dec 12 15:28:21.643568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.644840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.645437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.696034 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3888555 Dec 12 15:28:21.701516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37902) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:21.707682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Request body: {'subnet': {'network_id': 'f17b949a-f4ce-4823-9617-5a66795d1b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1092541693-subnet', 'tenant_id': 'd0b33a3f32274831ac3d347927e15948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:21.711519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a48ee-f584-492b-91ec-dc0970128a8f admin admin] Pushing event updated for resources: {'Network': ['ID=f17b949a-f4ce-4823-9617-5a66795d1b50,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:21.721325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f17b949a-f4ce-4823-9617-5a66795d1b50 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:21.753033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Made reservation on behalf of d0b33a3f32274831ac3d347927e15948 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:21.754628 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:21.771706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9ce48639-9712-46bc-ae4c-f009331cfd8e service neutron] 10.222.0.36 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245127 Dec 12 15:28:21.946149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-044cf7d0-61be-425d-a068-97da13142073 service neutron] 10.222.0.36 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496937 Dec 12 15:28:21.955242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdf0c0-0b4e-4809-95f4-6bed7781998c req-289f8864-2958-49cb-b2a7-4e22e06dc236 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:21.957173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36bdf0c0-0b4e-4809-95f4-6bed7781998c req-289f8864-2958-49cb-b2a7-4e22e06dc236 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1055086 Dec 12 15:28:22.038161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-7924f4ad-e6f1-48be-9e74-975236a2e768 service neutron] 10.222.0.36 "GET /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0780745 Dec 12 15:28:22.131780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36bdf0c0-0b4e-4809-95f4-6bed7781998c req-1d23b238-73ea-4b7e-9b1a-da2e7d719e85 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613336 Dec 12 15:28:22.168211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:22.224481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-d5fa1d9c-d979-4e0b-8528-e15cdcb57a17 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780162 Dec 12 15:28:22.300205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=647e396b-811f-482c-8b99-e8e4b0c99c28,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:22.339676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Checking segment: {'id': '4858e1ba-3496-4987-a94b-98331e2d0eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f17b949a-f4ce-4823-9617-5a66795d1b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:22.340030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Network hostable DHCP agents. Network: f17b949a-f4ce-4823-9617-5a66795d1b50, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:22.378108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee2bb2-8ffe-478a-9d5d-30f712514bfe req-2494e3fa-0f2a-4156-bc6c-7635a840bb20 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:22.379592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05ee2bb2-8ffe-478a-9d5d-30f712514bfe req-2494e3fa-0f2a-4156-bc6c-7635a840bb20 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1225798 Dec 12 15:28:22.402669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Network f17b949a-f4ce-4823-9617-5a66795d1b50 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:22.411744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-50c8e515-6847-47e5-bfaa-0851103cda3c service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801727 Dec 12 15:28:22.435548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f17b949a-f4ce-4823-9617-5a66795d1b50) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:22.445260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf028b19-5315-4f2e-a082-1f951741196b None None] Network f17b949a-f4ce-4823-9617-5a66795d1b50 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:22.454892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:22.455464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:22.480881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1130ed74-60f3-4c47-93cb-4ce39d16330b service neutron] 10.222.0.36 "GET /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0626113 Dec 12 15:28:22.485299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05ee2bb2-8ffe-478a-9d5d-30f712514bfe req-b4d1d052-2658-42dd-848d-800db85710be tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956199 Dec 12 15:28:22.489737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f8da34bd-2d52-4e36-8a36-6080c87d32fa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7863829 Dec 12 15:28:22.550276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a9b42-fa82-4417-a710-6a1f84024c94 None None] Network f17b949a-f4ce-4823-9617-5a66795d1b50 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:22.635862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-0dde26ac-c8d9-49df-9fea-7aeb7ee04c74 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457996 Dec 12 15:28:22.648769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6472a-6443-4614-8197-066f035618d3 req-341e83e6-de4f-4cc7-b02d-8aaebdbb44c6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:22.650229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3db6472a-6443-4614-8197-066f035618d3 req-341e83e6-de4f-4cc7-b02d-8aaebdbb44c6 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0683761 Dec 12 15:28:22.746207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3db6472a-6443-4614-8197-066f035618d3 req-49d47b62-6466-4760-9c90-ba71a28d27e7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879149 Dec 12 15:28:22.769582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-324bae15-82a0-4a6b-96d5-0638a52dac7a service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183665 Dec 12 15:28:22.867841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-4cf68ae3-6429-4d00-a30b-f98ce05d5243 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922062 Dec 12 15:28:22.952224 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-827257b4-3822-4da5-aab4-d931b12e824d req-b669c746-ad74-4f70-9459-41808bc77a7d tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] show failed (client error): The resource could not be found. Dec 12 15:28:22.953222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-827257b4-3822-4da5-aab4-d931b12e824d req-b669c746-ad74-4f70-9459-41808bc77a7d tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/5ca49a2a-638f-48d1-b105-0f9f05c41ea7 HTTP/1.1" status: 404 len: 352 time: 0.0203631 Dec 12 15:28:22.981100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b8043d3d-042a-4d81-bb61-7feee6ccaea0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062291 Dec 12 15:28:23.066851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-121cd439-1c3b-4fef-b0dd-3a24a0366dc4 req-1f957907-bc51-4a21-9554-c0618b112c40 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0595689 Dec 12 15:28:23.108188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-464f07c8-a674-4e02-a753-bd37bcc888d3 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199791 Dec 12 15:28:23.198507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e96a34ee-95ca-4017-b054-9b7f0eefb811 req-178a34d6-ab56-4c65-9ad6-d9a88326182c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0590005 Dec 12 15:28:23.232164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-634c10ea-613a-4198-9ffb-11a07c9d2ad5 req-734a6ff7-33eb-44df-8e6f-a84fdb0d0ef8 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0b33a3f32274831ac3d347927e15948 HTTP/1.1" status: 200 len: 3005 time: 0.1152050 Dec 12 15:28:23.260954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-dba1d7be-5e69-4768-a58f-8f051867a730 service neutron] 10.222.0.36 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518791 Dec 12 15:28:23.328852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-634c10ea-613a-4198-9ffb-11a07c9d2ad5 req-29de0f11-e608-4d94-a052-c5cfadc01ba5 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/5750ba3f-4970-4d65-a598-7fb7a3458a31 HTTP/1.1" status: 200 len: 3002 time: 0.0884831 Dec 12 15:28:23.395868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-ae414f67-fc2c-425b-b896-c41b9cb32f88 service neutron] 10.222.0.36 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252544 Dec 12 15:28:23.398622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-634c10ea-613a-4198-9ffb-11a07c9d2ad5 req-687b9a93-b474-416f-b1f7-ac88fc5c5a5c tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/5750ba3f-4970-4d65-a598-7fb7a3458a31 HTTP/1.1" status: 200 len: 3002 time: 0.0640907 Dec 12 15:28:23.509275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1f6d08fd-8500-4087-b30d-f56c3f96dbaf service neutron] 10.222.0.36 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074805 Dec 12 15:28:23.520951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3e610-edf4-4672-936a-17026d095790 req-2f7c511c-4b7c-4aba-b309-7ce7f0ff3507 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:23.522306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8d3e610-edf4-4672-936a-17026d095790 req-2f7c511c-4b7c-4aba-b309-7ce7f0ff3507 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0702081 Dec 12 15:28:23.622197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8d3e610-edf4-4672-936a-17026d095790 req-eed25c95-4db7-408b-bd4c-71ff3b80e284 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921230 Dec 12 15:28:23.637561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-19b8f179-8871-4927-acc3-1e21f8b73760 service neutron] 10.222.0.36 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143248 Dec 12 15:28:23.758289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-78121a74-a736-4f12-9440-0ef81f284640 service neutron] 10.222.0.36 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147044 Dec 12 15:28:23.768007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7407ad30-e3aa-40f2-90c3-8b7add8ab408 req-ac5a7c46-9338-4e0f-9dae-0a822e943591 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/5750ba3f-4970-4d65-a598-7fb7a3458a31 HTTP/1.1" status: 200 len: 3002 time: 0.0592532 Dec 12 15:28:23.829115 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-7407ad30-e3aa-40f2-90c3-8b7add8ab408 req-17835136-9a87-4e48-b810-9212ce96d979 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 15:28:23.830149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7407ad30-e3aa-40f2-90c3-8b7add8ab408 req-17835136-9a87-4e48-b810-9212ce96d979 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "DELETE /v2.0/security-groups/5750ba3f-4970-4d65-a598-7fb7a3458a31 HTTP/1.1" status: 409 len: 352 time: 0.0548565 Dec 12 15:28:23.933745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23da6b-f76f-4661-b7a8-aa17403ab5ab req-ab2fe110-58bc-4c15-8155-38c69bf9bfc7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:23.935223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c23da6b-f76f-4661-b7a8-aa17403ab5ab req-ab2fe110-58bc-4c15-8155-38c69bf9bfc7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.0547104 Dec 12 15:28:23.988214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c23da6b-f76f-4661-b7a8-aa17403ab5ab req-e9b7ba8c-82c2-45ab-87fe-68cb2b94b256 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Dec 12 15:28:24.105123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa20237-e7bc-4f27-ac6d-c410720fd1f2 req-bd8cbe66-c3e3-4d8c-b250-814380e4e9c8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:24.106591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6aa20237-e7bc-4f27-ac6d-c410720fd1f2 req-bd8cbe66-c3e3-4d8c-b250-814380e4e9c8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Dec 12 15:28:24.157101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6aa20237-e7bc-4f27-ac6d-c410720fd1f2 req-8bbf8de2-db53-485a-9c6b-46c0ef91c72d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Dec 12 15:28:24.263247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a341a-f133-431e-9302-be17adbcbcb5 req-4b6d3bb3-26f2-49f6-89a8-fd0ae32ba3a4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:24.264832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e46a341a-f133-431e-9302-be17adbcbcb5 req-4b6d3bb3-26f2-49f6-89a8-fd0ae32ba3a4 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Dec 12 15:28:24.327786 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-abacc354-cabd-47ef-b502-6bd7678bacbf req-bee6411b-a491-4635-a04c-b94f633ac2ce tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] show failed (client error): The resource could not be found. Dec 12 15:28:24.328904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abacc354-cabd-47ef-b502-6bd7678bacbf req-bee6411b-a491-4635-a04c-b94f633ac2ce tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/8d943743-bc05-42eb-ab13-30a87ba4b5df HTTP/1.1" status: 404 len: 352 time: 0.0273654 Dec 12 15:28:24.341568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e46a341a-f133-431e-9302-be17adbcbcb5 req-215b2e1b-a226-4043-bc1b-15d0993b7eae tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567186 Dec 12 15:28:24.479168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e955b690-4348-4594-8f8d-8fe4c3658759 req-d444a5d8-df3a-40e3-90ac-6359361d9c5f tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0411828 Dec 12 15:28:24.581799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b11867-6882-4f8f-939f-590d3c43311c req-0a5deb91-3223-4090-9d04-90607ddd8211 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0572159 Dec 12 15:28:24.596935 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-18b9640b-caa8-4a7a-8688-669e144beb17 req-b03f8e3d-15ec-4544-a90f-02778646fb28 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] show failed (client error): The resource could not be found. Dec 12 15:28:24.605474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18b9640b-caa8-4a7a-8688-669e144beb17 req-b03f8e3d-15ec-4544-a90f-02778646fb28 tempest-SecurityGroupsNegativeTestJSON-966331835 tempest-SecurityGroupsNegativeTestJSON-966331835-project] 10.222.0.36 "GET /v2.0/security-groups/bb0c02af-8690-4cd0-b121-1675b81f47d7 HTTP/1.1" status: 404 len: 352 time: 0.0270915 Dec 12 15:28:24.620070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:24.670405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Deleting subnet 647e396b-811f-482c-8b99-e8e4b0c99c28 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:28:24.673990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.713192 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.758378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.820657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.853710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647e396b-811f-482c-8b99-e8e4b0c99c28,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:24.864976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.868521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d242ff1-81d7-4680-b57f-38e24cfb85a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/647e396b-811f-482c-8b99-e8e4b0c99c28 HTTP/1.1" status: 204 len: 168 time: 0.2465506 Dec 12 15:28:24.871160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-3efd7223-135e-47b1-9041-5c36fabec221 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:24.871332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37996) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:24.872708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-3efd7223-135e-47b1-9041-5c36fabec221 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.1249003 Dec 12 15:28:24.893230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-8e508c95-a6e4-46d2-baf5-634fe2ef616c tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/quotas/69ced53e325a41b388640607efa5031a HTTP/1.1" status: 200 len: 375 time: 0.0127809 Dec 12 15:28:24.956391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30e51e53-c4f6-48d9-be6d-a59bafad3f59 req-0c8f28eb-2742-4798-b727-67b9508d7a0a tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb&device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.0530834 Dec 12 15:28:24.993083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:24.993303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-c043e67a-159f-4ac9-b56f-07b7e158a6c8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876493 Dec 12 15:28:25.082660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-ef3ca081-3fc1-4bad-b768-8a010f44411c service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923054 Dec 12 15:28:25.101133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.124232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17b949a-f4ce-4823-9617-5a66795d1b50']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:25.134643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4858e1ba-3496-4987-a94b-98331e2d0eca') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:25.134941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4858e1ba-3496-4987-a94b-98331e2d0eca') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:25.147012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.165050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.173097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:28:25.173459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:28:25.176510 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:28:25.257899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.265904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.270462 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f17b949a-f4ce-4823-9617-5a66795d1b50 HTTP/1.1" status: 204 len: 168 time: 0.3981125 Dec 12 15:28:25.292411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1437f-3509-4394-b177-19c576a21a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17b949a-f4ce-4823-9617-5a66795d1b50,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:25.392543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:25.437907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9a9855c9-8da1-4693-8562-7228cb386f16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0b33a3f32274831ac3d347927e15948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434308 Dec 12 15:28:25.441311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:25.471463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d751274-4e20-49b7-9727-92c0792ef15b req-1eebb0ff-ad75-4b62-b9a1-f2c909069e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecbe2781be54bc4947d2a69c3572604&device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0491452 Dec 12 15:28:25.489734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.511037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.521481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d751274-4e20-49b7-9727-92c0792ef15b req-f1fe5ef6-f44a-4a02-8145-26fd2a1a72e8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fecbe2781be54bc4947d2a69c3572604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369372 Dec 12 15:28:25.537707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a57ce-6cb2-426f-b278-1abfc8bebd8b req-b46876fb-5660-446b-8686-00548928233e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:25.539123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff1a57ce-6cb2-426f-b278-1abfc8bebd8b req-b46876fb-5660-446b-8686-00548928233e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1180084 Dec 12 15:28:25.552272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-5d73805f-ed2e-40b8-b88f-18b9ef82ecde service neutron] 10.222.0.36 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634247 Dec 12 15:28:25.558854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.561430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:25.565628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5750ba3f-4970-4d65-a598-7fb7a3458a31 HTTP/1.1" status: 204 len: 168 time: 0.1203668 Dec 12 15:28:25.571966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9352bcab-0fbd-4743-994f-320dcf18c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5750ba3f-4970-4d65-a598-7fb7a3458a31,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:25.651081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff1a57ce-6cb2-426f-b278-1abfc8bebd8b req-f6ff6aa1-6abf-46a9-9392-dd9654a7a693 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008992 Dec 12 15:28:25.670269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d751274-4e20-49b7-9727-92c0792ef15b req-dac3d95d-603a-4ca4-a102-b217cdc7c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:25.671910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d751274-4e20-49b7-9727-92c0792ef15b req-dac3d95d-603a-4ca4-a102-b217cdc7c113 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1305940 Dec 12 15:28:25.906214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cf2bf68-51ea-4d97-99a7-4a3fe6b07542 req-2971c1da-4312-43c2-90f1-12f091a2c02d tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.1039176 Dec 12 15:28:25.933186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-4b43eb68-0d0a-429e-af5d-854f4fe8c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:25.936031 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-4b43eb68-0d0a-429e-af5d-854f4fe8c8e9 service neutron] 10.222.0.30 "GET /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 1033 time: 0.1059153 Dec 12 15:28:25.972833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906fcb-830c-4809-a04a-c72cdb7504b1 req-53b4572b-29e1-4be8-8ce6-a08166224c70 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:25.992449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75906fcb-830c-4809-a04a-c72cdb7504b1 req-53b4572b-29e1-4be8-8ce6-a08166224c70 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2039685 Dec 12 15:28:26.051984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-819e6054-2508-412b-84dd-a0206747656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.055515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-819e6054-2508-412b-84dd-a0206747656a service neutron] 10.222.0.30 "GET /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 1033 time: 0.0970902 Dec 12 15:28:26.117802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f625d6e-3771-41bf-b912-e61bb7f40a06 req-78804ed4-0eeb-48b0-863d-abacab00bfbc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0758226 Dec 12 15:28:26.139222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75906fcb-830c-4809-a04a-c72cdb7504b1 req-cb33bc12-3662-4739-b567-58d4b25e1ead tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459816 Dec 12 15:28:26.188328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-0cb243df-eb0d-4814-a8af-3f5375ec2958 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.190459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-0cb243df-eb0d-4814-a8af-3f5375ec2958 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "GET /v2.0/ports?device_id=97a59817-7465-4010-b75c-9b9835ba37e7 HTTP/1.1" status: 200 len: 945 time: 0.1449625 Dec 12 15:28:26.292578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fca2d74c-69d0-44a4-9f71-d06da5a04dbc req-2605f7eb-3ed2-4ff5-ba4c-5ab978820010 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 210 time: 0.0697041 Dec 12 15:28:26.322337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6f9f1647-e8b2-4362-8eee-03e6bb5b0dbb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.329070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6f9f1647-e8b2-4362-8eee-03e6bb5b0dbb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.336742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6f9f1647-e8b2-4362-8eee-03e6bb5b0dbb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.341049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6f9f1647-e8b2-4362-8eee-03e6bb5b0dbb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 1994 time: 0.2779157 Dec 12 15:28:26.391714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Deleting port 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:26.392169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:26.463980 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-082a5dfa-8126-4c38-914d-f8eb65b4e168 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dba4f093d49c48fda161884bab88a25f HTTP/1.1" status: 200 len: 380 time: 0.1114867 Dec 12 15:28:26.498266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'admin_state_up': True, 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'security_groups': ['bd589750-45f0-4f20-8ea6-73da3e631066']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:26.545503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] For port 989130ca-5d35-4852-98f5-800108bb032f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=989130ca-5d35-4852-98f5-800108bb032f,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:26.546142 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:26.564739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Calling delete_port for 989130ca-5d35-4852-98f5-800108bb032f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:26.735747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:26.742197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:26.892653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38066) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:26.946503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 172.20.0.6 (21b8d238-3b20-4063-9242-eced91825992/25b887a3-6c58-4e38-b0e5-d1ffd4198aa1/bd492019-f624-412d-bdb3-2e5c374d42a6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:26.947334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55618-f66f-4767-86f7-033a172272e2 req-53305a7a-6cab-4dac-806a-7f74ba6f655c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:26.961832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58e55618-f66f-4767-86f7-033a172272e2 req-53305a7a-6cab-4dac-806a-7f74ba6f655c tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1208699 Dec 12 15:28:26.967536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:26.981011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['989130ca-5d35-4852-98f5-800108bb032f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:27.061812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event deleted for resources: {'Port': ['ID=989130ca-5d35-4852-98f5-800108bb032f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:27.129397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2955760-0c0d-4a1c-96d3-ada0d025ac47 req-39f732d4-ec1e-4140-9d0f-94a5bcbcacce tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0705535 Dec 12 15:28:27.135350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1353249230-network', 'tenant_id': 'fa59fdd48006474bb402a7415cbfe45c'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:27.185636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] No DVR routers for this DVR port 989130ca-5d35-4852-98f5-800108bb032f on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:27.213803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.230315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.233561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4d751274-4e20-49b7-9727-92c0792ef15b req-e76dea35-27d4-49db-9feb-06c1e2fcfdfe tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.0342283 Dec 12 15:28:27.233693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f3a7ae1-8c8b-45d4-a448-a498e521700f req-a4f18491-2c02-46ec-bfbc-57a0ca14a769 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.13 "DELETE /v2.0/ports/989130ca-5d35-4852-98f5-800108bb032f HTTP/1.1" status: 204 len: 173 time: 1.0350108 Dec 12 15:28:27.236524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-deleted', 'tag': '989130ca-5d35-4852-98f5-800108bb032f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:27.242936 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e4e63f-7b54-4b02-be87-db72a90e1265" -d '{"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-deleted", "tag": "989130ca-5d35-4852-98f5-800108bb032f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:27.299804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.355802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-25f7fe87-6ec9-408c-89c1-c5426e7af063 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:27.357308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-25f7fe87-6ec9-408c-89c1-c5426e7af063 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.30 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 814 time: 0.1751103 Dec 12 15:28:27.359185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Made reservation on behalf of fa59fdd48006474bb402a7415cbfe45c for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:27.361429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.371689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network 21b8d238-3b20-4063-9242-eced91825992 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:27.386537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58e55618-f66f-4767-86f7-033a172272e2 req-5aebc7e1-02c3-4e9b-9afc-bacc1310080a tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077823 Dec 12 15:28:27.386772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:27.386772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:27.403229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Request body: {'port': {'device_id': '52bba507-1047-429c-a6b1-b8153478943e', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'admin_state_up': True, 'tenant_id': '69ced53e325a41b388640607efa5031a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:27.473126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:27.474513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.493662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.503810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:27.542822 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e2c21287-34db-4361-b201-d1abaf56f473 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0510726 Dec 12 15:28:27.558191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'admin_state_up': True, 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'security_groups': ['bd589750-45f0-4f20-8ea6-73da3e631066']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:27.649842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85affabf-75fe-465b-8fb0-f1f9d4a816b6 req-5297b13f-4d97-4120-a2a1-91ac6fe99ec9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:27.657869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85affabf-75fe-465b-8fb0-f1f9d4a816b6 req-5297b13f-4d97-4120-a2a1-91ac6fe99ec9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 931 time: 0.3996322 Dec 12 15:28:27.686681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66affd6c-5990-4d75-9754-dba7408796f1 req-2a846e5b-1b4f-4fff-a10d-1f9bcc983bea tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:27.688726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66affd6c-5990-4d75-9754-dba7408796f1 req-2a846e5b-1b4f-4fff-a10d-1f9bcc983bea tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1838660 Dec 12 15:28:27.697445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:27.702499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.743011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0b4203f9-6b8f-403d-80d2-683746f34f0a None None] Provisioning complete for port bd492019-f624-412d-bdb3-2e5c374d42a6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:27.743635 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4203f9-6b8f-403d-80d2-683746f34f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.798150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0b4203f9-6b8f-403d-80d2-683746f34f0a None None] Port bd492019-f624-412d-bdb3-2e5c374d42a6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:27.844137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85affabf-75fe-465b-8fb0-f1f9d4a816b6 req-7b7142d9-d672-4367-beee-6981a647b1bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850319 Dec 12 15:28:27.867734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66affd6c-5990-4d75-9754-dba7408796f1 req-ded32cbc-4672-4c56-aeb7-a35f7df7dafb tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631756 Dec 12 15:28:27.870669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Made reservation on behalf of 69ced53e325a41b388640607efa5031a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:27.875447 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.894966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.1.1.248 (ed29c9dc-94d7-43e4-9e6a-78be32a73b2e/92b541c3-83ba-4291-8944-c8879026ca61/a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:27.985881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:27.988937 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006880f8-f1c6-43cd-af41-578ea22eba5f x-openstack-request-id: req-006880f8-f1c6-43cd-af41-578ea22eba5f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:27.989239 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a59817-7465-4010-b75c-9b9835ba37e7", "name": "network-vif-deleted", "tag": "989130ca-5d35-4852-98f5-800108bb032f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:27.989499 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-006880f8-f1c6-43cd-af41-578ea22eba5f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:27.990218 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a59817-7465-4010-b75c-9b9835ba37e7', 'name': 'network-vif-deleted', 'tag': '989130ca-5d35-4852-98f5-800108bb032f', 'status': 'completed', 'code': 200} Dec 12 15:28:28.001216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.063392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51cda916-baf3-4112-b574-77576977d78a req-4a200909-d972-4452-9c96-f5cccbc5480f tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 210 time: 0.0832276 Dec 12 15:28:28.074945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:28.110752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.111075 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Added segment 1b41235c-cce0-490f-9111-72f6085916f5 of type vlan for network 8fe135dc-be61-4c12-a315-c25fb6a03a6d Dec 12 15:28:28.122870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:28.136738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.188502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.199611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Allocated IP 172.20.0.11 (5490f5d0-dc5d-4d29-94ed-41c88db1f8fb/208503ab-5d94-4f98-8ef8-f0c94267879d/7f425c28-4091-4304-9f82-7d85f86b6f58) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:28.212150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.266321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.269021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:28.269614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.285880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:28.289663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:28.295061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:28.319345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4249935 Dec 12 15:28:28.343496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38086) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:28.370897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:28.372021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.387715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:28.389039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Request body: {'subnet': {'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1353249230-subnet', 'tenant_id': 'fa59fdd48006474bb402a7415cbfe45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:28.420205 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-1a55bc50-2da0-4344-b745-1d9211f261ec tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8676250 Dec 12 15:28:28.433578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-737af8cd-7636-46c3-86a4-4dff4946b15c req-5b558cf0-68ca-4393-9b27-ce1e2153986a tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4b5c65d-3884-4727-a5ab-fa8e0dfa46bb HTTP/1.1" status: 200 len: 210 time: 0.1217253 Dec 12 15:28:28.458795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678e9ca-4902-4bca-8fbe-637b02a87ada admin admin] Pushing event updated for resources: {'Network': ['ID=8fe135dc-be61-4c12-a315-c25fb6a03a6d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:28.469417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'admin_state_up': True, 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'security_groups': ['bd589750-45f0-4f20-8ea6-73da3e631066']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:28.470489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 8fe135dc-be61-4c12-a315-c25fb6a03a6d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:28.617764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Made reservation on behalf of fa59fdd48006474bb402a7415cbfe45c for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:28.620094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.636812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:28.641299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.647187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a04308-3089-4a3c-a852-e9744daef8f0 req-7a62b5b7-deae-47f3-b393-38556a3cae39 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:28.648687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5a04308-3089-4a3c-a852-e9744daef8f0 req-7a62b5b7-deae-47f3-b393-38556a3cae39 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1808460 Dec 12 15:28:28.741987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3c222715-a11a-47e9-8084-55963eb44a91 None None] Provisioning complete for port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:28.742871 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c222715-a11a-47e9-8084-55963eb44a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.773184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.793977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.1.1.30 (ed29c9dc-94d7-43e4-9e6a-78be32a73b2e/92b541c3-83ba-4291-8944-c8879026ca61/3bdcadd8-7091-446a-91e7-cea3463f2740) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:28.812131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5a04308-3089-4a3c-a852-e9744daef8f0 req-ed5f8766-5946-4f68-b444-f3b475c2d9f8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519182 Dec 12 15:28:28.837695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3c222715-a11a-47e9-8084-55963eb44a91 None None] Port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:28.882762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:28.985289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.002712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:29.020362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.054091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:29.069767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:29.073376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:29.076090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:29.077495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:29.115412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.118261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event updated for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:29.122634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:29.168074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.169798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.202334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-675488b5-a58f-4080-9682-f17e9e4c8c32 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7619801 Dec 12 15:28:29.210609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b8630-76c6-4846-92fb-935cceb59c48 req-0fdc3dd4-77bd-486a-a65a-149946edba16 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.212170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d31b8630-76c6-4846-92fb-935cceb59c48 req-0fdc3dd4-77bd-486a-a65a-149946edba16 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2290311 Dec 12 15:28:29.218518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'admin_state_up': True, 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'security_groups': ['bd589750-45f0-4f20-8ea6-73da3e631066']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:29.224017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e00fc-ddd0-4790-b040-7175819d9aa7 req-d1e6c4a5-ca4b-4a0a-8887-da0f0c1149fe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.230038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e00fc-ddd0-4790-b040-7175819d9aa7 req-d1e6c4a5-ca4b-4a0a-8887-da0f0c1149fe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.236106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e00fc-ddd0-4790-b040-7175819d9aa7 req-d1e6c4a5-ca4b-4a0a-8887-da0f0c1149fe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.238103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a3e00fc-ddd0-4790-b040-7175819d9aa7 req-d1e6c4a5-ca4b-4a0a-8887-da0f0c1149fe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 2373 time: 0.2477746 Dec 12 15:28:29.243832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.244460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.275450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fefb95-da72-40d8-a9cb-250b3445ebf0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:29.314016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dcb8508e-009a-494b-8d2a-1d354f1aaa11 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9269845 Dec 12 15:28:29.343738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Request body: {'port': {'device_id': '52bba507-1047-429c-a6b1-b8153478943e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:29.373401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:29.385869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Checking segment: {'id': '1b41235c-cce0-490f-9111-72f6085916f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:29.386229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Network hostable DHCP agents. Network: 8fe135dc-be61-4c12-a315-c25fb6a03a6d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:29.407596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d31b8630-76c6-4846-92fb-935cceb59c48 req-f48fa713-21a5-45ec-a6b9-11a2d6b2e0de tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582904 Dec 12 15:28:29.445615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a3e00fc-ddd0-4790-b040-7175819d9aa7 req-b3def505-a93f-4deb-bcb1-62fbe78d6514 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953437 Dec 12 15:28:29.468585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.502224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Network 8fe135dc-be61-4c12-a315-c25fb6a03a6d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:29.504550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4ac6c37b-14bc-4b19-8cb6-b280096c269c None None] Provisioning complete for port 3bdcadd8-7091-446a-91e7-cea3463f2740 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:29.505039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ac6c37b-14bc-4b19-8cb6-b280096c269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.510883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.522432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 8fe135dc-be61-4c12-a315-c25fb6a03a6d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:29.532177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.533077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:29.558075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc9409-9e47-4570-9516-b7f10545dca4 None None] Network 8fe135dc-be61-4c12-a315-c25fb6a03a6d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:29.641088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a386565a-51f6-4411-b445-d3f06c4343a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2962298 Dec 12 15:28:29.742927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595be626-d198-48fb-a97b-14ce62560a22 req-c7f6a6fd-5991-4b67-b3d2-629c9b3a779a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:29.744546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-595be626-d198-48fb-a97b-14ce62560a22 req-c7f6a6fd-5991-4b67-b3d2-629c9b3a779a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 932 time: 0.1625679 Dec 12 15:28:29.756290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6c37b-14bc-4b19-8cb6-b280096c269c None None] Port 3bdcadd8-7091-446a-91e7-cea3463f2740 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:29.761321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1db1dc-e015-462a-92e6-7ecc816ef487 None None] Network 8fe135dc-be61-4c12-a315-c25fb6a03a6d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:29.950891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.2.2.100 (052b6bdd-1df4-44c5-a6e8-6ffa6218577b/38aa046f-4e1b-4f32-93e5-3bba8936dd3d/93a00a8c-6b7d-4aa2-af4d-0289eff2fa99) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:29.984528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36b612e0-290a-4734-96c0-fe6f04249e8b req-3c2f8886-1f77-4d59-a554-33658511aea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecbe2781be54bc4947d2a69c3572604&device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.0452526 Dec 12 15:28:30.078444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36b612e0-290a-4734-96c0-fe6f04249e8b req-3716a680-e304-49f2-b3e2-0dd47cda1c16 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fecbe2781be54bc4947d2a69c3572604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762329 Dec 12 15:28:30.085565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-595be626-d198-48fb-a97b-14ce62560a22 req-fafa528e-7155-4274-8373-816b311ba093 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246474 Dec 12 15:28:30.152896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.186702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30dcfc-a56b-4dac-bca9-aa9f341d982a req-9ee15963-9c53-4625-ab0a-4b5b844d31f2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:30.194305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b30dcfc-a56b-4dac-bca9-aa9f341d982a req-9ee15963-9c53-4625-ab0a-4b5b844d31f2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1995318 Dec 12 15:28:30.250432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f425c28-4091-4304-9f82-7d85f86b6f58 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:30.260843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.308011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Transition to ACTIVE for port object 7f425c28-4091-4304-9f82-7d85f86b6f58 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:30.309321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b612e0-290a-4734-96c0-fe6f04249e8b req-31dbaff7-3fb8-47d4-8707-ea319c484584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:30.310833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36b612e0-290a-4734-96c0-fe6f04249e8b req-31dbaff7-3fb8-47d4-8707-ea319c484584 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2198296 Dec 12 15:28:30.321295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b30dcfc-a56b-4dac-bca9-aa9f341d982a req-f4882bf1-d3ec-4387-a159-f4d869e931c5 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259561 Dec 12 15:28:30.323358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.532805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Pushing event updated for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:30.537438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dff7f07-c8ff-4a0b-b746-bef7e714c70c req-39da235b-2e1e-42d8-9a5c-30048c4a87c1 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.36 "GET /v2.0/ports?device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.0878875 Dec 12 15:28:30.577935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Attempting to bind port 7f425c28-4091-4304-9f82-7d85f86b6f58 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:30.579373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Attempting to bind port 7f425c28-4091-4304-9f82-7d85f86b6f58 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:30.579809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Attempting to bind port 7f425c28-4091-4304-9f82-7d85f86b6f58 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:30.596137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.597041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Port 7f425c28-4091-4304-9f82-7d85f86b6f58 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:30.597996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Attempting to bind port 7f425c28-4091-4304-9f82-7d85f86b6f58 on network 5490f5d0-dc5d-4d29-94ed-41c88db1f8fb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:30.611458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:30.611940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Checking segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:30.612420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Bound using segment: {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:30.613189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Bound port: 7f425c28-4091-4304-9f82-7d85f86b6f58, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae02264-b610-4f5f-a03c-f948df0d9ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:30.613657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.647944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:30.650454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-3c9deaf6-d4b0-46f8-a72b-6a5218cd700d tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:30.651087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:30.652231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-3c9deaf6-d4b0-46f8-a72b-6a5218cd700d tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/networks?id=8fe135dc-be61-4c12-a315-c25fb6a03a6d HTTP/1.1" status: 200 len: 818 time: 0.2699535 Dec 12 15:28:30.654887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:30.680271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:30.681548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:30.700105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-25b242a0-835d-40fb-8050-be8b2b4637e3 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/quotas/fa59fdd48006474bb402a7415cbfe45c HTTP/1.1" status: 200 len: 375 time: 0.0305769 Dec 12 15:28:30.712039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 989130ca-5d35-4852-98f5-800108bb032f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:30.712379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 989130ca-5d35-4852-98f5-800108bb032f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:30.727642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:30.728599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:30.749689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-460368cf-d6d4-4209-a9f0-8557c45e16fb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5351562 Dec 12 15:28:30.762511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'admin_state_up': True, 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'security_groups': ['bd589750-45f0-4f20-8ea6-73da3e631066']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:30.907254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Made reservation on behalf of dba4f093d49c48fda161884bab88a25f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:30.913877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.001863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d8ac410f-0095-4709-b00e-5a66df80496a None None] Provisioning complete for port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:31.003569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8ac410f-0095-4709-b00e-5a66df80496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.027187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-5c47e9ab-aa89-4a6f-bd96-723686e17f8b tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa59fdd48006474bb402a7415cbfe45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3209555 Dec 12 15:28:31.040274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298d2ee-21f0-4569-96ec-c019bb264786 req-cf085902-1fbe-47f5-b6b4-501238581cf7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.047332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c298d2ee-21f0-4569-96ec-c019bb264786 req-cf085902-1fbe-47f5-b6b4-501238581cf7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.4265010 Dec 12 15:28:31.061593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac410f-0095-4709-b00e-5a66df80496a None None] Port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:31.136522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Allocated IP 10.2.2.200 (052b6bdd-1df4-44c5-a6e8-6ffa6218577b/38aa046f-4e1b-4f32-93e5-3bba8936dd3d/762d64b8-70a3-45d1-9bef-98b454111804) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:31.158911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:31.185233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c298d2ee-21f0-4569-96ec-c019bb264786 req-54b7df0f-9528-4d7d-a26b-d1f74bd05f86 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350045 Dec 12 15:28:31.192207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7f425c28-4091-4304-9f82-7d85f86b6f58,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:31.214718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.312974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.313597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.315001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] 10.222.0.30 "PUT /v2.0/ports/7f425c28-4091-4304-9f82-7d85f86b6f58 HTTP/1.1" status: 200 len: 1092 time: 1.9856510 Dec 12 15:28:31.315459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:31.317733 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c12ba8-681a-43af-ae12-d6266dbd4832" -d '{"events": [{"name": "network-changed", "server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:31.324832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.339778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-3aa6a0fc-fc59-4fc3-9878-b7e2ef8d1429 service neutron] 10.222.0.36 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888856 Dec 12 15:28:31.378755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda83d-e2fe-42df-887c-ec28ad8ab56d service neutron] Pushing event updated for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:31.392240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.444997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:31.448494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:31.452553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:31.472855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-594f1e35-4fae-41cf-8130-b54215d9dfa4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.479841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event updated for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:31.482233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-594f1e35-4fae-41cf-8130-b54215d9dfa4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.494796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-594f1e35-4fae-41cf-8130-b54215d9dfa4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.502053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-594f1e35-4fae-41cf-8130-b54215d9dfa4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.510413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-594f1e35-4fae-41cf-8130-b54215d9dfa4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 3094 time: 0.2177343 Dec 12 15:28:31.537302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.537987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.564167 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-a4db2a46-dc3e-4c7b-b1e4-2f9b76777469 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8072352 Dec 12 15:28:31.583176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:31.583561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-37e6bd00-d455-490e-84f8-b9d1d4740ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.585368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-37e6bd00-d455-490e-84f8-b9d1d4740ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 1095 time: 0.1993988 Dec 12 15:28:31.649129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-24230244-a658-4407-a207-2983b3715454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f425c28-4091-4304-9f82-7d85f86b6f58 HTTP/1.1" status: 200 len: 217 time: 0.0432606 Dec 12 15:28:31.675652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.721952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-17ccf8d4-259a-47c9-9231-e1d8119d06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:31.723101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-17ccf8d4-259a-47c9-9231-e1d8119d06f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.0585678 Dec 12 15:28:31.782206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-900ce6c1-8ebd-4320-8e39-a1d02163f8df service neutron] 10.222.0.36 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296098 Dec 12 15:28:31.784745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-a9776337-3f69-45d0-a895-789029af8b29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409074 Dec 12 15:28:31.786502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36b612e0-290a-4734-96c0-fe6f04249e8b req-6ec1f2b4-e9cf-48b4-a329-b17fb71c05f1 tempest-ServerShowV247Test-1767677411 tempest-ServerShowV247Test-1767677411-project] 10.222.0.13 "GET /v2.0/ports?device_id=d210f812-8ebb-45ec-a064-33ddba453e1e HTTP/1.1" status: 200 len: 210 time: 0.1345880 Dec 12 15:28:31.798636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-147404ee-d5f3-4e5f-8229-490f823640a0 req-4acc05db-fa42-4188-b5d8-d02d17008d4c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872400 Dec 12 15:28:31.910319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-01fba695-325c-486c-82d2-53ed33f9ad73 None None] Provisioning complete for port 762d64b8-70a3-45d1-9bef-98b454111804 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:31.910899 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01fba695-325c-486c-82d2-53ed33f9ad73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:31.987016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-01fba695-325c-486c-82d2-53ed33f9ad73 None None] Port 762d64b8-70a3-45d1-9bef-98b454111804 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:28:32.041119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-597d73bf-f389-4772-84e8-715f5f30d2fb service neutron] 10.222.0.30 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380512 Dec 12 15:28:32.159866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd492019-f624-412d-bdb3-2e5c374d42a6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:32.176161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:32.177024 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d4143-93df-437b-9b42-819c6c593ed4 x-openstack-request-id: req-3d1d4143-93df-437b-9b42-819c6c593ed4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:32.177517 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:32.177610 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d1d4143-93df-437b-9b42-819c6c593ed4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:32.177985 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58', 'status': 'completed', 'code': 200} Dec 12 15:28:32.207434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Transition to ACTIVE for port object bd492019-f624-412d-bdb3-2e5c374d42a6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:32.215373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:32.237608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec35d950-6dd4-4cd8-8a68-9b2670bc03e9 req-dfb28520-a4cb-4e79-8557-8a0d0f6fe594 service neutron] 10.222.0.30 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900890 Dec 12 15:28:32.272828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538527c0-53cd-4226-90fa-02ec95443103 req-8757d6bd-ffc5-40a3-8f7d-023033268ef2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:32.294756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-538527c0-53cd-4226-90fa-02ec95443103 req-8757d6bd-ffc5-40a3-8f7d-023033268ef2 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 944 time: 0.1515203 Dec 12 15:28:32.384881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:32.547371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Attempting to bind port bd492019-f624-412d-bdb3-2e5c374d42a6 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:32.547848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Attempting to bind port bd492019-f624-412d-bdb3-2e5c374d42a6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:32.548292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Attempting to bind port bd492019-f624-412d-bdb3-2e5c374d42a6 on network 21b8d238-3b20-4063-9242-eced91825992 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:32.560785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deef08-c673-4f42-8a08-88c56c8d49e0 req-b45c4258-cf49-418a-bc3b-73f3f52a38b7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:32.563322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Port bd492019-f624-412d-bdb3-2e5c374d42a6 on network 21b8d238-3b20-4063-9242-eced91825992 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:32.563750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Attempting to bind port bd492019-f624-412d-bdb3-2e5c374d42a6 on network 21b8d238-3b20-4063-9242-eced91825992 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:32.576474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8deef08-c673-4f42-8a08-88c56c8d49e0 req-b45c4258-cf49-418a-bc3b-73f3f52a38b7 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.2705309 Dec 12 15:28:32.577669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:32.578330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Checking segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:32.578606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Bound using segment: {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:32.579252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Bound port: bd492019-f624-412d-bdb3-2e5c374d42a6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3c4d88-39ba-463a-9b8b-aa7325ec9740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '21b8d238-3b20-4063-9242-eced91825992'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:32.579590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:32.614693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-538527c0-53cd-4226-90fa-02ec95443103 req-f9ba6a9c-0fe0-4395-89a9-9e9861f43000 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123107 Dec 12 15:28:32.667278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-bab44dc6-1c96-400d-b00d-40bab2dbe31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:32.674045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-bab44dc6-1c96-400d-b00d-40bab2dbe31b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69ced53e325a41b388640607efa5031a&device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 1095 time: 0.3134024 Dec 12 15:28:32.760430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:32.764337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:32.773154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:32.834161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:32.835056 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:32.836700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] 10.222.0.30 "PUT /v2.0/ports/bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1091 time: 1.2595394 Dec 12 15:28:32.837249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:32.840101 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1dbe82-9645-421b-a0cb-7e263078747c" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:32.902675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:32.941223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5beee-56ff-4a52-8b14-460a1522ec2b service neutron] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:33.003845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8deef08-c673-4f42-8a08-88c56c8d49e0 req-86f5b021-82ab-47d2-b744-64b78625e9f1 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232788 Dec 12 15:28:33.026220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.089657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-544c75f1-679e-46df-825d-b016cf59b860 req-2710be0e-0725-4bba-adf8-e027fe9bc1b7 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 210 time: 0.2872500 Dec 12 15:28:33.248457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15650e-9109-405b-b149-a2e0ecafbabd req-a3a24142-6920-43f5-abb0-aacc39df19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.250746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e15650e-9109-405b-b149-a2e0ecafbabd req-a3a24142-6920-43f5-abb0-aacc39df19bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1097 time: 0.4838076 Dec 12 15:28:33.276721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-caff50b4-cfb6-421f-8947-079966567369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.278475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-caff50b4-cfb6-421f-8947-079966567369 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 200 len: 914 time: 0.5910149 Dec 12 15:28:33.310288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38164) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:33.400940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-1edfa089-5353-4c7c-a7db-98841beecf3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f425c28-4091-4304-9f82-7d85f86b6f58 HTTP/1.1" status: 200 len: 217 time: 0.0914116 Dec 12 15:28:33.497572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a9764-b98b-45da-8485-adf74dbbde53 req-099a76b0-1225-425e-b330-f75760399141 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.499157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221a9764-b98b-45da-8485-adf74dbbde53 req-099a76b0-1225-425e-b330-f75760399141 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2671709 Dec 12 15:28:33.516477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e15650e-9109-405b-b149-a2e0ecafbabd req-e08247eb-8d2e-4d07-996e-650529cf39aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413154 Dec 12 15:28:33.520785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76defe4-4f0c-41c5-960b-a1b2a56d124d {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:33.526855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.530266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.533027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.539774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.543961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Transition to ACTIVE for port object d76defe4-4f0c-41c5-960b-a1b2a56d124d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:33.545998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.548591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.552833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.560490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-f578e471-c1a2-4321-9764-15e550e2355a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 3827 time: 0.3085034 Dec 12 15:28:33.604171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aaad38c-160f-4f15-bf27-9bc00906d927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.612415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-a46c990b-478c-4db0-a6d5-cfaa18356b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.615060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-a46c990b-478c-4db0-a6d5-cfaa18356b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 200 len: 854 time: 0.1955314 Dec 12 15:28:33.623755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1d664-4c9b-40f4-91a2-01e13fe5d5ba req-600367fe-b707-4b21-b407-fe95e09a225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.625380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cea1d664-4c9b-40f4-91a2-01e13fe5d5ba req-600367fe-b707-4b21-b407-fe95e09a225a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.2699757 Dec 12 15:28:33.640254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:33.685340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Attempting to bind port d76defe4-4f0c-41c5-960b-a1b2a56d124d on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:33.685889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Attempting to bind port d76defe4-4f0c-41c5-960b-a1b2a56d124d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:33.686092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Attempting to bind port d76defe4-4f0c-41c5-960b-a1b2a56d124d on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:33.688511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-0f60e0dd-0b8c-46eb-aac4-db0ff843916b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613682 Dec 12 15:28:33.693356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Port d76defe4-4f0c-41c5-960b-a1b2a56d124d on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:33.693823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Attempting to bind port d76defe4-4f0c-41c5-960b-a1b2a56d124d on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:33.703077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:33.703579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:33.704740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Bound using segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:33.705186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Bound port: d76defe4-4f0c-41c5-960b-a1b2a56d124d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:33.705720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.801522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221a9764-b98b-45da-8485-adf74dbbde53 req-a6659ad3-43eb-4d6e-b74f-475cb329fb82 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896121 Dec 12 15:28:33.819140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:33.823162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:33.830117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.849095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6654567b-b78d-4851-9eaf-8141db2c5f68 req-8c735436-e773-4b7a-938f-bcb7fa639d6b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816207 Dec 12 15:28:33.889328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:33.891884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:33.914903 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] 10.222.0.30 "PUT /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 1136 time: 1.0219362 Dec 12 15:28:33.919032 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a40c1-6a0a-43d5-9428-3de5976f6c4e x-openstack-request-id: req-343a40c1-6a0a-43d5-9428-3de5976f6c4e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:33.921450 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:33.922308 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-343a40c1-6a0a-43d5-9428-3de5976f6c4e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:33.922748 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'status': 'completed', 'code': 200} Dec 12 15:28:33.934231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cea1d664-4c9b-40f4-91a2-01e13fe5d5ba req-18b5511b-9312-4ba1-a6a2-fcaff86369eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889121 Dec 12 15:28:34.084076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268aae-f2ba-44e9-91fa-563b1b983b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:34.099643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.100129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.100598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.101092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.106011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.106549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.108511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-53b1bc2a-7cc3-408c-8fa0-ed50125fefc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5291 time: 0.1790192 Dec 12 15:28:34.239804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-3e22a89d-4a31-4111-a1e9-fab33f09aa96 service neutron] 10.222.0.30 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281403 Dec 12 15:28:34.246607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-52b98ec8-db48-45bc-90fe-fb0c6eee4341 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.248126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-52b98ec8-db48-45bc-90fe-fb0c6eee4341 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.13 "GET /v2.0/networks?id=8fe135dc-be61-4c12-a315-c25fb6a03a6d HTTP/1.1" status: 200 len: 818 time: 0.3309796 Dec 12 15:28:34.278548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-08944072-a349-4a97-b2cd-3d469014d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.278930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-08944072-a349-4a97-b2cd-3d469014d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.279384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-08944072-a349-4a97-b2cd-3d469014d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.280954 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-08944072-a349-4a97-b2cd-3d469014d378 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dba4f093d49c48fda161884bab88a25f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1303871 Dec 12 15:28:34.305527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:34.324062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Request body: {'port': {'device_id': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d', 'admin_state_up': True, 'tenant_id': 'fa59fdd48006474bb402a7415cbfe45c'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:34.395334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-3aa0164b-afa4-440e-b242-5b9150fec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.396989 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e1dbe82-9645-421b-a0cb-7e263078747c req-3aa0164b-afa4-440e-b242-5b9150fec5de service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0917413 Dec 12 15:28:34.461497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aaad38c-160f-4f15-bf27-9bc00906d927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.476532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca884a-6ebb-4f72-b9b2-9bf8b81edf93 req-07958c8f-81b2-4599-8c72-7373d2bc0699 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.478113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ca884a-6ebb-4f72-b9b2-9bf8b81edf93 req-07958c8f-81b2-4599-8c72-7373d2bc0699 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 944 time: 0.3543940 Dec 12 15:28:34.509336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aaad38c-160f-4f15-bf27-9bc00906d927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.600451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.609309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d2e92-478b-4845-a1a3-710e1e2d496b req-cbb37b09-5412-410b-ab37-f04e00b6339e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:34.610812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-371d2e92-478b-4845-a1a3-710e1e2d496b req-cbb37b09-5412-410b-ab37-f04e00b6339e tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.3120153 Dec 12 15:28:34.638276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9c12ba8-681a-43af-ae12-d6266dbd4832 req-b94f91a1-1d07-4d42-b2b0-d2ba0e6f3bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878863 Dec 12 15:28:34.640513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3aaad38c-160f-4f15-bf27-9bc00906d927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fecbe2781be54bc4947d2a69c3572604&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3284662 Dec 12 15:28:34.643927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:34.659842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaad38c-160f-4f15-bf27-9bc00906d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a773a303-b3b6-40c7-a80e-2ec4ad889519,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:34.741331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ca884a-6ebb-4f72-b9b2-9bf8b81edf93 req-90b8c09d-da72-40cc-9b2b-39a7a4322000 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336373 Dec 12 15:28:34.741971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.757039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Made reservation on behalf of fa59fdd48006474bb402a7415cbfe45c for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:34.765402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.776292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.806337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-371d2e92-478b-4845-a1a3-710e1e2d496b req-09e1b11f-5aed-4f87-83a8-41e4e3aa42c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668296 Dec 12 15:28:34.836378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.839417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:34.840781 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a773a303-b3b6-40c7-a80e-2ec4ad889519 HTTP/1.1" status: 204 len: 168 time: 0.1947498 Dec 12 15:28:34.850963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17dc1c-b578-42cc-aac3-b60c54776fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a773a303-b3b6-40c7-a80e-2ec4ad889519,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:34.887459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7f425c28-4091-4304-9f82-7d85f86b6f58 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:28:35.032678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7f425c28-4091-4304-9f82-7d85f86b6f58,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:35.050044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7f425c28-4091-4304-9f82-7d85f86b6f58', 'network_id': '5490f5d0-dc5d-4d29-94ed-41c88db1f8fb', 'port_id': '7f425c28-4091-4304-9f82-7d85f86b6f58', 'mac_address': 'fa:16:3e:95:f0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208503ab-5d94-4f98-8ef8-f0c94267879d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:28:35.116486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:35.160994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f425c28-4091-4304-9f82-7d85f86b6f58 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:35.196827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7f425c28-4091-4304-9f82-7d85f86b6f58,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:35.204037 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:35.241437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e3d9136-43fd-4d32-a33d-748b17d7c4ed req-124139bf-2ea0-446b-b85d-6c5b3da7611e tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 210 time: 0.3652563 Dec 12 15:28:35.287774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:35.347211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-494738f8-b8cd-4229-b36b-066c466de78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:35.443792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8456ead-bc70-422e-8673-0542d8e8b857 req-b93cfa1c-01a5-40bd-86ec-c79c0d151365 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.445324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8456ead-bc70-422e-8673-0542d8e8b857 req-b93cfa1c-01a5-40bd-86ec-c79c0d151365 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.5194111 Dec 12 15:28:35.500775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7f425c28-4091-4304-9f82-7d85f86b6f58'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:35.569512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.575556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.581749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.587765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.594105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.600157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:35.602039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-0f30e3ec-8bd2-4054-b203-8685b05db550 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 4605 time: 0.2275236 Dec 12 15:28:35.604795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Allocated IP 172.20.0.12 (8fe135dc-be61-4c12-a315-c25fb6a03a6d/f4fefb95-da72-40d8-a9cb-250b3445ebf0/8421e13e-c27e-40f7-b296-dc4c1685c92f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:28:35.648511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8456ead-bc70-422e-8673-0542d8e8b857 req-943be60b-5486-42f4-983a-e8b5aceed838 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793528 Dec 12 15:28:35.733908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc8851c-b1f4-4f66-9678-72feff64c021 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:35.759110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:35.832570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ddb6fbd9-9c10-45c1-b9b6-5ae0e7ff6519 req-3c7fbff4-2b95-498f-abe9-c88871e0397c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190571 Dec 12 15:28:35.841086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Transition to ACTIVE for port object 8fc8851c-b1f4-4f66-9678-72feff64c021 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:35.852035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:35.925531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:35.932338 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761e9d3-f881-4791-8a20-65a499e6c295" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "d76defe4-4f0c-41c5-960b-a1b2a56d124d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:35.981859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:36.040130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.085077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ab35-8ac9-4595-8e5a-0e6cc0a8117f req-6f9273db-feef-4679-b9cb-2c76277b1d71 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.086585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3fa4ab35-8ac9-4595-8e5a-0e6cc0a8117f req-6f9273db-feef-4679-b9cb-2c76277b1d71 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 945 time: 0.1925228 Dec 12 15:28:36.131723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b4510-00c9-4afb-804a-0896454a830c req-0dc2077a-a327-48ac-82d5-fbcec5758fac tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.133215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e7b4510-00c9-4afb-804a-0896454a830c req-0dc2077a-a327-48ac-82d5-fbcec5758fac tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.1747568 Dec 12 15:28:36.190882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Attempting to bind port 8fc8851c-b1f4-4f66-9678-72feff64c021 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:36.191206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Attempting to bind port 8fc8851c-b1f4-4f66-9678-72feff64c021 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:36.191568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Attempting to bind port 8fc8851c-b1f4-4f66-9678-72feff64c021 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:36.208706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Port 8fc8851c-b1f4-4f66-9678-72feff64c021 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:36.209037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Attempting to bind port 8fc8851c-b1f4-4f66-9678-72feff64c021 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:36.219915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.237455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:36.237801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:36.238169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Bound using segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:36.238596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Bound port: 8fc8851c-b1f4-4f66-9678-72feff64c021, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:36.238936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.243428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3fa4ab35-8ac9-4595-8e5a-0e6cc0a8117f req-ad90f65d-f05e-462c-b31f-30caa8189196 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472979 Dec 12 15:28:36.285156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e7b4510-00c9-4afb-804a-0896454a830c req-6496a17e-5719-4330-a77c-2e979eaa16aa tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404600 Dec 12 15:28:36.302895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Network 8fe135dc-be61-4c12-a315-c25fb6a03a6d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:28:36.307492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:36.312426 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2872585-0df9-4503-9e96-64d7f80134ab x-openstack-request-id: req-b2872585-0df9-4503-9e96-64d7f80134ab {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:36.312694 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "d76defe4-4f0c-41c5-960b-a1b2a56d124d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:36.312882 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2872585-0df9-4503-9e96-64d7f80134ab {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:36.313476 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d', 'status': 'completed', 'code': 200} Dec 12 15:28:36.318611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:28:36.419440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Pushing event updated for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:36.480134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:36.487781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.488416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.492948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8fc8851c-b1f4-4f66-9678-72feff64c021,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:36.508765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.519958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.520436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.520927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.521386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.521840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.522372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.522738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.524625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-c1c18770-98c1-4f1d-adad-a2a400aae9c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6178 time: 0.1793015 Dec 12 15:28:36.527071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-a2320f1b-519e-47dc-b300-2b669465f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.529000 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-a2320f1b-519e-47dc-b300-2b669465f5ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf0ec89847a541a699d71366915ecb71&device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 1097 time: 0.0617950 Dec 12 15:28:36.568867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-f8a9d5ff-285f-484a-85dd-61bbe7babf87 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2607138 Dec 12 15:28:36.576267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e27f4-03b3-4d75-9dd2-03fb17da46f3 req-b6239544-9b95-4213-a42a-e72ca8fcfeab tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.577672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-470e27f4-03b3-4d75-9dd2-03fb17da46f3 req-b6239544-9b95-4213-a42a-e72ca8fcfeab tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 932 time: 0.1969790 Dec 12 15:28:36.600728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Request body: {'port': {'device_id': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:36.634665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-644fe5fb-e21e-4e8d-bde9-2e390d87068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.636967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-644fe5fb-e21e-4e8d-bde9-2e390d87068b service neutron] 10.222.0.13 "GET /v2.0/networks?id=de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 200 len: 911 time: 0.1011364 Dec 12 15:28:36.651307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.651925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:36.653353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] 10.222.0.30 "PUT /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 1136 time: 2.3528380 Dec 12 15:28:36.654839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '8fc8851c-b1f4-4f66-9678-72feff64c021'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:36.657152 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "8fc8851c-b1f4-4f66-9678-72feff64c021"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:36.697842 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-37df567f-6c46-46cc-99f8-8210d75cbd4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 200 len: 217 time: 0.0530696 Dec 12 15:28:36.729698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:36.784145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-bb7fc02c-cf85-42b6-b9f7-34fa9603ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:36.785777 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-bb7fc02c-cf85-42b6-b9f7-34fa9603ce58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 200 len: 851 time: 0.0756607 Dec 12 15:28:36.847828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-50359a0d-9d49-496a-a00c-2ddccf15f22e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de4942ac-7171-4b0f-9392-54f1f0006e13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549510 Dec 12 15:28:36.888998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7f425c28-4091-4304-9f82-7d85f86b6f58 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:36.973919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3523b9-3a6c-4591-b076-ef0669571b0b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:37.029892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-470e27f4-03b3-4d75-9dd2-03fb17da46f3 req-94703a81-da4a-4ccb-bb11-c192efc7ea95 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341135 Dec 12 15:28:37.036398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 7f425c28-4091-4304-9f82-7d85f86b6f58 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:28:37.041273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7f425c28-4091-4304-9f82-7d85f86b6f58 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:37.041669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:37.059974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b66e0e-f62e-45c0-9a05-4877b55a3b22 req-c5f7d0ad-eed7-4523-8867-2a672512728f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:37.063305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3b66e0e-f62e-45c0-9a05-4877b55a3b22 req-c5f7d0ad-eed7-4523-8867-2a672512728f tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.5306206 Dec 12 15:28:37.064769 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-755e2f7f-1efe-47d8-bf83-986908399b27 service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097645 Dec 12 15:28:37.073692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:37.208791 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6a08e41-5e1b-4834-9492-8bc690007fdd req-b7da2416-f289-466a-8cf3-1a33a37e9865 service neutron] 10.222.0.13 "GET /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366262 Dec 12 15:28:37.225661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:37.248724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:37.273468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-adaa1ed8-7339-4fb9-ba9b-50f1837e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:37.273960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-adaa1ed8-7339-4fb9-ba9b-50f1837e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:37.274417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-adaa1ed8-7339-4fb9-ba9b-50f1837e3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:37.275998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-adaa1ed8-7339-4fb9-ba9b-50f1837e3b97 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dba4f093d49c48fda161884bab88a25f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7389419 Dec 12 15:28:37.287535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7f425c28-4091-4304-9f82-7d85f86b6f58,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:37.289073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:37.293023 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035995a-1e01-4f93-8104-b9e183ad3dd3" -d '{"events": [{"server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "name": "network-vif-plugged", "status": "completed", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:37.300376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:37.330637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3b66e0e-f62e-45c0-9a05-4877b55a3b22 req-5229f74c-27a8-47d0-9da2-01d2f9f820b0 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100298 Dec 12 15:28:37.379581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:37.427977 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7697139-f5b6-485a-82bf-2676c17f3034 x-openstack-request-id: req-e7697139-f5b6-485a-82bf-2676c17f3034 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:37.428267 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "8fc8851c-b1f4-4f66-9678-72feff64c021", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:37.428527 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7697139-f5b6-485a-82bf-2676c17f3034 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:37.428958 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '8fc8851c-b1f4-4f66-9678-72feff64c021', 'status': 'completed', 'code': 200} Dec 12 15:28:37.472364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ae415-87d6-49c7-850b-d4205e7fcb86 req-3cd4d33b-e09d-4bd3-8cac-eaf1387b73b1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:37.479838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b66ae415-87d6-49c7-850b-d4205e7fcb86 req-3cd4d33b-e09d-4bd3-8cac-eaf1387b73b1 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.3055952 Dec 12 15:28:37.712874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6c7343fc-5a41-4cb5-8fc7-31a8d8fbc9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:38.000765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-efca9fff-9488-4fe5-ab5d-5184e8024408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.002170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8761e9d3-f881-4791-8a20-65a499e6c295 req-efca9fff-9488-4fe5-ab5d-5184e8024408 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7018654 Dec 12 15:28:38.038637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b66ae415-87d6-49c7-850b-d4205e7fcb86 req-9be43bb7-e7c5-404a-a944-2c54ba12c340 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571623 Dec 12 15:28:38.231396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.237552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.243665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.249772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.256447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.262458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.269345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.277105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-3f2c83a2-6513-46aa-b9a0-5d9dc8b62276 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5383 time: 0.6351433 Dec 12 15:28:38.426352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.427215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.428037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.428871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.429598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.430086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.430518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.432507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-440bb0ed-7eb7-4e95-946d-d75e4bbaceab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6220 time: 0.3585598 Dec 12 15:28:38.449587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f448a-b587-4a42-bf3b-58d5fb0b3de9 req-b5e9da8f-1a0c-4bb2-be88-bdaa3f332014 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.452143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-536f448a-b587-4a42-bf3b-58d5fb0b3de9 req-b5e9da8f-1a0c-4bb2-be88-bdaa3f332014 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.2919922 Dec 12 15:28:38.478878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8421e13e-c27e-40f7-b296-dc4c1685c92f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:38.483215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:38.523644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:38.590698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d176e95b-4e8b-465a-bd3b-216846e7c5d7 req-552cb67c-8dea-4663-82e8-0d9d17202193 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126132 Dec 12 15:28:38.640250 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132abbd-f1e6-4a8c-8a23-419e5ff8bbed x-openstack-request-id: req-d132abbd-f1e6-4a8c-8a23-419e5ff8bbed {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:38.640948 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "name": "network-vif-plugged", "status": "completed", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:38.641223 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d132abbd-f1e6-4a8c-8a23-419e5ff8bbed {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:38.641830 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58', 'code': 200} Dec 12 15:28:38.654473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Transition to ACTIVE for port object 8421e13e-c27e-40f7-b296-dc4c1685c92f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:38.695152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-536f448a-b587-4a42-bf3b-58d5fb0b3de9 req-eba50dc6-10ae-46e5-bb42-df012920a931 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146466 Dec 12 15:28:38.725380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:38.854323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44191cb8-3f78-434b-9a29-bebaa6cbe346 req-0beee5b9-5b34-4609-a0dc-bf14cc6eec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.856473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-e2c43579-cefc-4355-bb54-fe9428cfc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.856760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44191cb8-3f78-434b-9a29-bebaa6cbe346 req-0beee5b9-5b34-4609-a0dc-bf14cc6eec98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 1097 time: 0.0700946 Dec 12 15:28:38.856991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-e2c43579-cefc-4355-bb54-fe9428cfc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.857464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-e2c43579-cefc-4355-bb54-fe9428cfc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:38.859114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-e2c43579-cefc-4355-bb54-fe9428cfc9ea service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dba4f093d49c48fda161884bab88a25f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4029906 Dec 12 15:28:38.885415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:38.909832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:38.926620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44191cb8-3f78-434b-9a29-bebaa6cbe346 req-5d24e801-6eaf-4f86-a15d-c527e4714101 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561090 Dec 12 15:28:39.028465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Transition to ACTIVE for port object a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:39.051504 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.069673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:39.072521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.157146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3a53-a45a-4f68-a8e0-3972e459c63e req-28f5dd6f-e1f3-4025-b4a8-88c3ca5a18de tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:39.158903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb7a3a53-a45a-4f68-a8e0-3972e459c63e req-28f5dd6f-e1f3-4025-b4a8-88c3ca5a18de tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 944 time: 0.3395174 Dec 12 15:28:39.304154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fab03a-6da7-43fb-8689-b20fee8e85ca req-242409f1-ff17-4c3d-80f8-01f2b08e8b92 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:39.311368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92fab03a-6da7-43fb-8689-b20fee8e85ca req-242409f1-ff17-4c3d-80f8-01f2b08e8b92 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.4041367 Dec 12 15:28:39.313224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:39.359065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb7a3a53-a45a-4f68-a8e0-3972e459c63e req-c47e281e-0d17-4f04-8ad1-8d05e0a83ab5 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774368 Dec 12 15:28:39.360132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-d11423ad-4ee3-484b-845c-fce5a12d8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:39.361510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1e5d0f9-178f-448b-a805-cd4eafd91c1f req-d11423ad-4ee3-484b-845c-fce5a12d8bd8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4809260 Dec 12 15:28:39.376512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Attempting to bind port 8421e13e-c27e-40f7-b296-dc4c1685c92f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:39.376863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Attempting to bind port 8421e13e-c27e-40f7-b296-dc4c1685c92f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '1b41235c-cce0-490f-9111-72f6085916f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:39.377187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Attempting to bind port 8421e13e-c27e-40f7-b296-dc4c1685c92f on network 8fe135dc-be61-4c12-a315-c25fb6a03a6d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:39.392109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Port 8421e13e-c27e-40f7-b296-dc4c1685c92f on network 8fe135dc-be61-4c12-a315-c25fb6a03a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:39.392437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Attempting to bind port 8421e13e-c27e-40f7-b296-dc4c1685c92f on network 8fe135dc-be61-4c12-a315-c25fb6a03a6d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:39.421035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:39.421375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Checking segment: {'id': '1b41235c-cce0-490f-9111-72f6085916f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:39.421757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Bound using segment: {'id': '1b41235c-cce0-490f-9111-72f6085916f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:39.422191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Bound port: 8421e13e-c27e-40f7-b296-dc4c1685c92f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b41235c-cce0-490f-9111-72f6085916f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:39.422547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.468935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92fab03a-6da7-43fb-8689-b20fee8e85ca req-b087f4c6-f3fd-46b8-9199-4563b1290743 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522207 Dec 12 15:28:39.471740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Attempting to bind port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:39.472123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Attempting to bind port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:39.472448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Attempting to bind port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:39.531524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:39.531853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Attempting to bind port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:39.543636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:39.544544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:39.545187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Bound using segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:39.545762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Bound port: a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:39.546275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.648840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:39.652828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:39.671361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.838005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:39.859993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:39.920833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:39.925720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:39.927211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-299a48e3-37b6-433c-84b3-0e6c54291c94 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 1091 time: 3.2112248 Dec 12 15:28:39.930570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:39.933559 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:39.967890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f,segment=NetworkSegment(1b41235c-cce0-490f-9111-72f6085916f5),segment_id=1b41235c-cce0-490f-9111-72f6085916f5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:39.986034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:40.044130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:40.109067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.118192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.124433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.131325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.138130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.145041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.151937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.159977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-520457df-a781-4121-b9f1-14576c0a3798 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5395 time: 0.3611031 Dec 12 15:28:40.261555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-6ac17aae-75a5-40a3-bdbf-559a92e1b99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.263448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-6ac17aae-75a5-40a3-bdbf-559a92e1b99c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 1096 time: 0.5731280 Dec 12 15:28:40.266099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:40.274468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:40.336454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.337456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:40.339052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-add34896-d839-4d11-92d4-1c6771902ce8 service neutron] 10.222.0.13 "PUT /v2.0/ports/8421e13e-c27e-40f7-b296-dc4c1685c92f HTTP/1.1" status: 200 len: 1092 time: 3.7532785 Dec 12 15:28:40.359607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:40.380787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba617e9-fc04-4e49-b485-ad88931eea03 req-9bf593ed-6086-43f6-99cc-9dce647d2ff7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.388729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bba617e9-fc04-4e49-b485-ad88931eea03 req-9bf593ed-6086-43f6-99cc-9dce647d2ff7 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.5131443 Dec 12 15:28:40.527172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb5f7bd-58ec-427b-94ac-b7087e9386e0 req-63d2466a-9cc8-4a25-a183-dd6fb9570c45 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3663104 Dec 12 15:28:40.660088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bba617e9-fc04-4e49-b485-ad88931eea03 req-ad04eaa1-2e2d-4316-b621-7b4a61bdc56e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703915 Dec 12 15:28:40.668211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-54c92b06-30ac-4efa-a764-5f1c6562040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.669954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-54c92b06-30ac-4efa-a764-5f1c6562040d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa59fdd48006474bb402a7415cbfe45c&device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 1095 time: 0.2406425 Dec 12 15:28:40.694182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-fdf3ea0d-67bf-4ef7-9d33-2d16323d3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:40.695624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-fdf3ea0d-67bf-4ef7-9d33-2d16323d3728 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.4093549 Dec 12 15:28:40.755858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-55255530-4a28-4e0d-b695-2d1cb7648495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f HTTP/1.1" status: 200 len: 217 time: 0.0631855 Dec 12 15:28:40.868670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-86647f21-17fc-4ce3-b9b0-8e57097bf623 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 200 len: 217 time: 0.1108613 Dec 12 15:28:40.993537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652613b4-e541-4fc3-921a-def7ed27b9ef req-35bfdb11-97f8-4399-a6db-275a68a3b429 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.001298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-652613b4-e541-4fc3-921a-def7ed27b9ef req-35bfdb11-97f8-4399-a6db-275a68a3b429 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.3351147 Dec 12 15:28:41.003942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-fd1ed71e-aa19-43b9-9a46-01ceb95f6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.007959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-fd1ed71e-aa19-43b9-9a46-01ceb95f6add service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4fefb95-da72-40d8-a9cb-250b3445ebf0 HTTP/1.1" status: 200 len: 858 time: 0.2146239 Dec 12 15:28:41.080228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efd87-1287-4fb6-986e-2f898eba8613 req-8beaf030-63ee-4f9f-96fe-dded24364f83 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.082422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b49efd87-1287-4fb6-986e-2f898eba8613 req-8beaf030-63ee-4f9f-96fe-dded24364f83 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.3236713 Dec 12 15:28:41.097085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-45c6eff1-b7a6-4830-a2cf-dd20982a0183 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe135dc-be61-4c12-a315-c25fb6a03a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675716 Dec 12 15:28:41.115145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-930ac210-e792-4205-9a90-71899bdf3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.116804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-930ac210-e792-4205-9a90-71899bdf3574 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.2067864 Dec 12 15:28:41.121155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:41.137808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:41.516572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-775ae152-929b-4bc5-bc7f-1099cf77816d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3686416 Dec 12 15:28:41.611152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-652613b4-e541-4fc3-921a-def7ed27b9ef req-5dfa569d-d6e2-411e-8711-4aed438c4bd6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939910 Dec 12 15:28:41.676664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b49efd87-1287-4fb6-986e-2f898eba8613 req-d9f3071e-3990-45ac-8658-dff8be12b9a9 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5617063 Dec 12 15:28:41.687476 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b3f19-ddb6-4a99-a7cb-d2701d3c907b x-openstack-request-id: req-054b3f19-ddb6-4a99-a7cb-d2701d3c907b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:41.687764 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:41.688023 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-054b3f19-ddb6-4a99-a7cb-d2701d3c907b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:41.699933 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'status': 'completed', 'code': 200} Dec 12 15:28:41.731794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-473e60cb-b83f-4a89-9da5-ae6b98f94fb7 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210666 Dec 12 15:28:41.786567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.787123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.787394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.787595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdcadd8-7091-446a-91e7-cea3463f2740 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:41.797013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.797648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.798263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.798874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:41.801720 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7e29508b-7258-430d-aa02-faece0bbbfe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6287 time: 0.0857897 Dec 12 15:28:41.819057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:41.865715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-ead76419-f43a-4a52-9c07-0a77fccad5ca service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400092 Dec 12 15:28:41.885754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Transition to ACTIVE for port object 3bdcadd8-7091-446a-91e7-cea3463f2740 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:41.983536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04643afc-0ed0-42f7-b7d7-7ca6dbf8092c req-f6ea31af-cdd2-4f45-af91-6d2f69beb311 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053824 Dec 12 15:28:42.000507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:42.014258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7b44611a-7691-4470-80c3-1eb22c18a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.015001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7b44611a-7691-4470-80c3-1eb22c18a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.015858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7b44611a-7691-4470-80c3-1eb22c18a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.017598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7b44611a-7691-4470-80c3-1eb22c18a636 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dba4f093d49c48fda161884bab88a25f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2062488 Dec 12 15:28:42.018947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e902-3d4e-43e3-b540-b263fa7a556c req-b67359da-6813-453c-9e1b-98b301a82ad6 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.020671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4a2e902-3d4e-43e3-b540-b263fa7a556c req-b67359da-6813-453c-9e1b-98b301a82ad6 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 944 time: 0.2737417 Dec 12 15:28:42.125254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:42.204224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a86695-3068-4bde-817e-fe04a1c3b42d req-e0a2269c-419b-4831-bc4d-c75e83c74dca service neutron] 10.222.0.13 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578798 Dec 12 15:28:42.279786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7973f04b-2d25-4757-8204-fe2d218db05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.288127 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9986ece6-8d68-415e-b29e-e5ebb50dd3ee req-7973f04b-2d25-4757-8204-fe2d218db05e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2585096 Dec 12 15:28:42.352345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4a2e902-3d4e-43e3-b540-b263fa7a556c req-01e831f9-83e3-4646-91ab-e20134373d79 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801061 Dec 12 15:28:42.402302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.410392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.416557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.423345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.429813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.436055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.442841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.449184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-6ec05ab1-d2e0-4c9b-8449-66bae7609bfe tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5407 time: 0.1594882 Dec 12 15:28:42.471872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Attempting to bind port 3bdcadd8-7091-446a-91e7-cea3463f2740 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:42.472206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Attempting to bind port 3bdcadd8-7091-446a-91e7-cea3463f2740 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:42.472530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Attempting to bind port 3bdcadd8-7091-446a-91e7-cea3463f2740 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:42.512733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Port 3bdcadd8-7091-446a-91e7-cea3463f2740 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:42.513053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Attempting to bind port 3bdcadd8-7091-446a-91e7-cea3463f2740 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:42.532956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:42.533483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Checking segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:42.534440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Bound using segment: {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:42.534890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Bound port: 3bdcadd8-7091-446a-91e7-cea3463f2740, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:42.535245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:42.609883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5437c-4fd3-4bfd-b7c1-a307c1850d76 req-5d542a3f-564c-481c-8876-392635e145a6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.611585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5d5437c-4fd3-4bfd-b7c1-a307c1850d76 req-5d542a3f-564c-481c-8876-392635e145a6 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.1614640 Dec 12 15:28:42.646886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54d1c722-b82c-48df-a65f-359d1dbee0a6 req-20fc46d1-fb84-4985-a416-2786d314f0c2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702385 Dec 12 15:28:42.684540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:42.707723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5d5437c-4fd3-4bfd-b7c1-a307c1850d76 req-bdfd0246-49a7-4968-8667-30f67cb8d18b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890977 Dec 12 15:28:42.710762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:42.748222 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:42.926100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:42.947911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:42.949795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:42.951259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-868a6e2c-2325-4b16-aaa0-9e5627b7c1e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 1090 time: 2.9701095 Dec 12 15:28:43.015451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:43.085279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:43.096337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-9ac63451-9cc3-4e63-8ead-a3f7dec3b266 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:43.098108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-9ac63451-9cc3-4e63-8ead-a3f7dec3b266 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.3782117 Dec 12 15:28:43.108480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17917c39-ba36-44c0-9029-43b6d32c0151 req-f81bb1eb-2082-47ff-bcca-a29c0cb04862 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:43.116761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17917c39-ba36-44c0-9029-43b6d32c0151 req-f81bb1eb-2082-47ff-bcca-a29c0cb04862 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.3372543 Dec 12 15:28:43.221935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07eab-d9b0-4fd6-8893-369b0ed65f0c req-5b129a26-8763-4204-8d9e-89deb3131477 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:43.222691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfb07eab-d9b0-4fd6-8893-369b0ed65f0c req-5b129a26-8763-4204-8d9e-89deb3131477 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0c85522-322e-475a-8b94-06a604d9375d HTTP/1.1" status: 200 len: 946 time: 0.2671213 Dec 12 15:28:43.398333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17917c39-ba36-44c0-9029-43b6d32c0151 req-4e2ec58a-76ae-48b8-b412-e3ce82d9874b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804031 Dec 12 15:28:43.419206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfb07eab-d9b0-4fd6-8893-369b0ed65f0c req-63916c69-f01e-4e9f-8443-522c69e3d4a8 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960649 Dec 12 15:28:43.512903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Deleting port 848e815b-303c-4ac3-9653-f86d64859065 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:43.513234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:43.701774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f'}, {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:43.722675 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265766a5-2773-4a6a-9678-bdc96b1a9b46" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f"}, {"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:43.784946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] For port 848e815b-303c-4ac3-9653-f86d64859065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=848e815b-303c-4ac3-9653-f86d64859065,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:43.785313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:43.831141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Calling delete_port for 848e815b-303c-4ac3-9653-f86d64859065 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:43.901021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5700a-b897-4217-833a-54e50abbfce7 req-4b6bab8a-e7b8-4ca7-aa0a-d95bbe53a99a tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:43.902733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aa5700a-b897-4217-833a-54e50abbfce7 req-4b6bab8a-e7b8-4ca7-aa0a-d95bbe53a99a tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 944 time: 0.2525010 Dec 12 15:28:43.979091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:43.992132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.016760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd5d6-cdcb-4a8e-bc88-00e9466fd44d req-ab87266b-cf8e-4683-94aa-6795a12c100a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.018909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca0bd5d6-cdcb-4a8e-bc88-00e9466fd44d req-ab87266b-cf8e-4683-94aa-6795a12c100a tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.2135181 Dec 12 15:28:44.054809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Transition to ACTIVE for port object 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:44.073513 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.176990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aa5700a-b897-4217-833a-54e50abbfce7 req-5e414415-af1b-4196-97df-d28b120985b3 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908658 Dec 12 15:28:44.306223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:44.349274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca0bd5d6-cdcb-4a8e-bc88-00e9466fd44d req-e7b42529-670b-4cbc-8f5e-2eb26bf70cc3 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186729 Dec 12 15:28:44.552568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.567010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['848e815b-303c-4ac3-9653-f86d64859065'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:44.591347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ca99a3ff-5f9f-438f-a747-13de3e8df20c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:44.611119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Attempting to bind port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:44.611447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Attempting to bind port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:44.612363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Attempting to bind port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:44.630117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.636413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.642651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.648711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.654641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.660613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.666683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.675213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-a067c743-d4e4-4be7-873a-90593a26c9ee tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5419 time: 0.3659780 Dec 12 15:28:44.683411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Pushing event deleted for resources: {'Port': ['ID=848e815b-303c-4ac3-9653-f86d64859065,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:44.737617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:44.737928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Attempting to bind port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:44.756171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] No DVR routers for this DVR port 848e815b-303c-4ac3-9653-f86d64859065 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:44.763469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8421e13e-c27e-40f7-b296-dc4c1685c92f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:28:44.766839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6bd01-dc81-4ee7-ae93-14204e992633 req-7651155b-16e8-4ed2-bf17-dfb88cbb0832 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:44.774057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fb6bd01-dc81-4ee7-ae93-14204e992633 req-7651155b-16e8-4ed2-bf17-dfb88cbb0832 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 945 time: 0.3453312 Dec 12 15:28:44.782663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.786380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8432fe23-e9ce-4a4d-9413-03b3af733143 req-712dbbfe-c503-4cc4-82e0-178b80ba12c2 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.13 "DELETE /v2.0/ports/848e815b-303c-4ac3-9653-f86d64859065 HTTP/1.1" status: 204 len: 173 time: 1.6514583 Dec 12 15:28:44.798350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:44.798554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Checking segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:44.798928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Bound using segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:44.800369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Bound port: 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:44.800369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.897224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f,segment=NetworkSegment(1b41235c-cce0-490f-9111-72f6085916f5),segment_id=1b41235c-cce0-490f-9111-72f6085916f5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:44.909190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a40fa33-0176-4896-9721-bcc1b155e317 req-3ee95162-7457-46d1-832b-de2dd571e6f3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2265058 Dec 12 15:28:44.911260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8421e13e-c27e-40f7-b296-dc4c1685c92f', 'network_id': '8fe135dc-be61-4c12-a315-c25fb6a03a6d', 'port_id': '8421e13e-c27e-40f7-b296-dc4c1685c92f', 'mac_address': 'fa:16:3e:d8:c0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fefb95-da72-40d8-a9cb-250b3445ebf0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:28:44.939002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fb6bd01-dc81-4ee7-ae93-14204e992633 req-2f20cbde-7ed0-4e0a-9f86-fe9b8b3dbb89 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640000 Dec 12 15:28:44.961288 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:44.976599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8421e13e-c27e-40f7-b296-dc4c1685c92f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:44.988367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:44.991741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:45.002460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:45.021995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f,segment=NetworkSegment(1b41235c-cce0-490f-9111-72f6085916f5),segment_id=1b41235c-cce0-490f-9111-72f6085916f5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:45.032461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:45.077300 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e88c2a5-883c-4c5f-8a09-d20ad1acc87d x-openstack-request-id: req-1e88c2a5-883c-4c5f-8a09-d20ad1acc87d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:45.077634 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:45.077861 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e88c2a5-883c-4c5f-8a09-d20ad1acc87d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:45.078286 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f', 'status': 'completed', 'code': 200} Dec 12 15:28:45.078546 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'status': 'completed', 'code': 200} Dec 12 15:28:45.089566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.090192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:45.091624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] 10.222.0.30 "PUT /v2.0/ports/93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 1091 time: 2.0852807 Dec 12 15:28:45.100965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.101539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.101900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.102362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.102824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.103283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.103736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.107304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-5f58feb9-4478-4f20-b2fc-dca90461e4cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6421 time: 0.0744007 Dec 12 15:28:45.136331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:45.199103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Request body: {'port': {'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:45.258157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8421e13e-c27e-40f7-b296-dc4c1685c92f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:45.278797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-cefadbe7-217f-42ac-94d5-4996b04aef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.279514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-cefadbe7-217f-42ac-94d5-4996b04aef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.279733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-cefadbe7-217f-42ac-94d5-4996b04aef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.285869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-cefadbe7-217f-42ac-94d5-4996b04aef79 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dba4f093d49c48fda161884bab88a25f&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1681590 Dec 12 15:28:45.302390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727cea4-b0d5-4dba-b38e-b8369db1beb9 service neutron] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:45.312874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-4c13232b-cfec-482a-b2ee-2abc48aa28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.314374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-4c13232b-cfec-482a-b2ee-2abc48aa28ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa59fdd48006474bb402a7415cbfe45c&device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 1096 time: 0.2218986 Dec 12 15:28:45.412599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a997-6992-4951-b55e-5e68369a765a req-6146f970-a4df-4b1a-a67b-85ce9ca0ee4b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.419779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4064a997-6992-4951-b55e-5e68369a765a req-6146f970-a4df-4b1a-a67b-85ce9ca0ee4b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2880633 Dec 12 15:28:45.467640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-b334e8c8-e1ca-40bd-87cb-f62a4e9cd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.469649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-b334e8c8-e1ca-40bd-87cb-f62a4e9cd84e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1736856 Dec 12 15:28:45.472949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe2abc-5063-44a3-916f-748f8f69c3a5 req-2535ca26-e496-49f6-8ee1-59ab45a9616d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.477095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4dbe2abc-5063-44a3-916f-748f8f69c3a5 req-2535ca26-e496-49f6-8ee1-59ab45a9616d tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.3976078 Dec 12 15:28:45.495349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:45.606789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4064a997-6992-4951-b55e-5e68369a765a req-4fc00f11-5da9-4407-8b5e-fd5c8aa9438f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861577 Dec 12 15:28:45.650515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4dbe2abc-5063-44a3-916f-748f8f69c3a5 req-4d9a8a4e-5f51-4848-92f6-d106f9db8477 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453938 Dec 12 15:28:45.653669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-99016c48-8acd-49a8-a324-5df15daf95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.655145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-99016c48-8acd-49a8-a324-5df15daf95bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe135dc-be61-4c12-a315-c25fb6a03a6d HTTP/1.1" status: 200 len: 918 time: 0.3193150 Dec 12 15:28:45.738430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-bd2d8bf8-f85a-401c-b0a5-0b500c5d0a46 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.740364 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-bd2d8bf8-f85a-401c-b0a5-0b500c5d0a46 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 945 time: 0.0706916 Dec 12 15:28:45.780848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-17aa4371-357e-4dc0-8ad0-b62dfe65a817 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f HTTP/1.1" status: 200 len: 217 time: 0.1109743 Dec 12 15:28:45.860266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-7dcc9932-4737-4fa9-af7c-ba12fdb47f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:45.862029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-7dcc9932-4737-4fa9-af7c-ba12fdb47f32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f4fefb95-da72-40d8-a9cb-250b3445ebf0 HTTP/1.1" status: 200 len: 858 time: 0.0708973 Dec 12 15:28:45.873280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Deleting port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:45.873952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:45.908820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-4d21e3bc-5148-4e47-ab42-85eba17230ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe135dc-be61-4c12-a315-c25fb6a03a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350075 Dec 12 15:28:45.997108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] For port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:45.997847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.012761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Calling delete_port for 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:46.131360 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:28:46.202528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.215886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', '3f08812e-e8a5-4160-b0f5-375d80ac899a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:46.236401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event deleted for resources: {'Port': ['ID=791dfe5c-aa66-4bed-bc8a-d5c68ebe435c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:46.278664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:46.315831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] No DVR routers for this DVR port 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:46.321204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.325014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1cfc871-ff8c-4ff6-8cea-06c7fe0451d5 req-91344d09-4638-46a9-901d-f8d8c21049ae tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "DELETE /v2.0/ports/791dfe5c-aa66-4bed-bc8a-d5c68ebe435c HTTP/1.1" status: 204 len: 173 time: 0.5750701 Dec 12 15:28:46.325498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'name': 'network-vif-deleted', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:46.328353 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495797fe-3a37-4013-b75a-1f1e5ec2c5a4" -d '{"events": [{"server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "name": "network-vif-deleted", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:46.343194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-9357286e-c31e-4c15-af81-7700e9b3c3e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189224 Dec 12 15:28:46.398602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922b3af-684a-4db1-b9c6-5d094a4eb8bf req-f24a4251-b5d3-4585-85a5-b3128365e975 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.406285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a922b3af-684a-4db1-b9c6-5d094a4eb8bf req-f24a4251-b5d3-4585-85a5-b3128365e975 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 945 time: 0.6814237 Dec 12 15:28:46.555542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a922b3af-684a-4db1-b9c6-5d094a4eb8bf req-f8a1695d-dc71-414c-acc0-575196958991 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461360 Dec 12 15:28:46.622153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-265766a5-2773-4a6a-9678-bdc96b1a9b46 req-561bf898-7acb-4314-a300-a449b4c31dad service neutron] 10.222.0.13 "GET /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457893 Dec 12 15:28:46.683742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d64b8-70a3-45d1-9bef-98b454111804 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:28:46.695275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.738898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Transition to ACTIVE for port object 762d64b8-70a3-45d1-9bef-98b454111804 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:28:46.744236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8421e13e-c27e-40f7-b296-dc4c1685c92f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:28:46.770275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.797549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8421e13e-c27e-40f7-b296-dc4c1685c92f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:28:46.802453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8421e13e-c27e-40f7-b296-dc4c1685c92f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:28:46.803522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.825095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3520b-6c56-49b1-8295-5659f8ad0d86 req-14fd3e01-6289-429f-95f7-e0281559e1fd tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.825819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf3520b-6c56-49b1-8295-5659f8ad0d86 req-14fd3e01-6289-429f-95f7-e0281559e1fd tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.1226051 Dec 12 15:28:46.880786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.886862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.893234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.897594 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.899265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.905443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.911813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.917869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:46.919816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-95c0ddf7-d11e-4b19-bdc0-09079a549e4d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1852717 Dec 12 15:28:46.920498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Pushing event updated for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:46.923274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:46.926538 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1015f2f-a394-42ba-a116-52f153de8e2e" -d '{"events": [{"server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "name": "network-vif-plugged", "status": "completed", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:46.953508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f,segment=NetworkSegment(1b41235c-cce0-490f-9111-72f6085916f5),segment_id=1b41235c-cce0-490f-9111-72f6085916f5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:46.958184 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:46.959089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 848e815b-303c-4ac3-9653-f86d64859065 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:46.985702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 848e815b-303c-4ac3-9653-f86d64859065 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:46.986056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 848e815b-303c-4ac3-9653-f86d64859065 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:47.041234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:47.053282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf3520b-6c56-49b1-8295-5659f8ad0d86 req-4c35dfa8-4cc4-4c8b-b973-292591461aa0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189260 Dec 12 15:28:47.081968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'name': 'network-vif-deleted', 'tag': '848e815b-303c-4ac3-9653-f86d64859065'}, {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:47.087630 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e" -d '{"events": [{"server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "name": "network-vif-deleted", "tag": "848e815b-303c-4ac3-9653-f86d64859065"}, {"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:47.188152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Attempting to bind port 762d64b8-70a3-45d1-9bef-98b454111804 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:28:47.188502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Attempting to bind port 762d64b8-70a3-45d1-9bef-98b454111804 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:28:47.188850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Attempting to bind port 762d64b8-70a3-45d1-9bef-98b454111804 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:47.192319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1c8a703-4875-4765-8754-6f4d05f34890 req-fc68c6a9-5cdc-4fd7-bf25-765043adf448 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=580c98f0-c90d-47e3-8938-4e6a99f60e32 HTTP/1.1" status: 200 len: 210 time: 0.0449047 Dec 12 15:28:47.197535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95af6d89-d34e-472e-a846-e638c7067cc5 req-355c6002-03e4-4f2d-a0d8-896c56b961ae tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2449138 Dec 12 15:28:47.203770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Port 762d64b8-70a3-45d1-9bef-98b454111804 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:28:47.204099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Attempting to bind port 762d64b8-70a3-45d1-9bef-98b454111804 on network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:28:47.219027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:28:47.219362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Checking segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:47.219742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Bound using segment: {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:28:47.220168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Bound port: 762d64b8-70a3-45d1-9bef-98b454111804, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fad564-c897-4d04-9dd9-dd207bbd4d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:28:47.220547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:47.293615 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64cd0d-e492-4688-a5f5-e2520b0e582f x-openstack-request-id: req-df64cd0d-e492-4688-a5f5-e2520b0e582f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:47.294124 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580c98f0-c90d-47e3-8938-4e6a99f60e32", "name": "network-vif-deleted", "tag": "791dfe5c-aa66-4bed-bc8a-d5c68ebe435c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:47.294206 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df64cd0d-e492-4688-a5f5-e2520b0e582f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:47.294588 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580c98f0-c90d-47e3-8938-4e6a99f60e32', 'name': 'network-vif-deleted', 'tag': '791dfe5c-aa66-4bed-bc8a-d5c68ebe435c', 'status': 'completed', 'code': 200} Dec 12 15:28:47.353943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:28:47.360110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=762d64b8-70a3-45d1-9bef-98b454111804,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:28:47.370949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a3b99-c623-4d33-bf88-89bcb9b568b2 req-d04f79d7-66c5-4294-9b8e-f8b584473586 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.372702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c61a3b99-c623-4d33-bf88-89bcb9b568b2 req-d04f79d7-66c5-4294-9b8e-f8b584473586 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0982087 Dec 12 15:28:47.374485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:47.448599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.449327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:47.451428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] 10.222.0.30 "PUT /v2.0/ports/762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 1091 time: 2.3169219 Dec 12 15:28:47.483428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbf51b-6803-43b7-92cb-91814d9d262c service neutron] Pushing event updated for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:47.527326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c61a3b99-c623-4d33-bf88-89bcb9b568b2 req-af957c41-a067-492f-b6be-8b2e31973b72 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/security-groups?id=9985c249-98f5-405f-8bba-07f99b22afd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430547 Dec 12 15:28:47.578238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.579071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.579719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.581081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.581748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.582382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.583027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.585266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9379c470-668c-4e0a-9b39-8155add032fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6488 time: 0.0750754 Dec 12 15:28:47.639226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e0674188-c424-4e34-ab9b-72657ccc4b71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 217 time: 0.0414391 Dec 12 15:28:47.676853 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78811e64-a90f-4fe6-9761-84db5faaa752 x-openstack-request-id: req-78811e64-a90f-4fe6-9761-84db5faaa752 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:47.677706 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "name": "network-vif-plugged", "status": "completed", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:47.678124 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78811e64-a90f-4fe6-9761-84db5faaa752 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:47.678701 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f', 'code': 200} Dec 12 15:28:47.725461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f691905d-f839-4bd3-a7be-c61399dcb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.726930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f691905d-f839-4bd3-a7be-c61399dcb7ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.0784237 Dec 12 15:28:47.833193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-ea91aaa9-8165-4a56-9dc5-e89e6b1b38c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.834786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-ea91aaa9-8165-4a56-9dc5-e89e6b1b38c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993834 Dec 12 15:28:47.862175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7107ce-a9c6-4246-8085-ef492999a1ff req-6496cc95-a42d-4b80-ba06-ff159dd43ef5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.863596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7107ce-a9c6-4246-8085-ef492999a1ff req-6496cc95-a42d-4b80-ba06-ff159dd43ef5 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.1022837 Dec 12 15:28:47.877767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf664e7-bd52-4d30-ad24-b23e7162954b req-0ad48aa1-3c52-4861-bde7-74957b987b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:47.879466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebf664e7-bd52-4d30-ad24-b23e7162954b req-0ad48aa1-3c52-4861-bde7-74957b987b0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 1097 time: 0.1169484 Dec 12 15:28:48.006553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebf664e7-bd52-4d30-ad24-b23e7162954b req-97d688d9-217f-46c2-8301-ddefe99de5af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933690 Dec 12 15:28:48.008552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-cfb083a1-c2a5-4672-ad5d-ef020ee91b42 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641769 Dec 12 15:28:48.011829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e7107ce-a9c6-4246-8085-ef492999a1ff req-9aed89b6-a99f-4a42-8566-6731e0093e5b tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380785 Dec 12 15:28:48.079729 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc2261-b867-480d-a4b4-0cb8d267fe40 x-openstack-request-id: req-6edc2261-b867-480d-a4b4-0cb8d267fe40 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:48.080037 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c85522-322e-475a-8b94-06a604d9375d", "name": "network-vif-deleted", "tag": "848e815b-303c-4ac3-9653-f86d64859065", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:48.080301 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6edc2261-b867-480d-a4b4-0cb8d267fe40 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:48.081269 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c85522-322e-475a-8b94-06a604d9375d', 'name': 'network-vif-deleted', 'tag': '848e815b-303c-4ac3-9653-f86d64859065', 'status': 'completed', 'code': 200} Dec 12 15:28:48.081533 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'status': 'completed', 'code': 200} Dec 12 15:28:48.153304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-93fe8f11-0bfc-4bdb-ab2a-8a2f975516df service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367528 Dec 12 15:28:48.179014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9089-b97f-41d1-8533-4571deb8b8ea req-23ebdd5d-c7a7-4fdb-9f53-220466661c0e tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.180473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43ae9089-b97f-41d1-8533-4571deb8b8ea req-23ebdd5d-c7a7-4fdb-9f53-220466661c0e tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 946 time: 0.0691907 Dec 12 15:28:48.214907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-dece079d-0e08-4bb2-925e-f75992383f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.0508511 Dec 12 15:28:48.294625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43ae9089-b97f-41d1-8533-4571deb8b8ea req-5e33f3b2-f4a3-44a0-a93a-d4b0f1942df1 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864282 Dec 12 15:28:48.296138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6375837a-7caa-4ced-873f-ec6dab9fcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.297617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6375837a-7caa-4ced-873f-ec6dab9fcc94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0729005 Dec 12 15:28:48.352009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3f94d00e-038d-44e8-bd5c-ff9263ee0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.353708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3f94d00e-038d-44e8-bd5c-ff9263ee0497 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470293 Dec 12 15:28:48.469114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b42b7046-12fe-4778-90da-c8c7eed915a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022844 Dec 12 15:28:48.593395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-72657a48-a4cd-4de9-8324-73d01fbbb1fc service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143610 Dec 12 15:28:48.609113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.615748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.621855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.628084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.634156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.640231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.646602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.648606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-685bc51f-60ca-4514-8698-b102a90a2fe3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1154065 Dec 12 15:28:48.679182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-c32da945-8172-4b6a-b66d-d8fbae6ad306 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.681268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-c32da945-8172-4b6a-b66d-d8fbae6ad306 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.30 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 946 time: 0.0560544 Dec 12 15:28:48.701330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-900e02c7-888a-46ce-9a41-be7626d112ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0516894 Dec 12 15:28:48.777042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a15ecca-57cc-42c5-9035-6dfd89a98eed req-cec2962c-889e-4d91-a72f-596e68625535 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194413 Dec 12 15:28:48.778595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-15f17d4c-7714-4734-a435-faf180e779ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.779953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-15f17d4c-7714-4734-a435-faf180e779ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0675333 Dec 12 15:28:48.785538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Deleting port ca99a3ff-5f9f-438f-a747-13de3e8df20c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:48.785875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:48.855961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f78d1225-aaf5-48bf-b9c4-56019ec655fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:48.857469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f78d1225-aaf5-48bf-b9c4-56019ec655fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669818 Dec 12 15:28:48.913835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] For port ca99a3ff-5f9f-438f-a747-13de3e8df20c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ca99a3ff-5f9f-438f-a747-13de3e8df20c,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:48.914546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:48.923628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ca99a3ff-5f9f-438f-a747-13de3e8df20c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:48.931337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Calling delete_port for ca99a3ff-5f9f-438f-a747-13de3e8df20c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:48.982505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f06853b4-eee5-4259-8c3f-bb1786fa3a7c service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110647 Dec 12 15:28:49.076831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:49.148604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-4671d89a-b237-4d0b-a164-bf0fe19ff447 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599166 Dec 12 15:28:49.157515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:49.166014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94721a89-1987-43ce-87b1-ca503daf81a0 req-205f0d6b-b689-41bb-933a-4cad95412bc3 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.36 "GET /v2.0/ports?device_id=64592608-d09c-40ab-b1dd-789722e7e03d HTTP/1.1" status: 200 len: 210 time: 0.0382533 Dec 12 15:28:49.201563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Pushing event deleted for resources: {'Port': ['ID=ca99a3ff-5f9f-438f-a747-13de3e8df20c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:49.206822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:49.224210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-81993fca-c556-4290-9428-bfab1898be46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.0609407 Dec 12 15:28:49.237781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] No DVR routers for this DVR port ca99a3ff-5f9f-438f-a747-13de3e8df20c on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:49.240969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:49.245206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-214d688f-fc4c-410a-9de3-ccf4f518f363 req-2596a1d0-09bf-471c-b32a-28f1bedfd652 tempest-ServerRescueTestJSON-1043101018 tempest-ServerRescueTestJSON-1043101018-project] 10.222.0.30 "DELETE /v2.0/ports/ca99a3ff-5f9f-438f-a747-13de3e8df20c HTTP/1.1" status: 204 len: 173 time: 0.5507531 Dec 12 15:28:49.258025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:49.258411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 791dfe5c-aa66-4bed-bc8a-d5c68ebe435c not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:49.295987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'name': 'network-vif-deleted', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:49.297970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-150d33ff-cd94-4806-8276-1eabeead487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.300146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-150d33ff-cd94-4806-8276-1eabeead487d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0676744 Dec 12 15:28:49.300826 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6bb53c-3da0-4e02-90f6-c4065ef936de" -d '{"events": [{"server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "name": "network-vif-deleted", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:49.402486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6704c1fc-d695-43cd-8da9-3b097e8d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.403904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-6704c1fc-d695-43cd-8da9-3b097e8d43a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937808 Dec 12 15:28:49.415146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ed57-1217-4882-8f0c-6d0475694a15 req-fbc58c7f-27f6-4e59-b641-3ef412575e13 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.416533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d754ed57-1217-4882-8f0c-6d0475694a15 req-fbc58c7f-27f6-4e59-b641-3ef412575e13 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.0603712 Dec 12 15:28:49.518874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d754ed57-1217-4882-8f0c-6d0475694a15 req-cca39f5f-b415-44dd-a442-22ed76699bd0 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.36 "GET /v2.0/security-groups?id=8399c1ca-fa88-4d86-aa53-4bf76c509559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943711 Dec 12 15:28:49.545411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3076d543-0bdd-4b8a-9136-47ad9e3e3878 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278715 Dec 12 15:28:49.563824 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7e90a4-99c7-4264-85f8-f3008c801c4c x-openstack-request-id: req-eb7e90a4-99c7-4264-85f8-f3008c801c4c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:49.564127 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64592608-d09c-40ab-b1dd-789722e7e03d", "name": "network-vif-deleted", "tag": "ca99a3ff-5f9f-438f-a747-13de3e8df20c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:49.564380 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb7e90a4-99c7-4264-85f8-f3008c801c4c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:49.565331 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64592608-d09c-40ab-b1dd-789722e7e03d', 'name': 'network-vif-deleted', 'tag': 'ca99a3ff-5f9f-438f-a747-13de3e8df20c', 'status': 'completed', 'code': 200} Dec 12 15:28:49.666577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-0516bed1-984c-4a8c-9881-50049a4bc2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114640 Dec 12 15:28:49.692591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290615f3-2b56-4221-857d-71551a49685e req-1f4c0b15-4d51-4d29-8f80-229bd31a2ede tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.694114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290615f3-2b56-4221-857d-71551a49685e req-1f4c0b15-4d51-4d29-8f80-229bd31a2ede tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 946 time: 0.0776002 Dec 12 15:28:49.735094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-7d2d0450-0151-441f-a301-8d269d391af1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.0583496 Dec 12 15:28:49.813784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-290615f3-2b56-4221-857d-71551a49685e req-fe688804-1868-4b7c-984e-4716f759083b tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855169 Dec 12 15:28:49.815943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-69336544-9d5a-4f01-a70c-26a22e0188d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.817399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-69336544-9d5a-4f01-a70c-26a22e0188d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0728140 Dec 12 15:28:49.885516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b75aa189-e7e3-49e6-8455-a25ae4326482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:49.887031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b75aa189-e7e3-49e6-8455-a25ae4326482 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557549 Dec 12 15:28:49.994937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.001071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.007859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.014014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.020382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.026442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.032494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.034936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-0e3dafd4-fbe8-4e8c-b81a-625a1b1e0630 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1470234 Dec 12 15:28:50.053864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-8824e20d-f30e-4785-b9db-776a9af53ff8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.056037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-8824e20d-f30e-4785-b9db-776a9af53ff8 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.30 "GET /v2.0/ports?device_id=52bba507-1047-429c-a6b1-b8153478943e HTTP/1.1" status: 200 len: 946 time: 0.0528288 Dec 12 15:28:50.081797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b2e55d75-f420-4db4-8260-1d51ef9b7a50 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853440 Dec 12 15:28:50.083606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:50.085685 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "762d64b8-70a3-45d1-9bef-98b454111804"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:50.159934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Deleting port 7f425c28-4091-4304-9f82-7d85f86b6f58 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:50.160292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:50.171195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aece231e-b4d9-47a6-b6d3-152be7360d46 req-ad611ba9-0a68-4470-9a10-28bc6fe95ccc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260579 Dec 12 15:28:50.216040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-f6ca4002-b100-4d5a-ac27-f8219727a64b service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222556 Dec 12 15:28:50.277556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-2b37c913-fabe-43dd-ad43-714391abdc97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.0525372 Dec 12 15:28:50.277948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] For port 7f425c28-4091-4304-9f82-7d85f86b6f58, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7f425c28-4091-4304-9f82-7d85f86b6f58,segment=NetworkSegment(dae02264-b610-4f5f-a03c-f948df0d9ccc),segment_id=dae02264-b610-4f5f-a03c-f948df0d9ccc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:50.278313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:50.292151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Calling delete_port for 7f425c28-4091-4304-9f82-7d85f86b6f58 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:50.339559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3f196693-9f71-41a0-a612-673ab840964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.341214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-3f196693-9f71-41a0-a612-673ab840964b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.0564709 Dec 12 15:28:50.393442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-22160dd1-28cc-4db1-af6b-37a7da7e9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:50.395219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-22160dd1-28cc-4db1-af6b-37a7da7e9dbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458436 Dec 12 15:28:50.467807 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dde13a-19b1-40d3-a861-7f4768941d8d x-openstack-request-id: req-94dde13a-19b1-40d3-a861-7f4768941d8d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:50.468104 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "762d64b8-70a3-45d1-9bef-98b454111804", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:50.468360 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94dde13a-19b1-40d3-a861-7f4768941d8d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:50.468782 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804', 'status': 'completed', 'code': 200} Dec 12 15:28:50.483008 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:50.495702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7f425c28-4091-4304-9f82-7d85f86b6f58'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:50.518922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-e7abe12c-bd33-4318-9c46-29d458b236bc service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152568 Dec 12 15:28:50.522055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38438) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:50.525830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Pushing event deleted for resources: {'Port': ['ID=7f425c28-4091-4304-9f82-7d85f86b6f58,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:50.593939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] No DVR routers for this DVR port 7f425c28-4091-4304-9f82-7d85f86b6f58 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:50.596928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:50.600319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ef240f-6bd6-48ab-bba0-1c94fd32391c req-b1d515a8-b427-41ee-873b-f0583d890748 tempest-ServerDiskConfigTestJSON-1458656341 tempest-ServerDiskConfigTestJSON-1458656341-project] 10.222.0.30 "DELETE /v2.0/ports/7f425c28-4091-4304-9f82-7d85f86b6f58 HTTP/1.1" status: 204 len: 173 time: 0.5375435 Dec 12 15:28:51.066235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-b341026f-6a6b-407d-b3ac-4d6154dd41a1 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371284 Dec 12 15:28:51.136597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb6e9f-12cf-48d3-8c7a-a221a25786e7 req-5b61b7a7-ba6c-4de3-86a3-32c618612952 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.138009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2abb6e9f-12cf-48d3-8c7a-a221a25786e7 req-5b61b7a7-ba6c-4de3-86a3-32c618612952 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 946 time: 0.4513574 Dec 12 15:28:51.173632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-b45bf326-038e-4c56-a00c-299fd0c47039 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4742386 Dec 12 15:28:51.179763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-41968e19-c3f6-411b-95dd-f3735b6a7ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.0746558 Dec 12 15:28:51.333841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-aa7fcfd3-ac20-44bf-a279-fbe8ddb28ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.335282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-aa7fcfd3-ac20-44bf-a279-fbe8ddb28ac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1479917 Dec 12 15:28:51.358279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2abb6e9f-12cf-48d3-8c7a-a221a25786e7 req-41593377-1462-4f40-9218-e5ffc6bc707a tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831703 Dec 12 15:28:51.359998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-7bb6e68c-4211-4e2b-b6ea-1c51948544bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.362400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-7bb6e68c-4211-4e2b-b6ea-1c51948544bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf66164a313649a9a90d1699d1d1180d&device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 1097 time: 0.1570239 Dec 12 15:28:51.529170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-96b6adf1-e321-4285-9992-85a4508fb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.530684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-96b6adf1-e321-4285-9992-85a4508fb30f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1660945 Dec 12 15:28:51.566550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'name': 'network-vif-deleted', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:51.569010 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941aaa55-caec-4a61-a17c-e253c1266a96" -d '{"events": [{"server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "name": "network-vif-deleted", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:51.650877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-cce39180-31df-4ad9-bb97-aed97c1f808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.652249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-cce39180-31df-4ad9-bb97-aed97c1f808b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 200 len: 914 time: 0.2576189 Dec 12 15:28:51.691092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.697354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.703497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.709794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.715851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.721586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-288fb38e-5af4-41a5-ba29-e20b0435530e tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.722623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.723525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-288fb38e-5af4-41a5-ba29-e20b0435530e tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 946 time: 0.0513191 Dec 12 15:28:51.728751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.730711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-0e36bcd4-41c5-49a4-a0cb-7d91fc173494 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.2488747 Dec 12 15:28:51.776294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-9aeb0a7f-5a4a-4202-8c80-381e4b03976c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a HTTP/1.1" status: 200 len: 217 time: 0.1119826 Dec 12 15:28:51.835543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Deleting port 8421e13e-c27e-40f7-b296-dc4c1685c92f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:51.835909 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:51.885432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-042675c0-3884-4c4a-9820-89a0e1c00a35 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325801 Dec 12 15:28:51.992052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-04743b59-8a8a-46c9-88cd-1b42b1f52530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:51.993418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-04743b59-8a8a-46c9-88cd-1b42b1f52530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 200 len: 854 time: 0.2040641 Dec 12 15:28:52.017137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6279fc-7296-4f10-9700-4e943b9ef5e9 req-2f900a7e-c3dd-4b91-8ec5-e4757e34ae89 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2400305 Dec 12 15:28:52.037504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-107ef8de-e265-4e69-804e-d289a6569aa1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314886 Dec 12 15:28:52.058395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] For port 8421e13e-c27e-40f7-b296-dc4c1685c92f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8421e13e-c27e-40f7-b296-dc4c1685c92f,segment=NetworkSegment(1b41235c-cce0-490f-9111-72f6085916f5),segment_id=1b41235c-cce0-490f-9111-72f6085916f5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:52.058862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.128684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-e48098b7-3d99-45d3-a220-d98290973acb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055379 Dec 12 15:28:52.165745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Calling delete_port for 8421e13e-c27e-40f7-b296-dc4c1685c92f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:52.194344 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58326dfd-7dea-4b3d-abf6-0ad388a0c5ec x-openstack-request-id: req-58326dfd-7dea-4b3d-abf6-0ad388a0c5ec {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:52.194679 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bba507-1047-429c-a6b1-b8153478943e", "name": "network-vif-deleted", "tag": "7f425c28-4091-4304-9f82-7d85f86b6f58", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:52.195141 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58326dfd-7dea-4b3d-abf6-0ad388a0c5ec {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:52.195574 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52bba507-1047-429c-a6b1-b8153478943e', 'name': 'network-vif-deleted', 'tag': '7f425c28-4091-4304-9f82-7d85f86b6f58', 'status': 'completed', 'code': 200} Dec 12 15:28:52.256465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.286432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-7058568e-b8a0-4b62-89b2-a36dbe28ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.287940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-7058568e-b8a0-4b62-89b2-a36dbe28ca6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97000d43ffb846b5a8776e865700ced9&device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 1097 time: 0.2239759 Dec 12 15:28:52.359204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1c6c51b-9c6f-4814-8dce-fb57118a9aee req-9de48d0d-c943-4165-a704-3980e3f83642 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432244 Dec 12 15:28:52.503469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-0883a8d2-3301-4460-88ab-2197f9ad60af service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936034 Dec 12 15:28:52.545350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-5ec1408d-7004-4c7a-b6e6-53bf1c7bfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.546828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-5ec1408d-7004-4c7a-b6e6-53bf1c7bfaf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 200 len: 919 time: 0.2322755 Dec 12 15:28:52.598530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38476) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:52.604067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-b09e1307-dcda-4f6e-9f9a-67c80eafb375 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 200 len: 217 time: 0.0431552 Dec 12 15:28:52.605176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.616979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8421e13e-c27e-40f7-b296-dc4c1685c92f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:28:52.707036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Pushing event deleted for resources: {'Port': ['ID=8421e13e-c27e-40f7-b296-dc4c1685c92f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:52.771815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.771815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.772197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.772318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.772813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.773273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.773829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.775736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8128bd3d-9fcc-4666-a6ee-80f14a9dc61c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6488 time: 0.3169093 Dec 12 15:28:52.776363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] No DVR routers for this DVR port 8421e13e-c27e-40f7-b296-dc4c1685c92f on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:28:52.781435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.783158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9716370-ee12-40dc-903b-36f93a6e848d req-5648d300-f85e-49b4-9f9a-3e714ef6d565 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd4a609-c66d-4ca0-b222-45987fe8ee82 HTTP/1.1" status: 200 len: 210 time: 0.0893192 Dec 12 15:28:52.786045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af3ba3bc-3760-42e6-998b-1deedb21a4e3 req-93a39a28-1af4-4e7b-8c78-562b41174123 tempest-InstanceActionsV221TestJSON-1059071797 tempest-InstanceActionsV221TestJSON-1059071797-project] 10.222.0.13 "DELETE /v2.0/ports/8421e13e-c27e-40f7-b296-dc4c1685c92f HTTP/1.1" status: 204 len: 173 time: 1.0564568 Dec 12 15:28:52.787130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-7ed8958b-d6b3-4c82-ab72-4bc7c3499be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:52.796378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-7ed8958b-d6b3-4c82-ab72-4bc7c3499be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 200 len: 859 time: 0.1761737 Dec 12 15:28:52.842484 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-05f5c093-ad2d-4467-84a5-3a1b0f7ed8c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3173b8f6-0983-438d-b06d-7b6933f85a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450931 Dec 12 15:28:52.877483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Deleting subnet 208503ab-5d94-4f98-8ef8-f0c94267879d {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:28:52.883072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.928110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7f425c28-4091-4304-9f82-7d85f86b6f58 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:52.935686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:52.961420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 7f425c28-4091-4304-9f82-7d85f86b6f58 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:52.962207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7f425c28-4091-4304-9f82-7d85f86b6f58 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:53.026052 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-e553bfa2-cebc-4701-9a1a-d07f2f0eef26 service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758592 Dec 12 15:28:53.167978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bb432ab4-6677-47bb-8ef8-32437016a6bd req-504c5581-05f6-45ff-9fa9-e89f39afb2ac service neutron] 10.222.0.30 "GET /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290967 Dec 12 15:28:53.390427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91861376-f3ec-4daf-ba41-8d81f207c600 req-73b9c9d7-d95c-408f-8598-243c19d0aa82 service neutron] 10.222.0.13 "GET /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797576 Dec 12 15:28:53.445898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8a815367-1c66-4419-be9d-a7bcf392455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.447140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-8a815367-1c66-4419-be9d-a7bcf392455a service neutron] 10.222.0.30 "GET /v2.0/networks?id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 901 time: 0.6554377 Dec 12 15:28:53.519734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-63d2e923-1dc8-4eb3-a234-8191a6bb8a28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.0517082 Dec 12 15:28:53.523864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:53.648189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.654236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.662484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.666945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.673028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.679042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.685337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.687104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-c6b1fe7f-18b3-43d8-abeb-d954f127501f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.3868623 Dec 12 15:28:53.742856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-ecbb64d7-c4a3-4786-9917-b334967e4664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.744422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-ecbb64d7-c4a3-4786-9917-b334967e4664 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.2151039 Dec 12 15:28:53.806014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:53.887987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82bcc1e8-3680-418c-899b-849ff3b55b16 req-9e733e7c-c48f-402c-8125-7aaa02027fa6 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836326 Dec 12 15:28:53.890944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208503ab-5d94-4f98-8ef8-f0c94267879d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:53.907021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:53.924125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:53.924717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-444ae4b7-fce8-4ad4-93e7-2c7be05b0a2b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/208503ab-5d94-4f98-8ef8-f0c94267879d HTTP/1.1" status: 204 len: 168 time: 1.3241248 Dec 12 15:28:53.932536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Deleting port dae53a20-9267-41fb-9e56-568eab2a2fb9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:53.932840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:53.983887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-2654a508-217c-4983-99b2-c77e0460e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:53.985707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-2654a508-217c-4983-99b2-c77e0460e244 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245226 Dec 12 15:28:54.087272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.117774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:54.131054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] For port dae53a20-9267-41fb-9e56-568eab2a2fb9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dae53a20-9267-41fb-9e56-568eab2a2fb9,segment=NetworkSegment(3c48893c-4d65-4943-8eb0-916d2e8f0f29),segment_id=3c48893c-4d65-4943-8eb0-916d2e8f0f29)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:54.131565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.161071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Calling delete_port for dae53a20-9267-41fb-9e56-568eab2a2fb9 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:54.164908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Deleting subnet f4fefb95-da72-40d8-a9cb-250b3445ebf0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:28:54.168658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.186740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-b031a676-d64a-42da-82f0-06b85c62ab3d service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914904 Dec 12 15:28:54.196542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'name': 'network-vif-deleted', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:28:54.198949 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1827ded3-a682-475b-96b1-bf45dcf3f112" -d '{"events": [{"server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "name": "network-vif-deleted", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:28:54.256424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.260474 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.267603 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a8c169-d729-40de-8f6c-2abb0543b792 x-openstack-request-id: req-73a8c169-d729-40de-8f6c-2abb0543b792 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:28:54.267933 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd4a609-c66d-4ca0-b222-45987fe8ee82", "name": "network-vif-deleted", "tag": "8421e13e-c27e-40f7-b296-dc4c1685c92f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:28:54.268186 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73a8c169-d729-40de-8f6c-2abb0543b792 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:28:54.268740 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd4a609-c66d-4ca0-b222-45987fe8ee82', 'name': 'network-vif-deleted', 'tag': '8421e13e-c27e-40f7-b296-dc4c1685c92f', 'status': 'completed', 'code': 200} Dec 12 15:28:54.305138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5490f5d0-dc5d-4d29-94ed-41c88db1f8fb']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.318698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae02264-b610-4f5f-a03c-f948df0d9ccc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.319020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae02264-b610-4f5f-a03c-f948df0d9ccc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.333452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.335385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.357294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.364223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:28:54.364710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:28:54.438252 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:28:54.460554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.462633 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.466577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d49e647-a8c9-49b6-9ed3-a840bf9f910e req-afeeec0e-0770-4d90-ac01-76b0b09338e7 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413136 Dec 12 15:28:54.471446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.493866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] 10.222.0.36 "DELETE /v2.0/networks/5490f5d0-dc5d-4d29-94ed-41c88db1f8fb HTTP/1.1" status: 204 len: 168 time: 0.5656345 Dec 12 15:28:54.514311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae53a20-9267-41fb-9e56-568eab2a2fb9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:54.526621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125621b-ae66-4474-a487-751c469e449f admin admin] Pushing event deleted for resources: {'Network': ['ID=5490f5d0-dc5d-4d29-94ed-41c88db1f8fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:54.570114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.600826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fefb95-da72-40d8-a9cb-250b3445ebf0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:54.617269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.620389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7012b03f-3c7b-4043-b7a8-facf6f168fd2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f4fefb95-da72-40d8-a9cb-250b3445ebf0 HTTP/1.1" status: 204 len: 168 time: 0.4989121 Dec 12 15:28:54.623593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:54.748735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.791552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.792033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.792622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:54.793057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.793527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.794109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.794585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.795043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:54.797005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-91fb416f-9973-4311-bfb5-0cebfa1862e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6488 time: 0.1953988 Dec 12 15:28:54.845494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.871739 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.885180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe135dc-be61-4c12-a315-c25fb6a03a6d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.891645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c915870c-e941-45e6-b0d9-e4ce36265b8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69ced53e325a41b388640607efa5031a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955226 Dec 12 15:28:54.894860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:54.926349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b41235c-cce0-490f-9111-72f6085916f5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.926825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b41235c-cce0-490f-9111-72f6085916f5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:54.942521 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.965576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.970219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.975219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:28:54.975707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:28:54.977513 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:28:55.046983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.070592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.100128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.105612 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8fe135dc-be61-4c12-a315-c25fb6a03a6d HTTP/1.1" status: 204 len: 168 time: 0.4786696 Dec 12 15:28:55.116010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeb9a5-e657-4a9b-8f50-459b72c57c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe135dc-be61-4c12-a315-c25fb6a03a6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:55.147080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.150005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.153488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8399c1ca-fa88-4d86-aa53-4bf76c509559 HTTP/1.1" status: 204 len: 168 time: 0.2554083 Dec 12 15:28:55.163187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be09e8-22a8-4b42-a258-3ad8ee1df8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399c1ca-fa88-4d86-aa53-4bf76c509559,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:55.283021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-a2abedd3-5398-46b5-ac23-28ed6d38f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.285100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-a2abedd3-5398-46b5-ac23-28ed6d38f0fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 901 time: 0.4143932 Dec 12 15:28:55.314162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.320860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.327386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.334316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.340689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.362370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.372550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.374074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5f482e39-a0c4-4761-8d07-bfde341f2474 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.2455916 Dec 12 15:28:55.457995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:55.465407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-10822df1-712a-420d-bee2-ab24343b9b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.1708660 Dec 12 15:28:55.522663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b004f6fe-5bfb-4345-b946-eef8e33194fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa59fdd48006474bb402a7415cbfe45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0631657 Dec 12 15:28:55.525011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:55.589739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-a4d2d582-1002-4123-8fbe-f253726457ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.591135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-a4d2d582-1002-4123-8fbe-f253726457ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1167114 Dec 12 15:28:55.649988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.707411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b9e9e-5fc4-4719-b3a1-069ce7d5e099 req-5cb9f188-1546-4882-a9dd-18ce8ff2280d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3052015 Dec 12 15:28:55.743837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.745273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-f0fbd8a8-3e72-4e02-8296-f16f7a1dfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:55.746770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-f0fbd8a8-3e72-4e02-8296-f16f7a1dfd88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008706 Dec 12 15:28:55.767941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Router 4be0e203-81e2-480c-b392-d9822dcab4e6 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:28:55.841420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.847040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:55.851141 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99 HTTP/1.1" status: 204 len: 168 time: 0.3225923 Dec 12 15:28:55.880131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2ea47-c07d-4145-9ade-ec2cc6729c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6033b9-dc6a-4a97-a40d-9c6a5d4e7e99,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:56.043987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-9cd388e3-fdec-4c55-ab7d-a0783b1a5e74 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887461 Dec 12 15:28:56.164779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:28:56.174713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3f07afae-41a2-4f26-afdb-75171c6ef224 admin admin] 10.222.0.36 "PUT /v2.0/routers/4be0e203-81e2-480c-b392-d9822dcab4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6487670 Dec 12 15:28:56.175722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:56.186559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Sync routers for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:28:56.218000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c78ab9d-43c4-4a51-a09d-ee157d690c8f req-671fdf3f-7861-431b-a82c-737b40ac4055 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570463 Dec 12 15:28:56.220812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:28:56.221601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:28:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:56.394186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:56.501217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:28:56.632363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:56.644545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38594) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:56.772712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Deleting port 51231fb0-6cb3-48f9-89f1-45512ac17369 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:28:56.775104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.025452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8421e13e-c27e-40f7-b296-dc4c1685c92f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:57.027022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-456534117-network', 'tenant_id': '4621e334fe4a4a15ae4dd5d23ad5849e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:57.152047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 8421e13e-c27e-40f7-b296-dc4c1685c92f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:57.153804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8421e13e-c27e-40f7-b296-dc4c1685c92f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:57.157809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.184778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.192881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.200099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.208820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.215172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.222862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.232142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-85091a2d-020d-430d-8d9c-6869c65048fd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.3470407 Dec 12 15:28:57.234676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:57.261401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Made reservation on behalf of 4621e334fe4a4a15ae4dd5d23ad5849e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:57.263707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.283108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:28:54Z', 'revision_number': 5, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port': {'id': '51231fb0-6cb3-48f9-89f1-45512ac17369', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:98:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:36Z', 'updated_at': '2021-12-12T15:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:57.301648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.359232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Checking router: 4be0e203-81e2-480c-b392-d9822dcab4e6 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:28:57.380569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Routers {'4be0e203-81e2-480c-b392-d9822dcab4e6'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:28:57.383500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:28:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4be0e203-81e2-480c-b392-d9822dcab4e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:57.449796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.458821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-263973920-network', 'tenant_id': 'e2f6b2c5394c49ff90cea8c7a8a68501'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:57.465266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.479204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:57.489682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.490022 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Added segment 881738a2-3e91-4ff2-97f5-ab99b5293495 of type vlan for network b9e07215-9588-4041-930b-9929b55189ab Dec 12 15:28:57.544475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.603754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] For port 51231fb0-6cb3-48f9-89f1-45512ac17369, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=51231fb0-6cb3-48f9-89f1-45512ac17369,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:28:57.604290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.633323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Calling delete_port for 51231fb0-6cb3-48f9-89f1-45512ac17369 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:28:57.706160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa04628b-26bb-4c01-827f-8913b46f4d0d req-9c956de7-cfbb-431f-b4e2-06b80f1af0c3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4722250 Dec 12 15:28:57.739995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:28:57.793627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:57.814116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Made reservation on behalf of e2f6b2c5394c49ff90cea8c7a8a68501 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:57.818615 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.833037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.842710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.843734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:57.844323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:57.933570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] Set router 4be0e203-81e2-480c-b392-d9822dcab4e6 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:28:57.958821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.045969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.053538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:28:56Z', 'revision_number': 6, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:28:58.070267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e07215-9588-4041-930b-9929b55189ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:58.079924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.113576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349c4041-2d43-49d5-a150-08add3f51cfb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:58.131894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b9e07215-9588-4041-930b-9929b55189ab details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:58.148037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a8548828-f412-4bae-ac91-cceaf4495f17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5023234 Dec 12 15:28:58.150623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:28:58.152837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38626) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:58.158840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Request body: {'subnet': {'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-456534117-subnet', 'tenant_id': '4621e334fe4a4a15ae4dd5d23ad5849e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:58.179031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.179860 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Added segment 5cdbc1ac-f5fc-4ee4-b8f4-232720058dac of type vlan for network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 Dec 12 15:28:58.192873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Pushing event deleted for resources: {'Port': ['ID=51231fb0-6cb3-48f9-89f1-45512ac17369,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:58.270511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1ce8f-ec50-4aad-bb0b-8e16e6f29f51 None None] The sync data for ids ['4be0e203-81e2-480c-b392-d9822dcab4e6'] in n-d-710847-8 is: [{'id': '4be0e203-81e2-480c-b392-d9822dcab4e6', 'name': 'tempest-ServerRescueTestJSON-1975074231-router', 'tenant_id': 'cf0ec89847a541a699d71366915ecb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:34Z', 'updated_at': '2021-12-12T15:28:56Z', 'revision_number': 6, 'project_id': 'cf0ec89847a541a699d71366915ecb71', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:28:58.286200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Made reservation on behalf of 4621e334fe4a4a15ae4dd5d23ad5849e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:58.292850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.332016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.340624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.444181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.446727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.501315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.507301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:58.507944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.528130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.528967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be0e203-81e2-480c-b392-d9822dcab4e6 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:28:58.536158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.540857 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-95827630-229c-4b59-8fc8-7e3b2cb15929 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4be0e203-81e2-480c-b392-d9822dcab4e6 HTTP/1.1" status: 204 len: 168 time: 2.3613503 Dec 12 15:28:58.541023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3037078 Dec 12 15:28:58.543163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38630) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:58.543590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:58.551570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Request body: {'subnet': {'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-263973920-subnet', 'tenant_id': 'e2f6b2c5394c49ff90cea8c7a8a68501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:28:58.584259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Made reservation on behalf of e2f6b2c5394c49ff90cea8c7a8a68501 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:28:58.587380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.623756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cc472-8113-439c-8797-3cacab680ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b986e45-00a4-4b35-87e4-1b4df810d2c3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:58.637034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:28:58.839631 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:58.875127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dae53a20-9267-41fb-9e56-568eab2a2fb9 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:28:58.939084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a6a95b-a44f-4fa3-9b43-4c50a4295736,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:58.973744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: dae53a20-9267-41fb-9e56-568eab2a2fb9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:28:58.974978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dae53a20-9267-41fb-9e56-568eab2a2fb9 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:28:58.990662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Deleting subnet 0693059a-1f94-44ec-8268-1d907b81189e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:28:58.997612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.111583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Checking segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:59.115306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Network hostable DHCP agents. Network: b9e07215-9588-4041-930b-9929b55189ab, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:59.119713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.169380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.179697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.208598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.223344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.249444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.280375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.301224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.308197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc18a46a-9228-408a-8886-433e9902c84d req-562afeb6-4ed2-48e0-973d-ff7c6bd3da9e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.3601646 Dec 12 15:28:59.350842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.419081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Network b9e07215-9588-4041-930b-9929b55189ab is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:59.480707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.484234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b9e07215-9588-4041-930b-9929b55189ab) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:28:59.495214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77675274-4759-4007-a3ce-325c8c6c870e None None] Network b9e07215-9588-4041-930b-9929b55189ab requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:28:59.498168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8565977a-2104-479c-801f-b2dd115a16c7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:59.518736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:28:59.520986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.606239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc18a46a-9228-408a-8886-433e9902c84d req-c055aa09-e9d3-4d5c-9b61-80f11a599bc2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2879057 Dec 12 15:28:59.623201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.632347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-36af846f-0ed8-4919-933d-eefe3e772be0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4770825 Dec 12 15:28:59.686441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0693059a-1f94-44ec-8268-1d907b81189e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:28:59.702377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.708522 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f8c69504-4151-4c6e-8fa9-11f9a0243235 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0693059a-1f94-44ec-8268-1d907b81189e HTTP/1.1" status: 204 len: 168 time: 1.1617208 Dec 12 15:28:59.711388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:28:59.714195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Checking segment: {'id': '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:28:59.714562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Network hostable DHCP agents. Network: 6b986e45-00a4-4b35-87e4-1b4df810d2c3, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:28:59.774144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b9e07215-9588-4041-930b-9929b55189ab', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'project_id': '4621e334fe4a4a15ae4dd5d23ad5849e', 'fixed_ips': [{'subnet_id': '35a6a95b-a44f-4fa3-9b43-4c50a4295736'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:28:59.779435 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.856538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:28:59.885545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:28:59.943729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6b986e45-00a4-4b35-87e4-1b4df810d2c3) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:00.007664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:00.007664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.164692 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0851ab2e-08c5-4e3c-a9f1-9bb5653c0f12 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6123426 Dec 12 15:29:00.166128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.194007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Allocated IP 172.20.0.2 (b9e07215-9588-4041-930b-9929b55189ab/35a6a95b-a44f-4fa3-9b43-4c50a4295736/cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:00.222676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4942ac-7171-4b0f-9392-54f1f0006e13']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:00.253188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c48893c-4d65-4943-8eb0-916d2e8f0f29') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:00.253831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c48893c-4d65-4943-8eb0-916d2e8f0f29') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:00.281608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.324010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.346834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:29:00.347246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:29:00.349190 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:29:00.487706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.490972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.494646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] 10.222.0.36 "DELETE /v2.0/networks/de4942ac-7171-4b0f-9392-54f1f0006e13 HTTP/1.1" status: 204 len: 168 time: 0.7814841 Dec 12 15:29:00.539880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32a9fc-64f0-40dd-b87f-e9d56586bf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4942ac-7171-4b0f-9392-54f1f0006e13,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:00.651882 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.663838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-e6e08dcf-f513-46e6-aa77-ffd8a6cb5596 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:00.666268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-e6e08dcf-f513-46e6-aa77-ffd8a6cb5596 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.1682379 Dec 12 15:29:00.673643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8168e-8c24-4455-9a7d-e3fb4d41249c None None] Network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:00.709090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-5b5b9f77-36ef-404f-a05d-a1b79c1c5f24 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/quotas/4621e334fe4a4a15ae4dd5d23ad5849e HTTP/1.1" status: 200 len: 375 time: 0.0322390 Dec 12 15:29:00.736200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:00.776495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 51231fb0-6cb3-48f9-89f1-45512ac17369 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:00.812996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:00.840131 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c08a80a-0029-44bd-8d02-13e7f5787113 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf0ec89847a541a699d71366915ecb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005445 Dec 12 15:29:00.840131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:00.903398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Pushing event updated for resources: {'Port': ['ID=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:00.914003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 51231fb0-6cb3-48f9-89f1-45512ac17369 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:00.914531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 51231fb0-6cb3-48f9-89f1-45512ac17369 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:00.919271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Network b9e07215-9588-4041-930b-9929b55189ab is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:00.926283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:00.932525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:01.031915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.057739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9793af7b-3ed6-4f1e-8128-e4fe86df5a99 None None] Network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:01.101465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.237145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.240199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.242881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9985c249-98f5-405f-8bba-07f99b22afd3 HTTP/1.1" status: 204 len: 168 time: 0.4017880 Dec 12 15:29:01.265459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ff877-65c8-43af-98ef-f8eb00125f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9985c249-98f5-405f-8bba-07f99b22afd3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:01.326680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-6fcecc96-48c6-4398-b86e-17bc290d237c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6134903 Dec 12 15:29:01.397513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Attempting to bind port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:01.397900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Attempting to bind port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:01.398272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Attempting to bind port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:01.436780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:01.437097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Checking segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:01.437519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.437918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Bound using segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:01.438414 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Bound port: cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:01.438799 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.526847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-6e8fe763-bbdf-41ad-b91f-8a4a2818793d service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913869 Dec 12 15:29:01.633704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c2d59b29-9b94-46e8-8550-b45206ea53da tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:01.648438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c2d59b29-9b94-46e8-8550-b45206ea53da tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/networks?id=6b986e45-00a4-4b35-87e4-1b4df810d2c3 HTTP/1.1" status: 200 len: 820 time: 0.8307109 Dec 12 15:29:01.680335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-1c9fe238-5e31-4c50-9e4c-b540ccdb4003 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/quotas/e2f6b2c5394c49ff90cea8c7a8a68501 HTTP/1.1" status: 200 len: 375 time: 0.0307345 Dec 12 15:29:01.715043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] For port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:01.730661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] For port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:01.740064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:01.772115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-7568a600-bca8-447e-b972-784a962c50c5 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2f6b2c5394c49ff90cea8c7a8a68501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907784 Dec 12 15:29:01.890183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fffdd6-3f8a-43c2-bce8-6d68903f0b23 None None] Pushing event updated for resources: {'Port': ['ID=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:01.920155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-e3740e7b-4123-4625-aa53-b8a1e7b6e718 service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829308 Dec 12 15:29:01.990861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-333475b6-8771-4d38-973d-ff79002ec9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175910 Dec 12 15:29:02.382630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c1f52d6a-e309-4437-9cf6-77c772f4ef1c service neutron] 10.222.0.36 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906784 Dec 12 15:29:02.436431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.444046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.460490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.482400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.496967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.513349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.533239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:02.535271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-1fb67da0-18f8-4b4c-a700-0af622a4b16b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.2379239 Dec 12 15:29:02.672056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:02.759528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-baf19f6c-7a00-4cd4-a614-f0edec229988 req-a3ad4e4c-d2db-4f01-b649-82efb77e6d73 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133622 Dec 12 15:29:02.907959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:02.910355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:03.164931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38758) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:03.276763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:03.416096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:03.424686 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:03.449461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-3fb12f99-f5a8-40d8-9f8f-2ee63b9c4e04 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:03.462941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-3fb12f99-f5a8-40d8-9f8f-2ee63b9c4e04 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.2561836 Dec 12 15:29:03.555715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1257683419-network', 'tenant_id': '97b7f411f5aa4fbd8c56da71397f3a67'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:03.564293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:03.625991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-a5e56e5f-d676-43fb-8822-b7612b63cf95 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/quotas/4621e334fe4a4a15ae4dd5d23ad5849e HTTP/1.1" status: 200 len: 375 time: 0.1608953 Dec 12 15:29:03.655799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e7d753e-fc10-4bc5-b17e-ae440d3bf62b req-1c731fa3-f3ea-408d-ad71-9d33089c7398 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 210 time: 0.1656997 Dec 12 15:29:03.779034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-e7f31d44-9c55-4f6a-8c64-56e14a1bc550 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517050 Dec 12 15:29:03.801968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Made reservation on behalf of 97b7f411f5aa4fbd8c56da71397f3a67 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:03.812476 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:04.004424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a396f24-9971-49d2-a9e3-943478be4e3b None None] Network b9e07215-9588-4041-930b-9929b55189ab requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:04.224141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:04.263055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-385a06ae-847e-40fd-adad-45b62d38cbee None None] Provisioning complete for port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:04.265830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-a82d6a93-886c-4e53-b54a-364e0224fe09 service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856002 Dec 12 15:29:04.266218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-385a06ae-847e-40fd-adad-45b62d38cbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:04.432322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20b870-f200-43a6-b80f-9ba1aa12d554 req-38d26fad-980c-436c-af59-0dbfbf94752b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:04.439963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e20b870-f200-43a6-b80f-9ba1aa12d554 req-38d26fad-980c-436c-af59-0dbfbf94752b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.6242926 Dec 12 15:29:04.614005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:04.729447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:04.730227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:04.877323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-03978d7f-7d9b-4481-8629-6c3c2f83c17c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:04.882414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-03978d7f-7d9b-4481-8629-6c3c2f83c17c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.3158271 Dec 12 15:29:04.886818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-770c495d-38f7-4f7f-8c79-186a0edfbba4 service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198008 Dec 12 15:29:04.910225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Request body: {'port': {'device_id': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'admin_state_up': True, 'tenant_id': '4621e334fe4a4a15ae4dd5d23ad5849e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:04.952171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fe289071-4a33-4dcf-a8c1-58ccecc99511 None None] Provisioning complete for port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:04.952944 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe289071-4a33-4dcf-a8c1-58ccecc99511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.010645 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e20b870-f200-43a6-b80f-9ba1aa12d554 req-d0fe5972-91d2-4235-9e2a-43a0bf4d4a58 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691969 Dec 12 15:29:05.358292 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c59b7b4-8ba1-4612-b10e-6384a671b48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.412948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-8109760b-1fcd-451e-8b9a-38a480a00f6a tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:05.414510 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-8109760b-1fcd-451e-8b9a-38a480a00f6a tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.13 "GET /v2.0/networks?id=6b986e45-00a4-4b35-87e4-1b4df810d2c3 HTTP/1.1" status: 200 len: 820 time: 0.3406692 Dec 12 15:29:05.435175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Request body: {'port': {'device_id': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3', 'admin_state_up': True, 'tenant_id': 'e2f6b2c5394c49ff90cea8c7a8a68501'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:05.512489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.553585 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.624961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f817084-9d28-475e-aa1a-3f5b3472dbce req-23f42464-dd83-463f-97b6-cb04f00e3441 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 210 time: 0.0622141 Dec 12 15:29:05.646448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Made reservation on behalf of e2f6b2c5394c49ff90cea8c7a8a68501 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:05.651950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.676911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-c427a205-488d-4d33-8642-c84a830e92fe tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:05.682458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-c427a205-488d-4d33-8642-c84a830e92fe tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.5634434 Dec 12 15:29:05.693548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:29:05.722283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.722902 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Added segment 672cb35f-2dbb-4613-9469-f3cede7b485b of type vlan for network 16ce4dd3-4527-40b7-a495-536023b23bc9 Dec 12 15:29:05.777116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.873129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0d346-0f29-4ac1-a37f-2baee76197b7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:05.899313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.906415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:05.907090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:05.961421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Allocated IP 172.20.0.10 (6b986e45-00a4-4b35-87e4-1b4df810d2c3/8565977a-2104-479c-801f-b2dd115a16c7/043f6f49-4748-46f2-9ffe-3c5f618cf516) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:06.036683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Made reservation on behalf of 4621e334fe4a4a15ae4dd5d23ad5849e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:06.040290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.064799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] Pushing event updated for resources: {'Network': ['ID=16ce4dd3-4527-40b7-a495-536023b23bc9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:06.077086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:29:06.122087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.140888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.146941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.156154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.175916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.191652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.200271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.214432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-035a41d3-dfbd-423a-8228-56b603176014 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.9818647 Dec 12 15:29:06.233855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.285235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-026631c1-77dd-4220-b5c7-f636e5a90196 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1189287 Dec 12 15:29:06.294634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:06.308391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Request body: {'subnet': {'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1257683419-subnet', 'tenant_id': '97b7f411f5aa4fbd8c56da71397f3a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:06.372258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.382621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Made reservation on behalf of 97b7f411f5aa4fbd8c56da71397f3a67 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:06.385222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.502169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3d942547-56df-4d3a-8009-b83cf8404a27 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.503743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3d942547-56df-4d3a-8009-b83cf8404a27 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.6253657 Dec 12 15:29:06.542634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-802ad061-6f31-43e5-9bd1-76fa87394f23 req-58b68470-a4a6-424d-9324-ea545c574e9a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3272500 Dec 12 15:29:06.598562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Deleting port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:06.598907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.701097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] For port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:06.701097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.709054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.727805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:06.734690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:06.735841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Calling delete_port for 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:06.744788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-433a0b81-1d38-471f-8488-eaf5473ad8ba tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/quotas/4621e334fe4a4a15ae4dd5d23ad5849e HTTP/1.1" status: 200 len: 375 time: 0.1973288 Dec 12 15:29:06.745135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:06.824487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:06.826766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:06.860316 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4290385 Dec 12 15:29:06.863388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb57d0-baf5-4a31-8e7d-7c1a59d9348c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Pushing event updated for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:06.899293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Request body: {'port': {'device_id': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:06.910441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Checking segment: {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:06.910924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Network hostable DHCP agents. Network: 16ce4dd3-4527-40b7-a495-536023b23bc9, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:29:06.978569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Allocated IP 172.20.0.6 (b9e07215-9588-4041-930b-9929b55189ab/35a6a95b-a44f-4fa3-9b43-4c50a4295736/bd09f933-bb4c-40f7-a38a-5fc03541d96b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:06.990007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc23aff-e380-422a-be44-a42853d83a8b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:07.112675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:29:07.146628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ea7c0-c31d-4014-8fdf-2d2db2ee7977 req-6e8f7258-c45e-4aa6-8078-3615110b8d92 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:07.161064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-359ea7c0-c31d-4014-8fdf-2d2db2ee7977 req-6e8f7258-c45e-4aa6-8078-3615110b8d92 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=e04db7ec-df15-4c34-9489-8fdcd5714b01 HTTP/1.1" status: 200 len: 946 time: 0.4296584 Dec 12 15:29:07.162695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 16ce4dd3-4527-40b7-a495-536023b23bc9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:07.168962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.173185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcdaef9-5ca5-4e41-b44a-f83a5e4d2a49 None None] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:07.193882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-0bebbcb1-076c-4188-8857-c9e88cf1dead tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4468377 Dec 12 15:29:07.240581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:07.241402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.341161 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b8b6fb5-d4bf-425b-a9ee-937e9f17801c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0450573 Dec 12 15:29:07.416225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c8153-2ede-4c57-b44d-083b456127ab None None] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:07.505439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-359ea7c0-c31d-4014-8fdf-2d2db2ee7977 req-7198b5f6-0911-4236-97f2-27360709a29b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434980 Dec 12 15:29:07.555209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-6a067ec6-ed4c-4a34-bb3f-5efd90cdcadc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:07.569788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.574091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-6a067ec6-ed4c-4a34-bb3f-5efd90cdcadc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.30 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.6148417 Dec 12 15:29:07.610792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Request body: {'port': {'device_id': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'admin_state_up': True, 'tenant_id': '4621e334fe4a4a15ae4dd5d23ad5849e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:07.622504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', '3f08812e-e8a5-4160-b0f5-375d80ac899a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:07.623285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.735383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-03e062bb-85f2-4fd1-b43b-c74c13cd49d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250475 Dec 12 15:29:07.745986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.797741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event deleted for resources: {'Port': ['ID=4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:07.859640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043f6f49-4748-46f2-9ffe-3c5f618cf516 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:07.868113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Made reservation on behalf of 4621e334fe4a4a15ae4dd5d23ad5849e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:07.871759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.872825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6be9323-1c55-4bc4-8fc0-4deeb54eb08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.875062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:07.919399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Transition to ACTIVE for port object 043f6f49-4748-46f2-9ffe-3c5f618cf516 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:07.959425 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.087220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Allocated IP 172.20.0.9 (b9e07215-9588-4041-930b-9929b55189ab/35a6a95b-a44f-4fa3-9b43-4c50a4295736/c6194465-7da9-4d5d-98b6-6d0e5cc25341) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:08.252276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Pushing event updated for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:08.331951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] No DVR routers for this DVR port 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:08.334749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Network b9e07215-9588-4041-930b-9929b55189ab is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:08.340131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.343442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df07f3f0-b67f-4a7c-b8d7-0fc98fd90ee0 req-cce0bec1-0b95-497e-9fd8-3c2d4b117774 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.30 "DELETE /v2.0/ports/4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 HTTP/1.1" status: 204 len: 173 time: 2.4602644 Dec 12 15:29:08.346790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'name': 'network-vif-deleted', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:08.348957 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c7f03a-7c8d-4e94-a462-4f2baee85e4c" -d '{"events": [{"server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "name": "network-vif-deleted", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:08.358152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.360381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Attempting to bind port 043f6f49-4748-46f2-9ffe-3c5f618cf516 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:08.360837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:08.361011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Attempting to bind port 043f6f49-4748-46f2-9ffe-3c5f618cf516 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:08.365098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Attempting to bind port 043f6f49-4748-46f2-9ffe-3c5f618cf516 on network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:08.368942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:08.375284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Port 043f6f49-4748-46f2-9ffe-3c5f618cf516 on network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:08.375740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Attempting to bind port 043f6f49-4748-46f2-9ffe-3c5f618cf516 on network 6b986e45-00a4-4b35-87e4-1b4df810d2c3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:08.385115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:08.385832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Checking segment: {'id': '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:08.386461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Bound using segment: {'id': '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:08.387275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Bound port: 043f6f49-4748-46f2-9ffe-3c5f618cf516, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:08.388608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.399506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event updated for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:08.416861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d823-2c67-42d3-af48-c5c7340323f3 req-2521290b-0e55-482d-a678-56e0b9f4d294 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:08.427773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f79d823-2c67-42d3-af48-c5c7340323f3 req-2521290b-0e55-482d-a678-56e0b9f4d294 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 932 time: 0.6269522 Dec 12 15:29:08.536834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-462f7e5c-ff92-4120-b08e-a827467e4924 service neutron] 10.222.0.36 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733350 Dec 12 15:29:08.543935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.553511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:08.554172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.555438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.623708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-716a035c-7440-4d68-b44e-451a666db2fc tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7211463 Dec 12 15:29:08.661997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f79d823-2c67-42d3-af48-c5c7340323f3 req-c4413aa8-c55c-4f7f-84c9-5f6a711fdd4f tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332180 Dec 12 15:29:08.671306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Request body: {'port': {'device_id': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:08.671718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:08.692930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Network b9e07215-9588-4041-930b-9929b55189ab is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:08.693910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event updated for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:08.702872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:08.710873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516,segment=NetworkSegment(5cdbc1ac-f5fc-4ee4-b8f4-232720058dac),segment_id=5cdbc1ac-f5fc-4ee4-b8f4-232720058dac)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:08.722405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:08.775564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.851659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.867297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-acdaa09f-7d1e-4e3f-9734-6c1a3e6b1816 None None] Provisioning complete for port bd09f933-bb4c-40f7-a38a-5fc03541d96b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:08.868164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-acdaa09f-7d1e-4e3f-9734-6c1a3e6b1816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.960177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-acdaa09f-7d1e-4e3f-9734-6c1a3e6b1816 None None] Port bd09f933-bb4c-40f7-a38a-5fc03541d96b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:29:08.984086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:08.986227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:08.992990 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] 10.222.0.13 "PUT /v2.0/ports/043f6f49-4748-46f2-9ffe-3c5f618cf516 HTTP/1.1" status: 200 len: 1092 time: 2.1167116 Dec 12 15:29:09.011355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:09.020231 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9672e02-3578-40e8-911e-e00028111381" -d '{"events": [{"name": "network-changed", "server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:09.053777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:09.059416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.060099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.101200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38862) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:09.141352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:09.142892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:09.194748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.209299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.220048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.232535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.239371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.247425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.255481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.258146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-907ca87a-7c42-43d4-86eb-178f001aef6c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.4027967 Dec 12 15:29:09.271583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b534105d-22a8-43fd-be47-dbb58d144ba6 None None] Provisioning complete for port c6194465-7da9-4d5d-98b6-6d0e5cc25341 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:09.272024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b534105d-22a8-43fd-be47-dbb58d144ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.281584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.285661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049c5b-ce7e-452c-a4e6-33be422d41ac service neutron] Pushing event updated for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:09.302370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-03741ff8-ad38-4d4c-b681-4d8714e96c92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101898 Dec 12 15:29:09.318076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Request body: {'port': {'device_id': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:09.397130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b534105d-22a8-43fd-be47-dbb58d144ba6 None None] Port c6194465-7da9-4d5d-98b6-6d0e5cc25341 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:29:09.401540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.425389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-769af476-0e28-456b-81fd-ab80fb57fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.427249 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-769af476-0e28-456b-81fd-ab80fb57fb2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f6b2c5394c49ff90cea8c7a8a68501&device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 1095 time: 0.3395634 Dec 12 15:29:09.563468 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-bec49727-7114-4e90-ad8b-9c32bb5df7da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516 HTTP/1.1" status: 200 len: 217 time: 0.0835247 Dec 12 15:29:09.574348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ba4b36-cf18-4ee9-b23b-1c4445758cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.666234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-d79176ce-ead1-460f-b66a-852c4499a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.667798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-d79176ce-ead1-460f-b66a-852c4499a55a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8565977a-2104-479c-801f-b2dd115a16c7 HTTP/1.1" status: 200 len: 860 time: 0.0977659 Dec 12 15:29:09.725328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-45c879e0-ac33-4702-b08c-01f8027fa965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b986e45-00a4-4b35-87e4-1b4df810d2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495644 Dec 12 15:29:09.764432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-79d3faf4-4a8c-4a36-aac2-4f6f79c532d9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:09.766878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-79d3faf4-4a8c-4a36-aac2-4f6f79c532d9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 814 time: 0.2063792 Dec 12 15:29:09.787343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7fe718-0263-4af3-8f9a-2f53b8bb8677 req-e1dd0f5b-5929-4dff-86c8-c51fb85ef38b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5204837 Dec 12 15:29:09.851427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-b50e5f4b-76c4-4d4b-b926-7f5557b673bf tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/quotas/97b7f411f5aa4fbd8c56da71397f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0514865 Dec 12 15:29:09.878823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6194465-7da9-4d5d-98b6-6d0e5cc25341 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:09.891594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.901260 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f1d45-56bf-493a-a9ac-181737ced95d x-openstack-request-id: req-722f1d45-56bf-493a-a9ac-181737ced95d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:09.901555 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04db7ec-df15-4c34-9489-8fdcd5714b01", "name": "network-vif-deleted", "tag": "4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:09.901810 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-722f1d45-56bf-493a-a9ac-181737ced95d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:09.902210 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04db7ec-df15-4c34-9489-8fdcd5714b01', 'name': 'network-vif-deleted', 'tag': '4e8aaca1-e4a0-45c9-9812-7dca8cbb7f48', 'status': 'completed', 'code': 200} Dec 12 15:29:09.926733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Transition to ACTIVE for port object c6194465-7da9-4d5d-98b6-6d0e5cc25341 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:09.933637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-d02e0810-b535-4048-af84-7e56640829f5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981552 Dec 12 15:29:09.935929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:09.965312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-fd37e02b-4b0c-4950-a106-25261904570b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980258 Dec 12 15:29:10.131469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:10.239921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ba4b36-cf18-4ee9-b23b-1c4445758cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.242882 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4d4e2b9-0532-42db-a50d-3df3d1aa52a3 req-9d1de366-1a21-4dc4-85a7-1e64b5bf6f74 service neutron] 10.222.0.13 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961166 Dec 12 15:29:10.243617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Attempting to bind port c6194465-7da9-4d5d-98b6-6d0e5cc25341 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:10.243947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Attempting to bind port c6194465-7da9-4d5d-98b6-6d0e5cc25341 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:10.244341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Attempting to bind port c6194465-7da9-4d5d-98b6-6d0e5cc25341 on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:10.250106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Port c6194465-7da9-4d5d-98b6-6d0e5cc25341 on network b9e07215-9588-4041-930b-9929b55189ab not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:10.250651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Attempting to bind port c6194465-7da9-4d5d-98b6-6d0e5cc25341 on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:10.257001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:10.257327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Checking segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:10.257884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Bound using segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:10.258325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Bound port: c6194465-7da9-4d5d-98b6-6d0e5cc25341, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:10.258685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.275584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.280779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ba4b36-cf18-4ee9-b23b-1c4445758cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.346810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:10.350878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:10.367986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.402379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-6b972864-c22c-437f-8250-3cda3fd73bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123392 Dec 12 15:29:10.470214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:10.471322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.472738 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6194465-7da9-4d5d-98b6-6d0e5cc25341 HTTP/1.1" status: 200 len: 1091 time: 1.1597769 Dec 12 15:29:10.511781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73dbed-92c1-482b-a7c2-73ec37479ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:10.526625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2473befd-ba24-4464-a69e-40e1b8ae8897 req-1503bd45-e716-447d-92c4-295508a103f5 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 210 time: 0.1215341 Dec 12 15:29:10.560976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-39406061-83df-4b8c-a9e1-37141bc5a7a2 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:10.562457 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-39406061-83df-4b8c-a9e1-37141bc5a7a2 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 815 time: 0.1980636 Dec 12 15:29:10.580984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Request body: {'port': {'device_id': '17f37787-b81b-4497-9d0d-784661f3d29c', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'admin_state_up': True, 'tenant_id': '4621e334fe4a4a15ae4dd5d23ad5849e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:10.584829 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba13eb29-2f3c-47fe-bef3-545ee8d43b39 x-openstack-request-id: req-ba13eb29-2f3c-47fe-bef3-545ee8d43b39 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:10.585144 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:10.585366 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba13eb29-2f3c-47fe-bef3-545ee8d43b39 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:10.585755 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516', 'status': 'completed', 'code': 200} Dec 12 15:29:10.621471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd09f933-bb4c-40f7-a38a-5fc03541d96b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:10.629761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-8176a992-d5df-48af-a411-b0522183ea8b service neutron] 10.222.0.36 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076530 Dec 12 15:29:10.639007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-24ba4b36-cf18-4ee9-b23b-1c4445758cf8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c3086de2c3941feb01b87f77a38378a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5191293 Dec 12 15:29:10.639752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.652484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4b36-cf18-4ee9-b23b-1c4445758cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f403baaf-00a4-4368-85ca-834f00ec414a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:10.655227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38886) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:10.758662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Transition to ACTIVE for port object bd09f933-bb4c-40f7-a38a-5fc03541d96b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:10.782220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.838763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Pushing event updated for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:10.853007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672e02-3578-40e8-911e-e00028111381 req-72338d26-d3c8-40aa-b20c-38f7fab9acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:10.854697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-72338d26-d3c8-40aa-b20c-38f7fab9acd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2f6b2c5394c49ff90cea8c7a8a68501&device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 1095 time: 0.2240186 Dec 12 15:29:10.923349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:10.996561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-a71751f8-e07c-4cbd-88cd-0703ae107d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:10.998398 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-a71751f8-e07c-4cbd-88cd-0703ae107d1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 1094 time: 0.4583647 Dec 12 15:29:11.031522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88ad42-0b71-4f8a-96f3-35a0edc23a6c req-f3d3d6e5-7c49-43eb-8ee3-189fafc88e90 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.045340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef88ad42-0b71-4f8a-96f3-35a0edc23a6c req-f3d3d6e5-7c49-43eb-8ee3-189fafc88e90 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 944 time: 0.3599639 Dec 12 15:29:11.049740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.055644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.058240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-2bce5d9a-b24a-4ff1-a8d1-ea18a71b1ae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341 HTTP/1.1" status: 200 len: 217 time: 0.0482752 Dec 12 15:29:11.104203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.150080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-e2008f63-68db-41a9-ab0a-32d962d5c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.151563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-e2008f63-68db-41a9-ab0a-32d962d5c72a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.0770400 Dec 12 15:29:11.154235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Made reservation on behalf of 4621e334fe4a4a15ae4dd5d23ad5849e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:11.157813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.197481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe94f0-23c9-4212-b880-2d0cdf67aef2 req-5fe894c2-79b2-42b6-9e61-873a8db9451e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.199233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57fe94f0-23c9-4212-b880-2d0cdf67aef2 req-5fe894c2-79b2-42b6-9e61-873a8db9451e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.3564296 Dec 12 15:29:11.262680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef88ad42-0b71-4f8a-96f3-35a0edc23a6c req-09fb28c6-22ec-4045-91d8-17676986e9b5 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158289 Dec 12 15:29:11.269113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-02cb23bf-b97d-4c7d-8179-ce66059912ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.270742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-02cb23bf-b97d-4c7d-8179-ce66059912ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044273 Dec 12 15:29:11.306488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672e02-3578-40e8-911e-e00028111381 req-40ba8e77-9d66-47b1-8a5f-3d874d22fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.307951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-40ba8e77-9d66-47b1-8a5f-3d874d22fe0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b986e45-00a4-4b35-87e4-1b4df810d2c3 HTTP/1.1" status: 200 len: 920 time: 0.4153075 Dec 12 15:29:11.317292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.319832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.323303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f403baaf-00a4-4368-85ca-834f00ec414a HTTP/1.1" status: 204 len: 168 time: 0.6614909 Dec 12 15:29:11.328767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Attempting to bind port bd09f933-bb4c-40f7-a38a-5fc03541d96b on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:11.329093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Attempting to bind port bd09f933-bb4c-40f7-a38a-5fc03541d96b by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:11.329431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Attempting to bind port bd09f933-bb4c-40f7-a38a-5fc03541d96b on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:11.373357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Allocated IP 172.20.0.5 (b9e07215-9588-4041-930b-9929b55189ab/35a6a95b-a44f-4fa3-9b43-4c50a4295736/43e357c5-32a9-4d92-abbf-0bc7efe9ecab) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:11.375378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Port bd09f933-bb4c-40f7-a38a-5fc03541d96b on network b9e07215-9588-4041-930b-9929b55189ab not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:11.375525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Attempting to bind port bd09f933-bb4c-40f7-a38a-5fc03541d96b on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:11.380179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-ea4c9e38-fa90-4e24-99ad-373d7ea660f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516 HTTP/1.1" status: 200 len: 217 time: 0.0539434 Dec 12 15:29:11.384163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57fe94f0-23c9-4212-b880-2d0cdf67aef2 req-c330fa96-ff4c-4e1c-ab66-d0538b8908ff tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704726 Dec 12 15:29:11.384925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a201c0-17df-4809-99ab-4dd51a3c3130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f403baaf-00a4-4368-85ca-834f00ec414a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:11.399528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:11.399944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Checking segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:11.400245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Bound using segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:11.400749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Bound port: bd09f933-bb4c-40f7-a38a-5fc03541d96b, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:11.401243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.563778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9672e02-3578-40e8-911e-e00028111381 req-7615e85b-589d-49b9-8652-b2a9dcbb9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.565822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-7615e85b-589d-49b9-8652-b2a9dcbb9e23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8565977a-2104-479c-801f-b2dd115a16c7 HTTP/1.1" status: 200 len: 860 time: 0.1770396 Dec 12 15:29:11.586239 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-28bfc06a-cc95-4181-961a-8db784204ded service neutron] 10.222.0.30 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049221 Dec 12 15:29:11.671393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-083b5032-4938-4ea5-9aac-79daaa13ae32 req-82437049-5e25-4c2e-8f6a-e414694e605b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 210 time: 0.1016834 Dec 12 15:29:11.701745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.701978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-47cb9c19-10e1-4789-8032-e288f121302f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b986e45-00a4-4b35-87e4-1b4df810d2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963995 Dec 12 15:29:11.744502 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f83e7f72-266b-4335-b6b7-c49dbb3dc2eb req-c7002e15-2eb9-4c00-9d0a-785245e56f34 service neutron] 10.222.0.30 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460233 Dec 12 15:29:11.749199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:11.767786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.802333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:11.821297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.827292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.832409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Network b9e07215-9588-4041-930b-9929b55189ab is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:11.833359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.836279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:11.839691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.840542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:11.846348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.852358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.858425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.867381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-91d237ad-6f83-4517-8bc1-88cba812d0b3 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.3147719 Dec 12 15:29:11.870553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event updated for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:11.881906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.909319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:11.910540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:11.933424 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-3fd273da-1e61-41cf-9ca2-f6cd89fac8b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3573523 Dec 12 15:29:11.948469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Request body: {'port': {'device_id': '17f37787-b81b-4497-9d0d-784661f3d29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:12.000426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.001070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.003079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd09f933-bb4c-40f7-a38a-5fc03541d96b HTTP/1.1" status: 200 len: 1091 time: 3.3401144 Dec 12 15:29:12.010450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:12.012761 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de791403-4c6e-4098-9b81-88298b02f486" -d '{"events": [{"name": "network-changed", "server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:12.014038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.058484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-ecfb897f-5925-4e27-b344-d34a23fdb20a service neutron] 10.222.0.13 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438525 Dec 12 15:29:12.067351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1344e6-9acb-4fc3-8003-21415b753a96 service neutron] Pushing event updated for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:12.161048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fe62ea3-a96b-4afa-8372-67fd5a6fa5e6 req-5b31b373-0185-42c2-a861-258eb2c55857 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2864220 Dec 12 15:29:12.169345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1037dd-dcfe-4043-b3a2-21be3d750021 req-caf6a593-dffd-4616-b737-2b33673b67ff tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.178143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc1037dd-dcfe-4043-b3a2-21be3d750021 req-caf6a593-dffd-4616-b737-2b33673b67ff tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 946 time: 0.2500560 Dec 12 15:29:12.265723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9edd0b4c-1d0a-4959-9365-ff767fb9818e None None] Provisioning complete for port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:12.266946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9edd0b4c-1d0a-4959-9365-ff767fb9818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.332260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-0e59ff4d-ed85-420c-b7ae-ed19a206ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.335116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9edd0b4c-1d0a-4959-9365-ff767fb9818e None None] Port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:29:12.345983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-0e59ff4d-ed85-420c-b7ae-ed19a206ca37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 1094 time: 0.2802489 Dec 12 15:29:12.406681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc1037dd-dcfe-4043-b3a2-21be3d750021 req-6cb549f0-4f9d-4682-b8c7-c4737c20e968 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272291 Dec 12 15:29:12.477079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-0265a166-d143-4e29-a3ff-5ed1bf9c6fb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b HTTP/1.1" status: 200 len: 217 time: 0.0974610 Dec 12 15:29:12.482865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9672e02-3578-40e8-911e-e00028111381 req-ec7ee6ba-598d-45d7-8cb6-df4610f053c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125681 Dec 12 15:29:12.503498 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965dc16e-d687-44c3-83cc-f690bb5fce89 x-openstack-request-id: req-965dc16e-d687-44c3-83cc-f690bb5fce89 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:12.503796 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:12.504058 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-965dc16e-d687-44c3-83cc-f690bb5fce89 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:12.504469 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b', 'status': 'completed', 'code': 200} Dec 12 15:29:12.516918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d43f50-05a6-428c-bbac-80c24f5eef71 req-2b88d50b-cd39-4b73-a991-2b46f6b9b026 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.525091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77d43f50-05a6-428c-bbac-80c24f5eef71 req-2b88d50b-cd39-4b73-a991-2b46f6b9b026 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 931 time: 0.1756725 Dec 12 15:29:12.534506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-5b427ed2-3bdf-4a84-874d-53827b2afeb7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.536766 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-5b427ed2-3bdf-4a84-874d-53827b2afeb7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 814 time: 0.2818272 Dec 12 15:29:12.553538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Request body: {'port': {'device_id': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'admin_state_up': True, 'tenant_id': '97b7f411f5aa4fbd8c56da71397f3a67'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:12.594357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:12.597856 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b" -d '{"events": [{"name": "network-changed", "server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:12.648236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e357c5-32a9-4d92-abbf-0bc7efe9ecab {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:12.656135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77d43f50-05a6-428c-bbac-80c24f5eef71 req-859de076-c62d-4c0f-8c1e-f72d54457471 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301863 Dec 12 15:29:12.657809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-88097068-822e-4d6f-81c1-2ca1b7091177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.659694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-88097068-822e-4d6f-81c1-2ca1b7091177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.1544383 Dec 12 15:29:12.660255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.695393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Transition to ACTIVE for port object 43e357c5-32a9-4d92-abbf-0bc7efe9ecab will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:12.703935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.741276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314a42f-4e3b-493c-a001-de23cf4daa82 req-1dc16a7f-9a20-46b0-8a09-a886ad4d40c2 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:12.757683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c314a42f-4e3b-493c-a001-de23cf4daa82 req-1dc16a7f-9a20-46b0-8a09-a886ad4d40c2 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 944 time: 0.1706808 Dec 12 15:29:12.768855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99144-62e7-499c-964a-232ff099537f service neutron] Pushing event updated for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:12.781381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Made reservation on behalf of 97b7f411f5aa4fbd8c56da71397f3a67 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:12.785615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:12.859315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 043f6f49-4748-46f2-9ffe-3c5f618cf516 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:12.952817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Attempting to bind port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:12.953176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Attempting to bind port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:12.953473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Attempting to bind port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:12.965070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab on network b9e07215-9588-4041-930b-9929b55189ab not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:12.965403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Attempting to bind port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab on network b9e07215-9588-4041-930b-9929b55189ab {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:12.978829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:12.979206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Checking segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:12.979533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Bound using segment: {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:12.979979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Bound port: 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881738a2-3e91-4ff2-97f5-ab99b5293495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:12.980337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.025615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516,segment=NetworkSegment(5cdbc1ac-f5fc-4ee4-b8f4-232720058dac),segment_id=5cdbc1ac-f5fc-4ee4-b8f4-232720058dac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:13.108460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Allocated IP 172.20.0.2 (16ce4dd3-4527-40b7-a495-536023b23bc9/5cc23aff-e380-422a-be44-a42853d83a8b/cb7c9e11-78c2-4835-8084-422da853625d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:13.167052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:13.189845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:13.205698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.230949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c6194465-7da9-4d5d-98b6-6d0e5cc25341 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:13.260253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-7728b00c-4f1e-4341-8cde-16162581b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.261789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-7728b00c-4f1e-4341-8cde-16162581b5bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5926254 Dec 12 15:29:13.274933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '043f6f49-4748-46f2-9ffe-3c5f618cf516', 'network_id': '6b986e45-00a4-4b35-87e4-1b4df810d2c3', 'port_id': '043f6f49-4748-46f2-9ffe-3c5f618cf516', 'mac_address': 'fa:16:3e:37:9b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8565977a-2104-479c-801f-b2dd115a16c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:13.311871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.312490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.313977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-eed99144-62e7-499c-964a-232ff099537f service neutron] 10.222.0.13 "PUT /v2.0/ports/43e357c5-32a9-4d92-abbf-0bc7efe9ecab HTTP/1.1" status: 200 len: 1091 time: 1.3709695 Dec 12 15:29:13.333010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99144-62e7-499c-964a-232ff099537f service neutron] Pushing event updated for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:13.358908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-6edd78a7-d39b-44b3-8550-6994513228ed tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.360712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-6edd78a7-d39b-44b3-8550-6994513228ed tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 946 time: 0.5705485 Dec 12 15:29:13.416981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeccef3-1a62-4d2d-a982-6c2a3b3279ec req-54c51d90-fe7b-4480-828c-bee5c4390d35 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.418514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbeccef3-1a62-4d2d-a982-6c2a3b3279ec req-54c51d90-fe7b-4480-828c-bee5c4390d35 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.6582770 Dec 12 15:29:13.429877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.459735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:13.462616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-22e6f7bf-b891-4dee-b9f6-372640efa3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.463921 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-22e6f7bf-b891-4dee-b9f6-372640efa3f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 1094 time: 0.0810986 Dec 12 15:29:13.477098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c314a42f-4e3b-493c-a001-de23cf4daa82 req-fa899f8e-492d-4856-a649-5df9391081e0 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7114191 Dec 12 15:29:13.479502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'port_id': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341', 'mac_address': 'fa:16:3e:a3:68:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a6a95b-a44f-4fa3-9b43-4c50a4295736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:13.491345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.512364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043f6f49-4748-46f2-9ffe-3c5f618cf516 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:13.552817 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-29b46d65-02e6-407f-9b43-acf39d754664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab HTTP/1.1" status: 200 len: 217 time: 0.0801680 Dec 12 15:29:13.554061 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32861ca9-fb23-44a7-abbc-5dbbae8a9db7 x-openstack-request-id: req-32861ca9-fb23-44a7-abbc-5dbbae8a9db7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:13.554345 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:13.554595 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32861ca9-fb23-44a7-abbc-5dbbae8a9db7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:13.554986 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341', 'status': 'completed', 'code': 200} Dec 12 15:29:13.560551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-2e7c33ef-8098-4626-a071-8cc1d2304c98 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.562109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-2e7c33ef-8098-4626-a071-8cc1d2304c98 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 946 time: 0.7399032 Dec 12 15:29:13.575161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.583536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.632181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6194465-7da9-4d5d-98b6-6d0e5cc25341 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:13.670534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:13.672934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516,segment=NetworkSegment(5cdbc1ac-f5fc-4ee4-b8f4-232720058dac),segment_id=5cdbc1ac-f5fc-4ee4-b8f4-232720058dac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:13.680172 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.686160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:13.691422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.694644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:13.697490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-c73153c0-c997-490b-8a2e-185e53283aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.699017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-c73153c0-c997-490b-8a2e-185e53283aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.1334779 Dec 12 15:29:13.699611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:13.701915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:13.750976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:13.795260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.795905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.806187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:13.812074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-47ea46f3-ea97-4230-8ecf-0b8b56940c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:13.814816 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-47ea46f3-ea97-4230-8ecf-0b8b56940c09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074755 Dec 12 15:29:13.818737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-7222fe50-d871-4fce-9077-5c3674bde5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2690911 Dec 12 15:29:13.841650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbeccef3-1a62-4d2d-a982-6c2a3b3279ec req-bb9a7cad-0c83-48d3-ae02-01113bf12934 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555775 Dec 12 15:29:13.848840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Request body: {'port': {'device_id': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:13.887927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['043f6f49-4748-46f2-9ffe-3c5f618cf516'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:13.971581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Deleting port 5ba6b871-44b1-4068-a04a-61070b09550f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:13.971967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.981597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Deleting port 3f08812e-e8a5-4160-b0f5-375d80ac899a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:13.981935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:13.997575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c6194465-7da9-4d5d-98b6-6d0e5cc25341'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:14.006494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.058501 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-b8925bad-6359-4260-b949-d8603ad5058b service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359223 Dec 12 15:29:14.106107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] For port 3f08812e-e8a5-4160-b0f5-375d80ac899a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f08812e-e8a5-4160-b0f5-375d80ac899a,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:14.106493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.119686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Calling delete_port for 3f08812e-e8a5-4160-b0f5-375d80ac899a owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:14.214163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b180d-196f-4839-a447-da35582471c3 req-a40aecb8-036a-4dc3-a886-0ed140e9b9f9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.219520 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9e6e0a26-b9b1-4d8a-b283-84c59b0076ae req-c5aaf0c0-3973-4d78-83bb-8a5aa632fada service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354604 Dec 12 15:29:14.224322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f01b180d-196f-4839-a447-da35582471c3 req-a40aecb8-036a-4dc3-a886-0ed140e9b9f9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 931 time: 0.4979844 Dec 12 15:29:14.228219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-a5aed6cd-a22f-4be6-9610-a475aff9ba2d service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9483421 Dec 12 15:29:14.230539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-c1710034-f5d7-487a-b8cd-70debcfdbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.231900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-c1710034-f5d7-487a-b8cd-70debcfdbea7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 1095 time: 0.6451514 Dec 12 15:29:14.462908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:14.474582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.495258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Transition to ACTIVE for port object cb7c9e11-78c2-4835-8084-422da853625d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:14.498839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.501802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.507710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.514246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.521146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.527289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.534331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.540533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.542357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-1ef346fe-99ff-44e3-ba39-19e38ac8d0cc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.3589234 Dec 12 15:29:14.590411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:14.619914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Attempting to bind port cb7c9e11-78c2-4835-8084-422da853625d on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:14.620487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Attempting to bind port cb7c9e11-78c2-4835-8084-422da853625d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:14.621026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Attempting to bind port cb7c9e11-78c2-4835-8084-422da853625d on network 16ce4dd3-4527-40b7-a495-536023b23bc9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:14.622720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f01b180d-196f-4839-a447-da35582471c3 req-0789710c-87ab-499c-b182-3e4029814ff1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972812 Dec 12 15:29:14.624517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] For port 5ba6b871-44b1-4068-a04a-61070b09550f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5ba6b871-44b1-4068-a04a-61070b09550f,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:14.624908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.625700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Port cb7c9e11-78c2-4835-8084-422da853625d on network 16ce4dd3-4527-40b7-a495-536023b23bc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:14.626032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Attempting to bind port cb7c9e11-78c2-4835-8084-422da853625d on network 16ce4dd3-4527-40b7-a495-536023b23bc9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:14.631242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:14.631572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Checking segment: {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:14.631958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Bound using segment: {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:14.632388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Bound port: cb7c9e11-78c2-4835-8084-422da853625d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:14.632774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.675297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-038b0ea1-79c0-403a-a8e8-9f744081fa48 req-7162ae1d-84da-4868-885f-b9f337773b1f service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805909 Dec 12 15:29:14.681239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Calling delete_port for 5ba6b871-44b1-4068-a04a-61070b09550f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:14.714382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:14.718017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:14.725494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.728913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-3566b9a5-be47-481b-a4a2-e194ab5c78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.730414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-3566b9a5-be47-481b-a4a2-e194ab5c78fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 915 time: 0.4280734 Dec 12 15:29:14.776589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.776589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.779737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 1091 time: 0.9452348 Dec 12 15:29:14.797613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d6df5-9984-492d-bb70-2ede3c215010 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:14.866490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e9ed0a7-b1a0-46e4-934d-83ef224d5a15 req-5b0d87e6-e122-4afc-8032-4c429006ad58 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3010294 Dec 12 15:29:14.872530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-c2ab8392-a4b4-46a4-822c-0468f43fb1f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341 HTTP/1.1" status: 200 len: 217 time: 0.1324029 Dec 12 15:29:14.881731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-9a658174-aecc-418c-8efb-cee1e15e208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:14.881874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 043f6f49-4748-46f2-9ffe-3c5f618cf516 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:14.883440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-9a658174-aecc-418c-8efb-cee1e15e208f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1094 time: 0.0569463 Dec 12 15:29:14.889579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:14.926452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-773d02ce-482f-4b7e-bbcf-d7b39d71c49e req-afda532b-99e5-438d-adc1-5360f5263e54 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6fa19f9-b4a0-4cef-b308-9b201dc58fca HTTP/1.1" status: 200 len: 210 time: 0.1135430 Dec 12 15:29:14.948980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:14.951215 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-9e169a2a-437b-4a10-bcba-7430a83b546b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.0490682 Dec 12 15:29:15.020399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event deleted for resources: {'Port': ['ID=3f08812e-e8a5-4160-b0f5-375d80ac899a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:15.045804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 043f6f49-4748-46f2-9ffe-3c5f618cf516 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:15.055315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-703d6d6a-a40b-4301-8325-f7cdfc409129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.057074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de791403-4c6e-4098-9b81-88298b02f486 req-8c0009c2-6f14-4d62-a148-cfad8c04bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.058183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-703d6d6a-a40b-4301-8325-f7cdfc409129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.0876942 Dec 12 15:29:15.058571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-8c0009c2-6f14-4d62-a148-cfad8c04bbaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 1094 time: 0.3117332 Dec 12 15:29:15.064867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c6194465-7da9-4d5d-98b6-6d0e5cc25341 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:15.073143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 043f6f49-4748-46f2-9ffe-3c5f618cf516 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:15.073589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.112138 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-19c84425-3763-48a0-bd7a-012faf79c418 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352511 Dec 12 15:29:15.120846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.121181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.121527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.121867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.122202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.122593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.122861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.123191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.123515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.123841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.124165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.124486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.124850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:15.134710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-a5e82f6a-af94-49cf-9df4-5774cbc5b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.136180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-a5e82f6a-af94-49cf-9df4-5774cbc5b6d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.2423992 Dec 12 15:29:15.184791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] No DVR routers for this DVR port 3f08812e-e8a5-4160-b0f5-375d80ac899a on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:15.227788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.229722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port c6194465-7da9-4d5d-98b6-6d0e5cc25341 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:15.231546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7a7ae76-859d-48cb-9c25-9e38b72ca2b2 req-95a57bb8-0cec-4da0-8e8e-e04a607496e0 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "DELETE /v2.0/ports/3f08812e-e8a5-4160-b0f5-375d80ac899a HTTP/1.1" status: 204 len: 173 time: 1.8320563 Dec 12 15:29:15.231677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-f14c9187-5f8f-4453-ade2-ecf6437bed34 service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097183 Dec 12 15:29:15.232905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'name': 'network-vif-deleted', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:15.235408 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea68620b-6bfa-402b-8a13-0896743e9b50" -d '{"events": [{"server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "name": "network-vif-deleted", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:15.242798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port c6194465-7da9-4d5d-98b6-6d0e5cc25341 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:15.243175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.328884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994fe7-9fc0-4367-9403-f9f2baaf101d req-af1db38d-b75a-458a-aaa4-5908caeaaefa tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.336949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34994fe7-9fc0-4367-9403-f9f2baaf101d req-af1db38d-b75a-458a-aaa4-5908caeaaefa tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 943 time: 0.3671634 Dec 12 15:29:15.352905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287359a8-97da-4c1c-a96f-1ab9f87a3248 req-4c97c462-b313-4934-aafd-eb564d6927b7 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.360971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-287359a8-97da-4c1c-a96f-1ab9f87a3248 req-4c97c462-b313-4934-aafd-eb564d6927b7 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 945 time: 0.3491294 Dec 12 15:29:15.367035 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.436477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-c019a663-ac45-4fd1-9fef-a3926931f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.438357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-c019a663-ac45-4fd1-9fef-a3926931f12a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553551 Dec 12 15:29:15.447801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.461711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-72a6f662-34f3-4b92-b866-a557af1ce1fb req-84f7587b-d56c-4f75-ae0f-1c8e434ed590 service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160795 Dec 12 15:29:15.468771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c190ee54-5af7-4ec6-a15d-91e04f7ef2ad'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:15.469642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de791403-4c6e-4098-9b81-88298b02f486 req-e3fb0cbd-7069-44f0-9496-aed72eac5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.471310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:15.471828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-e3fb0cbd-7069-44f0-9496-aed72eac5b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 915 time: 0.3932788 Dec 12 15:29:15.474163 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6908ba6-5d30-4564-9d0c-659fe6a0c301" -d '{"events": [{"server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "name": "network-vif-plugged", "status": "completed", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:15.520590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516,segment=NetworkSegment(5cdbc1ac-f5fc-4ee4-b8f4-232720058dac),segment_id=5cdbc1ac-f5fc-4ee4-b8f4-232720058dac)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:15.538511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Pushing event deleted for resources: {'Port': ['ID=5ba6b871-44b1-4068-a04a-61070b09550f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:15.556517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab'}, {'name': 'network-changed', 'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:15.559066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.560053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f08812e-e8a5-4160-b0f5-375d80ac899a no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:15.560989 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a55a93-6acf-47c9-a232-76df302ca0da" -d '{"events": [{"name": "network-changed", "server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab"}, {"name": "network-changed", "server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:15.613452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-70c41b9d-14d4-413c-8f85-1a3797766b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b HTTP/1.1" status: 200 len: 217 time: 0.1118872 Dec 12 15:29:15.616999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-287359a8-97da-4c1c-a96f-1ab9f87a3248 req-89946aa8-f0c3-41ff-8b65-d8b21bfbb5d3 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543707 Dec 12 15:29:15.619893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3f08812e-e8a5-4160-b0f5-375d80ac899a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:15.622533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f08812e-e8a5-4160-b0f5-375d80ac899a not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:15.633032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34994fe7-9fc0-4367-9403-f9f2baaf101d req-960431dc-7422-489c-bca4-f646956c54ea tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948110 Dec 12 15:29:15.668799 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.737672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:15.750737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] No DVR routers for this DVR port 5ba6b871-44b1-4068-a04a-61070b09550f on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:15.757981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.761917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf6428a-64a2-4955-86d7-ac546ec2f05a req-f99c4766-2ffc-4a8a-bd3f-a27648f705e0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "DELETE /v2.0/ports/5ba6b871-44b1-4068-a04a-61070b09550f HTTP/1.1" status: 204 len: 173 time: 2.1725514 Dec 12 15:29:15.782242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:15.813642 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1321930-61de-4f01-9f81-8881fcb36e2f x-openstack-request-id: req-f1321930-61de-4f01-9f81-8881fcb36e2f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:15.814782 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa19f9-b4a0-4cef-b308-9b201dc58fca", "name": "network-vif-deleted", "tag": "3f08812e-e8a5-4160-b0f5-375d80ac899a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:15.815248 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1321930-61de-4f01-9f81-8881fcb36e2f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:15.815830 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fa19f9-b4a0-4cef-b308-9b201dc58fca', 'name': 'network-vif-deleted', 'tag': '3f08812e-e8a5-4160-b0f5-375d80ac899a', 'status': 'completed', 'code': 200} Dec 12 15:29:15.818690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77eaad0f-3f40-4611-8819-6f5bfb025e61 req-72043402-dc28-407d-a4f0-a1d077a4701b tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=f221eada-07b7-4457-b9c1-760ded4ead65 HTTP/1.1" status: 200 len: 210 time: 0.0637341 Dec 12 15:29:15.839737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-659c479b-0560-41c7-821c-279e7c3c606c service neutron] 10.222.0.30 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878427 Dec 12 15:29:15.843783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de791403-4c6e-4098-9b81-88298b02f486 req-5c4b62b6-1f8a-4d65-8239-500217e5dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.845855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-5c4b62b6-1f8a-4d65-8239-500217e5dc20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.1747999 Dec 12 15:29:15.900794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:15.901923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5ba6b871-44b1-4068-a04a-61070b09550f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:15.921381 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab7247d-0da4-480f-97db-5ee5cf2af845 x-openstack-request-id: req-dab7247d-0da4-480f-97db-5ee5cf2af845 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:15.921782 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "name": "network-vif-plugged", "status": "completed", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:15.922105 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dab7247d-0da4-480f-97db-5ee5cf2af845 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:15.922562 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516', 'code': 200} Dec 12 15:29:15.970316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 5ba6b871-44b1-4068-a04a-61070b09550f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:15.970648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5ba6b871-44b1-4068-a04a-61070b09550f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:15.974563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de791403-4c6e-4098-9b81-88298b02f486 req-f26abef5-60e5-494d-a219-8f5adfaad47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:15.977291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-f26abef5-60e5-494d-a219-8f5adfaad47a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183825 Dec 12 15:29:15.987492 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35e260-bfc3-49bf-a9b6-7b52a5d13ead x-openstack-request-id: req-8f35e260-bfc3-49bf-a9b6-7b52a5d13ead {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:15.988001 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:15.988266 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f35e260-bfc3-49bf-a9b6-7b52a5d13ead {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:15.988771 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'status': 'completed', 'code': 200} Dec 12 15:29:15.989624 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'status': 'completed', 'code': 200} Dec 12 15:29:16.088273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d646b3fc-05b9-40a7-9b1b-bf3b361bd73b req-d5ed48e0-ad30-41ca-adfe-99bba48ba600 service neutron] 10.222.0.30 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387898 Dec 12 15:29:16.093853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:16.190673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c6853-8e0c-4d3d-9be0-685d6fe3e39e req-c75e90c2-5bbc-49de-b1b9-8dd6766dda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.192496 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae4c6853-8e0c-4d3d-9be0-685d6fe3e39e req-c75e90c2-5bbc-49de-b1b9-8dd6766dda18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 1097 time: 0.0732639 Dec 12 15:29:16.245372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ae4c6853-8e0c-4d3d-9be0-685d6fe3e39e req-2aa86cc1-4d08-49a1-abe1-a705f663fb0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Dec 12 15:29:16.557313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2df64-9a4f-4270-b054-f861b9e4f006 req-51294708-f481-4b76-a44b-ef2118a49465 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.558837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9bf2df64-9a4f-4270-b054-f861b9e4f006 req-51294708-f481-4b76-a44b-ef2118a49465 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.5171716 Dec 12 15:29:16.560453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-805df81c-aa1f-4be0-8bfe-258ed3e186f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.561958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-805df81c-aa1f-4be0-8bfe-258ed3e186f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1094 time: 0.4772573 Dec 12 15:29:16.563474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-88f3d70f-694f-4f28-9f5a-525f383b4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.564851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-88f3d70f-694f-4f28-9f5a-525f383b4576 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 1094 time: 0.4833102 Dec 12 15:29:16.575810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.582073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.588102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.594059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.600625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.606697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.613257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.615118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-b09a89b0-7acd-4251-b9e8-ba8becfe15b5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.5293391 Dec 12 15:29:16.620349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-05d46c99-1b1d-4a6a-94e4-a4282dd0c025 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353951 Dec 12 15:29:16.852731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9bf2df64-9a4f-4270-b054-f861b9e4f006 req-c48a94ad-4b6a-4367-a108-c52840c4547c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352984 Dec 12 15:29:16.896062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43e357c5-32a9-4d92-abbf-0bc7efe9ecab details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:16.958316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7903935-5db0-4863-a38b-1d49ec6bf678 req-a73b45fa-e413-4ebf-a118-aa2e22ab395f tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3239584 Dec 12 15:29:16.974525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-99e5211a-a00b-4895-99c1-161a4cb81a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.988105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-99e5211a-a00b-4895-99c1-161a4cb81a48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 915 time: 0.3698535 Dec 12 15:29:16.991230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-df5b8ad4-1749-4057-a022-95f606fea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:16.993189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-df5b8ad4-1749-4057-a022-95f606fea90d service neutron] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 0.3769546 Dec 12 15:29:17.014133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de791403-4c6e-4098-9b81-88298b02f486 req-f1b415d5-636f-48f8-ab51-b8acd6f696b2 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722551 Dec 12 15:29:17.051816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:17.063685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:17.078942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'port_id': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'mac_address': 'fa:16:3e:14:f4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a6a95b-a44f-4fa3-9b43-4c50a4295736', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:17.192215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-d623e945-e0a8-406f-8288-e715c4955e1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab HTTP/1.1" status: 200 len: 217 time: 0.1770329 Dec 12 15:29:17.201955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-f3071638-1468-4560-8099-6a092556ebdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.1569605 Dec 12 15:29:17.225676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:17.281077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'cb7c9e11-78c2-4835-8084-422da853625d', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'port_id': 'cb7c9e11-78c2-4835-8084-422da853625d', 'mac_address': 'fa:16:3e:82:ce:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc23aff-e380-422a-be44-a42853d83a8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:17.337158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07bebb-ef3f-4fdd-b1a8-c6dbb90579d1 req-b1c1bab8-ad62-42c5-94b7-1fa3edda0b7d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:17.338659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f07bebb-ef3f-4fdd-b1a8-c6dbb90579d1 req-b1c1bab8-ad62-42c5-94b7-1fa3edda0b7d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 943 time: 0.2927835 Dec 12 15:29:17.348017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-f0c32e10-2962-4f4b-a77f-d35bffc13199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:17.349515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-f0c32e10-2962-4f4b-a77f-d35bffc13199 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.1427622 Dec 12 15:29:17.359376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090acd0f-664f-4254-8d79-9dabedabd390 req-f55fc378-d012-4aea-9f3f-628c96098e94 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:17.376066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-090acd0f-664f-4254-8d79-9dabedabd390 req-f55fc378-d012-4aea-9f3f-628c96098e94 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 946 time: 0.2023666 Dec 12 15:29:17.380870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:17.381156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-2e02dbed-1a78-4ac9-b9e1-ca252ebe44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:17.382528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-2e02dbed-1a78-4ac9-b9e1-ca252ebe44da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.1501510 Dec 12 15:29:17.388322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:17.417299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:17.424293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e357c5-32a9-4d92-abbf-0bc7efe9ecab {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:17.518075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-8cbcbde6-879a-4141-aae0-58e240999d3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615962 Dec 12 15:29:17.586208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:17.592150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:17.594908 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:17.599116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:17.653399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:17.713314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:17.738682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-090acd0f-664f-4254-8d79-9dabedabd390 req-9d61980c-6fd1-4515-b097-bea67a39abc8 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619487 Dec 12 15:29:17.756495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a93-6acf-47c9-a232-76df302ca0da req-3c53c9b5-4d40-4ed8-a904-6f26206fe70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:17.759009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-3c53c9b5-4d40-4ed8-a904-6f26206fe70e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3806493 Dec 12 15:29:17.831611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['43e357c5-32a9-4d92-abbf-0bc7efe9ecab'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:17.851023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'name': 'network-vif-deleted', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:17.854144 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e75b97-d5bf-47cd-8571-5088f2c01f8a" -d '{"events": [{"server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "name": "network-vif-deleted", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:17.874790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f07bebb-ef3f-4fdd-b1a8-c6dbb90579d1 req-834d7192-c3f3-42fa-b6c5-595de8125fc3 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221467 Dec 12 15:29:17.894826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:17.929285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:17.933345 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48fdcb3-2c25-45ae-8e89-368bf187d132" -d '{"events": [{"server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "name": "network-vif-plugged", "status": "completed", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:18.012019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-13718978-09f5-40a4-ab81-45715539f05a service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430730 Dec 12 15:29:18.013686 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ae5add-e501-4f42-98fd-281fde601d44 x-openstack-request-id: req-38ae5add-e501-4f42-98fd-281fde601d44 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:18.013982 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f221eada-07b7-4457-b9c1-760ded4ead65", "name": "network-vif-deleted", "tag": "5ba6b871-44b1-4068-a04a-61070b09550f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:18.014397 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38ae5add-e501-4f42-98fd-281fde601d44 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:18.014957 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f221eada-07b7-4457-b9c1-760ded4ead65', 'name': 'network-vif-deleted', 'tag': '5ba6b871-44b1-4068-a04a-61070b09550f', 'status': 'completed', 'code': 200} Dec 12 15:29:18.019878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-db77b411-a788-43f9-9519-fb5dc13065a2 service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502871 Dec 12 15:29:18.307567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-5fb94af3-2d43-4296-b494-b53ea01d0b9b service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625346 Dec 12 15:29:18.309517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a55a93-6acf-47c9-a232-76df302ca0da req-129508b5-e6ff-45bc-93d2-74898a29bdc6 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864025 Dec 12 15:29:18.329669 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a832f7-f795-44e0-a44c-3a256f7437f9 x-openstack-request-id: req-a2a832f7-f795-44e0-a44c-3a256f7437f9 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:18.331316 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "name": "network-vif-plugged", "status": "completed", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:18.331701 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2a832f7-f795-44e0-a44c-3a256f7437f9 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:18.332227 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341', 'code': 200} Dec 12 15:29:18.355304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dca6a3-a79a-4e75-96ef-9934d9dc7839 req-971a8eb3-7f38-47f5-9815-367f2c6fca90 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.367653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9dca6a3-a79a-4e75-96ef-9934d9dc7839 req-971a8eb3-7f38-47f5-9815-367f2c6fca90 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 944 time: 0.2702143 Dec 12 15:29:18.477648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9dca6a3-a79a-4e75-96ef-9934d9dc7839 req-73cf815c-25e0-48cd-b9ae-c068f7b17383 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066926 Dec 12 15:29:18.517786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdb6e0-1b8f-4d5e-ae2e-18c3af52ccb5 req-722bc04f-7263-487d-b1dd-4e29612efe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.519607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69fdb6e0-1b8f-4d5e-ae2e-18c3af52ccb5 req-722bc04f-7263-487d-b1dd-4e29612efe9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 1096 time: 0.0863123 Dec 12 15:29:18.639947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69fdb6e0-1b8f-4d5e-ae2e-18c3af52ccb5 req-fdbae1e0-0d23-4784-b98d-73f86edec396 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089590 Dec 12 15:29:18.674503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e780c-8c7f-425c-8769-e524e4f1661c req-7a05c0f9-9497-4853-8231-6363bba21705 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.676000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a84e780c-8c7f-425c-8769-e524e4f1661c req-7a05c0f9-9497-4853-8231-6363bba21705 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0997779 Dec 12 15:29:18.688662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.695348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.701722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.708883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.714847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.721106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.727581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.729624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77d5d71-f565-4606-abf0-48c989b3087e req-36060895-6b40-4910-9487-be54c039c5b4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1458688 Dec 12 15:29:18.809180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a84e780c-8c7f-425c-8769-e524e4f1661c req-f565a218-256a-4bcf-8636-db8977203f0e tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Dec 12 15:29:18.849045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77d5d71-f565-4606-abf0-48c989b3087e req-d996f7c0-5c24-4b9a-bad4-186518008e22 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035950 Dec 12 15:29:18.896899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd09f933-bb4c-40f7-a38a-5fc03541d96b details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:18.901432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43e357c5-32a9-4d92-abbf-0bc7efe9ecab up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:18.968588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600b702-d9dc-4936-9771-c2fb562930c5 req-8c0e4c43-8206-44e3-9d6a-c79e432f6d7a tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:18.980004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f600b702-d9dc-4936-9771-c2fb562930c5 req-8c0e4c43-8206-44e3-9d6a-c79e432f6d7a tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 946 time: 0.0903132 Dec 12 15:29:19.065804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f600b702-d9dc-4936-9771-c2fb562930c5 req-0e9dedf0-11b0-4177-8f2a-98717e44a85c tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842233 Dec 12 15:29:19.088874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4d29-aea0-4a21-9e0b-28e835e92996 req-41353733-9e53-48b3-955f-7c38c4e6a5ca tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:19.097125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01fe4d29-aea0-4a21-9e0b-28e835e92996 req-41353733-9e53-48b3-955f-7c38c4e6a5ca tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 944 time: 0.0756848 Dec 12 15:29:19.102654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:19.120786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b', 'network_id': 'b9e07215-9588-4041-930b-9929b55189ab', 'port_id': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b', 'mac_address': 'fa:16:3e:e6:75:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a6a95b-a44f-4fa3-9b43-4c50a4295736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:19.129391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:19.192568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01fe4d29-aea0-4a21-9e0b-28e835e92996 req-eaf9e014-66db-4bf3-b6c1-6e68ba2c9303 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944304 Dec 12 15:29:19.208328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:19.229106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:19.229106 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.268320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.302902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd09f933-bb4c-40f7-a38a-5fc03541d96b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:19.309235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port cb7c9e11-78c2-4835-8084-422da853625d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:19.309973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:19.328607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port cb7c9e11-78c2-4835-8084-422da853625d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:19.329016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.334532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:19.367301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.449451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.479260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:19.518973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:19.536748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.544474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.546799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.616821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:19.628647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['bd09f933-bb4c-40f7-a38a-5fc03541d96b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:19.632682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:19.660989 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.726142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049d251-2573-43fa-97df-a582e34f3055 req-5b0308cb-94c6-418a-a8b5-68e752df1959 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:19.727714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e049d251-2573-43fa-97df-a582e34f3055 req-5b0308cb-94c6-418a-a8b5-68e752df1959 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 944 time: 0.1057162 Dec 12 15:29:19.730418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.738021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.769935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894e932-9370-4f6b-9ebe-2e3259413b1e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:19.783593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.784298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.784841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.785331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.785844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.786328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.786855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.787335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.787812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.788303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.788805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.789310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.789775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:19.810245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f2bde85-2140-4186-a2b1-3177ca001020 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=802ff3a5a68446ae98c6ac442f142d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955320 Dec 12 15:29:19.810912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:19.822663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e049d251-2573-43fa-97df-a582e34f3055 req-caac03cc-69f0-4693-b47d-e2258f25565b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879517 Dec 12 15:29:19.866977 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.894036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:19.899264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.975641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.979026 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:19.981170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0894e932-9370-4f6b-9ebe-2e3259413b1e HTTP/1.1" status: 204 len: 168 time: 0.1689174 Dec 12 15:29:20.029152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5c7e4-204e-4dc5-ba77-39c9caa57968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894e932-9370-4f6b-9ebe-2e3259413b1e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:20.038880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b888dae-34ee-4939-a362-c0d9476c75db req-e9ef3628-7568-416b-b433-ed40cc8864b9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.055729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b888dae-34ee-4939-a362-c0d9476c75db req-e9ef3628-7568-416b-b433-ed40cc8864b9 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0971096 Dec 12 15:29:20.151155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.158523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.164820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.171019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.177625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.183697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.190374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.192276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-0fbe52e5-de25-4c3c-8490-3725d797037a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1643407 Dec 12 15:29:20.198981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b888dae-34ee-4939-a362-c0d9476c75db req-a5249b59-c442-43c2-84d8-cf594ad17ca2 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421313 Dec 12 15:29:20.262746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e382fb4-edcc-417b-811b-be2eb8be24e8 req-9b484777-fcff-4222-8353-bcad42baca98 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623744 Dec 12 15:29:20.339880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab'}, {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:20.344272 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947aa53-6a67-4147-a794-c0afe83f3250" -d '{"events": [{"server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "name": "network-vif-plugged", "status": "completed", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab"}, {"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:20.355850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ff686-1294-47c5-ad87-abef7289a6c8 req-12154686-32ec-4993-bee2-d1d0a9cf9352 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.357537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8ff686-1294-47c5-ad87-abef7289a6c8 req-12154686-32ec-4993-bee2-d1d0a9cf9352 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 946 time: 0.0876598 Dec 12 15:29:20.374276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:20.387342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6af0c107-b383-46bf-ac28-e7b239320a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.432940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1521ae-68d5-4552-bc01-5536f798584a req-0c2a3c5b-9bda-43cd-933d-a48767b78acb tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.434442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a1521ae-68d5-4552-bc01-5536f798584a req-0c2a3c5b-9bda-43cd-933d-a48767b78acb tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.0758345 Dec 12 15:29:20.447299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8ff686-1294-47c5-ad87-abef7289a6c8 req-1fbd8b53-f7bc-4f9d-ac7a-102306d6fee3 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792310 Dec 12 15:29:20.476869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6af0c107-b383-46bf-ac28-e7b239320a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.481756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6af0c107-b383-46bf-ac28-e7b239320a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.508571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a1521ae-68d5-4552-bc01-5536f798584a req-763012d2-6b43-457a-96e0-71f2bd520932 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601375 Dec 12 15:29:20.517840 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c070e-0a95-470a-ad06-11cfb2785470 x-openstack-request-id: req-1a7c070e-0a95-470a-ad06-11cfb2785470 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:20.518393 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "name": "network-vif-plugged", "status": "completed", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab", "code": 200}, {"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:20.518881 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a7c070e-0a95-470a-ad06-11cfb2785470 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:20.519500 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'code': 200} Dec 12 15:29:20.519972 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'code': 200} Dec 12 15:29:20.565567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0c107-b383-46bf-ac28-e7b239320a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9c23c-5f57-4570-8b9f-555c4abc45b4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:20.590387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6af0c107-b383-46bf-ac28-e7b239320a8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=444147506e7046b5a6c9390368bf182f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127306 Dec 12 15:29:20.590640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:20.643182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.667024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.679693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfb72d-efbd-441b-99b8-82e23d96eac0 req-e9102b41-78dc-4e87-90ce-173abc013331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.681442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1abfb72d-efbd-441b-99b8-82e23d96eac0 req-e9102b41-78dc-4e87-90ce-173abc013331 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 1096 time: 0.0744967 Dec 12 15:29:20.686886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b449d8-7848-40c6-97bd-98724984be24 req-0ada1bc5-f0d5-4438-b43e-48faa715c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.688429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9b449d8-7848-40c6-97bd-98724984be24 req-0ada1bc5-f0d5-4438-b43e-48faa715c819 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0565684 Dec 12 15:29:20.717109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.720130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:20.722106 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42a9c23c-5f57-4570-8b9f-555c4abc45b4 HTTP/1.1" status: 204 len: 168 time: 0.1305251 Dec 12 15:29:20.730750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca679a9-8fef-4771-b8a0-fbd5794b8ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9c23c-5f57-4570-8b9f-555c4abc45b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:20.763670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9b449d8-7848-40c6-97bd-98724984be24 req-1754b65d-cfa4-452e-8e6f-bf36d8e18351 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Dec 12 15:29:20.778865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1abfb72d-efbd-441b-99b8-82e23d96eac0 req-1dd856b6-2479-4628-8a25-6be22774b146 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890424 Dec 12 15:29:20.910118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd09f933-bb4c-40f7-a38a-5fc03541d96b up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:20.979369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d22b9-0544-481b-8370-696566992e26 req-b539cdd6-0bcb-4c1a-9a9c-d229935004fa tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:20.982276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-723d22b9-0544-481b-8370-696566992e26 req-b539cdd6-0bcb-4c1a-9a9c-d229935004fa tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0748746 Dec 12 15:29:20.984446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port bd09f933-bb4c-40f7-a38a-5fc03541d96b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:20.989383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port bd09f933-bb4c-40f7-a38a-5fc03541d96b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:20.990424 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:21.044510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-723d22b9-0544-481b-8370-696566992e26 req-f01c8520-ee83-4eb8-8a9a-e95e45e5ed4d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558491 Dec 12 15:29:21.113256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:21.151709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:21.157665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:21.213446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:21.224728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.225168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.225634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.226144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.226458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.227048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.227858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.228517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.228960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.229301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.229635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.229962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.230409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:29:21.377500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a697ce7-3464-43ee-88e9-c1dd051696d7 req-3ebbde58-4c6e-4896-ad81-902e60586b4d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.382164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a697ce7-3464-43ee-88e9-c1dd051696d7 req-3ebbde58-4c6e-4896-ad81-902e60586b4d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0949080 Dec 12 15:29:21.466525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a697ce7-3464-43ee-88e9-c1dd051696d7 req-f912a7c3-3a9d-416a-bf9d-b54a04409564 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Dec 12 15:29:21.517587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.524878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.529332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.536031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.542248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.549113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.555243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.563009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-4adbb6d7-6de0-45a6-945a-e38478157324 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.1797781 Dec 12 15:29:21.598802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-76438b97-3f73-4fc4-a778-463e0324fbc4 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.600254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-76438b97-3f73-4fc4-a778-463e0324fbc4 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.13 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 946 time: 0.1489925 Dec 12 15:29:21.681776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5253b28f-ccb7-44bd-9b01-8266c1056da8 req-8df03cb2-4023-44b6-92da-584eb29fb9f2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178236 Dec 12 15:29:21.836211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Deleting port 043f6f49-4748-46f2-9ffe-3c5f618cf516 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:21.836596 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:21.950808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca30b2a-59a6-4198-9862-c0f50cb060f4 req-558fa8bd-ea51-4e1f-9731-baf745e52b41 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.953289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ca30b2a-59a6-4198-9862-c0f50cb060f4 req-558fa8bd-ea51-4e1f-9731-baf745e52b41 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1766083 Dec 12 15:29:21.986861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc98c-d3ee-44c0-9c2d-16e25203379b req-4b1ed384-052c-491f-92bc-f61eff9d5eca tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:21.988439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91ebc98c-d3ee-44c0-9c2d-16e25203379b req-4b1ed384-052c-491f-92bc-f61eff9d5eca tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d07386-f920-4d61-9f29-c5ecf3f5f169 HTTP/1.1" status: 200 len: 946 time: 0.1470599 Dec 12 15:29:22.064473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] For port 043f6f49-4748-46f2-9ffe-3c5f618cf516, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=043f6f49-4748-46f2-9ffe-3c5f618cf516,segment=NetworkSegment(5cdbc1ac-f5fc-4ee4-b8f4-232720058dac),segment_id=5cdbc1ac-f5fc-4ee4-b8f4-232720058dac)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:22.064865 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:22.092573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ca30b2a-59a6-4198-9862-c0f50cb060f4 req-621e57b2-eee3-4b2c-9983-28645869e2b4 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292567 Dec 12 15:29:22.100700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Calling delete_port for 043f6f49-4748-46f2-9ffe-3c5f618cf516 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:22.115294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91ebc98c-d3ee-44c0-9c2d-16e25203379b req-1be6a19d-23b0-4af6-af96-a74f2456e4a7 tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.36 "GET /v2.0/security-groups?id=349c4041-2d43-49d5-a150-08add3f51cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085992 Dec 12 15:29:22.374238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:22.383473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c07f02-2b98-4562-80aa-2916d57e7858 req-35b2b54c-2921-4403-bd96-e9410ee17371 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:22.385006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7c07f02-2b98-4562-80aa-2916d57e7858 req-35b2b54c-2921-4403-bd96-e9410ee17371 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 946 time: 0.1001384 Dec 12 15:29:22.387007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['043f6f49-4748-46f2-9ffe-3c5f618cf516'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:22.418517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Pushing event deleted for resources: {'Port': ['ID=043f6f49-4748-46f2-9ffe-3c5f618cf516,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:22.500978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a121f0-70ed-4393-a205-e91dbf6a8b97 req-9240535d-71ac-4266-b0a3-85d56156fcb0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:22.503018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a121f0-70ed-4393-a205-e91dbf6a8b97 req-9240535d-71ac-4266-b0a3-85d56156fcb0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1673701 Dec 12 15:29:22.508874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] No DVR routers for this DVR port 043f6f49-4748-46f2-9ffe-3c5f618cf516 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:22.517890 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:22.521177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e495ebbe-af6c-484c-a8cf-e7c2e5d844c0 req-36ccb0a8-6b85-4107-a7e3-2d3d9022040d tempest-ServerMetadataNegativeTestJSON-692045618 tempest-ServerMetadataNegativeTestJSON-692045618-project] 10.222.0.13 "DELETE /v2.0/ports/043f6f49-4748-46f2-9ffe-3c5f618cf516 HTTP/1.1" status: 204 len: 173 time: 0.9086576 Dec 12 15:29:22.521592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:22.521707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'name': 'network-vif-deleted', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:22.524259 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eebdd67-6ff3-41a4-8192-f2f74b77f676" -d '{"events": [{"server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "name": "network-vif-deleted", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:22.531893 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4678bbd-1983-4668-bdf4-4410e9df0045" -d '{"events": [{"server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "name": "network-vif-plugged", "status": "completed", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:22.552717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7c07f02-2b98-4562-80aa-2916d57e7858 req-1020788e-4e96-4d34-aeb2-4489db729261 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392293 Dec 12 15:29:22.602271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a121f0-70ed-4393-a205-e91dbf6a8b97 req-490983b5-56c9-447d-9124-e9fff3907cb1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895360 Dec 12 15:29:22.678405 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455e1abb-f95a-49e5-8d3d-1fa2394932b6 x-openstack-request-id: req-455e1abb-f95a-49e5-8d3d-1fa2394932b6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:22.678730 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "name": "network-vif-plugged", "status": "completed", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:22.679231 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-455e1abb-f95a-49e5-8d3d-1fa2394932b6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:22.679377 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b', 'code': 200} Dec 12 15:29:22.739198 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab03fab3-226d-4936-87bf-b7113cdcaf5e x-openstack-request-id: req-ab03fab3-226d-4936-87bf-b7113cdcaf5e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:22.740934 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d07386-f920-4d61-9f29-c5ecf3f5f169", "name": "network-vif-deleted", "tag": "043f6f49-4748-46f2-9ffe-3c5f618cf516", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:22.741197 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab03fab3-226d-4936-87bf-b7113cdcaf5e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:22.741604 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d07386-f920-4d61-9f29-c5ecf3f5f169', 'name': 'network-vif-deleted', 'tag': '043f6f49-4748-46f2-9ffe-3c5f618cf516', 'status': 'completed', 'code': 200} Dec 12 15:29:22.817313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa6dd2-e485-45df-beed-a3f2f81b821e req-1e8b0677-e46f-49eb-ae49-75dbb14bf7ab tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:22.818794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fa6dd2-e485-45df-beed-a3f2f81b821e req-1e8b0677-e46f-49eb-ae49-75dbb14bf7ab tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1217008 Dec 12 15:29:23.121420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:23.131469 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:29:23.163668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c171a0-3605-4bd9-8f18-bb5a5e2e826b req-4853416d-02d8-4c6c-8444-70296fb43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.165418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66c171a0-3605-4bd9-8f18-bb5a5e2e826b req-4853416d-02d8-4c6c-8444-70296fb43244 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 1096 time: 0.4114513 Dec 12 15:29:23.211138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.217252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.223938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.230088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.236799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.242952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.249231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.250860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.251164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-ad07ef82-3572-4de9-9f1b-bd29db944344 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5431 time: 0.4624782 Dec 12 15:29:23.273451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'port_id': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'mac_address': 'fa:16:3e:95:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38aa046f-4e1b-4f32-93e5-3bba8936dd3d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:23.312296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fa6dd2-e485-45df-beed-a3f2f81b821e req-a2eb98a4-77e4-4fb2-b28b-27455577e796 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869571 Dec 12 15:29:23.315124 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.332460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:23.343458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66c171a0-3605-4bd9-8f18-bb5a5e2e826b req-b34a9d25-7103-4d94-824a-5426a4820450 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702788 Dec 12 15:29:23.354619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.359859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.362842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8fc8851c-b1f4-4f66-9678-72feff64c021 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:23.382736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-587aa2eb-0398-4dc4-9ead-fd59a9fc238b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.384169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-587aa2eb-0398-4dc4-9ead-fd59a9fc238b tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 946 time: 0.1261170 Dec 12 15:29:23.390361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94bb8cc5-89ff-4f44-8f05-e8f71a22f5cc req-d5c06b90-7804-4656-834c-4b48a271ca8b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185513 Dec 12 15:29:23.446412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:23.534857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8fc8851c-b1f4-4f66-9678-72feff64c021,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.547716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '8fc8851c-b1f4-4f66-9678-72feff64c021', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'port_id': '8fc8851c-b1f4-4f66-9678-72feff64c021', 'mac_address': 'fa:16:3e:43:22:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:23.593669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.599635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-1580e8fc-92bf-4995-8898-86f4f290ace5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.601345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-1580e8fc-92bf-4995-8898-86f4f290ace5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 814 time: 0.1720831 Dec 12 15:29:23.613209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc8851c-b1f4-4f66-9678-72feff64c021 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:23.637902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8fc8851c-b1f4-4f66-9678-72feff64c021,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.642645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.643272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe1d3-a8a2-432d-b4ff-084deca395e8 req-ae3ebf07-2a38-49f6-9386-639f1fd1d5a8 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:23.643506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:23.644897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-039fe1d3-a8a2-432d-b4ff-084deca395e8 req-ae3ebf07-2a38-49f6-9386-639f1fd1d5a8 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1497221 Dec 12 15:29:23.667300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-c0c6f419-2e70-4951-9849-162bbc166463 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/quotas/97b7f411f5aa4fbd8c56da71397f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0523238 Dec 12 15:29:23.704463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:23.710632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.743506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'port_id': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'mac_address': 'fa:16:3e:67:4f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:23.747404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:23.750234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-039fe1d3-a8a2-432d-b4ff-084deca395e8 req-6b93a0ed-4e75-47ab-b107-19a52de775d1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952194 Dec 12 15:29:23.755982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Deleting port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:23.756327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.795439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.815210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:23.816046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:23.834097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-4f783bde-11a8-4ddd-9574-73da7fe82252 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535797 Dec 12 15:29:23.841958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.850864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.851569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d76defe4-4f0c-41c5-960b-a1b2a56d124d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:23.886225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:23.893216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Deleting subnet 8565977a-2104-479c-801f-b2dd115a16c7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:29:23.896438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.902388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'port_id': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d', 'mac_address': 'fa:16:3e:71:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:23.941530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-397ba6b4-0261-4a1c-9153-2317ebe7dc77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.959316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:23.977246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-e63fae54-e488-408b-bd26-4e1eeaaa10cd service neutron] 10.222.0.36 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422398 Dec 12 15:29:23.999113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.014345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76defe4-4f0c-41c5-960b-a1b2a56d124d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:24.021163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.025749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.038713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.043640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.044467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bd492019-f624-412d-bdb3-2e5c374d42a6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:24.118170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] For port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,segment=NetworkSegment(8ca7f997-e58b-48b4-b71d-a005d646638e),segment_id=8ca7f997-e58b-48b4-b71d-a005d646638e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.118627 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.119534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-397ba6b4-0261-4a1c-9153-2317ebe7dc77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.121568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.144376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Calling delete_port for 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:24.148806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-397ba6b4-0261-4a1c-9153-2317ebe7dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.152558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.169195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8565977a-2104-479c-801f-b2dd115a16c7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.187470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325ccfc-c3d0-4060-9ce0-727c6921cba9 req-74108a75-6f26-4f9c-8ec8-c0998e3c8ff6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:24.194034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5325ccfc-c3d0-4060-9ce0-727c6921cba9 req-74108a75-6f26-4f9c-8ec8-c0998e3c8ff6 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 946 time: 0.1787717 Dec 12 15:29:24.195003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.198858 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c2298e97-1ee0-4cd1-b049-c76b06690175 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8565977a-2104-479c-801f-b2dd115a16c7 HTTP/1.1" status: 204 len: 168 time: 0.3806300 Dec 12 15:29:24.207496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39370) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:24.210182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.222231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'port_id': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'mac_address': 'fa:16:3e:80:1a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:24.225878 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-397ba6b4-0261-4a1c-9153-2317ebe7dc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36864af39f804a19950ee4df76158827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5192766 Dec 12 15:29:24.226667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:24.263199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.277959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd492019-f624-412d-bdb3-2e5c374d42a6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:24.278928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ba6b4-0261-4a1c-9153-2317ebe7dc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f49fdcb-72f0-4f8a-a016-aa4798667c7c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.302439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.310616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.311833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 762d64b8-70a3-45d1-9bef-98b454111804 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:24.322197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-17f7bf52-5315-4841-97ad-42c0d1b3b4b6 service neutron] 10.222.0.36 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070517 Dec 12 15:29:24.333126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.359839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.389926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=762d64b8-70a3-45d1-9bef-98b454111804,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.393355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.406064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '762d64b8-70a3-45d1-9bef-98b454111804', 'network_id': '052b6bdd-1df4-44c5-a6e8-6ffa6218577b', 'port_id': '762d64b8-70a3-45d1-9bef-98b454111804', 'mac_address': 'fa:16:3e:ca:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38aa046f-4e1b-4f32-93e5-3bba8936dd3d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:24.421829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5325ccfc-c3d0-4060-9ce0-727c6921cba9 req-4694444f-e8b2-4dc8-8577-186a2e09300f tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1a31ec4-5afa-480a-a0a4-db9c68af243b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210779 Dec 12 15:29:24.506687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.517885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.542746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d64b8-70a3-45d1-9bef-98b454111804 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:24.571951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=762d64b8-70a3-45d1-9bef-98b454111804,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.577837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.578565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3bdcadd8-7091-446a-91e7-cea3463f2740 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:24.584723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.632376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b986e45-00a4-4b35-87e4-1b4df810d2c3']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:24.646561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:24.646942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdbc1ac-f5fc-4ee4-b8f4-232720058dac') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:24.657440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf39317-4508-4e42-8090-37e59fc33579 req-ee49e730-5e57-46f7-a05c-f1f5d1ce0839 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:24.659612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf39317-4508-4e42-8090-37e59fc33579 req-ee49e730-5e57-46f7-a05c-f1f5d1ce0839 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1330245 Dec 12 15:29:24.662401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.668495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.679253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:24.688010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.690040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.697533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:29:24.698037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:29:24.699943 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:29:24.711893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.715878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.717318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f49fdcb-72f0-4f8a-a016-aa4798667c7c HTTP/1.1" status: 204 len: 168 time: 0.4772687 Dec 12 15:29:24.722053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.726558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da071b-6a67-469b-b82a-fb9481e41cb6 req-9aeede01-5ade-406f-adc4-49ba45805bd0 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:24.728271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3da071b-6a67-469b-b82a-fb9481e41cb6 req-9aeede01-5ade-406f-adc4-49ba45805bd0 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.1333141 Dec 12 15:29:24.744981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'network_id': 'ed29c9dc-94d7-43e4-9e6a-78be32a73b2e', 'port_id': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'mac_address': 'fa:16:3e:3a:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b541c3-83ba-4291-8944-c8879026ca61', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:24.746067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Pushing event deleted for resources: {'Port': ['ID=8d153d08-d26f-4bfd-9b08-e0c5ccccbef6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.801083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebbf24-4bb5-49dd-8b8f-4b9b90c7b1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f49fdcb-72f0-4f8a-a016-aa4798667c7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.803861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.804254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.822357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.829909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdcadd8-7091-446a-91e7-cea3463f2740 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:24.831369 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6b986e45-00a4-4b35-87e4-1b4df810d2c3 HTTP/1.1" status: 204 len: 168 time: 0.6216271 Dec 12 15:29:24.832467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b230209-4d16-4297-b8b8-18affd5e8782 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b986e45-00a4-4b35-87e4-1b4df810d2c3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.863406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:24.872939 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.929911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:24.946474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] No DVR routers for this DVR port 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:24.949744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:24.952835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 043f6f49-4748-46f2-9ffe-3c5f618cf516 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:24.955857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56c7eaf9-faee-41d7-81b8-5ff6a059d648 req-c4df913e-6f79-438d-8483-4a6d16368c42 tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.13 "DELETE /v2.0/ports/8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 HTTP/1.1" status: 204 len: 173 time: 1.4285908 Dec 12 15:29:24.977609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'name': 'network-vif-deleted', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:24.981502 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fc13ac-16ea-4f8d-9b90-f3b9bc210bca" -d '{"events": [{"server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "name": "network-vif-deleted", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:24.995472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 043f6f49-4748-46f2-9ffe-3c5f618cf516 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:24.995833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 043f6f49-4748-46f2-9ffe-3c5f618cf516 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:24.997398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:25.005878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3da071b-6a67-469b-b82a-fb9481e41cb6 req-dc038c28-9e5d-4cb0-96a1-ee576f91673a tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489023 Dec 12 15:29:25.039806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:25.042134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf39317-4508-4e42-8090-37e59fc33579 req-10514cdf-594d-4f96-97b3-3fa4808ef642 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612599 Dec 12 15:29:25.042265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8d153d08-d26f-4bfd-9b08-e0c5ccccbef6 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:25.199627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:25.251804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:25.255822 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5b8ad88d-af59-49e8-b1e1-e06651bf5c1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2f6b2c5394c49ff90cea8c7a8a68501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539763 Dec 12 15:29:25.258347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:25.275126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.281524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.288399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.294681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.301028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.307310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.308171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.313560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.316175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dac9e25a-ba9b-4f9c-9dc1-e82d90a55991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5438 time: 0.1443026 Dec 12 15:29:25.326218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b04ab-f273-4e1e-959c-11dbce591c75 req-1358f19b-4e89-4a29-86f1-39fe7269ce3d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.327635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-679b04ab-f273-4e1e-959c-11dbce591c75 req-1358f19b-4e89-4a29-86f1-39fe7269ce3d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.1651831 Dec 12 15:29:25.337370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.342071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12de5067-d714-49c8-8d85-c9d3f9d1a7e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.386209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.388880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.390032 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/349c4041-2d43-49d5-a150-08add3f51cfb HTTP/1.1" status: 204 len: 168 time: 0.1305971 Dec 12 15:29:25.406336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc057f1-d581-4c3a-a009-e899c2cfcdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c4041-2d43-49d5-a150-08add3f51cfb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:25.448102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-679b04ab-f273-4e1e-959c-11dbce591c75 req-22a99c90-2b13-4b02-8067-34704e8f89ba tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125386 Dec 12 15:29:25.473324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29c08c6f-4606-45be-9b9e-41f6f1ddb97d req-dc52d716-8dcf-4ab7-9c0c-bc4bf69fec9d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446471 Dec 12 15:29:25.557323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12de5067-d714-49c8-8d85-c9d3f9d1a7e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.559218 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c849a83e-7eef-4105-817d-e9c729607222 x-openstack-request-id: req-c849a83e-7eef-4105-817d-e9c729607222 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:25.559686 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2917b81e-35a9-4815-a131-d15c87de45a5", "name": "network-vif-deleted", "tag": "8d153d08-d26f-4bfd-9b08-e0c5ccccbef6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:25.560089 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c849a83e-7eef-4105-817d-e9c729607222 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:25.560527 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2917b81e-35a9-4815-a131-d15c87de45a5', 'name': 'network-vif-deleted', 'tag': '8d153d08-d26f-4bfd-9b08-e0c5ccccbef6', 'status': 'completed', 'code': 200} Dec 12 15:29:25.566052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12de5067-d714-49c8-8d85-c9d3f9d1a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.645058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6df2a962-1b88-46be-ab64-ee7651383c65 req-4551d002-a439-4d71-a2ff-2dd91049a037 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 210 time: 0.0604594 Dec 12 15:29:25.647732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de5067-d714-49c8-8d85-c9d3f9d1a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc82247d-ba34-43f7-a2e3-fe3d7e83b357,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:25.652305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12de5067-d714-49c8-8d85-c9d3f9d1a7e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f079515376444359e64bf51aa93f697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993561 Dec 12 15:29:25.655033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39408) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:25.723340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e75c4624-9655-4a03-b38a-0df90c74b11d req-b84d6e88-a2e5-465a-b590-bd80000a8e5d tempest-AttachVolumeNegativeTest-481922029 tempest-AttachVolumeNegativeTest-481922029-project] 10.222.0.36 "GET /v2.0/ports?device_id=2917b81e-35a9-4815-a131-d15c87de45a5 HTTP/1.1" status: 200 len: 210 time: 0.0285227 Dec 12 15:29:25.735692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.762422 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.792013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['8fc8851c-b1f4-4f66-9678-72feff64c021'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:25.819771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['93a00a8c-6b7d-4aa2-af4d-0289eff2fa99'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:25.837093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-88f07d63-5898-407e-bb0f-075b3751dd5f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:25.838580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-88f07d63-5898-407e-bb0f-075b3751dd5f tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.0694928 Dec 12 15:29:25.877601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['3bdcadd8-7091-446a-91e7-cea3463f2740'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:25.889969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.893581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:25.896932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc82247d-ba34-43f7-a2e3-fe3d7e83b357 HTTP/1.1" status: 204 len: 168 time: 0.2389450 Dec 12 15:29:25.915465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7e8b6-d119-4740-99cd-32bda7f9df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc82247d-ba34-43f7-a2e3-fe3d7e83b357,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:25.947446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:25.980407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['d76defe4-4f0c-41c5-960b-a1b2a56d124d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:25.983483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['bd492019-f624-412d-bdb3-2e5c374d42a6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:26.026482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['762d64b8-70a3-45d1-9bef-98b454111804'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:26.156919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Deleting port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:26.157266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:26.405637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-6da31bb8-3fe0-4a6b-a5f1-2738f452e657 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:26.418345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-6da31bb8-3fe0-4a6b-a5f1-2738f452e657 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.13 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 814 time: 0.4287355 Dec 12 15:29:26.443377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Request body: {'port': {'device_id': '2fd884b6-371e-45c0-b54e-169948329e98', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'admin_state_up': True, 'tenant_id': '97b7f411f5aa4fbd8c56da71397f3a67'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:26.525009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aaf40b-ad78-4693-8ff9-166d48dc95e4 req-9a90b65d-2f45-426d-aacc-3d53c4fe2984 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:26.533537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39aaf40b-ad78-4693-8ff9-166d48dc95e4 req-9a90b65d-2f45-426d-aacc-3d53c4fe2984 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.2693012 Dec 12 15:29:26.576237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] For port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:26.576598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:26.607426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Calling delete_port for c190ee54-5af7-4ec6-a15d-91e04f7ef2ad owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:26.708987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81314049-debd-441a-8eb0-7e522fe0822d req-cc29c814-2e9e-428b-99b4-a76ac6b72233 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:26.710568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81314049-debd-441a-8eb0-7e522fe0822d req-cc29c814-2e9e-428b-99b4-a76ac6b72233 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.2606101 Dec 12 15:29:26.735331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39aaf40b-ad78-4693-8ff9-166d48dc95e4 req-08621bdc-965a-4965-8836-d30c5136d92b tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956921 Dec 12 15:29:26.834033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:26.916264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81314049-debd-441a-8eb0-7e522fe0822d req-f943f756-a95b-42ad-9c77-e0cf4eb5bb31 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797614 Dec 12 15:29:26.938023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Made reservation on behalf of 97b7f411f5aa4fbd8c56da71397f3a67 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:26.955868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.073730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45320fdd-8b43-41c0-991e-ce86f96ff4c2 req-7a6fb924-6460-436e-8e8b-4097deb6969a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.082285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45320fdd-8b43-41c0-991e-ce86f96ff4c2 req-7a6fb924-6460-436e-8e8b-4097deb6969a tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/ports?device_id=160175b9-2c9d-4146-8fb0-3bb2e5292a06 HTTP/1.1" status: 200 len: 945 time: 0.2424247 Dec 12 15:29:27.111007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-247529882-network', 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:27.136501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:27.139040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.153018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.161615 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.203417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.209492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.215725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.221951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.228270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.234996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.241222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.243101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-874b6b4b-83e2-4a84-b7af-b4f60d5c37bd tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5438 time: 0.2331684 Dec 12 15:29:27.250026 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.255566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.282367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:27.292807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:29:27.303953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.304373 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Added segment c1d7c820-8935-4437-aab1-605bfb8d4f96 of type vlan for network caa42e59-68bd-4570-a71d-23d2ff138fa6 Dec 12 15:29:27.307199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Pushing event deleted for resources: {'Port': ['ID=c190ee54-5af7-4ec6-a15d-91e04f7ef2ad,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:27.320292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45320fdd-8b43-41c0-991e-ce86f96ff4c2 req-73da4f3e-2dbd-4c6a-bf24-e9ae03bd23a0 tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.36 "GET /v2.0/security-groups?id=3f697568-4d5a-4591-b1bc-09a95aa0a401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369378 Dec 12 15:29:27.364855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.392836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] No DVR routers for this DVR port c190ee54-5af7-4ec6-a15d-91e04f7ef2ad on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:27.400813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.404072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01ac1799-3e42-4c11-a725-8a5bd12cf985 req-62cffb6d-712e-4048-9e8d-3241d9fe5e8d tempest-ServerRescueNegativeTestJSON-1455915126 tempest-ServerRescueNegativeTestJSON-1455915126-project] 10.222.0.30 "DELETE /v2.0/ports/c190ee54-5af7-4ec6-a15d-91e04f7ef2ad HTTP/1.1" status: 204 len: 173 time: 1.5560317 Dec 12 15:29:27.408016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.408290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Allocated IP 172.20.0.14 (16ce4dd3-4527-40b7-a495-536023b23bc9/5cc23aff-e380-422a-be44-a42853d83a8b/b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:27.409026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.409862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.459917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78f68ae5-ded7-431c-967c-69f608ccbc8f req-ba767252-40d7-437b-b5e4-68f1322fd243 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 210 time: 0.0583169 Dec 12 15:29:27.471794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6337297 Dec 12 15:29:27.474802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:27.481462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf52d1-d63c-4162-8218-fb6bfb6a0673 admin admin] Pushing event updated for resources: {'Network': ['ID=caa42e59-68bd-4570-a71d-23d2ff138fa6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:27.490071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Request body: {'subnet': {'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-247529882-subnet', 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:27.494568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:29:27.524687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:27.527136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcf55332-7fe7-4852-a774-e741a31eed36 req-8f7bb643-877f-45d0-81ea-012f093fc6f8 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2539113 Dec 12 15:29:27.567155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'name': 'network-vif-deleted', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:27.569737 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e98477-eb70-422d-a8f4-5bb7a26bced8" -d '{"events": [{"server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "name": "network-vif-deleted", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:27.624295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Deleting subnet c2556e29-d1c1-4164-a88f-702fadbfde01 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:29:27.627746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.665032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.685945 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b3ca2-2f93-4840-89a6-40efa3a61d58 x-openstack-request-id: req-987b3ca2-2f93-4840-89a6-40efa3a61d58 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:27.686246 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160175b9-2c9d-4146-8fb0-3bb2e5292a06", "name": "network-vif-deleted", "tag": "c190ee54-5af7-4ec6-a15d-91e04f7ef2ad", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:27.686515 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-987b3ca2-2f93-4840-89a6-40efa3a61d58 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:27.686893 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160175b9-2c9d-4146-8fb0-3bb2e5292a06', 'name': 'network-vif-deleted', 'tag': 'c190ee54-5af7-4ec6-a15d-91e04f7ef2ad', 'status': 'completed', 'code': 200} Dec 12 15:29:27.700097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:27.702500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.734949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.791401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.820611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.823952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2556e29-d1c1-4164-a88f-702fadbfde01 HTTP/1.1" status: 204 len: 168 time: 0.2981930 Dec 12 15:29:27.824962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63940c8c-c0ee-4a94-827c-a3ffea19dde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2556e29-d1c1-4164-a88f-702fadbfde01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:27.827008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c81b-7c8d-4c77-9f6b-7bd4bcbace6c req-4272f129-ecad-4e49-aeac-33bcc3811985 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:27.827210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:27.828723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4b3c81b-7c8d-4c77-9f6b-7bd4bcbace6c req-4272f129-ecad-4e49-aeac-33bcc3811985 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.1906207 Dec 12 15:29:27.919381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.936338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:27.956738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4b3c81b-7c8d-4c77-9f6b-7bd4bcbace6c req-8b76c76f-3a11-48fc-ba07-ceb1063e4fd1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161969 Dec 12 15:29:28.002882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.040011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:28.053272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca7f997-e58b-48b4-b71d-a005d646638e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:28.054252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca7f997-e58b-48b4-b71d-a005d646638e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:28.075794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.109541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.128371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:29:28.129116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:29:28.131129 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:29:28.274150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.281297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.293228 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26 HTTP/1.1" status: 204 len: 168 time: 0.4646840 Dec 12 15:29:28.303548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8691b-ca19-4e9d-9ce3-ea7a394f83cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cb03db-abbf-4f8a-8d44-a7fcabbb8c26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:28.521512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.540950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:28.567024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.582092 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7f7aab8-bd2d-4bba-a87e-0b4cd89f859c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf66164a313649a9a90d1699d1d1180d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395999 Dec 12 15:29:28.584473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:28.633243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.643804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:28.652189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7ca7-b7c6-4d86-8e98-c8809ed011a1 req-c669883a-ebb3-4600-8cfe-49b136af6ba1 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:28.653533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f1c7ca7-b7c6-4d86-8e98-c8809ed011a1 req-c669883a-ebb3-4600-8cfe-49b136af6ba1 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.2086866 Dec 12 15:29:28.661298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.668941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99490f79-62e1-47fc-8b7b-a7c3b7380a57 req-3d6aecf8-fb9b-4f85-8972-01c451afd7fe tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:28.670428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99490f79-62e1-47fc-8b7b-a7c3b7380a57 req-3d6aecf8-fb9b-4f85-8972-01c451afd7fe tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.2243805 Dec 12 15:29:28.671437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:28.673271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Pushing event updated for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:28.676034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:28.723932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.726781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.728053 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1a31ec4-5afa-480a-a0a4-db9c68af243b HTTP/1.1" status: 204 len: 168 time: 0.1425803 Dec 12 15:29:28.740763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edec2b29-49fe-4eb8-b3a7-d0c47f18629c,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:28.747492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a33a2d-2d13-4aec-b6ac-4a02bb9616fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a31ec4-5afa-480a-a0a4-db9c68af243b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:28.800700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:28.801315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.811901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:28.812268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Network hostable DHCP agents. Network: caa42e59-68bd-4570-a71d-23d2ff138fa6, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:29:28.848087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f1c7ca7-b7c6-4d86-8e98-c8809ed011a1 req-40a5d770-86b1-4205-adf8-b37d2ba37c13 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674623 Dec 12 15:29:28.854557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-0bf3c159-ba05-42e2-8952-55ac899062e1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4190595 Dec 12 15:29:28.858220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99490f79-62e1-47fc-8b7b-a7c3b7380a57 req-3237a506-261a-4989-b4b8-2d4a3a941d2b tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664662 Dec 12 15:29:28.879675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Request body: {'port': {'device_id': '2fd884b6-371e-45c0-b54e-169948329e98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:28.907032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:29:28.927701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:28.953045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.955659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, caa42e59-68bd-4570-a71d-23d2ff138fa6) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:28.966969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:28.967818 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:28.971448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9da5d8-c3b2-4c07-a669-afe8c84e17ec None None] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:29.066747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-709b5701-186c-4121-929c-7ab775dea214 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5877709 Dec 12 15:29:29.129820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c190ee54-5af7-4ec6-a15d-91e04f7ef2ad no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:29.178418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: c190ee54-5af7-4ec6-a15d-91e04f7ef2ad {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:29.179008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c190ee54-5af7-4ec6-a15d-91e04f7ef2ad not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:29.230350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf45fd5-08f1-4a5a-a2df-62e8ac31e626 None None] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:29.442127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbad891-393f-48ec-9615-5c7576c76dc8 req-acc521df-ff89-4ec9-9c18-a59729c44948 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.443689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cbad891-393f-48ec-9615-5c7576c76dc8 req-acc521df-ff89-4ec9-9c18-a59729c44948 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 932 time: 0.4429982 Dec 12 15:29:29.465450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.472162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.478342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.485228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.492252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.498402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.504582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:29.506574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-52e7eab2-4af0-462a-aac4-e1951839350c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5438 time: 0.4662113 Dec 12 15:29:29.511475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:29.526003 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:29.562396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Transition to ACTIVE for port object b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:29.579387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:29.621018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:29.667087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cbad891-393f-48ec-9615-5c7576c76dc8 req-9ea21159-910e-4646-a6f8-e4df58b13563 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577611 Dec 12 15:29:29.714179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a9b5e15-6f53-4f11-8a97-438e6038913f req-d4d68755-24e3-4fdf-9c14-277ee542e3e9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830566 Dec 12 15:29:29.776023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:29.780671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:29.864571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Attempting to bind port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:29.865305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Attempting to bind port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:29.865851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Attempting to bind port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 on network 16ce4dd3-4527-40b7-a495-536023b23bc9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:29.873590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 on network 16ce4dd3-4527-40b7-a495-536023b23bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:29.874408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Attempting to bind port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 on network 16ce4dd3-4527-40b7-a495-536023b23bc9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:29.885258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:29.885915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Checking segment: {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:29.888048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Bound using segment: {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:29.889061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Bound port: b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672cb35f-2dbb-4613-9469-f3cede7b485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:29.889061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:29.974254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:29.978680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:29.987231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.007646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.008833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.010605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 HTTP/1.1" status: 200 len: 1092 time: 1.1395628 Dec 12 15:29:30.022462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:30.025409 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:30.136583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014917eb-a8a1-48ac-ab3a-a855b415ada3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:30.157349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56271a7-2666-4f83-a015-fe99c44a34bb req-442c6610-08c3-4bfe-941b-182dd5020f96 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.158937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b56271a7-2666-4f83-a015-fe99c44a34bb req-442c6610-08c3-4bfe-941b-182dd5020f96 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1734128 Dec 12 15:29:30.161720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-6c5c1ab2-e8ff-47ed-abbb-474f7d58a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.163099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-6c5c1ab2-e8ff-47ed-abbb-474f7d58a1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 1095 time: 0.0915346 Dec 12 15:29:30.200955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Deleting port 945d0b73-0250-4781-a1a5-4bdd9598604b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:30.201408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.256507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-a92d8eff-8122-46e4-9dda-a87976a0a99d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 HTTP/1.1" status: 200 len: 217 time: 0.0832236 Dec 12 15:29:30.319585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] For port 945d0b73-0250-4781-a1a5-4bdd9598604b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=945d0b73-0250-4781-a1a5-4bdd9598604b,segment=NetworkSegment(75691330-99b5-4b46-81a8-ba92302c95ac),segment_id=75691330-99b5-4b46-81a8-ba92302c95ac)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:30.319957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.335945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Calling delete_port for 945d0b73-0250-4781-a1a5-4bdd9598604b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:30.357630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b56271a7-2666-4f83-a015-fe99c44a34bb req-e67e4ca4-eaea-4b72-a153-461037fa8802 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902487 Dec 12 15:29:30.487053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-02b3f306-22bc-4a2f-affc-1beb222b3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.488512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-02b3f306-22bc-4a2f-affc-1beb222b3f38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.2202587 Dec 12 15:29:30.536316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:30.557609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-7c45acb9-26b9-4107-81bc-962be84b53b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567472 Dec 12 15:29:30.570597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.573922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-70dcab9d-4a06-4e5b-90f2-abdd4aa6a5af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.575377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-70dcab9d-4a06-4e5b-90f2-abdd4aa6a5af tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.2168827 Dec 12 15:29:30.596252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-e3ddbd2c-3785-4c9d-93f6-497d21de0a2a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.597060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=945d0b73-0250-4781-a1a5-4bdd9598604b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:30.597709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-e3ddbd2c-3785-4c9d-93f6-497d21de0a2a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.2735164 Dec 12 15:29:30.605334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa2eaa-0f9d-4f13-833e-5a58da747115 req-74259385-4eca-4822-a645-3b413ff5eb14 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:30.613454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84fa2eaa-0f9d-4f13-833e-5a58da747115 req-74259385-4eca-4822-a645-3b413ff5eb14 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 945 time: 0.1694772 Dec 12 15:29:30.665211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4baf511-ce82-46a4-bc9b-dce1ae11e538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.714160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-d28fb359-11c3-4f0f-893c-1264e450ec6c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0832214 Dec 12 15:29:30.801942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-e60ce9df-533d-4fd9-bc80-852158034418 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690975 Dec 12 15:29:30.817238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84fa2eaa-0f9d-4f13-833e-5a58da747115 req-b074bffa-1c07-426a-8e3f-d1ebf1bdfa5d tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033811 Dec 12 15:29:30.819556 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.851964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-5cf558bc-0674-4ccc-bcbe-881d7ce1856f service neutron] 10.222.0.13 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730711 Dec 12 15:29:30.885525 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6dd83f-89c2-46d0-a967-409d978bee14 x-openstack-request-id: req-7e6dd83f-89c2-46d0-a967-409d978bee14 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:30.885684 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:30.885855 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e6dd83f-89c2-46d0-a967-409d978bee14 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:30.886219 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853', 'status': 'completed', 'code': 200} Dec 12 15:29:30.887426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4baf511-ce82-46a4-bc9b-dce1ae11e538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.896811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4baf511-ce82-46a4-bc9b-dce1ae11e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.956669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Deleting port 90a896e9-1458-4211-9480-8fdc3b83257c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:30.957030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:30.975123 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4baf511-ce82-46a4-bc9b-dce1ae11e538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=340d46f8815e4a51936ebfc199be9a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4373195 Dec 12 15:29:30.982355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:31.008239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baf511-ce82-46a4-bc9b-dce1ae11e538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd5b375-5cce-4d71-b277-0b63cd2b5c40,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:31.061936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-e07ec2ad-ae8a-4c65-af5c-c563795d5eaa service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437360 Dec 12 15:29:31.080585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d958175f-9c38-4b7d-a39c-85baa61c51d8 req-10d0f44a-358b-4fae-8c9d-33daa10df24e service neutron] 10.222.0.13 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978583 Dec 12 15:29:31.107086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.119101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:31.203587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:31.208110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] For port 90a896e9-1458-4211-9480-8fdc3b83257c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=90a896e9-1458-4211-9480-8fdc3b83257c,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:31.208477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.209962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:31.211239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.214865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.274546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Router fa46d3e3-30c8-4d97-925b-1a525976b9c5 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:29:31.283304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.286376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.290380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bd5b375-5cce-4d71-b277-0b63cd2b5c40 HTTP/1.1" status: 204 len: 168 time: 0.2988236 Dec 12 15:29:31.323135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.369105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:31.369640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f312-a444-4720-8138-68790b56f6a8 req-a1944a61-f871-43e0-a003-066b2898ede3 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:31.371998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:31.374997 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe8999-1d4f-4fe2-a2c8-a4f7189c5c6f" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:31.376284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f312-a444-4720-8138-68790b56f6a8 req-a1944a61-f871-43e0-a003-066b2898ede3 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:31.380406 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.381336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3bdcadd8-7091-446a-91e7-cea3463f2740 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:31.383007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f312-a444-4720-8138-68790b56f6a8 req-a1944a61-f871-43e0-a003-066b2898ede3 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:31.391483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0948f312-a444-4720-8138-68790b56f6a8 req-a1944a61-f871-43e0-a003-066b2898ede3 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c&device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4&device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 2416 time: 0.2517824 Dec 12 15:29:31.399261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636aa9-1805-44cd-83a9-bd9e2dd34dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd5b375-5cce-4d71-b277-0b63cd2b5c40,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:31.456956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:31.479892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-4ff997d2-4620-4e09-86ca-301cb798ba86 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099672 Dec 12 15:29:31.508498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 3bdcadd8-7091-446a-91e7-cea3463f2740 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:31.513968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 3bdcadd8-7091-446a-91e7-cea3463f2740 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:31.514967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.519124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-aff4c1e7-b385-4e5c-9d27-4135197cf8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:31.520551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-aff4c1e7-b385-4e5c-9d27-4135197cf8ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 1095 time: 0.3357563 Dec 12 15:29:31.567609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:29:31.577119 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0641b0a8-43f4-4fbe-af87-3f6e3fd7fad9 admin admin] 10.222.0.36 "PUT /v2.0/routers/fa46d3e3-30c8-4d97-925b-1a525976b9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466515 Dec 12 15:29:31.578036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:31.578373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Sync routers for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:29:31.592332 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:31.593767 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:31.636227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.682467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:31.688226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.690483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8fc8851c-b1f4-4f66-9678-72feff64c021 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:31.726473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.866252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:31.953886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:31.961108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 8fc8851c-b1f4-4f66-9678-72feff64c021 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:31.968199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 8fc8851c-b1f4-4f66-9678-72feff64c021 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:31.968679 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:31.988097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5baa2546-1227-4c31-8723-de446640b83b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.030698 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:32.037162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.212945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Deleting port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:32.214714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.219455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.234975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5baa2546-1227-4c31-8723-de446640b83b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.271425 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5baa2546-1227-4c31-8723-de446640b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.287612 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:30Z', 'revision_number': 5, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port': {'id': '7ec7b5d2-f99d-4804-8667-6d5012bc7afd', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:32.314519 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Checking router: fa46d3e3-30c8-4d97-925b-1a525976b9c5 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:29:32.323113 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Routers {'fa46d3e3-30c8-4d97-925b-1a525976b9c5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:32.323736 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:32.342362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8fc8851c-b1f4-4f66-9678-72feff64c021,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:32.354125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.355491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:32.453768 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] Set router fa46d3e3-30c8-4d97-925b-1a525976b9c5 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:32.461950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.462536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.463814 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Floating IP a71b0852-16e7-40eb-bcb2-48b9bf72aa84 disassociated. External IP: 172.25.3.220, port: 90a896e9-1458-4211-9480-8fdc3b83257c. Dec 12 15:29:32.464691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Calling delete_port for 90a896e9-1458-4211-9480-8fdc3b83257c owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:32.506322 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5baa2546-1227-4c31-8723-de446640b83b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=120303668125466183fc0723f439a041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5483012 Dec 12 15:29:32.507600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:32.562017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:32Z', 'revision_number': 6, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:32.592456 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff6383f-4971-4d33-a549-14bc15ad8741 None None] The sync data for ids ['fa46d3e3-30c8-4d97-925b-1a525976b9c5'] in n-d-710847-8 is: [{'id': 'fa46d3e3-30c8-4d97-925b-1a525976b9c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1190309301-router', 'tenant_id': '97000d43ffb846b5a8776e865700ced9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:32Z', 'revision_number': 6, 'project_id': '97000d43ffb846b5a8776e865700ced9', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:29:32.629206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:32.671070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:32.678850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2546-1227-4c31-8723-de446640b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc1f3e-8273-4e32-ad94-71ee74b9361f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:32.682044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:32.682426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.723714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0948f312-a444-4720-8138-68790b56f6a8 req-8651a956-640b-4f48-a554-4be8ffa9dc08 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3304648 Dec 12 15:29:32.770707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-bd4d0584-5f46-4253-90de-2c48b761564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:32.772565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-bd4d0584-5f46-4253-90de-2c48b761564b service neutron] 10.222.0.13 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 1.2359436 Dec 12 15:29:32.786604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] For port 7ec7b5d2-f99d-4804-8667-6d5012bc7afd, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:32.786980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.837398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-d6ab5cb8-61b9-41be-9f09-828f9aeb4e2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 HTTP/1.1" status: 200 len: 217 time: 0.0558252 Dec 12 15:29:32.837834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Calling delete_port for 7ec7b5d2-f99d-4804-8667-6d5012bc7afd owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:32.888557 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.901851 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.954582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.975718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:32.983032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:32.984282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d76defe4-4f0c-41c5-960b-a1b2a56d124d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:33.083259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-3cf34116-11e1-4ddc-bf29-13f0e0649a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.092767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:33.098244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-3cf34116-11e1-4ddc-bf29-13f0e0649a6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.2399964 Dec 12 15:29:33.114048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port d76defe4-4f0c-41c5-960b-a1b2a56d124d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:33.120314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port d76defe4-4f0c-41c5-960b-a1b2a56d124d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:33.120957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.208789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-0d015082-0f18-4d6f-bd35-5b8d44ed3af5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944316 Dec 12 15:29:33.252456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.253223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.271872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.272154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.275356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.276608 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72fc1f3e-8273-4e32-ad94-71ee74b9361f HTTP/1.1" status: 204 len: 168 time: 0.7605519 Dec 12 15:29:33.288967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.297102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:33.302974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.305025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.306287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bd492019-f624-412d-bdb3-2e5c374d42a6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:33.315522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8619a9b-4e7e-42e9-b68c-70cfad18c34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc1f3e-8273-4e32-ad94-71ee74b9361f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:33.321555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.336288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.349205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.363939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.367635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec7b5d2-f99d-4804-8667-6d5012bc7afd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:33.370146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-d25b56e8-738b-49b2-89ac-aff4a9e927cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5441 time: 0.5314267 Dec 12 15:29:33.373263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.441431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433db425-ae29-40a5-b411-6052da8cc2f8 req-784a2068-bea2-4cf2-abcf-942fab7cc114 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:33.442955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-433db425-ae29-40a5-b411-6052da8cc2f8 req-784a2068-bea2-4cf2-abcf-942fab7cc114 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 944 time: 0.6032813 Dec 12 15:29:33.471990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:33.492955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event deleted for resources: {'Port': ['ID=90a896e9-1458-4211-9480-8fdc3b83257c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:33.506888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port bd492019-f624-412d-bdb3-2e5c374d42a6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:33.516481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port bd492019-f624-412d-bdb3-2e5c374d42a6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:33.516942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.525359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.734347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.735262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.738348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.818330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:33.826941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.828271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 762d64b8-70a3-45d1-9bef-98b454111804 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:33.864434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.865135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa46d3e3-30c8-4d97-925b-1a525976b9c5 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:29:33.876439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:33.880445 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51965540-57ba-4d4c-ba62-1cd48da0573e admin admin] 10.222.0.36 "DELETE /v2.0/routers/fa46d3e3-30c8-4d97-925b-1a525976b9c5 HTTP/1.1" status: 204 len: 168 time: 2.3006940 Dec 12 15:29:33.881098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:33.938294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-ed0bd8df-38b7-4d62-bb17-96bec4625d68 service neutron] 10.222.0.13 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126765 Dec 12 15:29:33.976948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 762d64b8-70a3-45d1-9bef-98b454111804 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:33.998645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 762d64b8-70a3-45d1-9bef-98b454111804 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:33.999604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.044182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Deleting subnet e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:29:34.054945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.062867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:34.077539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-433db425-ae29-40a5-b411-6052da8cc2f8 req-32c9fa64-5f80-4955-a23f-49c058f7534c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415428 Dec 12 15:29:34.158017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.167153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.194562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff81af0d-8c26-4934-a442-b1151ecf67b5 req-4cdd9a28-1690-4cf8-bf92-6509136894bb tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7847519 Dec 12 15:29:34.203618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=762d64b8-70a3-45d1-9bef-98b454111804,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:34.231251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.237132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 90a896e9-1458-4211-9480-8fdc3b83257c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:34.279738 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3298a55f-7150-4066-9ba3-aff8c94f0f89 x-openstack-request-id: req-3298a55f-7150-4066-9ba3-aff8c94f0f89 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:34.280404 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:34.280404 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3298a55f-7150-4066-9ba3-aff8c94f0f89 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:34.280933 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'code': 200} Dec 12 15:29:34.282346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.331993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 90a896e9-1458-4211-9480-8fdc3b83257c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:34.332362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 90a896e9-1458-4211-9480-8fdc3b83257c not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:34.391734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:34.401709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-75f9215c-5418-4017-aab2-d9ef8873a55e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:34.402681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.403173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-75f9215c-5418-4017-aab2-d9ef8873a55e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.7671049 Dec 12 15:29:34.432861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33fa5d7-ef8c-4985-b98f-ded1a199f9c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:34.442117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.446536 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-388bdbdc-0349-4443-9c66-32f4b388a311 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e33fa5d7-ef8c-4985-b98f-ded1a199f9c0 HTTP/1.1" status: 204 len: 168 time: 0.5642602 Dec 12 15:29:34.448894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39650) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:34.491632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:34.511102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 945d0b73-0250-4781-a1a5-4bdd9598604b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:34.513880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-280b6225-0dca-4cfb-b87c-e03565469590 req-44a21d9a-b115-448e-890f-5951ed109a5f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 210 time: 0.1037385 Dec 12 15:29:34.527845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d1879ca-6e5c-4556-8d3d-136c139ff695 req-47d1c515-5690-4403-ab91-0c1d49931d30 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.1166129 Dec 12 15:29:34.550270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 945d0b73-0250-4781-a1a5-4bdd9598604b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:34.551898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 945d0b73-0250-4781-a1a5-4bdd9598604b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:34.552953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ec7b5d2-f99d-4804-8667-6d5012bc7afd no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:34.566575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.588980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Router c09b0bc2-6125-4f74-9dba-60c363f9f698 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:29:34.613989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7ec7b5d2-f99d-4804-8667-6d5012bc7afd {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:34.616686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ec7b5d2-f99d-4804-8667-6d5012bc7afd not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:34.666239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42bfa158-7aaf-4b74-b75c-7d97b15aa05c req-7cea468b-e660-4132-b335-55061e4debde service neutron] 10.222.0.13 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086557 Dec 12 15:29:34.705755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.731608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3173b8f6-0983-438d-b06d-7b6933f85a41']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:34.742847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75691330-99b5-4b46-81a8-ba92302c95ac') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:34.743239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75691330-99b5-4b46-81a8-ba92302c95ac') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:34.753688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.772087 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.784362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:29:34.784975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:29:34.786822 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:29:34.859154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:34.863328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.865102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.870443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:34.879056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/3173b8f6-0983-438d-b06d-7b6933f85a41 HTTP/1.1" status: 204 len: 168 time: 0.4289856 Dec 12 15:29:34.899190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f42a62-7369-4379-a6c6-c02e14a90cac req-71e229d8-8f8a-46a1-9a90-387710e73263 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:34.907140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4f42a62-7369-4379-a6c6-c02e14a90cac req-71e229d8-8f8a-46a1-9a90-387710e73263 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.2398920 Dec 12 15:29:34.910348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ed513-86b5-4fa1-b442-cc510130f0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3173b8f6-0983-438d-b06d-7b6933f85a41,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:34.980226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:29:34.997017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:35.015056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Sync routers for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:29:35.028880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4f42a62-7369-4379-a6c6-c02e14a90cac req-659955d6-02fa-43aa-b8e0-2cbf2e08ea45 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202857 Dec 12 15:29:35.070055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:35.071003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:35.187526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] No DVR routers for this DVR port 90a896e9-1458-4211-9480-8fdc3b83257c on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:35.192975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.198804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ada0bb9-cb46-442e-a9d2-99abd623fdd9 req-23677413-325f-4f95-a3ca-484f3bfb1fde tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.30 "DELETE /v2.0/ports/90a896e9-1458-4211-9480-8fdc3b83257c HTTP/1.1" status: 204 len: 173 time: 4.6094625 Dec 12 15:29:35.199629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'name': 'network-vif-deleted', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:35.202515 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7633edb9-c577-4046-aa2d-eb8cc1fb838e" -d '{"events": [{"server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "name": "network-vif-deleted", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:35.250322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.8 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/7d3ef91a-fd9f-473c-af68-ebc148a68296) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:35.370176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39692) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:35.388676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517ed0-be8a-4c17-8578-fb8d31347c4b req-e1d6e6ed-2521-4820-b4ed-be8fdf88c8ff tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:35.390239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39517ed0-be8a-4c17-8578-fb8d31347c4b req-e1d6e6ed-2521-4820-b4ed-be8fdf88c8ff tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 944 time: 0.1094389 Dec 12 15:29:35.524553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bf84ebde-b8cf-4d51-900d-95f5192faa3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97000d43ffb846b5a8776e865700ced9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1532321 Dec 12 15:29:35.530612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:35.554788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39517ed0-be8a-4c17-8578-fb8d31347c4b req-c4c08d0e-3440-43e3-95e5-a179dbef2c7b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448457 Dec 12 15:29:35.636180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:35.648029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.651584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-57e32848-a1a0-4d7d-94b4-5160f059be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.661956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:35.664053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'port_id': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853', 'mac_address': 'fa:16:3e:00:01:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc23aff-e380-422a-be44-a42853d83a8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:35.678348 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375e2aa-5704-4a29-9459-5f8fd99452fa x-openstack-request-id: req-e375e2aa-5704-4a29-9459-5f8fd99452fa {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:35.678652 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39", "name": "network-vif-deleted", "tag": "90a896e9-1458-4211-9480-8fdc3b83257c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:35.678910 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e375e2aa-5704-4a29-9459-5f8fd99452fa {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:35.679318 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39', 'name': 'network-vif-deleted', 'tag': '90a896e9-1458-4211-9480-8fdc3b83257c', 'status': 'completed', 'code': 200} Dec 12 15:29:35.698825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.778204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.796922 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.821396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:35.839139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:35.846484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.849665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:35.919740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:35.920405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.929707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:35.957190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.962234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:35.967565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:35.970831 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f697568-4d5a-4591-b1bc-09a95aa0a401 HTTP/1.1" status: 204 len: 168 time: 0.4373963 Dec 12 15:29:35.989737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:35.991709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714beadd-ffc7-46aa-89f6-7109c5c23d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f697568-4d5a-4591-b1bc-09a95aa0a401,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:36.012022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.027682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.037489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:36.040386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.055276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.065434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:36.068762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.085629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-656ac89f-7997-40ad-935c-79c06b40db4a req-7916a3ee-f43f-4d3b-9a39-08d286380ad0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.3241987 Dec 12 15:29:36.087285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:36.165350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:36.196013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:36.231137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-8444bbd9-3ce6-4c36-85c0-c40694027046 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7939970 Dec 12 15:29:36.274457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Checking router: c09b0bc2-6125-4f74-9dba-60c363f9f698 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:29:36.285373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc8851c-b1f4-4f66-9678-72feff64c021'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:36.288030 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4fb01b-f2a7-422f-957e-5719d9d9ea21" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "8fc8851c-b1f4-4f66-9678-72feff64c021"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "d76defe4-4f0c-41c5-960b-a1b2a56d124d"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "762d64b8-70a3-45d1-9bef-98b454111804"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:36.290574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Request body: {'port': {'device_id': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:36.307960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-656ac89f-7997-40ad-935c-79c06b40db4a req-df2c553e-78f5-4faf-82d2-a54ff6fa6d36 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2216141 Dec 12 15:29:36.311282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:36.312026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:36.410524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635afe9b-45c3-4c35-bb18-a0754ea833e2 req-e080aa4e-db62-451f-81e1-7df89f240e76 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.410678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:36.419071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-635afe9b-45c3-4c35-bb18-a0754ea833e2 req-e080aa4e-db62-451f-81e1-7df89f240e76 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 931 time: 0.3110435 Dec 12 15:29:36.423048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:36.544289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f349397-3177-4624-8a56-18820de9e772 req-7ce41c80-6fae-4e8d-8ffc-b557cf897c0b tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.0558231 Dec 12 15:29:36.575092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-635afe9b-45c3-4c35-bb18-a0754ea833e2 req-b086cc5e-6557-4468-a28b-dfa69f1617a5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504776 Dec 12 15:29:36.674297 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0dea10-94be-4bc8-89b6-bc2bc6a3c8c6 x-openstack-request-id: req-9c0dea10-94be-4bc8-89b6-bc2bc6a3c8c6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:36.674821 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "8fc8851c-b1f4-4f66-9678-72feff64c021", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "d76defe4-4f0c-41c5-960b-a1b2a56d124d", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-plugged", "status": "completed", "tag": "762d64b8-70a3-45d1-9bef-98b454111804", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:36.674955 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c0dea10-94be-4bc8-89b6-bc2bc6a3c8c6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:36.675284 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'code': 200} Dec 12 15:29:36.675544 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc8851c-b1f4-4f66-9678-72feff64c021', 'code': 200} Dec 12 15:29:36.675800 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'code': 200} Dec 12 15:29:36.676051 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76defe4-4f0c-41c5-960b-a1b2a56d124d', 'code': 200} Dec 12 15:29:36.681465 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'code': 200} Dec 12 15:29:36.681799 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804', 'code': 200} Dec 12 15:29:36.793438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:36.948902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.949472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.949923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.950379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.950839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.954137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.954137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.954137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-9faaabb3-4634-47aa-af70-273898bc4718 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.1500585 Dec 12 15:29:36.966060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9111-6db8-4d01-ba32-7bf4921a2c74 req-871eb681-b48b-4366-bab1-8fb0e908094b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:36.974033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31df9111-6db8-4d01-ba32-7bf4921a2c74 req-871eb681-b48b-4366-bab1-8fb0e908094b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 945 time: 0.1714101 Dec 12 15:29:37.155392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31df9111-6db8-4d01-ba32-7bf4921a2c74 req-9853ef2f-73d0-4cb6-a6f8-7049d3d47ca1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725059 Dec 12 15:29:37.170617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3ef91a-fd9f-473c-af68-ebc148a68296 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:37.179829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:37.195311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Transition to ACTIVE for port object 7d3ef91a-fd9f-473c-af68-ebc148a68296 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:29:37.208837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:37.259036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Pushing event updated for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:37.269819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a69ee26d-90a9-46d7-8f18-23672d201ccd req-77c5b935-7347-48c9-b23f-81d43c487a74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2934809 Dec 12 15:29:37.406118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Attempting to bind port 7d3ef91a-fd9f-473c-af68-ebc148a68296 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:29:37.407665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Attempting to bind port 7d3ef91a-fd9f-473c-af68-ebc148a68296 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:29:37.408240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Attempting to bind port 7d3ef91a-fd9f-473c-af68-ebc148a68296 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:37.423942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Port 7d3ef91a-fd9f-473c-af68-ebc148a68296 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:29:37.424562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Attempting to bind port 7d3ef91a-fd9f-473c-af68-ebc148a68296 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:29:37.433612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:29:37.436190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:37.436846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:29:37.437554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Bound port: 7d3ef91a-fd9f-473c-af68-ebc148a68296, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:29:37.440190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:37.534813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:37.594875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.615809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.619959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169722e-1942-4786-9838-60c48d43cda0 None None] The sync data for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 is: [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ba01471e-4f7f-43fa-b501-bcaeb560b220', 'name': '', 'network_id': 'e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'mac_address': 'fa:16:3e:22:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '981f76e6-9044-4300-8004-a4007194d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:10Z', 'updated_at': '2021-12-12T15:26:17Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'subnets': [{'id': '981f76e6-9044-4300-8004-a4007194d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:29:37.636974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.651731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.674028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.703998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.710222 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-96ccb994-e9e2-43a4-b106-44594a15d3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:37.727395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:37.729578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3d68841-20e2-4724-891a-a11049860ef9 req-242ea139-e578-4a68-8f2e-034220dae0a2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.2695603 Dec 12 15:29:37.781186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:37.862473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b08d0c5-60d1-4b78-8e5f-ff2e19ec92fa req-17d5853d-07f2-4b6c-8dab-83121a47b672 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.1318448 Dec 12 15:29:37.935010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:29:37.969411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3d68841-20e2-4724-891a-a11049860ef9 req-b1deb6b4-c9ac-420a-984c-515834b68c07 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2146733 Dec 12 15:29:37.972118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:29:37.979114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.019978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e38866d0-f4a4-4b63-8491-45ad7edc870b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.036109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:38.036773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.038162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] 10.222.0.13 "PUT /v2.0/ports/7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 200 len: 1091 time: 1.7593563 Dec 12 15:29:38.038623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:38.040956 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec8962-8240-496b-81bc-494f0dcf97bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:38.126846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a441e2-abfa-41fb-94a2-7cd13ecce31f service neutron] Pushing event updated for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:38.236034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e38866d0-f4a4-4b63-8491-45ad7edc870b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.251097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e38866d0-f4a4-4b63-8491-45ad7edc870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.286542 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a513a3-e728-4805-b818-2b8345eef2aa None None] New status for floating IP a71b0852-16e7-40eb-bcb2-48b9bf72aa84: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:29:38.412239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a651b-426f-468f-a158-ec479671396f req-4711b5d8-eea1-455b-8781-9c10bcc018a4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:38.413935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706a651b-426f-468f-a158-ec479671396f req-4711b5d8-eea1-455b-8781-9c10bcc018a4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 943 time: 0.2622685 Dec 12 15:29:38.428084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e38866d0-f4a4-4b63-8491-45ad7edc870b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3594c87e20e4089b5a774a62c4ba5d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451385 Dec 12 15:29:38.428732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:38.429626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-b69bfbd4-cafe-4ea4-8a46-9442a564e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:38.431079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-b69bfbd4-cafe-4ea4-8a46-9442a564e74f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 1094 time: 0.2834044 Dec 12 15:29:38.444133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579538-760d-4ee9-9496-b058f2007e5c req-dd675c2d-69d4-49c4-a51b-c775bffb437f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:38.446099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d579538-760d-4ee9-9496-b058f2007e5c req-dd675c2d-69d4-49c4-a51b-c775bffb437f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.3870475 Dec 12 15:29:38.488974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38866d0-f4a4-4b63-8491-45ad7edc870b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd2968-eacb-456e-80ab-f2ef66584443,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:38.511412 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.575522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-ead96a4f-24cd-42c2-977e-1e3e66428796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 200 len: 217 time: 0.1272905 Dec 12 15:29:38.587372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.615212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.746861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.763298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:38.770624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ffd2968-eacb-456e-80ab-f2ef66584443 HTTP/1.1" status: 204 len: 168 time: 0.3144934 Dec 12 15:29:38.818461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98cb30-e9c4-4449-b23a-90561bf5583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd2968-eacb-456e-80ab-f2ef66584443,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:38.833220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706a651b-426f-468f-a158-ec479671396f req-61f605bf-2c59-490a-a848-36a7bed92201 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107740 Dec 12 15:29:38.857967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d579538-760d-4ee9-9496-b058f2007e5c req-c8d738e6-4abc-46fb-9076-b4b2a6356fae tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779130 Dec 12 15:29:38.881865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94233f5a-f947-4685-a11c-75d993bac744 req-71c0b78b-4e17-44bc-a6d0-801d1e834dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:38.885941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-71c0b78b-4e17-44bc-a6d0-801d1e834dd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.2633307 Dec 12 15:29:38.950617 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527a65d-fc0e-4758-8c8f-f4065b656c07 x-openstack-request-id: req-a527a65d-fc0e-4758-8c8f-f4065b656c07 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:38.950911 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:38.951495 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a527a65d-fc0e-4758-8c8f-f4065b656c07 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:38.951638 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296', 'status': 'completed', 'code': 200} Dec 12 15:29:38.962917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-664c630e-25f4-4c42-96bf-f183a13ab5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682149 Dec 12 15:29:39.006787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:39.089359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:39.093332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:39.100589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:39.101535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:39.245069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:39.278192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:39.281761 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f187c6-13ff-4ae0-adf4-6317c6a46c5f" -d '{"events": [{"server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:39.300025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:39.308034 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:39.368981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:39.517994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fca6ca-f454-40bc-b445-961598af2c56 req-cc1b6933-b56e-483c-a08e-99440ea443fe tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.5143468 Dec 12 15:29:39.550703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9982e94-545e-4a1e-aef5-4b77faf37734 req-7324a64a-312c-47c6-897e-26b88391236d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:39.552205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9982e94-545e-4a1e-aef5-4b77faf37734 req-7324a64a-312c-47c6-897e-26b88391236d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 945 time: 0.5602543 Dec 12 15:29:39.592154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-2b0ca130-3f60-4709-a8b7-30100c096c77 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216340 Dec 12 15:29:39.673523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9982e94-545e-4a1e-aef5-4b77faf37734 req-05abd4cd-e1f4-4ce5-bbc3-b06ee8a2b84f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073666 Dec 12 15:29:39.718369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94233f5a-f947-4685-a11c-75d993bac744 req-603bdafc-a049-4d09-99da-fcfa0bd00108 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166050 Dec 12 15:29:39.830473 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02617dcb-5e23-46b6-a7f5-7cc9f840844a x-openstack-request-id: req-02617dcb-5e23-46b6-a7f5-7cc9f840844a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:39.830473 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:39.830751 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02617dcb-5e23-46b6-a7f5-7cc9f840844a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:39.831144 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853', 'code': 200} Dec 12 15:29:39.997814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.015966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.025571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.034870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.050887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.058678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.077136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.086004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-671970db-dd6b-467b-8922-4cba4eadb7d0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.3244405 Dec 12 15:29:40.129190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-1a8bf728-22e5-4c49-9e77-5e0a7eb478d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.129803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-1a8bf728-22e5-4c49-9e77-5e0a7eb478d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 1094 time: 0.3220773 Dec 12 15:29:40.242948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6201-8be5-43c4-9358-d71e347e8cea req-8d3cc0c9-d0df-49cb-8e56-dd869ff26b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.244595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4ae6201-8be5-43c4-9358-d71e347e8cea req-8d3cc0c9-d0df-49cb-8e56-dd869ff26b91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 1097 time: 0.3440487 Dec 12 15:29:40.283002 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:40.325663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316a859-9088-4075-a6d3-39dd511140f7 req-5b762edf-9e1d-4349-8fe6-87182f1b5701 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.327309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3316a859-9088-4075-a6d3-39dd511140f7 req-5b762edf-9e1d-4349-8fe6-87182f1b5701 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 943 time: 0.2403808 Dec 12 15:29:40.361785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe1f8181-7353-4a5c-9704-b1f14e66f2c2 req-dbae2037-7c39-4366-b816-2014bc7d854e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422185 Dec 12 15:29:40.402340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-9d9ffb1c-0fdd-4184-a25b-c1bc403150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.403924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-9d9ffb1c-0fdd-4184-a25b-c1bc403150a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.2251201 Dec 12 15:29:40.409068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4ae6201-8be5-43c4-9358-d71e347e8cea req-7e809c88-08b9-4354-8ee6-ce460fab06db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500185 Dec 12 15:29:40.455732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3316a859-9088-4075-a6d3-39dd511140f7 req-436e8f43-442b-467f-a4c9-e862aa039437 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102982 Dec 12 15:29:40.507402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-436da086-1551-4d94-9268-ec50a154fe8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 200 len: 217 time: 0.0685594 Dec 12 15:29:40.569761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7693729-4579-43b2-bf23-0395000c6e93 req-353a3493-4b2c-43b2-a0e5-a227cd36b632 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.577780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7693729-4579-43b2-bf23-0395000c6e93 req-353a3493-4b2c-43b2-a0e5-a227cd36b632 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.0728469 Dec 12 15:29:40.633049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7693729-4579-43b2-bf23-0395000c6e93 req-3a4196da-ac68-4e79-bb63-656325bf3336 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540795 Dec 12 15:29:40.705585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-c56c45d2-b9ab-4c10-9539-7f5473406186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.707086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-c56c45d2-b9ab-4c10-9539-7f5473406186 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0729845 Dec 12 15:29:40.772985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-f6f45f22-b377-4855-9e5c-ccee16c795e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490711 Dec 12 15:29:40.864824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.871984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.878720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.885487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.893041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.900449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.908498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:40.910688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1040d414-48d4-49d2-ab6e-96a05a3ff696 req-6731c97f-3220-4239-8d95-f46b1d0cf2ab tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.2011976 Dec 12 15:29:40.921755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:40.928883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Request body: {'floatingip': {'port_id': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:40.992966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-2f5a1acd-8f0c-40bf-81e8-381034d946a1 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055817 Dec 12 15:29:41.019849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:41.037711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2abadd0e-11c0-49a8-907e-f03216eba65d req-a47dd12c-b2a4-41fc-bec1-8e068d638b38 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.0377517 Dec 12 15:29:41.047122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:41.072033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:41.164010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8128-0092-4c9e-92bd-5b44b609c5dd req-129091ce-fdf6-4cab-8b59-87a5f5f5c7be tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:41.166182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0efd8128-0092-4c9e-92bd-5b44b609c5dd req-129091ce-fdf6-4cab-8b59-87a5f5f5c7be tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 946 time: 0.0620897 Dec 12 15:29:41.236292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0ec8962-8240-496b-81bc-494f0dcf97bd req-825c0252-cac9-4317-9a64-47350cbbe40d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976862 Dec 12 15:29:41.259398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0efd8128-0092-4c9e-92bd-5b44b609c5dd req-c433f114-5315-437d-b369-dccaec44a48e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720947 Dec 12 15:29:41.673286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e33d-2f72-49ab-b3e8-ba1c8230ec0c req-16f38931-3d8b-4a71-800c-441e6297c7b2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:41.674641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1266e33d-2f72-49ab-b3e8-ba1c8230ec0c req-16f38931-3d8b-4a71-800c-441e6297c7b2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 943 time: 0.1066256 Dec 12 15:29:41.788313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1266e33d-2f72-49ab-b3e8-ba1c8230ec0c req-f41a96de-0d1c-48dc-b237-b22a8c0f62dc tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942731 Dec 12 15:29:41.922644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734e03-3b14-48a1-8ad4-ddde06b1b86d req-9e38510a-1c17-4fca-b512-bbb384dee5cd tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:41.932571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac734e03-3b14-48a1-8ad4-ddde06b1b86d req-9e38510a-1c17-4fca-b512-bbb384dee5cd tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.0786407 Dec 12 15:29:41.974648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:41.990323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:41.995393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac734e03-3b14-48a1-8ad4-ddde06b1b86d req-1c25266c-c7d1-4e47-9fac-56180cb3ce92 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615678 Dec 12 15:29:42.119962 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Floating IP dbbded30-88fd-4b7d-a25a-9fcb091fc07b associated. External IP: 172.25.3.164, port: bd492019-f624-412d-bdb3-2e5c374d42a6. Dec 12 15:29:42.189673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76844c5b-e0f7-4775-a028-98929aac68cb req-62d9fe19-f664-43d7-ace7-a3d2b830348c tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.0657680 Dec 12 15:29:42.517247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a553-4056-4354-a28d-c9f617b61a4e req-5960101f-e641-44bf-880d-38a5f05aebd5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:42.526298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4231a553-4056-4354-a28d-c9f617b61a4e req-5960101f-e641-44bf-880d-38a5f05aebd5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 946 time: 0.1129780 Dec 12 15:29:42.636992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4231a553-4056-4354-a28d-c9f617b61a4e req-0d976b1d-12c7-4877-b9b8-a9e5a74aed32 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062691 Dec 12 15:29:42.773688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Router 92090a51-b0f7-42b4-84d1-306d414d798b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:29:43.038542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:29:43.050598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Sync routers for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:29:43.052835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.064469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:43.067845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:43.082336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7d3ef91a-fd9f-473c-af68-ebc148a68296 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:29:43.097253 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b0b7c3c5-ac4a-4ef3-9a2f-532f35ff1a78 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "PUT /v2.0/floatingips/dbbded30-88fd-4b7d-a25a-9fcb091fc07b HTTP/1.1" status: 200 len: 991 time: 2.1743867 Dec 12 15:29:43.098513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:43.102105 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b44b6a-f647-4ea8-841c-88d736053519" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:43.140064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc85173-fd48-413f-ab9d-438c56c1a24b req-b3f8dac8-7fa3-460c-8df9-35ec4b86c122 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.149710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adc85173-fd48-413f-ab9d-438c56c1a24b req-b3f8dac8-7fa3-460c-8df9-35ec4b86c122 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 943 time: 0.1971684 Dec 12 15:29:43.164286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e4e37-f2e3-4ca4-b3de-374da37f15da req-5d160329-78ee-48e1-b20c-2b3286de4b8a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.175748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d8e4e37-f2e3-4ca4-b3de-374da37f15da req-5d160329-78ee-48e1-b20c-2b3286de4b8a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 946 time: 0.1603320 Dec 12 15:29:43.189960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:43.311441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d8e4e37-f2e3-4ca4-b3de-374da37f15da req-894209ef-5c57-4c99-9cb3-7eb048b1b199 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320157 Dec 12 15:29:43.339965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adc85173-fd48-413f-ab9d-438c56c1a24b req-6c02a72f-fbe0-4e4f-9847-9c4c0423889e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890652 Dec 12 15:29:43.427487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad45fdc-93e0-4e55-93c6-c5f34d3d32ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.439241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:43.564876 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cba2f-e213-40b7-9524-655f7bd3c60d x-openstack-request-id: req-ef4cba2f-e213-40b7-9524-655f7bd3c60d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:43.565183 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:43.565444 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef4cba2f-e213-40b7-9524-655f7bd3c60d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:43.565861 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'status': 'completed', 'code': 200} Dec 12 15:29:43.583437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:43.606661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeed45-39bc-42a7-962e-60d5320253f8 req-0f499498-1dea-43b6-9f73-72c8f2eb6518 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.616507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94aeed45-39bc-42a7-962e-60d5320253f8 req-0f499498-1dea-43b6-9f73-72c8f2eb6518 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1280417 Dec 12 15:29:43.643672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad45fdc-93e0-4e55-93c6-c5f34d3d32ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.651613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad45fdc-93e0-4e55-93c6-c5f34d3d32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.694151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '7d3ef91a-fd9f-473c-af68-ebc148a68296', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': '7d3ef91a-fd9f-473c-af68-ebc148a68296', 'mac_address': 'fa:16:3e:37:65:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:29:43.731259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a73c8685-4f75-4239-8cc9-4f8ba8c871c6 req-9a8ed0ef-1ea9-4f65-82f3-3ffdc9da2b72 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad12e15c-7cd6-4bfb-902b-c54cd2ee5c39 HTTP/1.1" status: 200 len: 210 time: 0.0859325 Dec 12 15:29:43.757940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aad45fdc-93e0-4e55-93c6-c5f34d3d32ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9cbb31b30a24ab48dd1e8620982c4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5664999 Dec 12 15:29:43.761990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:43.772397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45fdc-93e0-4e55-93c6-c5f34d3d32ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85587f0b-c1b7-4aab-a7e7-4201399ebb2b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:43.796590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.797202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.797893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.807402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.809183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.809676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.811763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:43.818282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-37e8c0b7-2ab2-4fb5-900b-5b8364f615e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.2006934 Dec 12 15:29:43.839776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94aeed45-39bc-42a7-962e-60d5320253f8 req-5a1bc0b0-ee4c-411b-ba70-bc8bc3ee19a7 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066677 Dec 12 15:29:43.875342 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.877810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:43.939923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:44.020211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:44.024303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:44.025502 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85587f0b-c1b7-4aab-a7e7-4201399ebb2b HTTP/1.1" status: 204 len: 168 time: 0.2624745 Dec 12 15:29:44.091048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3ef91a-fd9f-473c-af68-ebc148a68296 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:29:44.094222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b3005-bc83-404e-bac4-9dfda1ece65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85587f0b-c1b7-4aab-a7e7-4201399ebb2b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:44.150335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-eda20d73-68f7-412a-88f5-9da62275c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:44.154296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-eda20d73-68f7-412a-88f5-9da62275c911 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992 HTTP/1.1" status: 200 len: 917 time: 0.3121109 Dec 12 15:29:44.172975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:44.186945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:44.240379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'dbbded30-88fd-4b7d-a25a-9fcb091fc07b', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'port_id': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'mac_address': 'fa:16:3e:80:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:28:20Z', 'updated_at': '2021-12-12T15:29:41Z', 'revision_number': 1, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:44.341272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-906cb53e-8c80-462d-b6e3-24abe770cfe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 999 time: 0.1754868 Dec 12 15:29:44.496660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-517d6fa1-985e-410c-bdde-ab683accb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:44.505757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-517d6fa1-985e-410c-bdde-ab683accb020 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.1491864 Dec 12 15:29:44.558661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Checking router: 92090a51-b0f7-42b4-84d1-306d414d798b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:29:44.570047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:44.608817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:44.609607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:44.769842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:44.820279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b44b6a-f647-4ea8-841c-88d736053519 req-4d5a434c-4f63-408a-8030-1e872bf7d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:44.828693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-4d5a434c-4f63-408a-8030-1e872bf7d8f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557571 Dec 12 15:29:44.838000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-5d39508d-fab8-41b2-8952-e5c978a72f09 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:44.839555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-5d39508d-fab8-41b2-8952-e5c978a72f09 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 946 time: 0.3289220 Dec 12 15:29:44.841258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:44.885117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7fbf8-6713-4894-bc1a-96f319bb1244 req-85eb3efe-679f-4380-9b9b-5be4c34f452b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:44.892780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0f7fbf8-6713-4894-bc1a-96f319bb1244 req-85eb3efe-679f-4380-9b9b-5be4c34f452b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 944 time: 0.3841844 Dec 12 15:29:45.006056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937130-2a17-4376-b50a-eb63f064bdcd req-afff590b-9df6-4bf7-9136-3ebd9e4e472c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:45.007687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26937130-2a17-4376-b50a-eb63f064bdcd req-afff590b-9df6-4bf7-9136-3ebd9e4e472c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 946 time: 0.4979997 Dec 12 15:29:45.165630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0f7fbf8-6713-4894-bc1a-96f319bb1244 req-400aa9cd-f90a-473d-b4b5-3c080f0dd933 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897490 Dec 12 15:29:45.240256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26937130-2a17-4376-b50a-eb63f064bdcd req-546685c0-5f2b-4098-8bb0-c1423e345d61 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911316 Dec 12 15:29:45.281125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-32d20cd0-351d-4525-a742-8b03c794d11c service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388692 Dec 12 15:29:45.288425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Deleting port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:45.293202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.457319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'dbbded30-88fd-4b7d-a25a-9fcb091fc07b', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'port_id': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'mac_address': 'fa:16:3e:80:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:28:20Z', 'updated_at': '2021-12-12T15:29:41Z', 'revision_number': 1, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:45.506471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8e670-41a2-4128-93e1-97dd617f3203 None None] The sync data for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 is: [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'dbbded30-88fd-4b7d-a25a-9fcb091fc07b', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'port_id': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'mac_address': 'fa:16:3e:80:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb721fd-c641-4234-b090-5449c3ee1334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:28:20Z', 'updated_at': '2021-12-12T15:29:41Z', 'revision_number': 1, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:29:45.528060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:45.628213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.674740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.780272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.783769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.785007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea HTTP/1.1" status: 204 len: 168 time: 0.2558439 Dec 12 15:29:45.804751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:45.805562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f222c0f-d6c9-4de5-8e3f-c61bceae30cf tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:45.850669 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-cd0fbefa-5675-486c-aa47-b06c86bb202b tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] show failed (client error): The resource could not be found. Dec 12 15:29:45.851747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd0fbefa-5675-486c-aa47-b06c86bb202b tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "GET /v2.0/security-groups/bbdcd63e-b7d0-4c5e-b1d5-0e6a084562ea HTTP/1.1" status: 404 len: 347 time: 0.0441585 Dec 12 15:29:45.854497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:45.871197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] For port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:45.871778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:45.903330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Calling delete_port for b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:45.923176 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffc442-f64c-4960-b1e6-2987629d672e None None] New status for floating IP dbbded30-88fd-4b7d-a25a-9fcb091fc07b: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:29:46.128664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Deleting port 9b90391b-c1f7-4737-95fe-e612c828e96d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:46.129405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.201034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.213720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:46.217403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:46.249861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Pushing event deleted for resources: {'Port': ['ID=b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:46.286779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77cc31-3df7-4114-bd02-b3b715b78452 req-f7af61b3-c630-4552-af76-075d9659d1d6 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:46.296259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c77cc31-3df7-4114-bd02-b3b715b78452 req-f7af61b3-c630-4552-af76-075d9659d1d6 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.7813213 Dec 12 15:29:46.364931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.365249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.403426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Calling delete_port for 9b90391b-c1f7-4737-95fe-e612c828e96d owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:46.469279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] No DVR routers for this DVR port b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:46.508757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b44b6a-f647-4ea8-841c-88d736053519 req-bedb4dcf-17fd-4921-af88-fddb245ccbb4 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2119596 Dec 12 15:29:46.510551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.526068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a90db853-183f-4ef8-9139-ccc438e25ed7 req-aa168a48-b41a-4950-adc0-daa063505fb2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.13 "DELETE /v2.0/ports/b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 HTTP/1.1" status: 204 len: 173 time: 1.6565576 Dec 12 15:29:46.547461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'name': 'network-vif-deleted', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:46.554808 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d328a735-65c6-44cc-a199-cfa2866a378e" -d '{"events": [{"server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "name": "network-vif-deleted", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:46.566021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c77cc31-3df7-4114-bd02-b3b715b78452 req-1ffed7ee-b70b-495a-9d5e-d3ff1440ac58 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685609 Dec 12 15:29:46.633099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1cb37-6e5b-42bc-b34a-25eb25ff3de4 req-50408ec9-a34c-4117-82d0-0f40aaae9470 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:46.641567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c1cb37-6e5b-42bc-b34a-25eb25ff3de4 req-50408ec9-a34c-4117-82d0-0f40aaae9470 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 944 time: 0.2903354 Dec 12 15:29:46.696249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.756496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c1cb37-6e5b-42bc-b34a-25eb25ff3de4 req-2c902070-97bc-4bbb-b418-4ce8705179b8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133573 Dec 12 15:29:46.763786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Pushing event deleted for resources: {'Port': ['ID=9b90391b-c1f7-4737-95fe-e612c828e96d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:46.827999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7678f35-15c2-4bc6-b413-0041db897902 req-0003c1d1-422a-4689-935f-94e0f268acc2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fd884b6-371e-45c0-b54e-169948329e98 HTTP/1.1" status: 200 len: 210 time: 0.0580697 Dec 12 15:29:46.939418 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46c44d0-c920-49ab-851d-71d23eaf2bf2 x-openstack-request-id: req-d46c44d0-c920-49ab-851d-71d23eaf2bf2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:46.940351 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd884b6-371e-45c0-b54e-169948329e98", "name": "network-vif-deleted", "tag": "b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:46.940801 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d46c44d0-c920-49ab-851d-71d23eaf2bf2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:46.941391 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd884b6-371e-45c0-b54e-169948329e98', 'name': 'network-vif-deleted', 'tag': 'b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853', 'status': 'completed', 'code': 200} Dec 12 15:29:46.984894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.990570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:46.994479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7c7418b4-516b-4826-b673-efd91a2c2b89 tempest-ServersTestBootFromVolume-246534702 tempest-ServersTestBootFromVolume-246534702-project] 10.222.0.36 "DELETE /v2.0/floatingips/a71b0852-16e7-40eb-bcb2-48b9bf72aa84 HTTP/1.1" status: 204 len: 168 time: 1.1363404 Dec 12 15:29:46.994699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:47.102279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7d3ef91a-fd9f-473c-af68-ebc148a68296 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:29:47.260856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 7d3ef91a-fd9f-473c-af68-ebc148a68296 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:29:47.272221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 7d3ef91a-fd9f-473c-af68-ebc148a68296 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:29:47.274285 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:47.414343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:47.446145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:29:47.449450 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed502ae7-4009-45c8-8d79-2b05a584ca74" -d '{"events": [{"server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "name": "network-vif-plugged", "status": "completed", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:29:47.469047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:47.479266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:47.542181 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474bf85-e335-4454-a17e-5e0ef9f957fe x-openstack-request-id: req-e474bf85-e335-4454-a17e-5e0ef9f957fe {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:29:47.542436 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "name": "network-vif-plugged", "status": "completed", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:29:47.542605 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e474bf85-e335-4454-a17e-5e0ef9f957fe {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:29:47.543087 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296', 'code': 200} Dec 12 15:29:47.552317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:47.654108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:47.718772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04561d51-1369-4cc4-9725-de6e8c2fb07d req-3ab072ef-501e-449c-bcd9-2aa65aa4e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:47.721094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04561d51-1369-4cc4-9725-de6e8c2fb07d req-3ab072ef-501e-449c-bcd9-2aa65aa4e695 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 1096 time: 0.1057334 Dec 12 15:29:47.807599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:47.814695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04561d51-1369-4cc4-9725-de6e8c2fb07d req-8cc97fd7-1627-4c9c-bff9-4210b43839fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847132 Dec 12 15:29:47.837765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9f91f-18d2-4daa-97d0-d60d13fb5118 req-ce493070-d41f-49ed-82d5-9b8e1a499865 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:47.839391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dc9f91f-18d2-4daa-97d0-d60d13fb5118 req-ce493070-d41f-49ed-82d5-9b8e1a499865 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1106646 Dec 12 15:29:47.940066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dc9f91f-18d2-4daa-97d0-d60d13fb5118 req-846e85e2-4a62-404f-bcad-e18a6cbaa18c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902421 Dec 12 15:29:47.973016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1c9d-9206-4adf-8d6c-c582131d93fc req-f5d41775-5b34-42e0-95e0-0c4c869da107 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:47.981714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed4f1c9d-9206-4adf-8d6c-c582131d93fc req-f5d41775-5b34-42e0-95e0-0c4c869da107 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 945 time: 0.1047330 Dec 12 15:29:48.071604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed4f1c9d-9206-4adf-8d6c-c582131d93fc req-9048887c-db6e-4202-86ee-919c11e8a6b7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886688 Dec 12 15:29:48.114359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Deleting port ba01471e-4f7f-43fa-b501-bcaeb560b220 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:48.115106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.247658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a52144-206d-49be-97dc-58c3e02a3772 req-8463c05c-1aac-42e1-9d07-155dc71ec46a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:48.257320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7a52144-206d-49be-97dc-58c3e02a3772 req-8463c05c-1aac-42e1-9d07-155dc71ec46a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Dec 12 15:29:48.272212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-514def27-f30c-4280-aca4-c8f6c1dd291b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.318474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7a52144-206d-49be-97dc-58c3e02a3772 req-138c50f8-407f-4bb6-bf04-11978e02af59 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602126 Dec 12 15:29:48.387885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] For port ba01471e-4f7f-43fa-b501-bcaeb560b220, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ba01471e-4f7f-43fa-b501-bcaeb560b220,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:48.388333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.407993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Calling delete_port for ba01471e-4f7f-43fa-b501-bcaeb560b220 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:48.527260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-514def27-f30c-4280-aca4-c8f6c1dd291b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.540685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-514def27-f30c-4280-aca4-c8f6c1dd291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.631728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-514def27-f30c-4280-aca4-c8f6c1dd291b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43482ccffb4e4a13bdf8db6fd439be9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8229353 Dec 12 15:29:48.634285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40114) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:48.649062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514def27-f30c-4280-aca4-c8f6c1dd291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57722c-5c6b-475d-b8cb-87838b33d1a2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:48.754025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.804614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.856156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ba01471e-4f7f-43fa-b501-bcaeb560b220,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:48.897238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:48.932349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec3d1-2d5d-4b5a-90fe-43f55beddb4a req-8ae48e4d-ca58-4f28-9a07-2d73c5b6da07 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:48.941636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-996ec3d1-2d5d-4b5a-90fe-43f55beddb4a req-8ae48e4d-ca58-4f28-9a07-2d73c5b6da07 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2067740 Dec 12 15:29:49.054467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-996ec3d1-2d5d-4b5a-90fe-43f55beddb4a req-83780a22-e444-408c-87a9-7713decdb70f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118283 Dec 12 15:29:49.088125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:49.097590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:49.100382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a57722c-5c6b-475d-b8cb-87838b33d1a2 HTTP/1.1" status: 204 len: 168 time: 0.4651105 Dec 12 15:29:49.100529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:49.111323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38bebb-8f47-47f2-acb0-dd2a8ea487ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57722c-5c6b-475d-b8cb-87838b33d1a2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:49.212407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:49.212961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b0ccc02e-5b6e-4a13-9fa3-67e91bcdd853 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:49.332109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:49.398854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ec39c-669a-4b5c-9aab-5b8ee4ba5c1b req-53c467dd-b926-429e-b743-9181d86d391c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:49.401146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b8ec39c-669a-4b5c-9aab-5b8ee4ba5c1b req-53c467dd-b926-429e-b743-9181d86d391c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.2253399 Dec 12 15:29:49.435889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a5277-434e-42c9-9d3e-1d59a98cb2a1 req-18ff7226-1f4a-4063-bc04-bab8f0b2dc77 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:49.437743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-605a5277-434e-42c9-9d3e-1d59a98cb2a1 req-18ff7226-1f4a-4063-bc04-bab8f0b2dc77 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1403654 Dec 12 15:29:49.483775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b8ec39c-669a-4b5c-9aab-5b8ee4ba5c1b req-a65c6518-e1f5-4671-9aba-b1d76c72af3c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745969 Dec 12 15:29:49.516096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-605a5277-434e-42c9-9d3e-1d59a98cb2a1 req-da7c5522-d462-4e5e-bea3-3762efa0484c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623269 Dec 12 15:29:49.729741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed585e-1d57-4d6a-bc17-48b3c5a525c5 req-31242643-edd5-4cb6-ad66-b771b6c50c45 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:49.746255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bed585e-1d57-4d6a-bc17-48b3c5a525c5 req-31242643-edd5-4cb6-ad66-b771b6c50c45 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 945 time: 0.1393723 Dec 12 15:29:49.827108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Router c09b0bc2-6125-4f74-9dba-60c363f9f698 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:29:49.852245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bed585e-1d57-4d6a-bc17-48b3c5a525c5 req-bbc3f0a4-4e71-4d6e-84c1-31397a75be25 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035550 Dec 12 15:29:50.002496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:29:50.012008 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b361569b-d037-48b5-8128-cd101349a0bf admin admin] 10.222.0.36 "PUT /v2.0/routers/c09b0bc2-6125-4f74-9dba-60c363f9f698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162368 Dec 12 15:29:50.014634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40150) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:50.017681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Sync routers for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:29:50.037174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:50.037839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:50.246712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:50.461046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:50.960011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:48Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:51.043244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Checking router: c09b0bc2-6125-4f74-9dba-60c363f9f698 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:29:51.070626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Routers {'c09b0bc2-6125-4f74-9dba-60c363f9f698'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:29:51.071697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c09b0bc2-6125-4f74-9dba-60c363f9f698'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:51.393164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] Set router c09b0bc2-6125-4f74-9dba-60c363f9f698 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:29:51.595716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b5cad-46bd-4df4-9854-2cd707d92521 req-34828cb8-e897-4639-a4e2-f5b52f57ccdf tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:51.597563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-658b5cad-46bd-4df4-9854-2cd707d92521 req-34828cb8-e897-4639-a4e2-f5b52f57ccdf tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1698351 Dec 12 15:29:51.629385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:51.661213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b24def-09d9-4ddc-a525-b0663db088de req-be6e4ea3-4143-4025-a145-0e4dd1f9ceda tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:51.669163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32b24def-09d9-4ddc-a525-b0663db088de req-be6e4ea3-4143-4025-a145-0e4dd1f9ceda tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 1.3065383 Dec 12 15:29:51.687934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32b24def-09d9-4ddc-a525-b0663db088de req-71f20d16-c97d-4da9-bae7-d3f4fe0963ff tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0175273 Dec 12 15:29:51.727969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-658b5cad-46bd-4df4-9854-2cd707d92521 req-8651a863-eedb-4933-9e17-0bbb7c44ffea tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142187 Dec 12 15:29:51.830098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32b24def-09d9-4ddc-a525-b0663db088de req-b769772b-bc77-41f6-a3ac-322668551b42 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399100 Dec 12 15:29:51.931416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:48Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:51.947556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Deleting port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:51.947904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:52.000474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5831f13-0aa7-48c5-98b9-e76406d86424 None None] The sync data for ids ['c09b0bc2-6125-4f74-9dba-60c363f9f698'] in n-d-710847-8 is: [{'id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'name': 'tempest-ServersTestBootFromVolume-1810268975-router', 'tenant_id': '2446bee986254ca899f51c4830e61032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:26:04Z', 'updated_at': '2021-12-12T15:29:48Z', 'revision_number': 5, 'project_id': '2446bee986254ca899f51c4830e61032', 'gw_port': {'id': '8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b0bc2-6125-4f74-9dba-60c363f9f698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:26:06Z', 'updated_at': '2021-12-12T15:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:29:52.160911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32b24def-09d9-4ddc-a525-b0663db088de req-4d5f21a8-fafb-45ee-8dd8-6dfa25f04e14 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299696 Dec 12 15:29:52.205319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] For port 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:52.205809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:52.252085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Calling delete_port for 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:52.378812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32b24def-09d9-4ddc-a525-b0663db088de req-da800b33-6d20-47d4-ba74-66780bc74101 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107892 Dec 12 15:29:52.465651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ba01471e-4f7f-43fa-b501-bcaeb560b220 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:52.560858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ba01471e-4f7f-43fa-b501-bcaeb560b220 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:52.561492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ba01471e-4f7f-43fa-b501-bcaeb560b220 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:52.597757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:52.738442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:52.842927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.019884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.024477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.079683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13402b2c-2116-4996-8b5a-1aad55fe317e req-c93049a7-ca67-4faf-b687-6bf0fb604f95 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:53.081234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13402b2c-2116-4996-8b5a-1aad55fe317e req-c93049a7-ca67-4faf-b687-6bf0fb604f95 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1361547 Dec 12 15:29:53.090547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.091072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09b0bc2-6125-4f74-9dba-60c363f9f698 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:29:53.100660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.101821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce544d59-0f75-4e41-b5cf-5deaf3537dce admin admin] 10.222.0.36 "DELETE /v2.0/routers/c09b0bc2-6125-4f74-9dba-60c363f9f698 HTTP/1.1" status: 204 len: 168 time: 3.0852201 Dec 12 15:29:53.105562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:53.159733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13402b2c-2116-4996-8b5a-1aad55fe317e req-f3833b46-11b9-46c2-8ef6-368f951c9fa0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579844 Dec 12 15:29:53.180747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Deleting subnet 981f76e6-9044-4300-8004-a4007194d59d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:29:53.194941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.255994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.414173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.492450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1bb2a-abb1-4249-bdea-bc0eb67db0f4 req-dfcf8874-610d-40ca-8baa-392cec4d2b84 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:53.494627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edf1bb2a-abb1-4249-bdea-bc0eb67db0f4 req-dfcf8874-610d-40ca-8baa-392cec4d2b84 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0663342 Dec 12 15:29:53.527138 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.557360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981f76e6-9044-4300-8004-a4007194d59d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:53.561236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.565007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ada0e9a0-80c1-4e30-a5ca-92d963c661ae admin admin] 10.222.0.36 "DELETE /v2.0/subnets/981f76e6-9044-4300-8004-a4007194d59d HTTP/1.1" status: 204 len: 168 time: 0.4584637 Dec 12 15:29:53.565989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edf1bb2a-abb1-4249-bdea-bc0eb67db0f4 req-dcd494c0-129a-494b-b452-bf226a623a3c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598853 Dec 12 15:29:53.567374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:53.583530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9dd9e2-cde8-41e0-8ac0-dac572ae48cd None None] Network e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:53.644286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.738886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad06f-1781-44f2-a97b-4377152c82fd req-586d0734-4852-4977-9211-25dee97660b1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:53.739906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Deleting port 7704282e-f532-4a71-b703-abd3b664f1cc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:53.740243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.748008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2dad06f-1781-44f2-a97b-4377152c82fd req-586d0734-4852-4977-9211-25dee97660b1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0897129 Dec 12 15:29:53.811428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2dad06f-1781-44f2-a97b-4377152c82fd req-dbece228-9ef9-45d1-b176-d8dc2fc02ee6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569997 Dec 12 15:29:53.811986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] For port 7704282e-f532-4a71-b703-abd3b664f1cc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7704282e-f532-4a71-b703-abd3b664f1cc,segment=NetworkSegment(cabf79b4-a475-4830-8da7-0a54eaa3c2b0),segment_id=cabf79b4-a475-4830-8da7-0a54eaa3c2b0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:53.812352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.828411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Calling delete_port for 7704282e-f532-4a71-b703-abd3b664f1cc owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:53.882173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] DHCP port deletion for e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:29:53.934536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.962788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Deleting port 7704282e-f532-4a71-b703-abd3b664f1cc {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:29:53.963111 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:53.994321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] No DVR routers for this DVR port 7704282e-f532-4a71-b703-abd3b664f1cc on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:54.049626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7704282e-f532-4a71-b703-abd3b664f1cc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:54.082215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40288) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:54.083789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] For port 7704282e-f532-4a71-b703-abd3b664f1cc, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:29:54.084193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.105346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Calling delete_port for 7704282e-f532-4a71-b703-abd3b664f1cc owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:29:54.108305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Port 7704282e-f532-4a71-b703-abd3b664f1cc was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:29:54.111029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.127114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] No DVR routers for this DVR port 7704282e-f532-4a71-b703-abd3b664f1cc on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:29:54.178172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.184968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03e0ea-1a51-4f8c-865e-7ca99f101216 None None] Pushing event deleted for resources: {'Port': ['ID=7704282e-f532-4a71-b703-abd3b664f1cc,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:54.227809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:54.245327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:54.246044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabf79b4-a475-4830-8da7-0a54eaa3c2b0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:29:54.283254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.325198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.335480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:29:54.336181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:29:54.338631 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:29:54.410141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e4462-7d7b-4363-a324-0532e0c95d52 req-e5b7de4d-1723-4050-9af3-1619709bfb7c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:54.421015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.430754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.434074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c86e4462-7d7b-4363-a324-0532e0c95d52 req-e5b7de4d-1723-4050-9af3-1619709bfb7c tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1550465 Dec 12 15:29:54.448253 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e HTTP/1.1" status: 204 len: 168 time: 0.8796954 Dec 12 15:29:54.476467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9933-5138-4467-8242-2b821154d6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04d8912-a5e6-46c7-ac2b-57c6eadf3f7e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:54.535362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c86e4462-7d7b-4363-a324-0532e0c95d52 req-79c98411-d47b-4f45-bf23-5db73c259f77 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863590 Dec 12 15:29:54.577166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:54.613329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:54.613909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8bd6dbb8-b2f9-42be-9b6c-2a86f92d389f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:54.614112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7704282e-f532-4a71-b703-abd3b664f1cc no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:29:54.638970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2a42-6930-461e-8ce6-6828fb50da87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.654534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7704282e-f532-4a71-b703-abd3b664f1cc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:29:54.656696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7704282e-f532-4a71-b703-abd3b664f1cc not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:29:54.734548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-be869e27-a41e-48b8-8b49-4d9b0bf1fa52 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:54.743887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-be869e27-a41e-48b8-8b49-4d9b0bf1fa52 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.2333012 Dec 12 15:29:54.771046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-1c7cc786-fd3b-47a6-92f5-f3724ac21ba6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0260339 Dec 12 15:29:54.849066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:54.901267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-932d5094-417f-42c0-8aa4-5004d4075497 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292174 Dec 12 15:29:54.912716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2a42-6930-461e-8ce6-6828fb50da87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:54.950206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-302bb325-daaa-4fef-be04-866364fdb68c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2446bee986254ca899f51c4830e61032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988140 Dec 12 15:29:54.951600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:54.958007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2a42-6930-461e-8ce6-6828fb50da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.084436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.137414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.183453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab4f2a42-6930-461e-8ce6-6828fb50da87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e0022625eef4ed6822e672faf731a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0996821 Dec 12 15:29:55.187515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f2a42-6930-461e-8ce6-6828fb50da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530132f8-f01e-4df6-93d9-30e01747e319,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:55.194331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:55.217368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a1c99-ce66-4d2b-984d-ec779565bd4f req-90419301-e02f-41d8-9f1b-ad4099410156 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:55.228887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-733a1c99-ce66-4d2b-984d-ec779565bd4f req-90419301-e02f-41d8-9f1b-ad4099410156 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.3595648 Dec 12 15:29:55.237781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.242322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.246504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcca4792-fafa-4b14-bc9b-a2d75b0d04eb HTTP/1.1" status: 204 len: 168 time: 0.2939339 Dec 12 15:29:55.258110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7926343-71d1-4103-88b8-f489879b0c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcca4792-fafa-4b14-bc9b-a2d75b0d04eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:55.358576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-1e1f59a9-4dfd-45a5-8595-2b6106ead33b service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559000 Dec 12 15:29:55.492496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-f6ce71b8-0534-461f-af8f-2009b166b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:55.494329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-f6ce71b8-0534-461f-af8f-2009b166b14a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 1096 time: 0.4517860 Dec 12 15:29:55.496898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-153c75c4-c9f9-4aea-87de-0b35f1599f54 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374450 Dec 12 15:29:55.764771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-94b72c23-6d43-4db0-9a31-396b81374df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:55.767247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-94b72c23-6d43-4db0-9a31-396b81374df3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 200 len: 915 time: 0.2214384 Dec 12 15:29:55.839817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-733a1c99-ce66-4d2b-984d-ec779565bd4f req-95b00e8c-e73d-463e-b90c-ac0ba6a62a16 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039622 Dec 12 15:29:55.845337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.856078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-23ffacf2-6122-4527-8178-2f5de8346caa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b HTTP/1.1" status: 200 len: 217 time: 0.0711055 Dec 12 15:29:55.905834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:55.993038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd63d4c4-fd78-403b-b501-605db7d7317b req-74660363-9d41-486c-b20f-42295c58b193 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 210 time: 0.0394747 Dec 12 15:29:55.994950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-fceadfb4-5610-49c1-8df0-1ecca8898129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:55.996500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-fceadfb4-5610-49c1-8df0-1ecca8898129 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 200 len: 854 time: 0.1289833 Dec 12 15:29:56.047072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.050752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.051943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/530132f8-f01e-4df6-93d9-30e01747e319 HTTP/1.1" status: 204 len: 168 time: 0.7956538 Dec 12 15:29:56.066248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-3a059aea-12f3-47fd-878a-5649053cdd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:56.067781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-3a059aea-12f3-47fd-878a-5649053cdd08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b9e07215-9588-4041-930b-9929b55189ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625165 Dec 12 15:29:56.068691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce0f4c-067f-4b4f-a390-2da3e22f6ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530132f8-f01e-4df6-93d9-30e01747e319,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:56.190190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-36de38b4-6e24-459e-98d9-54f08b7d84de service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138759 Dec 12 15:29:56.300057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34ce1112-1b15-4127-844a-c9ae1c441a9b req-0f82462b-22a6-4ad1-bc03-6a9b24e9c1d8 service neutron] 10.222.0.13 "GET /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008136 Dec 12 15:29:56.443150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:56.635392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40390) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:56.657714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40206068-80a4-4ab7-b022-b98e83c1dfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.671191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58928a53-4a1c-4d5b-8a8b-b8100541f661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.809408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40206068-80a4-4ab7-b022-b98e83c1dfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.817231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58928a53-4a1c-4d5b-8a8b-b8100541f661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.818862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40206068-80a4-4ab7-b022-b98e83c1dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.842730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58928a53-4a1c-4d5b-8a8b-b8100541f661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:56.903145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-40206068-80a4-4ab7-b022-b98e83c1dfd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b00b0aa223e486cabc13041687caaaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641284 Dec 12 15:29:56.903945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:56.915202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-58928a53-4a1c-4d5b-8a8b-b8100541f661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c72b29310a514f0c95c635c88d7ce49d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678762 Dec 12 15:29:56.915202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40206068-80a4-4ab7-b022-b98e83c1dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8429a4d-33e2-459d-a633-13678574393b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:56.915718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:56.988620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58928a53-4a1c-4d5b-8a8b-b8100541f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f2cd9a-a402-47f1-bca4-02f8cf51a418,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:57.010256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.041798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.064888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.105620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.186257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.190252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.194654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8429a4d-33e2-459d-a633-13678574393b HTTP/1.1" status: 204 len: 168 time: 0.2872224 Dec 12 15:29:57.211377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece6355-b172-4be8-b346-78f1b15fe3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8429a4d-33e2-459d-a633-13678574393b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:57.284209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.288053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.289438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90f2cd9a-a402-47f1-bca4-02f8cf51a418 HTTP/1.1" status: 204 len: 168 time: 0.3728185 Dec 12 15:29:57.323305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5418b-6586-4a04-a1b4-8e21dc726bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f2cd9a-a402-47f1-bca4-02f8cf51a418,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:57.348471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763126f-c79e-489f-915e-37650007a278 req-04f749ab-bf7d-4d78-8c70-d0137f9176d0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:57.350101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8763126f-c79e-489f-915e-37650007a278 req-04f749ab-bf7d-4d78-8c70-d0137f9176d0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.2478187 Dec 12 15:29:57.360573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659df94-1fd2-48f5-81ab-6b34d334e514 req-7de998cd-4fd9-4865-adc9-6b5d9a1545b9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:57.362321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1659df94-1fd2-48f5-81ab-6b34d334e514 req-7de998cd-4fd9-4865-adc9-6b5d9a1545b9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2810247 Dec 12 15:29:57.435460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-eefa50bc-26d4-4afb-b7cb-b54deadf8aa7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:57.436929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-eefa50bc-26d4-4afb-b7cb-b54deadf8aa7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.3444247 Dec 12 15:29:57.460196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:57.489423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8763126f-c79e-489f-915e-37650007a278 req-b92a6cf1-2130-4eb1-a1c3-01addc48cc71 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257622 Dec 12 15:29:57.498497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1659df94-1fd2-48f5-81ab-6b34d334e514 req-7fb03ec1-bea1-4f03-b867-f2605db072e0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216767 Dec 12 15:29:57.615187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f7b2e5-df08-42bc-b982-267f2d9ce11f req-b9433a0d-cba3-4334-b594-88173d4570b3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 210 time: 0.0457613 Dec 12 15:29:57.707818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68ccca-7b1e-49ca-8830-3e0389a1b0a2 req-2796650d-c703-46c1-9ad1-c2fcdc84415e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:57.715610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a68ccca-7b1e-49ca-8830-3e0389a1b0a2 req-2796650d-c703-46c1-9ad1-c2fcdc84415e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1111825 Dec 12 15:29:57.717695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:57.721893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:57.726233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:57.855191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917edad8-4215-46df-867b-e7dd36cfab75 req-8fd319fc-50e2-498f-a077-8408128f42ee tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:57.856718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-917edad8-4215-46df-867b-e7dd36cfab75 req-8fd319fc-50e2-498f-a077-8408128f42ee tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1667998 Dec 12 15:29:57.863218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a68ccca-7b1e-49ca-8830-3e0389a1b0a2 req-3ae33683-0566-4ba2-b342-10cb9fcdc4fc tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466439 Dec 12 15:29:57.961337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.5 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/2b02549e-d7e6-4884-9c5b-df0b74b18af3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:29:57.961337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40450) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:57.972809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-917edad8-4215-46df-867b-e7dd36cfab75 req-997ad18a-9220-4ec9-8dd0-ffbf3c30479e tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724730 Dec 12 15:29:57.986269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79b12166-023b-4371-a498-30232a74e4c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.085369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79b12166-023b-4371-a498-30232a74e4c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.105252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79b12166-023b-4371-a498-30232a74e4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.163102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1213840403-network', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:58.185684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-79b12166-023b-4371-a498-30232a74e4c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c30c355336404544bbf4256dd9eb93a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238936 Dec 12 15:29:58.189342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:58.234996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b12166-023b-4371-a498-30232a74e4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde0385-c8cf-4305-8f5e-e67d1863ffa5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:58.247579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Made reservation on behalf of 31ed73a532d34f9ca7e2636484be6b42 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:58.253088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.261795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e112a1-8ad9-4677-a4e7-14bede765439 req-735dca1f-12ff-4ff1-b266-090bdc7ff594 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.263320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36e112a1-8ad9-4677-a4e7-14bede765439 req-735dca1f-12ff-4ff1-b266-090bdc7ff594 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.1723504 Dec 12 15:29:58.267999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.289719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.329821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.375778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.405095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36e112a1-8ad9-4677-a4e7-14bede765439 req-6dc58e47-003b-46e2-8b4a-2d175caa602f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252840 Dec 12 15:29:58.423555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf058ea-b9ae-4724-be9f-33c87a1f4216 req-b7e342d4-736d-4ef2-8035-f93dfd5a2a54 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.430836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cf058ea-b9ae-4724-be9f-33c87a1f4216 req-b7e342d4-736d-4ef2-8035-f93dfd5a2a54 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1313913 Dec 12 15:29:58.435746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.437050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.448452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.450094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfde0385-c8cf-4305-8f5e-e67d1863ffa5 HTTP/1.1" status: 204 len: 168 time: 0.2595823 Dec 12 15:29:58.459739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.466259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43488ac6-a8b8-433d-bba9-3228dd5f0929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde0385-c8cf-4305-8f5e-e67d1863ffa5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:58.489048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.502106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6628fda-fa6f-4b53-bf87-446bda548185,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:58.506347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:29:58.511734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cf058ea-b9ae-4724-be9f-33c87a1f4216 req-7b668b91-76e7-41de-8f6b-afb326ab01a3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738380 Dec 12 15:29:58.513950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:29:58.553639 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.553953 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Added segment bfa6ae9c-c776-45bd-9fb8-6cddb6952838 of type vlan for network 24565a4d-bfd5-49e2-9a4d-a70480fed73a Dec 12 15:29:58.600241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:29:58.603039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40476) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:58.616266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:58.627069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:29:58.653449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.687254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:58.716227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.717270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.717888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.744522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.745266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.763603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65454-ce72-44cf-8f40-27e989d9206c req-6fb046f2-2805-4deb-884d-b8fd5cb48562 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.771791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d65454-ce72-44cf-8f40-27e989d9206c req-6fb046f2-2805-4deb-884d-b8fd5cb48562 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1511559 Dec 12 15:29:58.783407 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0560422 Dec 12 15:29:58.790650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:58.793327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdc1f3-59a0-4ddf-bdca-0744b92d3858 req-54bbacae-47af-4228-a085-18e64f414567 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:58.794935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4cdc1f3-59a0-4ddf-bdca-0744b92d3858 req-54bbacae-47af-4228-a085-18e64f414567 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1823621 Dec 12 15:29:58.805084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Request body: {'subnet': {'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-subnet', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:58.826141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-05b4bc3f-6155-4991-9908-41446ceeb3aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3761413 Dec 12 15:29:58.831956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53b74-2e1c-43a4-a6f5-602e94a9017e admin admin] Pushing event updated for resources: {'Network': ['ID=24565a4d-bfd5-49e2-9a4d-a70480fed73a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:58.834520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Made reservation on behalf of 31ed73a532d34f9ca7e2636484be6b42 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:29:58.836904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:58.847229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:29:58.848595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Request body: {'port': {'device_id': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:58.911921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d65454-ce72-44cf-8f40-27e989d9206c req-433e025d-64bc-45b2-a700-c3c72f16881c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345980 Dec 12 15:29:58.942600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4cdc1f3-59a0-4ddf-bdca-0744b92d3858 req-85c62709-2003-48ee-a62f-656f62caa7b0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403487 Dec 12 15:29:59.040305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-04f89371-79eb-44dd-915e-1ffce3506623 req-37cff757-432c-4676-95a3-436ca0b9f334 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:29:59.050014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04f89371-79eb-44dd-915e-1ffce3506623 req-37cff757-432c-4676-95a3-436ca0b9f334 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499358 Dec 12 15:29:59.107609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-071b222d-78ef-48e5-bd6b-057c2c10285a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.143592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.145404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:59.370600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.417222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fc65104-86c6-4d19-b568-49b763752269,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:29:59.453398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Checking segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:29:59.454099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Network hostable DHCP agents. Network: 24565a4d-bfd5-49e2-9a4d-a70480fed73a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:29:59.475574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:29:59.486460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 24565a4d-bfd5-49e2-9a4d-a70480fed73a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:29:59.491843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:59.492602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.499499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635a2233-6fb5-438f-aaf7-d9dfcf28b25b None None] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:29:59.501354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb476594-842d-4dc7-af6b-fff32715abe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.516022 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb06ce96-be50-4f93-a40f-254876f11bdd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7236502 Dec 12 15:29:59.518818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40506) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:29:59.552674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:29:59.601115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04f89371-79eb-44dd-915e-1ffce3506623 req-7efa680c-06d6-4edc-bb5d-2fc642a00d0b tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5499616 Dec 12 15:29:59.616049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fff50-502b-41e3-b54d-7acdc44f27b1 req-0be890a4-1795-4948-ad7d-8ab46d1fb01c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:29:59.617568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d5fff50-502b-41e3-b54d-7acdc44f27b1 req-0be890a4-1795-4948-ad7d-8ab46d1fb01c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 931 time: 0.5840938 Dec 12 15:29:59.637598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:29:59.638548 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.737653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.738683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.814731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d5fff50-502b-41e3-b54d-7acdc44f27b1 req-977f304d-1e78-46be-a02c-6a1d25853e26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832008 Dec 12 15:29:59.842760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-071b222d-78ef-48e5-bd6b-057c2c10285a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.882426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-071b222d-78ef-48e5-bd6b-057c2c10285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:29:59.915072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.003152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Allocated IP 172.20.0.2 (24565a4d-bfd5-49e2-9a4d-a70480fed73a/9fc65104-86c6-4d19-b568-49b763752269/fe0a1174-ec7a-43d3-a8de-997490020bc9) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:00.040950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb476594-842d-4dc7-af6b-fff32715abe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.065865 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb476594-842d-4dc7-af6b-fff32715abe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.073267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-071b222d-78ef-48e5-bd6b-057c2c10285a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3b973ca499041c484274e324e6b19fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4647217 Dec 12 15:30:00.074074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:00.136360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.142378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:30:00.176403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.210084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.215101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b222d-78ef-48e5-bd6b-057c2c10285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a3bc9-d8da-4ff1-9712-3d77c1c11a69,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.219015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.249082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.249082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.255696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b3a3bc9-d8da-4ff1-9712-3d77c1c11a69 HTTP/1.1" status: 204 len: 168 time: 0.1774950 Dec 12 15:30:00.261227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:00.266389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:00.270275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:00.270961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8ebca-0dc1-4d9d-865f-ddbc8a8083b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a3bc9-d8da-4ff1-9712-3d77c1c11a69,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.279203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Pushing event updated for resources: {'Port': ['ID=fe0a1174-ec7a-43d3-a8de-997490020bc9,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.339744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.349526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Attempting to bind port fe0a1174-ec7a-43d3-a8de-997490020bc9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:00.349878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Attempting to bind port fe0a1174-ec7a-43d3-a8de-997490020bc9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:00.350255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Attempting to bind port fe0a1174-ec7a-43d3-a8de-997490020bc9 on network 24565a4d-bfd5-49e2-9a4d-a70480fed73a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:00.355596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:00.356015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Checking segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:00.356378 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.356801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Bound using segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:00.357743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Bound port: fe0a1174-ec7a-43d3-a8de-997490020bc9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:00.358102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.407931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fb476594-842d-4dc7-af6b-fff32715abe2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec4d14036cc542cab3d3e09a1f0900e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9550762 Dec 12 15:30:00.408536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:00.421799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb476594-842d-4dc7-af6b-fff32715abe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf724fd-3f26-42b9-8630-283babffa481,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.448464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd205e-45c1-4ed6-881e-c36476dd5eb7 req-7da659d5-9406-45dd-88ab-487cdd73c955 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:00.450174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43cd205e-45c1-4ed6-881e-c36476dd5eb7 req-7da659d5-9406-45dd-88ab-487cdd73c955 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.4204483 Dec 12 15:30:00.467428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] For port fe0a1174-ec7a-43d3-a8de-997490020bc9, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:00.473173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274d345-5d73-4b3c-9c13-396773b91db5 req-6462ca0e-770b-41b0-8cd0-f5c3150f4c9f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:00.476881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] For port fe0a1174-ec7a-43d3-a8de-997490020bc9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe0a1174-ec7a-43d3-a8de-997490020bc9,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:00.485819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.489260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9274d345-5d73-4b3c-9c13-396773b91db5 req-6462ca0e-770b-41b0-8cd0-f5c3150f4c9f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.3298395 Dec 12 15:30:00.496989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.545955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.575150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d814b4-a5eb-4d7d-b758-4898635923e4 None None] Pushing event updated for resources: {'Port': ['ID=fe0a1174-ec7a-43d3-a8de-997490020bc9,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.609968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b02549e-d7e6-4884-9c5b-df0b74b18af3 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:00.631512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.672197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.682984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.684169 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdf724fd-3f26-42b9-8630-283babffa481 HTTP/1.1" status: 204 len: 168 time: 0.2740321 Dec 12 15:30:00.685299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Transition to ACTIVE for port object 2b02549e-d7e6-4884-9c5b-df0b74b18af3 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:30:00.697751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e77e-9a1d-4510-b114-9e01901028ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf724fd-3f26-42b9-8630-283babffa481,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.715288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:00.857525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Pushing event updated for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:00.873787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43cd205e-45c1-4ed6-881e-c36476dd5eb7 req-5bfd9b7a-213a-4a40-a379-c15b7dde1d4a tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141422 Dec 12 15:30:00.940804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9274d345-5d73-4b3c-9c13-396773b91db5 req-be3a8dfa-4b70-4008-9cbd-b8db82bab666 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121083 Dec 12 15:30:01.140918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:01.166441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e513b4b-c616-4e60-882e-ef29b78df676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.189993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Attempting to bind port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:01.190338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Attempting to bind port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:01.190790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Attempting to bind port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:01.284312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:01.284665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Attempting to bind port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:01.294208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e513b4b-c616-4e60-882e-ef29b78df676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.299665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e513b4b-c616-4e60-882e-ef29b78df676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.303094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7b3a-cdea-4b23-b461-342e604fa6f5 req-5c62d931-707d-4427-a36c-f9d50c3d5eec tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:01.304675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab9e7b3a-cdea-4b23-b461-342e604fa6f5 req-5c62d931-707d-4427-a36c-f9d50c3d5eec tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.2618754 Dec 12 15:30:01.315242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0e39f-fb96-47ec-b0b5-fbfd53e919cd req-80800010-ab8d-4308-bcc2-5b3cfcab13fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:01.322318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ed0e39f-fb96-47ec-b0b5-fbfd53e919cd req-80800010-ab8d-4308-bcc2-5b3cfcab13fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 943 time: 0.2681212 Dec 12 15:30:01.334236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:01.334428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:01.334723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:01.335164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Bound port: 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:01.335512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.345650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e513b4b-c616-4e60-882e-ef29b78df676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06abe86-9b98-48cf-8c33-f2bd46b723f4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:01.353191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e513b4b-c616-4e60-882e-ef29b78df676 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d55492904bd34eba98cbdafa19af2e0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104080 Dec 12 15:30:01.354598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:01.423919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.456821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.474945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.490704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ed0e39f-fb96-47ec-b0b5-fbfd53e919cd req-d3dc71d1-bf68-4ff9-b3e4-32ce042babad tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627316 Dec 12 15:30:01.531809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.542272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.547508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d06abe86-9b98-48cf-8c33-f2bd46b723f4 HTTP/1.1" status: 204 len: 168 time: 0.1919305 Dec 12 15:30:01.549291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab9e7b3a-cdea-4b23-b461-342e604fa6f5 req-023da245-5bce-43e7-b929-49086d61a8a7 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249014 Dec 12 15:30:01.550519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.559994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c261d-d614-4d0c-a70a-d4f3ac5c3804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06abe86-9b98-48cf-8c33-f2bd46b723f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:01.606323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:01.642844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:01.670767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.743631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:01.744993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:01.746999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b02549e-d7e6-4884-9c5b-df0b74b18af3 HTTP/1.1" status: 200 len: 1091 time: 2.9051299 Dec 12 15:30:01.759530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:01.763078 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede89129-95d9-42d5-ad75-1c1128679a70" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:01.841918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b62986-00ce-44b0-8f46-cbe51430159e req-8ef9618d-6aa9-404d-acee-a69c207b0566 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:01.843353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54b62986-00ce-44b0-8f46-cbe51430159e req-8ef9618d-6aa9-404d-acee-a69c207b0566 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2259288 Dec 12 15:30:01.869857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Allocated IP 172.25.3.33 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/69695168-3cbe-4700-9550-fa70a826c7c1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:01.881193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402300c1-3f72-45e8-81c7-7e2c8e7e0385 service neutron] Pushing event updated for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:02.063843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4e270-6bce-4e97-a806-67ece4024b23 req-566a7485-e300-42be-a05d-28d035eb9448 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.071016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bc4e270-6bce-4e97-a806-67ece4024b23 req-566a7485-e300-42be-a05d-28d035eb9448 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1967318 Dec 12 15:30:02.095589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-34651bdd-fc63-45ef-836e-39becb3396c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.097114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-34651bdd-fc63-45ef-836e-39becb3396c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 1094 time: 0.2949860 Dec 12 15:30:02.103938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54b62986-00ce-44b0-8f46-cbe51430159e req-1c37f9d0-0907-4bfb-9614-7a5a4e63ab93 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041109 Dec 12 15:30:02.161865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116844d-f630-4de0-a8db-7e802a397e23 None None] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:02.182371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bc4e270-6bce-4e97-a806-67ece4024b23 req-ac60cf27-5ed0-42bf-9834-44b1636837c1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979450 Dec 12 15:30:02.240392 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8466d19-4f92-42ea-84c4-78f02ea449f0 x-openstack-request-id: req-f8466d19-4f92-42ea-84c4-78f02ea449f0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:02.240805 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:02.241106 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8466d19-4f92-42ea-84c4-78f02ea449f0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:02.241582 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3', 'status': 'completed', 'code': 200} Dec 12 15:30:02.246909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-9b495f3d-526f-493e-83e3-f6163f1cdbca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3 HTTP/1.1" status: 200 len: 217 time: 0.0897686 Dec 12 15:30:02.310812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.314072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] Provisioning complete for port fe0a1174-ec7a-43d3-a8de-997490020bc9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:02.314641 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.330994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a889b-3875-46c1-a80f-cac205eadda5 req-709dd6a5-ff2d-402d-8898-ff9de0409573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.332723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-709dd6a5-ff2d-402d-8898-ff9de0409573 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0748348 Dec 12 15:30:02.388456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-56de0172-5d15-4b09-9ffa-55854ea023f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465407 Dec 12 15:30:02.426531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.448446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.562032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:02.603000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] For port fe0a1174-ec7a-43d3-a8de-997490020bc9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe0a1174-ec7a-43d3-a8de-997490020bc9,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:02.612674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.631212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:02.639336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:02.706933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe0a1174-ec7a-43d3-a8de-997490020bc9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:02.741864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Pushing event updated for resources: {'Port': ['ID=69695168-3cbe-4700-9550-fa70a826c7c1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:02.755145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983907e5-fefc-4ec6-ab11-2518cf9ea3c4 req-713904e0-9f5e-4c6a-b647-ab3f60b8319d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.762282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983907e5-fefc-4ec6-ab11-2518cf9ea3c4 req-713904e0-9f5e-4c6a-b647-ab3f60b8319d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.769737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983907e5-fefc-4ec6-ab11-2518cf9ea3c4 req-713904e0-9f5e-4c6a-b647-ab3f60b8319d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.771558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-983907e5-fefc-4ec6-ab11-2518cf9ea3c4 req-713904e0-9f5e-4c6a-b647-ab3f60b8319d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c&device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4&device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 2416 time: 0.3596475 Dec 12 15:30:02.777037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d305-251b-4626-8c17-bc4334005792 None None] Pushing event updated for resources: {'Port': ['ID=fe0a1174-ec7a-43d3-a8de-997490020bc9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:02.827993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe0a1174-ec7a-43d3-a8de-997490020bc9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:02.828357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.865833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dcad01c0-099c-4fc5-8782-2ff1447353a5 None None] Provisioning complete for port fe0a1174-ec7a-43d3-a8de-997490020bc9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:02.866207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcad01c0-099c-4fc5-8782-2ff1447353a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:02.883284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-266d06bb-0c62-4937-9dea-a959d30e606d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829295 Dec 12 15:30:02.949902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02056276-f52b-4c6a-9b86-ac0e6fa4a955 req-cb440705-3832-4822-ac6b-4b5799a99830 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:02.951693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02056276-f52b-4c6a-9b86-ac0e6fa4a955 req-cb440705-3832-4822-ac6b-4b5799a99830 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 943 time: 0.2300966 Dec 12 15:30:03.424250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-983907e5-fefc-4ec6-ab11-2518cf9ea3c4 req-992d6a91-ab8a-49d7-8a46-075e6d5ca240 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846653 Dec 12 15:30:03.467317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02056276-f52b-4c6a-9b86-ac0e6fa4a955 req-fb23ca0c-0d6c-4b2e-92da-8f421d771bce tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976630 Dec 12 15:30:03.519109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312a889b-3875-46c1-a80f-cac205eadda5 req-81357064-759c-4ab9-a549-d094d53d9cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168678 Dec 12 15:30:03.539376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:03.795488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f897b14-74bf-444c-9d4a-8f2726fc233e req-11113db9-d3b1-4d8c-9bae-cd7de27d044f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1843755 Dec 12 15:30:03.827657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d79ce0-101e-4070-b7fd-4aa0533a4001 req-df8735d0-35ae-4396-ac5d-4a7630bc651a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:03.838823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6d79ce0-101e-4070-b7fd-4aa0533a4001 req-df8735d0-35ae-4396-ac5d-4a7630bc651a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2415545 Dec 12 15:30:03.861337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-6b954a21-29d7-480b-b0cd-f6bac1bf6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:03.862958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-6b954a21-29d7-480b-b0cd-f6bac1bf6821 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 1094 time: 0.2642472 Dec 12 15:30:03.931428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:04.014062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.114434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec021-91e3-440d-bccc-856743b862c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.253507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec021-91e3-440d-bccc-856743b862c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.262604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec021-91e3-440d-bccc-856743b862c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.266189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6d79ce0-101e-4070-b7fd-4aa0533a4001 req-f43165b8-6a6f-40f3-ac61-d81e0bf07ed2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261451 Dec 12 15:30:04.357684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a6ec021-91e3-440d-bccc-856743b862c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74d89d68ac6e408cab3186f3ed71bd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213336 Dec 12 15:30:04.361489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40674) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:04.390051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec021-91e3-440d-bccc-856743b862c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45aa666-3a84-4ea9-96c8-f705db881c36,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:04.498889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-c12dd189-f953-45c2-8eb5-9ff8b1702f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:04.503190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-c12dd189-f953-45c2-8eb5-9ff8b1702f14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.5056059 Dec 12 15:30:04.529441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe0a1174-ec7a-43d3-a8de-997490020bc9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:04.600869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-fc651e64-8f79-4a1f-b3aa-6bfea7adf371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3 HTTP/1.1" status: 200 len: 217 time: 0.0776289 Dec 12 15:30:04.617217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe0a1174-ec7a-43d3-a8de-997490020bc9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:04.618914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.635376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081ff0e-05cc-4fb4-a9e4-86823fcfb10a req-1ab01ae8-5ca6-4177-96ec-ea1e6364d01c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:04.643516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0081ff0e-05cc-4fb4-a9e4-86823fcfb10a req-1ab01ae8-5ca6-4177-96ec-ea1e6364d01c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2609956 Dec 12 15:30:04.771385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Router 2cccb114-dbb3-4dad-b2e2-954829db48e2 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:30:04.783289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.802414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-04fa4915-f5aa-4802-8cb8-a94f48142023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:04.803958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-04fa4915-f5aa-4802-8cb8-a94f48142023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1870811 Dec 12 15:30:04.813775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0081ff0e-05cc-4fb4-a9e4-86823fcfb10a req-f15499c6-8a7d-4b6b-9a05-a54d1994d52d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687913 Dec 12 15:30:04.864028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:04.868029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-b5bd5722-a009-4d4c-9d78-144b03dfbe22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460668 Dec 12 15:30:04.926376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c755b0-aa77-4401-a16b-5de6d66c5ea6 req-207f3d88-3566-4528-a465-f624d5e3a8e4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:04.928349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0c755b0-aa77-4401-a16b-5de6d66c5ea6 req-207f3d88-3566-4528-a465-f624d5e3a8e4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 943 time: 0.2169766 Dec 12 15:30:05.152384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0c755b0-aa77-4401-a16b-5de6d66c5ea6 req-03b44778-9bca-489d-a17b-5d76b14d6747 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008746 Dec 12 15:30:05.191556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:30:05.201873 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Sync routers for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:30:05.219385 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:05.220658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:05.228837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-ac197f8a-adbc-4b11-908c-a9c5b16af6ef service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945025 Dec 12 15:30:05.260295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:05.266285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:05.272425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b45aa666-3a84-4ea9-96c8-f705db881c36 HTTP/1.1" status: 204 len: 168 time: 0.9095523 Dec 12 15:30:05.356255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51a1d051-298e-426b-ac9c-184c928379ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:05.359467 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:05.378541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:05.382395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aeb7d5ad-247e-4d47-a156-cad6114e85e9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8383560 Dec 12 15:30:05.382874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:05.395730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eb959-91d5-4d3d-b00c-3937852e113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45aa666-3a84-4ea9-96c8-f705db881c36,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:05.451126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c371f58-b877-432b-8a02-0e3be1511b68 req-33a402ad-eeb0-4623-86fe-8d99c2d36904 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:05.458444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c371f58-b877-432b-8a02-0e3be1511b68 req-33a402ad-eeb0-4623-86fe-8d99c2d36904 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1585875 Dec 12 15:30:05.537041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede89129-95d9-42d5-ad75-1c1128679a70 req-38d25291-206f-4a80-aeaa-c36aef1bb82f service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995930 Dec 12 15:30:05.579898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c371f58-b877-432b-8a02-0e3be1511b68 req-1ecc6b39-7a82-433a-99ca-f649bd6362ca tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Dec 12 15:30:05.684276 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:03Z', 'revision_number': 3, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:05.732483 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Checking router: 2cccb114-dbb3-4dad-b2e2-954829db48e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:30:05.737015 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Updating router 2cccb114-dbb3-4dad-b2e2-954829db48e2 port 69695168-3cbe-4700-9550-fa70a826c7c1 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:30:05.761404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e3ff-9cde-43a0-aaf7-b969f40c6241 req-cf5ef616-4976-4ee7-b3b5-d655ea0332ce tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:05.765624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87b0e3ff-9cde-43a0-aaf7-b969f40c6241 req-cf5ef616-4976-4ee7-b3b5-d655ea0332ce tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1094110 Dec 12 15:30:05.803643 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:05.889241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87b0e3ff-9cde-43a0-aaf7-b969f40c6241 req-8578dd63-374b-4b20-bea2-30c557ca08b9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137402 Dec 12 15:30:05.992823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d315-7ec4-4b26-8d08-eb40cf43f9c8 req-3bf19f03-da4b-47b2-b7a2-1d3b1b586145 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:06.003247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b183d315-7ec4-4b26-8d08-eb40cf43f9c8 req-3bf19f03-da4b-47b2-b7a2-1d3b1b586145 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1071584 Dec 12 15:30:06.057461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:06.098608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b183d315-7ec4-4b26-8d08-eb40cf43f9c8 req-de588d06-7b60-4974-bb6d-91f9c1f056ab tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922234 Dec 12 15:30:06.117269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c19d31-af27-46d8-80fe-071cd7cbc4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.169654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.389471 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.414130 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.419928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c19d31-af27-46d8-80fe-071cd7cbc4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.431464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c19d31-af27-46d8-80fe-071cd7cbc4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.434169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506ca35-972c-4edb-9d08-725e9815fd92 req-80a0ad8c-c4d3-46b3-9f8a-c111f074b7c3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:06.435748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a506ca35-972c-4edb-9d08-725e9815fd92 req-80a0ad8c-c4d3-46b3-9f8a-c111f074b7c3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 943 time: 0.1550148 Dec 12 15:30:06.536926 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Pushing event updated for resources: {'Port': ['ID=69695168-3cbe-4700-9550-fa70a826c7c1,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:06.551280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca96f9-8872-4d1a-ad07-3aaa5d161874 req-99fc6f56-b6e3-4181-bd05-b38df7d8d33b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:06.560770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4ca96f9-8872-4d1a-ad07-3aaa5d161874 req-99fc6f56-b6e3-4181-bd05-b38df7d8d33b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1821551 Dec 12 15:30:06.580432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.584389 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.584997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.585512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.586680 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.587190 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.587929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a506ca35-972c-4edb-9d08-725e9815fd92 req-14ef1afd-a4f5-46d3-ba61-bb9aeb7546bb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393847 Dec 12 15:30:06.588463 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.589300 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.591167 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.591692 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.602557 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.604180 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.605472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:06.609581 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51c19d31-af27-46d8-80fe-071cd7cbc4c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62c07d3749174dbe85dfd8f34b7d9f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5470898 Dec 12 15:30:06.612206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40766) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:06.613649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c19d31-af27-46d8-80fe-071cd7cbc4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c5b3d3-0689-4cfe-ba08-d3e8ecac8cf7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:06.634136 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Attempting to bind port 69695168-3cbe-4700-9550-fa70a826c7c1 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:06.636394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Attempting to bind port 69695168-3cbe-4700-9550-fa70a826c7c1 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:06.637724 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Attempting to bind port 69695168-3cbe-4700-9550-fa70a826c7c1 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:06.640542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Allocated IP 172.20.0.1 (24565a4d-bfd5-49e2-9a4d-a70480fed73a/9fc65104-86c6-4d19-b568-49b763752269/fdea1ce7-2747-4262-a0e5-4558bbd596b0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:06.656442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:06.657341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:06.658192 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.659341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:06.660097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Bound port: 69695168-3cbe-4700-9550-fa70a826c7c1, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:06.660678 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.749312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4ca96f9-8872-4d1a-ad07-3aaa5d161874 req-1fecaeca-6d3f-4afa-bfd6-b544bc08daac tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874013 Dec 12 15:30:06.765563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] For port 69695168-3cbe-4700-9550-fa70a826c7c1, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:06.770304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] For port 69695168-3cbe-4700-9550-fa70a826c7c1, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=69695168-3cbe-4700-9550-fa70a826c7c1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:06.776907 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.813943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.891377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:06.899271 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6647e5-e0a5-466a-958e-6bc6e2c138ef None None] Pushing event updated for resources: {'Port': ['ID=69695168-3cbe-4700-9550-fa70a826c7c1,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:06.926499 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:06.927687 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:29:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:06.938138 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.019699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.030687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e8cf7-0b54-443e-8dcb-c09e99e9bb31 req-5ec7ad3b-b3be-4048-aec6-f8ebe2a0042a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:07.050234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523e8cf7-0b54-443e-8dcb-c09e99e9bb31 req-5ec7ad3b-b3be-4048-aec6-f8ebe2a0042a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1652825 Dec 12 15:30:07.115327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Pushing event updated for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:07.132274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.135793 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.137197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95c5b3d3-0689-4cfe-ba08-d3e8ecac8cf7 HTTP/1.1" status: 204 len: 168 time: 0.5239358 Dec 12 15:30:07.141600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b02549e-d7e6-4884-9c5b-df0b74b18af3 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:30:07.146665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:07.149189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:07.152347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:07.198775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beafecd-2279-4b9c-b46c-0fd6e1c08cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c5b3d3-0689-4cfe-ba08-d3e8ecac8cf7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:07.229135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523e8cf7-0b54-443e-8dcb-c09e99e9bb31 req-8c1a712c-1803-4adf-9f06-9eac42aa41f0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605968 Dec 12 15:30:07.252476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.419457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-9f55bc93-8762-4963-b7ec-6a214585a51f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:07.424902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-9f55bc93-8762-4963-b7ec-6a214585a51f tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.1946316 Dec 12 15:30:07.429402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:07.451262 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:07.468566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '2b02549e-d7e6-4884-9c5b-df0b74b18af3', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': '2b02549e-d7e6-4884-9c5b-df0b74b18af3', 'mac_address': 'fa:16:3e:6b:8f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:30:07.558740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.569710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.596607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b02549e-d7e6-4884-9c5b-df0b74b18af3 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:07.677312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:07.694862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.743601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1b9db324-b901-446c-ac7e-abf2abdc1d8b None None] Provisioning complete for port fdea1ce7-2747-4262-a0e5-4558bbd596b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:07.744391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b9db324-b901-446c-ac7e-abf2abdc1d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.749892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9af90c-3d02-4650-bf2d-b6d2706be719 req-52303500-2afc-4c7e-b29c-7919fd705cde tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:07.763230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b9af90c-3d02-4650-bf2d-b6d2706be719 req-52303500-2afc-4c7e-b29c-7919fd705cde tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 945 time: 0.3995941 Dec 12 15:30:07.806902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1b9db324-b901-446c-ac7e-abf2abdc1d8b None None] Port fdea1ce7-2747-4262-a0e5-4558bbd596b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:30:07.812151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9776847-3df6-4b7a-9380-29ebfcbb5597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.822132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.831698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.841683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:07.887753 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:03Z', 'revision_number': 3, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:07.920518 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedefd2-4dd4-4f48-9273-e20d3b283c4b None None] The sync data for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 is: [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:03Z', 'revision_number': 3, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:30:07.924690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Pushing event updated for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:07.951067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:07.956459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2b02549e-d7e6-4884-9c5b-df0b74b18af3'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:07.980159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9111182-b29b-4182-bc67-4095fe909e32 req-8126297c-3eca-413d-b77d-90b63889d4fb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:08.001325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9111182-b29b-4182-bc67-4095fe909e32 req-8126297c-3eca-413d-b77d-90b63889d4fb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 944 time: 0.2968254 Dec 12 15:30:08.024545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b9af90c-3d02-4650-bf2d-b6d2706be719 req-e735ce47-8d09-481e-823c-8884008f3d33 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610307 Dec 12 15:30:08.119305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Deleting port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:08.124020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.248675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:08.250362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:08.350724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9111182-b29b-4182-bc67-4095fe909e32 req-d12cc9dd-0180-4d9e-ba4a-d025c9efb049 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483386 Dec 12 15:30:08.508981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Router 2cccb114-dbb3-4dad-b2e2-954829db48e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:30:08.512824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.637050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 69695168-3cbe-4700-9550-fa70a826c7c1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:08.639803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] For port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:08.640806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.689130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a6f6c-0ebb-4782-a69a-e765b84226fd req-c72f1e9b-f965-4bdb-b079-238f22173002 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:08.691302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-652a6f6c-0ebb-4782-a69a-e765b84226fd req-c72f1e9b-f965-4bdb-b079-238f22173002 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 814 time: 0.5023344 Dec 12 15:30:08.710006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Calling delete_port for 43e357c5-32a9-4d92-abbf-0bc7efe9ecab owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:08.744090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 69695168-3cbe-4700-9550-fa70a826c7c1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:08.745243 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.778971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-652a6f6c-0ebb-4782-a69a-e765b84226fd req-26071df1-e316-4995-b6bf-953f6f82ce09 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/quotas/97b7f411f5aa4fbd8c56da71397f3a67 HTTP/1.1" status: 200 len: 375 time: 0.0705373 Dec 12 15:30:08.819361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:30:08.839562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4a423bbe-894e-45cc-8156-b6a9bbbba204 admin admin] 10.222.0.36 "PUT /v2.0/routers/2cccb114-dbb3-4dad-b2e2-954829db48e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4553807 Dec 12 15:30:08.863345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.865283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:08.957405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 69695168-3cbe-4700-9550-fa70a826c7c1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=69695168-3cbe-4700-9550-fa70a826c7c1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:08.961690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-091f89f1-c385-4560-96b9-667cdb2ed61d None None] Provisioning complete for port fdea1ce7-2747-4262-a0e5-4558bbd596b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:08.962185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-091f89f1-c385-4560-96b9-667cdb2ed61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:08.965993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-652a6f6c-0ebb-4782-a69a-e765b84226fd req-4496a6ce-54d1-470a-954d-e32b36776def tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1794231 Dec 12 15:30:09.052710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.087798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.096253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-091f89f1-c385-4560-96b9-667cdb2ed61d None None] Port fdea1ce7-2747-4262-a0e5-4558bbd596b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:30:09.113698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c6194465-7da9-4d5d-98b6-6d0e5cc25341'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:09.160403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event deleted for resources: {'Port': ['ID=43e357c5-32a9-4d92-abbf-0bc7efe9ecab,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:09.178099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'bd09f933-bb4c-40f7-a38a-5fc03541d96b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:09.192288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b02549e-d7e6-4884-9c5b-df0b74b18af3 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:09.289895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] No DVR routers for this DVR port 43e357c5-32a9-4d92-abbf-0bc7efe9ecab on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:09.296688 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.303139 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.309398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0166b13a-d784-4efc-bb48-d98e4a1deea0 req-f1ec4978-7c98-4c8d-a50d-272bcdb7d0f1 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "DELETE /v2.0/ports/43e357c5-32a9-4d92-abbf-0bc7efe9ecab HTTP/1.1" status: 204 len: 173 time: 1.8395121 Dec 12 15:30:09.312955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'name': 'network-vif-deleted', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:09.316929 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6480a9-5dba-4aab-af25-5b2b85542748" -d '{"events": [{"server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "name": "network-vif-deleted", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:09.341248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac8a33-2492-48fd-9322-77f99b7ffc10 req-d8a70f81-9ef6-4049-9320-ec19cd95c01e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:09.349354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ac8a33-2492-48fd-9322-77f99b7ffc10 req-d8a70f81-9ef6-4049-9320-ec19cd95c01e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2089620 Dec 12 15:30:09.361201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=69695168-3cbe-4700-9550-fa70a826c7c1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:09.426987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86a17ed9-31c3-430d-aff2-626909083333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.467800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ac8a33-2492-48fd-9322-77f99b7ffc10 req-c0a17166-85e0-4891-9ff3-13d7891a289c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160192 Dec 12 15:30:09.480264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:30:09.499082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:09.499456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.676065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86a17ed9-31c3-430d-aff2-626909083333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.684191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86a17ed9-31c3-430d-aff2-626909083333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.722775 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86a17ed9-31c3-430d-aff2-626909083333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53dabc6b382a48149100d59b4abb7c78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8562245 Dec 12 15:30:09.725086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:09.760099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe0230ea-e525-4a33-adff-d10ff097c71c req-7f1d05f5-9a51-4df0-ac84-c47190a270bf tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=17f37787-b81b-4497-9d0d-784661f3d29c HTTP/1.1" status: 200 len: 210 time: 0.0666037 Dec 12 15:30:09.824738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a17ed9-31c3-430d-aff2-626909083333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7c5dc-f598-4df4-bec9-5f853e8af48f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:09.853419 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ad69ff-7d7e-4003-9526-5616eea2e51a x-openstack-request-id: req-f3ad69ff-7d7e-4003-9526-5616eea2e51a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:09.853935 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f37787-b81b-4497-9d0d-784661f3d29c", "name": "network-vif-deleted", "tag": "43e357c5-32a9-4d92-abbf-0bc7efe9ecab", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:09.854243 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3ad69ff-7d7e-4003-9526-5616eea2e51a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:09.854711 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f37787-b81b-4497-9d0d-784661f3d29c', 'name': 'network-vif-deleted', 'tag': '43e357c5-32a9-4d92-abbf-0bc7efe9ecab', 'status': 'completed', 'code': 200} Dec 12 15:30:09.871611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.931515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:09.975633 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.013338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.034387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.042946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4b7c5dc-f598-4df4-bec9-5f853e8af48f HTTP/1.1" status: 204 len: 168 time: 0.3157356 Dec 12 15:30:10.056614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:10.064952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a5c8-a7f4-48ca-b5c8-fa9e7dbd21b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7c5dc-f598-4df4-bec9-5f853e8af48f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:10.065721 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e24149a-6127-41fd-9e8d-425a978b6918" -d '{"events": [{"server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "name": "network-vif-plugged", "status": "completed", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:10.099945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:10.117306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.140733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c61462-3d40-4bb2-b309-7162b4f8f11d req-d485eccf-5b54-446a-9816-322f42240d31 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:10.145692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8c61462-3d40-4bb2-b309-7162b4f8f11d req-d485eccf-5b54-446a-9816-322f42240d31 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 944 time: 0.1562073 Dec 12 15:30:10.241655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8c61462-3d40-4bb2-b309-7162b4f8f11d req-983a5852-1089-4542-a893-ce7d03a6178c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Dec 12 15:30:10.267135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:10.317662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.408613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88217cbc-e8c9-4cad-89d4-c56c353f6715 req-e39810c4-0b18-4f13-a6da-f0ce469c19b5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:10.411085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88217cbc-e8c9-4cad-89d4-c56c353f6715 req-e39810c4-0b18-4f13-a6da-f0ce469c19b5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0768449 Dec 12 15:30:10.492330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88217cbc-e8c9-4cad-89d4-c56c353f6715 req-4a973397-c057-4646-93bd-0ef732c0f245 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732927 Dec 12 15:30:10.552943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 69695168-3cbe-4700-9550-fa70a826c7c1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:10.701838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 69695168-3cbe-4700-9550-fa70a826c7c1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:10.705198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.738197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:10.744719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40884) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:10.751698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911015936', 'description': 'tempest-description--760443811'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:10.759526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a50a91b-bdbe-4c63-a538-870cdeb51679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.813802 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35373af-eca2-4cb7-90ff-9e70cdf097cb x-openstack-request-id: req-c35373af-eca2-4cb7-90ff-9e70cdf097cb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:10.814518 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "name": "network-vif-plugged", "status": "completed", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:10.818356 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c35373af-eca2-4cb7-90ff-9e70cdf097cb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:10.819085 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3', 'code': 200} Dec 12 15:30:10.826436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:10.943651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa4fac-c01a-494b-b674-ce072a3e5568 req-d9c6f3fd-6a38-431d-9ffe-8f261dbdab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:10.945848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1aa4fac-c01a-494b-b674-ce072a3e5568 req-d9c6f3fd-6a38-431d-9ffe-8f261dbdab79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 1096 time: 0.0997372 Dec 12 15:30:10.979543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Sync routers for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:30:10.997610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a50a91b-bdbe-4c63-a538-870cdeb51679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.004927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a50a91b-bdbe-4c63-a538-870cdeb51679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.007073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8aee885-489e-43ae-a2a0-df225a137a85 req-54d0199e-f6b0-474a-a4b7-9ae93ece4539 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=97b7f411f5aa4fbd8c56da71397f3a67 HTTP/1.1" status: 200 len: 221 time: 0.0583198 Dec 12 15:30:11.055775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.065820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.107729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.114104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3641553 Dec 12 15:30:11.114557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:11.114656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:11.115058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:30:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:11.128318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.150010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'security_group_rule': {'security_group_id': '681758f1-f2d0-4c02-b751-d8db0197f995', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:11.175160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1aa4fac-c01a-494b-b674-ce072a3e5568 req-7345ed02-7aa7-4bac-82b1-ce25c1871169 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916840 Dec 12 15:30:11.184497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a50a91b-bdbe-4c63-a538-870cdeb51679 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e133a450c954790980a540b5cd01fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450567 Dec 12 15:30:11.196054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50a91b-bdbe-4c63-a538-870cdeb51679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb63aa2-11d4-4a17-83e2-03a603bb6489,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:11.198388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40910) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:11.249808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.268997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75058-d716-4579-b001-4476ebae1508 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681758f1-f2d0-4c02-b751-d8db0197f995,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:11.327018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.339392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.385845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06cc32-fc2d-476f-ac7e-fb04aee8951a req-d200447e-60a0-4783-b78c-918477dafe98 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:11.394894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cb49a8-ae70-4f4c-b1a5-9c5520d02643,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:11.395616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a06cc32-fc2d-476f-ac7e-fb04aee8951a req-d200447e-60a0-4783-b78c-918477dafe98 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2148130 Dec 12 15:30:11.418142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.422394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7c846929-7486-4127-8ccb-e2a202d22234 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951512 Dec 12 15:30:11.423806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:11.432245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'security_group_rule': {'security_group_id': '681758f1-f2d0-4c02-b751-d8db0197f995', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:11.481052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.525634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783e862-aa3e-4444-a6bb-a0001a94a8a8 req-9ad67914-e52f-4acb-afde-2136de41129d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:11.536965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a783e862-aa3e-4444-a6bb-a0001a94a8a8 req-9ad67914-e52f-4acb-afde-2136de41129d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.2216382 Dec 12 15:30:11.550658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.553935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:11.557879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.564564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.591378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdd9011-8e5b-471b-b2ae-a9fdf28416fc,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:11.606325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.608892 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7082ca64-4766-413b-a014-8ebbd29f25f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837678 Dec 12 15:30:11.613036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:11.638852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43e357c5-32a9-4d92-abbf-0bc7efe9ecab no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:11.642418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:11.643081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.672037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.682811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a06cc32-fc2d-476f-ac7e-fb04aee8951a req-c81bff52-8bf3-4944-9e78-8f04c0b50c65 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862458 Dec 12 15:30:11.701840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a783e862-aa3e-4444-a6bb-a0001a94a8a8 req-1a951980-89b6-4aab-b3f9-63d01c1ca364 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577759 Dec 12 15:30:11.733075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 43e357c5-32a9-4d92-abbf-0bc7efe9ecab {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:11.734231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43e357c5-32a9-4d92-abbf-0bc7efe9ecab not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:11.745636 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.856494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.860408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:11.861732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeb63aa2-11d4-4a17-83e2-03a603bb6489 HTTP/1.1" status: 204 len: 168 time: 0.6560345 Dec 12 15:30:11.877968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e856d-8068-412b-a519-1846576e8aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb63aa2-11d4-4a17-83e2-03a603bb6489,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:11.894886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acc5a7-ca7e-419a-bdb0-5e88d97ffce1 req-d3944ffc-be86-412d-9ebc-d4144a7f824c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:11.896723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0acc5a7-ca7e-419a-bdb0-5e88d97ffce1 req-d3944ffc-be86-412d-9ebc-d4144a7f824c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.0768590 Dec 12 15:30:12.036125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 2, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:12.047010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0acc5a7-ca7e-419a-bdb0-5e88d97ffce1 req-0969aad1-e1de-42e7-8109-84ab37d59d26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395588 Dec 12 15:30:12.064547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.092272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Checking router: 2cccb114-dbb3-4dad-b2e2-954829db48e2 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:30:12.092839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Updating router 2cccb114-dbb3-4dad-b2e2-954829db48e2 port fdea1ce7-2747-4262-a0e5-4558bbd596b0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:30:12.123977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.201633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce2a7b-8697-41f8-8868-b51b9861a457 req-4745c7b0-0f51-4939-a01e-a6c8f2c4573f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:12.217107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ce2a7b-8697-41f8-8868-b51b9861a457 req-4745c7b0-0f51-4939-a01e-a6c8f2c4573f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1577952 Dec 12 15:30:12.253985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Allocated IP 172.25.3.109 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/45ac5bb5-4953-491c-9aa2-993a01e4bcb2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:12.362183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ce2a7b-8697-41f8-8868-b51b9861a457 req-9526a280-ddcd-4fd0-907a-b98e4c918bca tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442850 Dec 12 15:30:12.632363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.652900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89670-1699-48de-97f3-d1ae15eaf989 req-d2bdd0c4-f412-4bee-a8f0-5a34dddc78cf tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:12.657822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde89670-1699-48de-97f3-d1ae15eaf989 req-d2bdd0c4-f412-4bee-a8f0-5a34dddc78cf tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1184237 Dec 12 15:30:12.740496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.753577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.765056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde89670-1699-48de-97f3-d1ae15eaf989 req-b46dfa25-74df-4617-bd6f-e621b851c98f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992963 Dec 12 15:30:12.775931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:12.887981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:12.911107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:12.918597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:12.965364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0d02-df3a-498f-a2c0-8bf00bfd5c76 None None] Pushing event updated for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:12.993240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Attempting to bind port fdea1ce7-2747-4262-a0e5-4558bbd596b0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:12.995861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Attempting to bind port fdea1ce7-2747-4262-a0e5-4558bbd596b0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:12.996262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Attempting to bind port fdea1ce7-2747-4262-a0e5-4558bbd596b0 on network 24565a4d-bfd5-49e2-9a4d-a70480fed73a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:13.009279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:13.009667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Checking segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:13.010094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.010463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Bound using segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:13.010942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Bound port: fdea1ce7-2747-4262-a0e5-4558bbd596b0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:13.011330 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.036892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'Port': ['ID=45ac5bb5-4953-491c-9aa2-993a01e4bcb2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:13.211265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-b255146a-af4c-4a48-9e6f-bd934f6ebfaa tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:13.215956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-b255146a-af4c-4a48-9e6f-bd934f6ebfaa tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.30 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.4461260 Dec 12 15:30:13.216275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] For port fdea1ce7-2747-4262-a0e5-4558bbd596b0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:13.220062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] For port fdea1ce7-2747-4262-a0e5-4558bbd596b0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fdea1ce7-2747-4262-a0e5-4558bbd596b0,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:13.236958 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.260113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.355741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.358907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cec35-57b0-4797-941a-3b3216c0da2c req-dc43642a-1b5f-47aa-a6e6-d6ad35d6b5a6 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:13.369331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-775cec35-57b0-4797-941a-3b3216c0da2c req-dc43642a-1b5f-47aa-a6e6-d6ad35d6b5a6 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=2430413f-26ad-4d63-9bc1-ef092b6596f4 HTTP/1.1" status: 200 len: 945 time: 0.3945756 Dec 12 15:30:13.399168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:13.400067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:30:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:13.486886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] Provisioning complete for port fdea1ce7-2747-4262-a0e5-4558bbd596b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:13.487250 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.512662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fff19-7335-4d5b-aac2-6ba9c09ae2f5 req-32e12c3d-1c59-42c6-b5b7-16b3c88462eb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:13.514384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2fff19-7335-4d5b-aac2-6ba9c09ae2f5 req-32e12c3d-1c59-42c6-b5b7-16b3c88462eb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.4563520 Dec 12 15:30:13.589200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0d02-df3a-498f-a2c0-8bf00bfd5c76 None None] Pushing event updated for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:13.661619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.669191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.671367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Deleting port c6194465-7da9-4d5d-98b6-6d0e5cc25341 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:13.671699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.699887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-775cec35-57b0-4797-941a-3b3216c0da2c req-60587fe5-e6ae-404d-9254-99f6ed055d57 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296003 Dec 12 15:30:13.783314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'Port': ['ID=45ac5bb5-4953-491c-9aa2-993a01e4bcb2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:13.790256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.811251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.813846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-476251e5-118d-41b5-b27d-e79943baf661 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1944566 Dec 12 15:30:13.843349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:13.846635 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.910158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] For port c6194465-7da9-4d5d-98b6-6d0e5cc25341, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=c6194465-7da9-4d5d-98b6-6d0e5cc25341,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:13.910645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:13.919733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] For port fdea1ce7-2747-4262-a0e5-4558bbd596b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fdea1ce7-2747-4262-a0e5-4558bbd596b0,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:13.924953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Calling delete_port for c6194465-7da9-4d5d-98b6-6d0e5cc25341 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:13.927461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:14.115111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386b9d-406c-476b-9df9-c3282549b946 None None] Pushing event updated for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:14.124682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e34a936b-cb35-4ad0-8d29-b4d0103a87fb None None] Provisioning complete for port fdea1ce7-2747-4262-a0e5-4558bbd596b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:14.125122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e34a936b-cb35-4ad0-8d29-b4d0103a87fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:14.295007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:14.331925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fc288-69f5-4775-8cda-372889a09fee None None] The sync data for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 is: [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:30:14.429824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2fff19-7335-4d5b-aac2-6ba9c09ae2f5 req-4ac4afae-d521-4470-a748-f1f11c7ab2a6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9021282 Dec 12 15:30:14.475322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f701-4fba-4349-a6a7-0fca4acd26e8 req-b530cae9-7a99-4883-b7bb-888b230dc58d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:14.483163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bb0f701-4fba-4349-a6a7-0fca4acd26e8 req-b530cae9-7a99-4883-b7bb-888b230dc58d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.1650581 Dec 12 15:30:14.607359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bb0f701-4fba-4349-a6a7-0fca4acd26e8 req-986d88d8-7487-4e67-8d1b-9a4d32691e84 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180625 Dec 12 15:30:14.613468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:14.629837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['c6194465-7da9-4d5d-98b6-6d0e5cc25341'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:14.664388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['bd09f933-bb4c-40f7-a38a-5fc03541d96b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:14.696693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event deleted for resources: {'Port': ['ID=c6194465-7da9-4d5d-98b6-6d0e5cc25341,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:14.708455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fdea1ce7-2747-4262-a0e5-4558bbd596b0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:14.731744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-faa75796-a084-43f8-aa0d-e1c5eefdd4dd tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1911015936&fields=id&tenant_id=31ed73a532d34f9ca7e2636484be6b42 HTTP/1.1" status: 200 len: 267 time: 0.1879354 Dec 12 15:30:14.754721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] No DVR routers for this DVR port c6194465-7da9-4d5d-98b6-6d0e5cc25341 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:14.757828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:14.762743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd9ee8d5-4df7-435b-bb25-046df2c9c8f8 req-8b69703c-c225-46d8-ba64-dd09ea83b396 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.30 "DELETE /v2.0/ports/c6194465-7da9-4d5d-98b6-6d0e5cc25341 HTTP/1.1" status: 204 len: 173 time: 1.5357866 Dec 12 15:30:14.764011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'name': 'network-vif-deleted', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:14.778258 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281c39e6-69f4-434a-8b10-384ebcbb0aa8" -d '{"events": [{"server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "name": "network-vif-deleted", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:14.960296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327e8b8-f6ab-49b1-8135-48bb2ce98949 req-baf1c039-189b-4753-8c4a-fe62b239d9c7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:14.969173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4327e8b8-f6ab-49b1-8135-48bb2ce98949 req-baf1c039-189b-4753-8c4a-fe62b239d9c7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.1506078 Dec 12 15:30:14.992609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fdea1ce7-2747-4262-a0e5-4558bbd596b0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:14.993237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:15.097034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4327e8b8-f6ab-49b1-8135-48bb2ce98949 req-9677b5ed-6a90-4896-9556-1e1a3e1f251d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214337 Dec 12 15:30:15.127048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-39365117-0d8c-4398-98bc-7d6e5d01ad7b tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:15.128598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-39365117-0d8c-4398-98bc-7d6e5d01ad7b tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/networks?id=24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 200 len: 815 time: 0.3753209 Dec 12 15:30:15.179104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-c356c86c-acb7-4b65-9632-433bf1b4558f tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/quotas/31ed73a532d34f9ca7e2636484be6b42 HTTP/1.1" status: 200 len: 375 time: 0.0404632 Dec 12 15:30:15.392127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21136ed-7d14-45de-bf38-ff3f1ea6a4d2 req-44688ca9-bc29-4053-96bb-e1c5b381b294 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:15.396605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a21136ed-7d14-45de-bf38-ff3f1ea6a4d2 req-44688ca9-bc29-4053-96bb-e1c5b381b294 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1918375 Dec 12 15:30:15.433027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-13fbf5c5-75f4-4234-8ffb-5779a3c22d40 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=31ed73a532d34f9ca7e2636484be6b42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292898 Dec 12 15:30:15.495701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a21136ed-7d14-45de-bf38-ff3f1ea6a4d2 req-982ff8f0-20bb-409a-9700-4ad40d6d1bb1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886991 Dec 12 15:30:15.622072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-23d2bb80-64f1-4aa7-ad6d-14b6f6abd757 service neutron] 10.222.0.36 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631901 Dec 12 15:30:15.624144 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cb297d-47eb-41a8-a070-7f127107c72a x-openstack-request-id: req-81cb297d-47eb-41a8-a070-7f127107c72a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:15.624434 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2430413f-26ad-4d63-9bc1-ef092b6596f4", "name": "network-vif-deleted", "tag": "c6194465-7da9-4d5d-98b6-6d0e5cc25341", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:15.624818 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81cb297d-47eb-41a8-a070-7f127107c72a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:15.625215 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2430413f-26ad-4d63-9bc1-ef092b6596f4', 'name': 'network-vif-deleted', 'tag': 'c6194465-7da9-4d5d-98b6-6d0e5cc25341', 'status': 'completed', 'code': 200} Dec 12 15:30:15.757662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-8a13610e-495e-4b1f-816e-cd6e77886318 service neutron] 10.222.0.36 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286480 Dec 12 15:30:15.989743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:16.091381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff6f29-c66e-4365-b953-7a5ceb47c8bb req-ee8010c1-7a9e-43f6-9127-d719b87979d7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:16.101040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66ff6f29-c66e-4365-b953-7a5ceb47c8bb req-ee8010c1-7a9e-43f6-9127-d719b87979d7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1229806 Dec 12 15:30:16.179684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66ff6f29-c66e-4365-b953-7a5ceb47c8bb req-29048da4-d887-4275-92c1-190a3ec5829e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727282 Dec 12 15:30:16.270514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7928ad5c-082b-477b-9b9f-76cf2e2d2161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.324943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-417e68b1-7bda-4b08-896e-2734bdea6a5a req-86c3356c-138d-4c8d-8359-c67c82ae71f1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 210 time: 0.0741076 Dec 12 15:30:16.479151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c211112-b3f2-4057-b118-95a10c9364a1 req-11b9ca05-8d36-417a-93a9-182f2d9ee2cc tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:16.481019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c211112-b3f2-4057-b118-95a10c9364a1 req-11b9ca05-8d36-417a-93a9-182f2d9ee2cc tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.1513221 Dec 12 15:30:16.484872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7928ad5c-082b-477b-9b9f-76cf2e2d2161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.494496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7928ad5c-082b-477b-9b9f-76cf2e2d2161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.569937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c211112-b3f2-4057-b118-95a10c9364a1 req-729cbce2-da44-4be6-a3a7-44341a337c64 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717599 Dec 12 15:30:16.579764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf3e4-077b-4b10-85c5-23c2a3fbc1ee req-9329ccde-6490-422b-8e45-bdacdf3215b2 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:16.581532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6acf3e4-077b-4b10-85c5-23c2a3fbc1ee req-9329ccde-6490-422b-8e45-bdacdf3215b2 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1551213 Dec 12 15:30:16.589206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7928ad5c-082b-477b-9b9f-76cf2e2d2161 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=658a9f8cafc14c3ea42b3f1c44366360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5983574 Dec 12 15:30:16.592786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928ad5c-082b-477b-9b9f-76cf2e2d2161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b70431-9315-40dd-a45e-6307a6fc3d79,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:16.595045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41106) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:16.790248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6acf3e4-077b-4b10-85c5-23c2a3fbc1ee req-91210baa-7ff5-4a1d-8a4b-0107a7736314 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973376 Dec 12 15:30:16.808383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.819010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162116a1-986e-40a2-b36c-99fc57467861 req-09ab3d95-e2d9-4181-94a9-67e0d9961170 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:16.820771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-162116a1-986e-40a2-b36c-99fc57467861 req-09ab3d95-e2d9-4181-94a9-67e0d9961170 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1154432 Dec 12 15:30:16.860892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.917824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-162116a1-986e-40a2-b36c-99fc57467861 req-1d0537a7-0fbe-4663-97fd-e841ce73d55b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891476 Dec 12 15:30:16.921534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41122) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:16.956819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.959033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:16.962683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b70431-9315-40dd-a45e-6307a6fc3d79 HTTP/1.1" status: 204 len: 168 time: 0.3641677 Dec 12 15:30:16.969269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b70431-9315-40dd-a45e-6307a6fc3d79,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:16.977579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.977990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.978345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.978697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.979022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.979405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.979739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.980062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.980387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.980775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.981056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.981433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:16.981757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034fd26-6961-4b2d-ac16-9245e40394d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:17.115643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b963-c6d9-4d96-a64b-8a609ffaded8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.150639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406463e-1f1f-48b6-8196-5edfb3911797 req-ee3ac658-3a95-4933-ab7e-4655e2b7a8f0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:17.158264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a406463e-1f1f-48b6-8196-5edfb3911797 req-ee3ac658-3a95-4933-ab7e-4655e2b7a8f0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0942547 Dec 12 15:30:17.233749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a406463e-1f1f-48b6-8196-5edfb3911797 req-33738291-70c8-4231-aafa-2831e240a16a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Dec 12 15:30:17.285521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b963-c6d9-4d96-a64b-8a609ffaded8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.291556 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b963-c6d9-4d96-a64b-8a609ffaded8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.324186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c6194465-7da9-4d5d-98b6-6d0e5cc25341 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:17.337628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b963-c6d9-4d96-a64b-8a609ffaded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7aeeda-7a46-444d-a1b0-1b6fd801d3d7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:17.342512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cfd0b963-c6d9-4d96-a64b-8a609ffaded8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e315d4dc568e496a94c091df23a58677&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174290 Dec 12 15:30:17.343192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41146) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:17.427634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.429668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: c6194465-7da9-4d5d-98b6-6d0e5cc25341 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:17.430030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device c6194465-7da9-4d5d-98b6-6d0e5cc25341 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:17.572698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d84ba27b-e449-400d-a4c3-568097f0f346 req-955ad966-dfb3-4056-a7a8-d8cddfeee5c1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 210 time: 0.1479497 Dec 12 15:30:17.604724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.707451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603adaa5-8be6-4b29-984d-ae27a4c95b12 req-07c43230-6019-4ca0-ac6d-d8885b459e07 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:17.712132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-603adaa5-8be6-4b29-984d-ae27a4c95b12 req-07c43230-6019-4ca0-ac6d-d8885b459e07 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2597811 Dec 12 15:30:17.810850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-b7e44398-4162-4075-9f35-d8c8796914b1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:17.813023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-b7e44398-4162-4075-9f35-d8c8796914b1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.2256949 Dec 12 15:30:17.868109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e6e51-c289-4094-89a0-2f42c4d9a745 req-01c19ffa-4837-4075-9e36-32fb4834ef00 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:17.875130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f5e6e51-c289-4094-89a0-2f42c4d9a745 req-01c19ffa-4837-4075-9e36-32fb4834ef00 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.2017124 Dec 12 15:30:17.917313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-744fb83a-752d-4e24-97f0-92c1f4ab6f57 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:17.918841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-744fb83a-752d-4e24-97f0-92c1f4ab6f57 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.30 "GET /v2.0/networks?id=24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 200 len: 815 time: 0.4201245 Dec 12 15:30:17.919500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.922192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:17.923301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe7aeeda-7a46-444d-a1b0-1b6fd801d3d7 HTTP/1.1" status: 204 len: 168 time: 0.5790536 Dec 12 15:30:17.937969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-603adaa5-8be6-4b29-984d-ae27a4c95b12 req-45f92256-5f50-4368-9462-d1b35bb0a652 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004457 Dec 12 15:30:17.966749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e04a-8e1e-4b47-883e-8fcf90c634a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7aeeda-7a46-444d-a1b0-1b6fd801d3d7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:18.139191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f5e6e51-c289-4094-89a0-2f42c4d9a745 req-dac0ef85-e38a-4132-8d61-7eacee38de64 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631345 Dec 12 15:30:18.170239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-49e65687-6dca-4355-86a1-78aeb9d6f51d tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31ed73a532d34f9ca7e2636484be6b42 HTTP/1.1" status: 200 len: 380 time: 0.2281542 Dec 12 15:30:18.183299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'port': {'device_id': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'admin_state_up': True, 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'security_groups': ['681758f1-f2d0-4c02-b751-d8db0197f995']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:18.201668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-2ff63526-867c-4759-92bc-e7f331056ad0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:18.203179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-2ff63526-867c-4759-92bc-e7f331056ad0 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.1781409 Dec 12 15:30:18.239183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281e375-285a-43dc-af3a-08da1749902f req-fc24fe55-c7ce-453a-bcf3-9506bee2b37b tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:18.240936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9281e375-285a-43dc-af3a-08da1749902f req-fc24fe55-c7ce-453a-bcf3-9506bee2b37b tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 945 time: 0.2185659 Dec 12 15:30:18.335183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:18.335528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.535148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9281e375-285a-43dc-af3a-08da1749902f req-62ac23eb-7898-4006-913b-00852bba9b3d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/security-groups?id=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590015 Dec 12 15:30:18.566336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dc382-c3dc-4c42-aef6-2e4413ace508 req-1804288c-5c9a-4b2f-a049-8abcd32db5cd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:18.568007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a30dc382-c3dc-4c42-aef6-2e4413ace508 req-1804288c-5c9a-4b2f-a049-8abcd32db5cd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2463820 Dec 12 15:30:18.624946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Made reservation on behalf of 31ed73a532d34f9ca7e2636484be6b42 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:18.629135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.632916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port 2b02549e-d7e6-4884-9c5b-df0b74b18af3, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2b02549e-d7e6-4884-9c5b-df0b74b18af3,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:18.633116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.679240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for 2b02549e-d7e6-4884-9c5b-df0b74b18af3 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:18.703584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Deleting port bd09f933-bb4c-40f7-a38a-5fc03541d96b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:18.704049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.713298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:18.742697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:18.765767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44f70ce9-4ae6-4704-a88b-926044396166 req-bf0924f3-25f0-409d-aaca-5adaf754c19c tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 210 time: 0.0908241 Dec 12 15:30:18.766528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8db8-5953-4d37-b840-a4d0aab32f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.816080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a30dc382-c3dc-4c42-aef6-2e4413ace508 req-53fb533a-78ab-4bb3-b563-d7bf212e43e9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364824 Dec 12 15:30:18.892878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8db8-5953-4d37-b840-a4d0aab32f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.902556 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7fe8db8-5953-4d37-b840-a4d0aab32f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:18.953108 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7fe8db8-5953-4d37-b840-a4d0aab32f2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b73696ca9b814bc088625e9819da7f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090456 Dec 12 15:30:18.956201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:18.963036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe8db8-5953-4d37-b840-a4d0aab32f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4033e466-80a8-4582-8a16-d2d470d49b21,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:19.003578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53575616-72d1-4ac9-86ea-07ab678460b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.050748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.087318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.163105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53575616-72d1-4ac9-86ea-07ab678460b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.173457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53575616-72d1-4ac9-86ea-07ab678460b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.183647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff09df-a880-4a9c-9b9b-e46a65e218da req-c12b21bb-7a68-4527-a957-94f05af74d1b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:19.192056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2ff09df-a880-4a9c-9b9b-e46a65e218da req-c12b21bb-7a68-4527-a957-94f05af74d1b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1994884 Dec 12 15:30:19.198433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] For port bd09f933-bb4c-40f7-a38a-5fc03541d96b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd09f933-bb4c-40f7-a38a-5fc03541d96b,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:19.198817 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.231078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53575616-72d1-4ac9-86ea-07ab678460b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9138b445-24b7-4cd6-960b-6e5c0d170858,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:19.234265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.237631 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.239127 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4033e466-80a8-4582-8a16-d2d470d49b21 HTTP/1.1" status: 204 len: 168 time: 0.2813644 Dec 12 15:30:19.245807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Allocated IP 172.20.0.3 (24565a4d-bfd5-49e2-9a4d-a70480fed73a/9fc65104-86c6-4d19-b568-49b763752269/6ce84b6c-99bc-4af4-adc3-9433b48f9e70) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:19.248453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Calling delete_port for bd09f933-bb4c-40f7-a38a-5fc03541d96b owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:19.285669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53575616-72d1-4ac9-86ea-07ab678460b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e98c385b7477411b8710860c2a42bcd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680549 Dec 12 15:30:19.290410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:19.302226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049321e-a94c-47a4-81fa-9253a3f80d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033e466-80a8-4582-8a16-d2d470d49b21,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:19.360049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.386615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.461761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.464760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.469959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9138b445-24b7-4cd6-960b-6e5c0d170858 HTTP/1.1" status: 204 len: 168 time: 0.1755815 Dec 12 15:30:19.470169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2ff09df-a880-4a9c-9b9b-e46a65e218da req-c54091a8-210a-48fb-a966-96fc48220f6b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747278 Dec 12 15:30:19.470169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:19.486303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b32eb-762a-4e68-8247-725e1c80f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9138b445-24b7-4cd6-960b-6e5c0d170858,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:19.487182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:19.603684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=2b02549e-d7e6-4884-9c5b-df0b74b18af3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:19.719580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c658f9-3e63-4d8b-b7eb-64f5adf91948 req-53a803f3-827d-4adf-8c70-3cd0b697ec07 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:19.727457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6c658f9-3e63-4d8b-b7eb-64f5adf91948 req-53a803f3-827d-4adf-8c70-3cd0b697ec07 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfc2afa1-1ab8-4d12-92dd-d821e3bb802a HTTP/1.1" status: 200 len: 945 time: 0.4469461 Dec 12 15:30:20.155838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port 2b02549e-d7e6-4884-9c5b-df0b74b18af3 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:20.166012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:20.169563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebba55d2-1f24-4b3e-9557-2498233e446d req-cfd5b05b-8645-4ff5-b2f0-9662f48633d2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/2b02549e-d7e6-4884-9c5b-df0b74b18af3 HTTP/1.1" status: 204 len: 173 time: 2.3480582 Dec 12 15:30:20.175143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'name': 'network-vif-deleted', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:20.177477 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8f339-3ca6-4166-b586-38f6e16af5ca" -d '{"events": [{"server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "name": "network-vif-deleted", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:20.242757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6c658f9-3e63-4d8b-b7eb-64f5adf91948 req-f9dd7650-5e04-4aa5-bd1d-e1de376dc00a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123825 Dec 12 15:30:20.268751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b41cd9-9be1-4d8c-8149-79920f8a5322 req-3e11518f-d6ab-45ec-a8a4-e3a2f3f2903b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:20.276843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0b41cd9-9be1-4d8c-8149-79920f8a5322 req-3e11518f-d6ab-45ec-a8a4-e3a2f3f2903b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.5686665 Dec 12 15:30:20.282891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:20.306468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:20.342316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Pushing event deleted for resources: {'Port': ['ID=bd09f933-bb4c-40f7-a38a-5fc03541d96b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:20.371697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7354a403-0830-46ea-b4de-1b29b3ce7bbb req-7a3a419c-015b-4ed1-adfb-01a9795236b2 tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc671a08-ea09-4c6c-92e0-ee1d1c029a02 HTTP/1.1" status: 200 len: 210 time: 0.0349751 Dec 12 15:30:20.455117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0b41cd9-9be1-4d8c-8149-79920f8a5322 req-d9ea921a-42d7-4c0c-8492-ec590add52cd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774235 Dec 12 15:30:20.465858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] No DVR routers for this DVR port bd09f933-bb4c-40f7-a38a-5fc03541d96b on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:20.482978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:20.486538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66affb75-66bf-40e7-87c9-e1e2d6dc4827 req-1f584d96-e177-4de0-b4fc-6b8cff26a67d tempest-ListServerFiltersTestJSON-2008659830 tempest-ListServerFiltersTestJSON-2008659830-project] 10.222.0.13 "DELETE /v2.0/ports/bd09f933-bb4c-40f7-a38a-5fc03541d96b HTTP/1.1" status: 204 len: 173 time: 2.2585661 Dec 12 15:30:20.521559 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:20.623342 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0641fe-0457-40f5-8d94-f5fed0fd1e60 x-openstack-request-id: req-8c0641fe-0457-40f5-8d94-f5fed0fd1e60 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:20.624582 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc2afa1-1ab8-4d12-92dd-d821e3bb802a", "name": "network-vif-deleted", "tag": "2b02549e-d7e6-4884-9c5b-df0b74b18af3", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:20.625860 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c0641fe-0457-40f5-8d94-f5fed0fd1e60 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:20.627683 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfc2afa1-1ab8-4d12-92dd-d821e3bb802a', 'name': 'network-vif-deleted', 'tag': '2b02549e-d7e6-4884-9c5b-df0b74b18af3', 'status': 'completed', 'code': 200} Dec 12 15:30:20.635811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event updated for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:20.748831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:20.751690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:20.813909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:20.928005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce3814-fa72-40c1-9d90-a408771bd1d5 req-321d0ba2-aaa0-4777-98a9-449193050602 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:20.941945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0ce3814-fa72-40c1-9d90-a408771bd1d5 req-321d0ba2-aaa0-4777-98a9-449193050602 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 931 time: 0.3118348 Dec 12 15:30:20.997163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:20.998896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.066086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b384-313a-4925-aef0-e4c5a119ef0a req-c3e2d431-9817-482f-8f08-06abebb686f0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:21.084341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5532b384-313a-4925-aef0-e4c5a119ef0a req-c3e2d431-9817-482f-8f08-06abebb686f0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.4104013 Dec 12 15:30:21.131836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-b600719c-93bb-4540-abb3-119fc0b578b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9533298 Dec 12 15:30:21.193453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Request body: {'port': {'device_id': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:21.224455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd09f933-bb4c-40f7-a38a-5fc03541d96b no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:21.259978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0ce3814-fa72-40c1-9d90-a408771bd1d5 req-a2b6c2ba-e00f-4017-8db9-f26fbaae7251 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161864 Dec 12 15:30:21.279828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: bd09f933-bb4c-40f7-a38a-5fc03541d96b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:21.280174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd09f933-bb4c-40f7-a38a-5fc03541d96b not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:21.280667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b02549e-d7e6-4884-9c5b-df0b74b18af3 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:21.332858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 2b02549e-d7e6-4884-9c5b-df0b74b18af3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:21.333711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5532b384-313a-4925-aef0-e4c5a119ef0a req-cb51f2bb-b08e-4430-a141-242398d6f04b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480559 Dec 12 15:30:21.339676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.340668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2b02549e-d7e6-4884-9c5b-df0b74b18af3 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:21.363140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7495fc10-8343-4bd9-a4c6-256f86ebebe9 None None] Provisioning complete for port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:21.363728 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7495fc10-8343-4bd9-a4c6-256f86ebebe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.473807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41298) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:21.570415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Deleting subnet 35a6a95b-a44f-4fa3-9b43-4c50a4295736 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:30:21.578207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc7f9b-4b89-404d-871b-ed6d6d0ee4e0 req-427bafdc-c4c8-4208-ab14-6898b87ffc30 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:21.581503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.586650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18bc7f9b-4b89-404d-871b-ed6d6d0ee4e0 req-427bafdc-c4c8-4208-ab14-6898b87ffc30 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1468048 Dec 12 15:30:21.638853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.677224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18bc7f9b-4b89-404d-871b-ed6d6d0ee4e0 req-e153b8fa-adcd-4c93-952e-e0873d7a200b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895193 Dec 12 15:30:21.681876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7495fc10-8343-4bd9-a4c6-256f86ebebe9 None None] Port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:30:21.741870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.807536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.828146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:21.832065 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/35a6a95b-a44f-4fa3-9b43-4c50a4295736 HTTP/1.1" status: 204 len: 168 time: 0.3562410 Dec 12 15:30:21.836572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112da651-0daf-4056-8c32-9f9cf22ea9c5 None None] Network b9e07215-9588-4041-930b-9929b55189ab requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:21.837128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41304) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:21.888768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a6a95b-a44f-4fa3-9b43-4c50a4295736,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:21.908757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.909117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.909464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.911194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.912606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.913251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.913469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.914562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.914909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.916900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.917305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.917802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:21.918835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e6d72c-c9c1-4f10-83f3-e3e5112eade3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.034743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:22.067995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.071507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.090133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] DHCP port deletion for b9e07215-9588-4041-930b-9929b55189ab request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:30:22.097307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Transition to ACTIVE for port object 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:30:22.124238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.171807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Deleting port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:22.172962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.231278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:22.303004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115d1ce-71f8-453a-849e-2c2286bd2f38 req-eb4e4c55-4f6f-4e7a-ae9a-3319078cf500 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:22.307218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] For port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:22.309387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.315438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1115d1ce-71f8-453a-849e-2c2286bd2f38 req-eb4e4c55-4f6f-4e7a-ae9a-3319078cf500 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1935952 Dec 12 15:30:22.337367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Calling delete_port for cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:22.395630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Deleting port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:22.395872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.506485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.539845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] No DVR routers for this DVR port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:22.593343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:22.606233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1115d1ce-71f8-453a-849e-2c2286bd2f38 req-d469b931-5a28-41f2-a4e9-12cf428fb9ac tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898378 Dec 12 15:30:22.608999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] For port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,segment=NetworkSegment(881738a2-3e91-4ff2-97f5-ab99b5293495),segment_id=881738a2-3e91-4ff2-97f5-ab99b5293495)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:22.613421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.619055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Attempting to bind port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:22.619385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Attempting to bind port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:22.619733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Attempting to bind port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 on network 24565a4d-bfd5-49e2-9a4d-a70480fed73a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:22.629351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Pushing event deleted for resources: {'Port': ['ID=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:22.634483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'name': 'network-vif-deleted', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:22.637120 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e2707d-2e03-4603-b8a4-c29f9b4f9ab6" -d '{"events": [{"server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "name": "network-vif-deleted", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:22.666263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 on network 24565a4d-bfd5-49e2-9a4d-a70480fed73a not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:22.666633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Attempting to bind port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 on network 24565a4d-bfd5-49e2-9a4d-a70480fed73a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:22.670668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Calling delete_port for cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:22.690939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:22.691308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.695827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.696292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.696365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-b1dc5ee5-f390-4387-9fdd-df4c754834f8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:22.696462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.696564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.697134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.701871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.702358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb36802-d05e-4ff6-bdca-22fa02a02dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:30:22.709534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-b1dc5ee5-f390-4387-9fdd-df4c754834f8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.3463240 Dec 12 15:30:22.712320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:22.712937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Checking segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:22.713476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Bound using segment: {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:22.714168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Bound port: 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:22.714772 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:22.814441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-18d166ac-15ca-4cd6-9263-6f1382e3e9ae tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.1029541 Dec 12 15:30:22.959277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-783b5c7a-d553-4a75-9532-a9af955cb1eb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334231 Dec 12 15:30:22.972290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3682b-bfae-4cc2-a281-ddff5f84863a req-45894b44-ee3e-42f6-9c49-00db4d0b34b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:22.974036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0c3682b-bfae-4cc2-a281-ddff5f84863a req-45894b44-ee3e-42f6-9c49-00db4d0b34b9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 943 time: 0.2562654 Dec 12 15:30:23.030852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:23.044008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.077015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:23.109457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.119624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] No DVR routers for this DVR port cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:23.121435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf00cd7e-f3ee-4aab-a7bc-9f559cd5e7ff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:23.259425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0c3682b-bfae-4cc2-a281-ddff5f84863a req-30e88731-c677-456f-8dfb-fd5a3cc08e6a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334893 Dec 12 15:30:23.262826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:23.263676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.264967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] 10.222.0.30 "PUT /v2.0/ports/6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 200 len: 1091 time: 2.0807979 Dec 12 15:30:23.303416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-47e2cf96-c291-4aba-b5f5-54362112be52 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283663 Dec 12 15:30:23.372168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.396124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5e91-5a05-42d0-98d5-7c6d36888a4d service neutron] Pushing event updated for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:23.471682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e07215-9588-4041-930b-9929b55189ab']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:23.491340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881738a2-3e91-4ff2-97f5-ab99b5293495') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:23.491641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881738a2-3e91-4ff2-97f5-ab99b5293495') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:23.504321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-03d28396-4705-49a8-a46e-016718bf6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:23.505978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-03d28396-4705-49a8-a46e-016718bf6d60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ed73a532d34f9ca7e2636484be6b42&device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 1094 time: 0.1899948 Dec 12 15:30:23.521694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.628081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-506a2196-7aec-40d8-8e0b-1b67fbc90b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 200 len: 217 time: 0.0974116 Dec 12 15:30:23.630440 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.648790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-5836179b-7e08-4793-8d37-a595e2c89620 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790945 Dec 12 15:30:23.675359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:30:23.676198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:30:23.682046 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:30:23.808528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.814912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:23.837418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b9e07215-9588-4041-930b-9929b55189ab HTTP/1.1" status: 204 len: 168 time: 1.9943960 Dec 12 15:30:23.853286 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f35c41-a2ef-4da6-85a4-369f8b1cbe1e x-openstack-request-id: req-b8f35c41-a2ef-4da6-85a4-369f8b1cbe1e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:23.854159 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc671a08-ea09-4c6c-92e0-ee1d1c029a02", "name": "network-vif-deleted", "tag": "bd09f933-bb4c-40f7-a38a-5fc03541d96b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:23.854554 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8f35c41-a2ef-4da6-85a4-369f8b1cbe1e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:23.856063 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc671a08-ea09-4c6c-92e0-ee1d1c029a02', 'name': 'network-vif-deleted', 'tag': 'bd09f933-bb4c-40f7-a38a-5fc03541d96b', 'status': 'completed', 'code': 200} Dec 12 15:30:23.866560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729c43c-d41c-4dc0-a95a-6384012442a3 req-2f5dce43-262f-41e2-80cc-c4625c64aa50 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:23.874431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2729c43c-d41c-4dc0-a95a-6384012442a3 req-2f5dce43-262f-41e2-80cc-c4625c64aa50 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.3674209 Dec 12 15:30:23.912765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca68c8a-9516-414c-9cff-1949273c61e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e07215-9588-4041-930b-9929b55189ab,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:23.963006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3732752-4318-4f00-bb1d-81d0981a9e70 req-3b2e2b68-abc6-4f1a-9073-3ac4518edeec tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 210 time: 0.0446811 Dec 12 15:30:23.999928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-49a148b6-54bc-4079-8242-53488efeaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:24.001782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-49a148b6-54bc-4079-8242-53488efeaca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fc65104-86c6-4d19-b568-49b763752269 HTTP/1.1" status: 200 len: 854 time: 0.3637066 Dec 12 15:30:24.005614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2729c43c-d41c-4dc0-a95a-6384012442a3 req-9d042277-7e83-4e48-aba7-fc062d9912d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302571 Dec 12 15:30:24.076255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-05e5f89c-f499-4e06-a6a2-a7486c2013f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:24.078108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-05e5f89c-f499-4e06-a6a2-a7486c2013f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24565a4d-bfd5-49e2-9a4d-a70480fed73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688043 Dec 12 15:30:24.138630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:24.199266 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b6c07f1e-da58-419e-810a-68bb6caffbcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4621e334fe4a4a15ae4dd5d23ad5849e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594654 Dec 12 15:30:24.201879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:24.241035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-a4ca1d9a-c361-4f6d-9966-9f14ea3aef18 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555791 Dec 12 15:30:24.269898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:24.329536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:24.397040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ee1e30b-0d1b-4a59-a536-b10d6865328d req-e5dc4b64-7334-4a45-ba3e-cd9985600bf4 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460667 Dec 12 15:30:24.431640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:24.434491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:24.436243 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9ad8b2a-15f9-49d4-9239-8343cff9d1e1 HTTP/1.1" status: 204 len: 168 time: 0.2327995 Dec 12 15:30:24.447745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8f303-2de2-4634-b49d-c9db3ff83f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ad8b2a-15f9-49d4-9239-8343cff9d1e1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:24.523037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5211aa-c6d6-4302-b75e-98c293614512 req-4722b74b-af23-4655-9832-6ff9ba1482ee tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:24.524548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c5211aa-c6d6-4302-b75e-98c293614512 req-4722b74b-af23-4655-9832-6ff9ba1482ee tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1128185 Dec 12 15:30:24.543264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ce6a-85d0-465c-8773-610652daaf4c req-719deb66-0238-42f5-a010-f67db0f8be58 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:24.544816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72e8ce6a-85d0-465c-8773-610652daaf4c req-719deb66-0238-42f5-a010-f67db0f8be58 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 943 time: 0.0897324 Dec 12 15:30:24.626859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c5211aa-c6d6-4302-b75e-98c293614512 req-ad4a3885-f2b0-4617-be8d-1c9069e6d130 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810320 Dec 12 15:30:24.653460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72e8ce6a-85d0-465c-8773-610652daaf4c req-07df52f6-afcd-445e-a5bd-8f17cdaffeaa tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874813 Dec 12 15:30:24.797064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc7a4b-7e65-4a5a-bb4d-7118f760b331 req-57bd9ff1-70c6-4d46-9906-c85dda185241 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:24.802200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70fc7a4b-7e65-4a5a-bb4d-7118f760b331 req-57bd9ff1-70c6-4d46-9906-c85dda185241 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0682271 Dec 12 15:30:24.867326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70fc7a4b-7e65-4a5a-bb4d-7118f760b331 req-2443daa0-d698-4e25-aa09-1f2ef9f7eb82 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567009 Dec 12 15:30:25.030778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d7fa9-eb35-4c17-a67f-c77a056360bb req-855b5e8e-4fc2-4ac1-bb00-eeb76d689e19 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:25.033081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-300d7fa9-eb35-4c17-a67f-c77a056360bb req-855b5e8e-4fc2-4ac1-bb00-eeb76d689e19 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0642912 Dec 12 15:30:25.091442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cc1c330-81e6-4655-916e-9229547e3284 req-ba2a0b28-a442-46bb-aa20-ab35ba33d9db tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 210 time: 0.0333683 Dec 12 15:30:25.154107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-300d7fa9-eb35-4c17-a67f-c77a056360bb req-d0aeda1e-2c41-41f1-b6ce-8a512e8b2405 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948026 Dec 12 15:30:25.346684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:25.357688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2132-627b-4afa-bea9-8c1822e23379 req-22aef956-3fa8-4d7a-b8b5-50d97861ba5d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:25.365317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fc2132-627b-4afa-bea9-8c1822e23379 req-22aef956-3fa8-4d7a-b8b5-50d97861ba5d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0984540 Dec 12 15:30:25.387694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-6152516e-24ea-43d1-9903-93a5fbcc686d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:25.389187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-6152516e-24ea-43d1-9903-93a5fbcc686d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1882250 Dec 12 15:30:25.412728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:25.470129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61fc2132-627b-4afa-bea9-8c1822e23379 req-17f295c6-d6fe-44c6-b579-e5aeb2d601e0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029699 Dec 12 15:30:25.543712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d52893f3-60d1-46c8-bc98-da3301435c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:25.555657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:25.566413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:25.710128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d52893f3-60d1-46c8-bc98-da3301435c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:25.718680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d52893f3-60d1-46c8-bc98-da3301435c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:25.773573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52893f3-60d1-46c8-bc98-da3301435c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcfadd0-ef6d-459a-b65f-ca82095c3fcf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:25.824073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d52893f3-60d1-46c8-bc98-da3301435c42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70ef944a44bd410190bf7fabd6839e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761429 Dec 12 15:30:25.826568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:25.855879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.9 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/defb6d3e-84a9-4d00-933a-480f07fff204) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:25.859084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:25.861491 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ce046d-e923-46bb-8e43-e381559a6f63" -d '{"events": [{"name": "network-changed", "server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:25.877957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adb5a7-3101-4fac-ab6c-390c30cf2af8 req-77fc212a-9e4a-4e50-b1d5-5b8cb72b49b5 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:25.879828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9adb5a7-3101-4fac-ab6c-390c30cf2af8 req-77fc212a-9e4a-4e50-b1d5-5b8cb72b49b5 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 943 time: 0.1354611 Dec 12 15:30:25.892495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69702fc7-bbb3-47f4-9b73-3b7911c16687 req-c3796dc3-1119-436d-85d1-56cada548131 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:25.894062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69702fc7-bbb3-47f4-9b73-3b7911c16687 req-c3796dc3-1119-436d-85d1-56cada548131 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1768143 Dec 12 15:30:25.940336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:25.966281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.035046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.041377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.043206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dcfadd0-ef6d-459a-b65f-ca82095c3fcf HTTP/1.1" status: 204 len: 168 time: 0.2130678 Dec 12 15:30:26.055576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b24bc6-c32c-48d0-9158-991ea532bd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcfadd0-ef6d-459a-b65f-ca82095c3fcf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:26.337835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9adb5a7-3101-4fac-ab6c-390c30cf2af8 req-6c926df0-d2f6-43be-bf81-da7c56fb04e5 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419773 Dec 12 15:30:26.417119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69702fc7-bbb3-47f4-9b73-3b7911c16687 req-6f600e7e-781b-41a1-9d4f-ae8d2f90d3dd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063624 Dec 12 15:30:26.459222 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc39c76c-18c0-4a3a-b76a-997b2b7b7393 x-openstack-request-id: req-dc39c76c-18c0-4a3a-b76a-997b2b7b7393 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:26.459602 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:26.460988 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc39c76c-18c0-4a3a-b76a-997b2b7b7393 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:26.475353 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'status': 'completed', 'code': 200} Dec 12 15:30:26.516624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:26.589520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4069e51-0454-49aa-86af-8ae4c253b398 req-dbd3d37e-19e2-438c-a47a-b3426be31632 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 210 time: 0.0794106 Dec 12 15:30:26.610384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.613392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:26.622452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-29786a5d-b592-4e02-9f16-c4004c06b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:26.624401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-29786a5d-b592-4e02-9f16-c4004c06b69d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ed73a532d34f9ca7e2636484be6b42&device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 1094 time: 0.1287680 Dec 12 15:30:26.627292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0453ec70-d056-46f7-92b4-2d81514cb786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.719682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.732514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0453ec70-d056-46f7-92b4-2d81514cb786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.735808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:26.741436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0453ec70-d056-46f7-92b4-2d81514cb786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.798508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0453ec70-d056-46f7-92b4-2d81514cb786 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b66ab20a59d8489f828caa5f2aa6f9af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839135 Dec 12 15:30:26.800167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453ec70-d056-46f7-92b4-2d81514cb786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c23a37-8cb8-4182-ac5e-93732600bc1a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:26.802698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:26.808305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:26.835739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:26.837155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-4588f946-df2e-4c1e-99a0-eeb11949206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:26.839243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-4588f946-df2e-4c1e-99a0-eeb11949206c service neutron] 10.222.0.30 "GET /v2.0/networks?id=24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 200 len: 915 time: 0.2021842 Dec 12 15:30:26.840545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:26.843273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:26.881130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.913598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1049105227-network', 'tenant_id': '7196a06a74fa4365b29d508995de9ad3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:26.919016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-af02d724-cd9a-45fc-a617-ac4d9e65929c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 200 len: 217 time: 0.0685363 Dec 12 15:30:26.924758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.983083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Made reservation on behalf of 7196a06a74fa4365b29d508995de9ad3 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:26.986552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.990568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:26.991193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:26.996274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-c66faf3d-ac20-4ffa-9ce6-bbbde1ebd7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:26.997766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-c66faf3d-ac20-4ffa-9ce6-bbbde1ebd7ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fc65104-86c6-4d19-b568-49b763752269 HTTP/1.1" status: 200 len: 854 time: 0.0668986 Dec 12 15:30:27.000306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.051470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.051824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-e4908316-1dcc-4ee6-8d18-b47298b5483d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6466203 Dec 12 15:30:27.054212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.057761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07c23a37-8cb8-4182-ac5e-93732600bc1a HTTP/1.1" status: 204 len: 168 time: 0.2510152 Dec 12 15:30:27.070695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Request body: {'port': {'device_id': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:27.073056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ec8fa-ac01-4034-9742-f8231f5152b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c23a37-8cb8-4182-ac5e-93732600bc1a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:27.096545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-fff9d481-b9e7-4d60-8e44-d65fe71cf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:27.098271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-fff9d481-b9e7-4d60-8e44-d65fe71cf200 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24565a4d-bfd5-49e2-9a4d-a70480fed73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923283 Dec 12 15:30:27.139392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.155809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.176125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:30:27.197774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.198109 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Added segment 7cb3f24c-609b-473c-8931-79ebd8aaa594 of type vlan for network c39a48cb-7a63-468c-a880-259263a55046 Dec 12 15:30:27.200329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.200842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8318610-4cc6-4645-819d-46454a465987,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:27.254567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.287128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.288792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:27.290047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.291506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-bf4b09f1-5a73-437b-b4bb-5819c4c2d750 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791439 Dec 12 15:30:27.327400 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8058798 Dec 12 15:30:27.327400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:27.332231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Request body: {'subnet': {'network_id': 'c39a48cb-7a63-468c-a880-259263a55046', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1049105227-subnet', 'tenant_id': '7196a06a74fa4365b29d508995de9ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:27.346096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:30:27.476123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe132e-f67c-4483-aa61-41c71bef4cff admin admin] Pushing event updated for resources: {'Network': ['ID=c39a48cb-7a63-468c-a880-259263a55046,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:27.481877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Made reservation on behalf of 7196a06a74fa4365b29d508995de9ad3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:27.485465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.492539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c39a48cb-7a63-468c-a880-259263a55046 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:30:27.625858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:27.641007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'port_id': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'mac_address': 'fa:16:3e:e3:49:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:30:27.700617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.718376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:27.731467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8226e7-1c20-474d-8ab1-7e917d64b436 req-15494925-984d-425e-b1f2-74472d51a61a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:27.733222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d8226e7-1c20-474d-8ab1-7e917d64b436 req-15494925-984d-425e-b1f2-74472d51a61a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 943 time: 0.2309213 Dec 12 15:30:27.746859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:27.759764 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.776597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee7d57-885d-4f3c-84ec-77504b824f3a req-c9d346d1-0729-42fd-b8d6-57e67a52f5d6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:27.784881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dee7d57-885d-4f3c-84ec-77504b824f3a req-c9d346d1-0729-42fd-b8d6-57e67a52f5d6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2150905 Dec 12 15:30:27.828044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:27.864937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:27.874995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2ce046d-e923-46bb-8e43-e381559a6f63 req-37eae6a2-8e02-4ff6-b888-154b181d67a1 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748804 Dec 12 15:30:27.923738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dee7d57-885d-4f3c-84ec-77504b824f3a req-d580f121-e9e5-44cf-8022-9d02dbc2cfcc tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377800 Dec 12 15:30:27.945674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60bed4ef-3879-404a-9c78-72f5c3c7b642,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:27.981153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Checking segment: {'id': '7cb3f24c-609b-473c-8931-79ebd8aaa594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:27.981512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Network hostable DHCP agents. Network: c39a48cb-7a63-468c-a880-259263a55046, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:30:27.985613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d8226e7-1c20-474d-8ab1-7e917d64b436 req-74324ba5-e415-4753-a342-fdd857cf1f27 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370496 Dec 12 15:30:28.043610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Network c39a48cb-7a63-468c-a880-259263a55046 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:30:28.063859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c39a48cb-7a63-468c-a880-259263a55046) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:28.073319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:28.075606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.077426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0fc07-08d2-4453-8460-a1d60419cfab None None] Network c39a48cb-7a63-468c-a880-259263a55046 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:28.115099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['6ce84b6c-99bc-4af4-adc3-9433b48f9e70'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:28.123591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a46a452d-40f2-4e9d-832c-898ed5ea07d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7921567 Dec 12 15:30:28.131661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defb6d3e-84a9-4d00-933a-480f07fff204 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:28.183679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.239170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Transition to ACTIVE for port object defb6d3e-84a9-4d00-933a-480f07fff204 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:30:28.256062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98539d38-8e4b-4bae-962c-c51abd766d05 req-ee0572d3-b491-4081-87a4-6493bb1c4387 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:28.257832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98539d38-8e4b-4bae-962c-c51abd766d05 req-ee0572d3-b491-4081-87a4-6493bb1c4387 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 931 time: 0.1739013 Dec 12 15:30:28.258978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.295812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840f16d-4b51-4a5a-90d8-475d59290cbc None None] Network c39a48cb-7a63-468c-a880-259263a55046 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:28.475661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:28.610006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98539d38-8e4b-4bae-962c-c51abd766d05 req-70e3485f-6176-492a-a456-ae2d981fa54a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778265 Dec 12 15:30:28.652330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f332f-7594-4063-9ec2-0b88be367034 req-9bd93ed7-fbac-4273-b374-4a5bf4baf27d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:28.661116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-872f332f-7594-4063-9ec2-0b88be367034 req-9bd93ed7-fbac-4273-b374-4a5bf4baf27d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1254652 Dec 12 15:30:28.693078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Attempting to bind port defb6d3e-84a9-4d00-933a-480f07fff204 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:28.693993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Attempting to bind port defb6d3e-84a9-4d00-933a-480f07fff204 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:28.694487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Attempting to bind port defb6d3e-84a9-4d00-933a-480f07fff204 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:28.705883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Port defb6d3e-84a9-4d00-933a-480f07fff204 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:28.706484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Attempting to bind port defb6d3e-84a9-4d00-933a-480f07fff204 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:28.717470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:28.717722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:28.718628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:28.719426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Bound port: defb6d3e-84a9-4d00-933a-480f07fff204, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:28.719953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.754204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-872f332f-7594-4063-9ec2-0b88be367034 req-2da68adc-34cd-41e0-90bc-8fa566211ff4 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Dec 12 15:30:28.820757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:28.826163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=defb6d3e-84a9-4d00-933a-480f07fff204,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:28.831875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.876794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:28.878009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:28.879857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] 10.222.0.13 "PUT /v2.0/ports/defb6d3e-84a9-4d00-933a-480f07fff204 HTTP/1.1" status: 200 len: 1091 time: 1.8183751 Dec 12 15:30:28.880560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:28.883323 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:28.909527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c76e61-d3df-4b07-a7d8-28fb8407ad33 service neutron] Pushing event updated for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:28.969626 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02310496-0cf1-45f9-ba69-147fb79e7c2f x-openstack-request-id: req-02310496-0cf1-45f9-ba69-147fb79e7c2f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:28.970390 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:28.970808 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02310496-0cf1-45f9-ba69-147fb79e7c2f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:28.971413 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204', 'status': 'completed', 'code': 200} Dec 12 15:30:28.991338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-08b1af4c-b63f-476f-9281-0ced957dd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:28.994121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-08b1af4c-b63f-476f-9281-0ced957dd909 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 1094 time: 0.0522645 Dec 12 15:30:29.054735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-d0a89319-bff2-4a8d-9bab-8ef528df72cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=defb6d3e-84a9-4d00-933a-480f07fff204 HTTP/1.1" status: 200 len: 217 time: 0.0522819 Dec 12 15:30:29.172871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-a4b25d46-f94a-42aa-9556-964b38b39324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:29.174535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-a4b25d46-f94a-42aa-9556-964b38b39324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1131732 Dec 12 15:30:29.184840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d489b9-a211-460a-b855-1eb35a143fa1 req-867ac962-d635-450e-bd39-834daf2addaf tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:29.188845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77d489b9-a211-460a-b855-1eb35a143fa1 req-867ac962-d635-450e-bd39-834daf2addaf tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 944 time: 0.0895162 Dec 12 15:30:29.254914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-87adb299-d948-4c31-80e3-161932d92f02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650642 Dec 12 15:30:29.425135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77d489b9-a211-460a-b855-1eb35a143fa1 req-d4b1209d-d18f-482e-8d49-4c1aa6e9b521 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070994 Dec 12 15:30:29.515722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-12e24557-dca4-436a-a972-1309e6925d9d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356217 Dec 12 15:30:29.523384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-4f884f65-0c07-4631-9f39-eb3d496e60b2 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:29.533228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-4f884f65-0c07-4631-9f39-eb3d496e60b2 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/networks?id=c39a48cb-7a63-468c-a880-259263a55046 HTTP/1.1" status: 200 len: 813 time: 0.2815998 Dec 12 15:30:29.580707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-01c9d659-2504-4d4e-ae2a-82c08bebbe63 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/quotas/7196a06a74fa4365b29d508995de9ad3 HTTP/1.1" status: 200 len: 375 time: 0.0459294 Dec 12 15:30:29.646688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-57c8881e-7c77-4e60-a80b-2886d593bfc1 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7196a06a74fa4365b29d508995de9ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644584 Dec 12 15:30:29.784278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b42827a-e739-4dd6-a53c-bcb039a6d79f req-dc108217-9657-4c19-94b2-123376f3aa6e service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482395 Dec 12 15:30:29.866724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-f3b577cf-dbee-4313-b5cb-ce102341f6af service neutron] 10.222.0.36 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143056 Dec 12 15:30:29.977134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0298d5-b8f4-4ef7-9978-857d9c04c034 req-2ca7bea1-f6b7-48d6-8779-da3453f9b68a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:29.978941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f0298d5-b8f4-4ef7-9978-857d9c04c034 req-2ca7bea1-f6b7-48d6-8779-da3453f9b68a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 943 time: 0.1919091 Dec 12 15:30:30.005141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-1a11b3d4-db6e-4663-bc48-c93908cd3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:30.006614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-1a11b3d4-db6e-4663-bc48-c93908cd3672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 1094 time: 0.1305184 Dec 12 15:30:30.118270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-43e07592-44fe-4e68-87e0-0dce4afdf4a3 service neutron] 10.222.0.36 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505174 Dec 12 15:30:30.127603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f0298d5-b8f4-4ef7-9978-857d9c04c034 req-909d376a-845a-48f1-825d-f5e0ef97385b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395462 Dec 12 15:30:30.178476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-07143031-868a-4384-b624-bec802da9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:30.179800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-07143031-868a-4384-b624-bec802da9304 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.1572299 Dec 12 15:30:30.242022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-c858121c-b7cf-4613-9c62-6d53dc252bed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=defb6d3e-84a9-4d00-933a-480f07fff204 HTTP/1.1" status: 200 len: 217 time: 0.0528271 Dec 12 15:30:30.384613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81623a-cdc6-4458-974b-7b17c89080bc req-6f591d81-3dea-42eb-a972-a9643d06803a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:30.394034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b81623a-cdc6-4458-974b-7b17c89080bc req-6f591d81-3dea-42eb-a972-a9643d06803a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1332605 Dec 12 15:30:30.446826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-4186ce52-fb82-4247-a49d-18c66df51c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:30.450359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-4186ce52-fb82-4247-a49d-18c66df51c76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.2016785 Dec 12 15:30:30.509208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c18ab1cb-de98-4c33-b7bf-6164738af7c6 req-7d37756f-5104-4df0-9654-6bc9e3d8fced tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0848808 Dec 12 15:30:30.596669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-485814b7-e521-41f2-a252-1fd4c223eb75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085675 Dec 12 15:30:30.612300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b81623a-cdc6-4458-974b-7b17c89080bc req-4106e145-052f-4e30-b04e-4eae4138c5b2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076170 Dec 12 15:30:30.821738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-2296d87d-b1da-4348-bef7-ec42ec614f13 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038310 Dec 12 15:30:31.001628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7e894-188b-4563-a3a8-f23fe3e1a3ac req-5401526f-1eb7-43c2-8492-005c0803bd39 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:31.011294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a7e894-188b-4563-a3a8-f23fe3e1a3ac req-5401526f-1eb7-43c2-8492-005c0803bd39 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 944 time: 0.3671238 Dec 12 15:30:31.023635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f8a786e-e6dd-4c74-99f9-1c7f28b2a641 req-15cafe0d-1f71-4c91-93dc-d152b7b6ab6e service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918662 Dec 12 15:30:31.091266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:31.388504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:31.551590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:30:31.557129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:31.557773 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:31.562305 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10f649c7-c1ec-4ebe-857a-4fc238014f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:31.758491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a7e894-188b-4563-a3a8-f23fe3e1a3ac req-9214770a-9bd9-473f-a64d-a7134e1835d1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7462180 Dec 12 15:30:31.759190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10f649c7-c1ec-4ebe-857a-4fc238014f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:31.767296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10f649c7-c1ec-4ebe-857a-4fc238014f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:31.770160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:31.823405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464058c2-0a75-4003-94c9-f75a6d4319c9 req-4ba389f8-e790-4feb-819f-4cf8d745348a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:31.839639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-464058c2-0a75-4003-94c9-f75a6d4319c9 req-4ba389f8-e790-4feb-819f-4cf8d745348a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.8588858 Dec 12 15:30:31.841540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f649c7-c1ec-4ebe-857a-4fc238014f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f31f3a-f7e3-4dd1-9ed8-6a50150c2bef,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:31.842649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:31.850202 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64437539-f1ed-4b05-ba8c-df9a7a82ec84" -d '{"events": [{"server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "name": "network-vif-plugged", "status": "completed", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:31.893468 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-10f649c7-c1ec-4ebe-857a-4fc238014f7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6d9e66790a449e2a94c54aeab384523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8010375 Dec 12 15:30:31.895951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:31.899934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:31.909241 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.028199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.046038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:32.097353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.140750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-464058c2-0a75-4003-94c9-f75a6d4319c9 req-d588fba5-fdd7-4eb4-9c93-5e2c02d56a52 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952969 Dec 12 15:30:32.194725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.204341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.208810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44f31f3a-f7e3-4dd1-9ed8-6a50150c2bef HTTP/1.1" status: 204 len: 168 time: 0.3118403 Dec 12 15:30:32.229478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db422ec3-efe1-4a4a-8989-120e8a6c1b3a req-18c7a275-dcad-46c7-9f3d-9fd714549303 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:32.232027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db422ec3-efe1-4a4a-8989-120e8a6c1b3a req-18c7a275-dcad-46c7-9f3d-9fd714549303 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 943 time: 0.2424095 Dec 12 15:30:32.260585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-85e4080c-883b-4352-bf9e-ac5819697159 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:32.262842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-85e4080c-883b-4352-bf9e-ac5819697159 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.13 "GET /v2.0/networks?id=c39a48cb-7a63-468c-a880-259263a55046 HTTP/1.1" status: 200 len: 813 time: 0.2310431 Dec 12 15:30:32.271040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadddcf4-9154-400b-b364-a2bb8a4da07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f31f3a-f7e3-4dd1-9ed8-6a50150c2bef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:32.297802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Request body: {'port': {'device_id': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046', 'admin_state_up': True, 'tenant_id': '7196a06a74fa4365b29d508995de9ad3'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:32.447660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:32.456314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59570679-72ed-4bf3-8bd8-b464e4e71f89 req-0d0cfcfc-5306-4a1b-991a-7d84b0a9c61d tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0614653 Dec 12 15:30:32.519478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db422ec3-efe1-4a4a-8989-120e8a6c1b3a req-259f46f4-8c56-43de-9176-0f46058271d3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716658 Dec 12 15:30:32.616953 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1657c-0b6b-41d0-8940-f7d31d9c1de6 x-openstack-request-id: req-31d1657c-0b6b-41d0-8940-f7d31d9c1de6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:32.618857 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "name": "network-vif-plugged", "status": "completed", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:32.619264 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31d1657c-0b6b-41d0-8940-f7d31d9c1de6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:32.619803 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'code': 200} Dec 12 15:30:32.709759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Made reservation on behalf of 7196a06a74fa4365b29d508995de9ad3 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:32.713590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.832336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a951cf4-726f-4e4c-b314-1b013559413a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.854765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:32.879572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb1fb2c-1eb6-410e-b283-36fd64695676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:32.935541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c354b-9174-4ac8-b609-90a4d27806c1 req-16b2990f-f061-4d45-b74c-27dd927be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:32.937107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-457c354b-9174-4ac8-b609-90a4d27806c1 req-16b2990f-f061-4d45-b74c-27dd927be907 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 1096 time: 0.2211909 Dec 12 15:30:33.014107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a951cf4-726f-4e4c-b314-1b013559413a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.016343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797b8ac-75f2-4291-9363-74487a49f6b1 req-efd2578a-5cfa-40fa-bcf5-0c08985ffc5f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:33.018714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1797b8ac-75f2-4291-9363-74487a49f6b1 req-efd2578a-5cfa-40fa-bcf5-0c08985ffc5f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2357223 Dec 12 15:30:33.024394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a951cf4-726f-4e4c-b314-1b013559413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.063177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb1fb2c-1eb6-410e-b283-36fd64695676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.079574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb1fb2c-1eb6-410e-b283-36fd64695676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.084825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951cf4-726f-4e4c-b314-1b013559413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c43fb-b065-4a80-9898-75d0342fddb1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.117965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1fb2c-1eb6-410e-b283-36fd64695676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f842a-b0a1-4001-8170-6f95c319cec9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.126094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a951cf4-726f-4e4c-b314-1b013559413a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7540163881a6427f935feca6598c4da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760941 Dec 12 15:30:33.130548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:33.138379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449f49d-0033-4759-a79d-03e46f394cba req-a9d84b27-41f2-4e59-9234-159a46feca6a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:33.142963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6449f49d-0033-4759-a79d-03e46f394cba req-a9d84b27-41f2-4e59-9234-159a46feca6a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.1992354 Dec 12 15:30:33.161799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-457c354b-9174-4ac8-b609-90a4d27806c1 req-5dc2933d-1545-442f-bc41-a42d9b390674 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133720 Dec 12 15:30:33.172126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5eb1fb2c-1eb6-410e-b283-36fd64695676 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2043006c54c47098318f99b65ea6b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149235 Dec 12 15:30:33.180006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:33.199941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Allocated IP 172.20.0.9 (c39a48cb-7a63-468c-a880-259263a55046/60bed4ef-3879-404a-9c78-72f5c3c7b642/b1085c4c-51d3-4c72-b7ff-a3c4edd40a13) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:33.220667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1797b8ac-75f2-4291-9363-74487a49f6b1 req-8a0cbad4-d6f7-44ca-9c68-b8cf6404be1d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938219 Dec 12 15:30:33.258110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.284896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device defb6d3e-84a9-4d00-933a-480f07fff204 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:30:33.303262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6449f49d-0033-4759-a79d-03e46f394cba req-05400f3a-3d66-4dc8-bad3-b306c62fddef tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352146 Dec 12 15:30:33.315400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.317336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.352428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.435872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=defb6d3e-84a9-4d00-933a-480f07fff204,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:33.440521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6a34-758b-4d8f-b06c-9fda7bd48889 req-b5a1531f-5343-43e5-92ad-c30ec09a8370 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:33.442417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-612c6a34-758b-4d8f-b06c-9fda7bd48889 req-b5a1531f-5343-43e5-92ad-c30ec09a8370 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1382029 Dec 12 15:30:33.447834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.451582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.455489 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de8f842a-b0a1-4001-8170-6f95c319cec9 HTTP/1.1" status: 204 len: 168 time: 0.2711244 Dec 12 15:30:33.469960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.476125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.477301 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd5c43fb-b065-4a80-9898-75d0342fddb1 HTTP/1.1" status: 204 len: 168 time: 0.3464551 Dec 12 15:30:33.482007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'defb6d3e-84a9-4d00-933a-480f07fff204', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': 'defb6d3e-84a9-4d00-933a-480f07fff204', 'mac_address': 'fa:16:3e:10:13:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:30:33.514848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a86ee-5a27-4222-a334-9a424d4d186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f842a-b0a1-4001-8170-6f95c319cec9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.546657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b208-b65f-42a1-8fd0-1e3b804d5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c43fb-b065-4a80-9898-75d0342fddb1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.566269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.574176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-612c6a34-758b-4d8f-b06c-9fda7bd48889 req-67a1e209-211e-4070-9af6-43ead85a68f7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044407 Dec 12 15:30:33.582193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.622680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-639bca02-2f68-4448-9816-e54211eaaae6 req-d596a60d-2d57-435a-8aca-23045e9239f9 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 210 time: 0.0439913 Dec 12 15:30:33.652510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defb6d3e-84a9-4d00-933a-480f07fff204 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:33.674071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.715831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=defb6d3e-84a9-4d00-933a-480f07fff204,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:33.737966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:33.829453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.908357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Pushing event updated for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:33.930025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Network c39a48cb-7a63-468c-a880-259263a55046 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:33.948235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:33.952327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['defb6d3e-84a9-4d00-933a-480f07fff204'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:33.977146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:34.051155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350f86f-9d82-4d65-a1d4-652241c9a437 req-e1c1e037-f36f-4478-bca1-deb540c7c160 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:34.065178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9350f86f-9d82-4d65-a1d4-652241c9a437 req-e1c1e037-f36f-4478-bca1-deb540c7c160 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 944 time: 0.3037081 Dec 12 15:30:34.229138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1ba2b-07c0-4b2e-bd81-5495681e6a0d req-d67abcd9-ab0a-4b40-834e-35d6acbfacc0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:34.244666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1b1ba2b-07c0-4b2e-bd81-5495681e6a0d req-d67abcd9-ab0a-4b40-834e-35d6acbfacc0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.3249311 Dec 12 15:30:34.291833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9350f86f-9d82-4d65-a1d4-652241c9a437 req-fc365567-5dd6-45ab-a009-11fdcbd38ea0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256453 Dec 12 15:30:34.348363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:34.349407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.384092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:34.399282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-0e515b94-08ba-4633-9c44-ef6c484a2566 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1235726 Dec 12 15:30:34.402304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-770dbb80-821c-4e8a-a6e3-479845fb76df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.424380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Request body: {'port': {'device_id': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:34.477178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1b1ba2b-07c0-4b2e-bd81-5495681e6a0d req-67e0f8cd-923d-46d3-8dba-75f9fc4c2b77 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278724 Dec 12 15:30:34.580900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-770dbb80-821c-4e8a-a6e3-479845fb76df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.589005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-770dbb80-821c-4e8a-a6e3-479845fb76df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.606723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.656890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b24835-d8ce-40bc-9661-dbbb48056eae req-5352b944-ea26-4e31-9a78-3d7f62d7953a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:34.660026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4b24835-d8ce-40bc-9661-dbbb48056eae req-5352b944-ea26-4e31-9a78-3d7f62d7953a tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.1740437 Dec 12 15:30:34.665689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-770dbb80-821c-4e8a-a6e3-479845fb76df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d09d99b6254bf4b63a3d26f2b9dcd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803290 Dec 12 15:30:34.666434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dbb80-821c-4e8a-a6e3-479845fb76df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14952f-abf6-4f57-a198-86d2796b5177,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:34.681084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:34.767126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.798832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.856252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b1858-3fe9-4c03-aced-fdc8f138440d req-caf4f01f-83bc-4930-bd70-b98836c86973 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:34.864834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3b1858-3fe9-4c03-aced-fdc8f138440d req-caf4f01f-83bc-4930-bd70-b98836c86973 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2527826 Dec 12 15:30:34.874098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.877577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:34.879115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db14952f-abf6-4f57-a198-86d2796b5177 HTTP/1.1" status: 204 len: 168 time: 0.1963797 Dec 12 15:30:34.881652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4b24835-d8ce-40bc-9661-dbbb48056eae req-e6826e94-8c18-46bb-a3e5-d92c3ecaefa5 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000663 Dec 12 15:30:34.890582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bb83b-2d8d-4426-934c-b43387e4bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14952f-abf6-4f57-a198-86d2796b5177,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:35.021029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3b1858-3fe9-4c03-aced-fdc8f138440d req-46805c1f-2214-4f93-832f-9b293d7d2bf5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551218 Dec 12 15:30:35.242724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d33c-649b-4d04-aa55-61efe354c5b1 req-b051d269-4e15-41c7-accc-6637b3a741fd tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:35.244474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6236d33c-649b-4d04-aa55-61efe354c5b1 req-b051d269-4e15-41c7-accc-6637b3a741fd tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 931 time: 0.1935480 Dec 12 15:30:35.251409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:35.265518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.303539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device defb6d3e-84a9-4d00-933a-480f07fff204 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:35.333545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Transition to ACTIVE for port object b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:30:35.352584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.428959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6236d33c-649b-4d04-aa55-61efe354c5b1 req-109a5e86-d3ea-4ec7-a9a8-75dac49e511b tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670837 Dec 12 15:30:35.453581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0375d9-45d2-4bfd-958c-d210ba5bdb84 req-b156b880-2591-49b7-ab1b-b80e1be326a7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:35.461699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c0375d9-45d2-4bfd-958c-d210ba5bdb84 req-b156b880-2591-49b7-ab1b-b80e1be326a7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1915629 Dec 12 15:30:35.481234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71aff756-8ca5-4a4a-b83f-f63f07c31bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.499223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:35.529535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port defb6d3e-84a9-4d00-933a-480f07fff204 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:30:35.541251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port defb6d3e-84a9-4d00-933a-480f07fff204 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:35.541855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.630927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c0375d9-45d2-4bfd-958c-d210ba5bdb84 req-439b84d7-b634-413d-a0ea-b4e77cc86133 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681654 Dec 12 15:30:35.651202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Attempting to bind port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:35.651539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Attempting to bind port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '7cb3f24c-609b-473c-8931-79ebd8aaa594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:35.651991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Attempting to bind port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 on network c39a48cb-7a63-468c-a880-259263a55046 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:35.662406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 on network c39a48cb-7a63-468c-a880-259263a55046 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:35.663685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Attempting to bind port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 on network c39a48cb-7a63-468c-a880-259263a55046 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:35.683177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:35.683177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Checking segment: {'id': '7cb3f24c-609b-473c-8931-79ebd8aaa594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:35.683177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Bound using segment: {'id': '7cb3f24c-609b-473c-8931-79ebd8aaa594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:35.685964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Bound port: b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb3f24c-609b-473c-8931-79ebd8aaa594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:35.686112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.702531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.709409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a57f1-c53f-4bc2-b206-3889bc31eafb req-33bf74e9-aebc-460f-b470-608dbd45847b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:35.711137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-892a57f1-c53f-4bc2-b206-3889bc31eafb req-33bf74e9-aebc-460f-b470-608dbd45847b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 944 time: 0.1435268 Dec 12 15:30:35.740877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:35.743457 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2630152c-72e9-4582-bedf-4230e61f0039" -d '{"events": [{"server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "name": "network-vif-plugged", "status": "completed", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:35.762582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=defb6d3e-84a9-4d00-933a-480f07fff204,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:35.772800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:35.888459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:35.898094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c0450-f97e-4c2d-8c38-b6704d714e0c req-222feec1-e1e1-4cac-add9-19b771265f16 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:35.905177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb5c0450-f97e-4c2d-8c38-b6704d714e0c req-222feec1-e1e1-4cac-add9-19b771265f16 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1531496 Dec 12 15:30:35.921816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-892a57f1-c53f-4bc2-b206-3889bc31eafb req-d74c582c-6d5a-41a7-ae3b-af512136fd5e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948748 Dec 12 15:30:35.956114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:35.978776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,segment=NetworkSegment(7cb3f24c-609b-473c-8931-79ebd8aaa594),segment_id=7cb3f24c-609b-473c-8931-79ebd8aaa594)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:35.990882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb5c0450-f97e-4c2d-8c38-b6704d714e0c req-06063d65-a886-4993-8d05-c8b227e0cb99 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Dec 12 15:30:35.997407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:36.023553 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919ab442-bf06-4e90-9be6-9088d6088ae8 x-openstack-request-id: req-919ab442-bf06-4e90-9be6-9088d6088ae8 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:36.024185 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "name": "network-vif-plugged", "status": "completed", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:36.024841 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-919ab442-bf06-4e90-9be6-9088d6088ae8 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:36.025467 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204', 'code': 200} Dec 12 15:30:36.145563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.145563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:36.145563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 HTTP/1.1" status: 200 len: 1091 time: 1.7272661 Dec 12 15:30:36.165987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:36.168722 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97638e06-648c-4513-a438-b12f43f349b0" -d '{"events": [{"name": "network-changed", "server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:36.261707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf463c8-6846-47f3-a807-5c845cb447d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:36.322977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea46fd1-2c66-4cc8-b65e-972eeccba7cd req-06fb06b2-e0fb-4c18-9874-c05112006593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.324487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ea46fd1-2c66-4cc8-b65e-972eeccba7cd req-06fb06b2-e0fb-4c18-9874-c05112006593 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 1096 time: 0.2205601 Dec 12 15:30:36.342860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1d3e6-8c7b-44cc-a27e-787c19cffda1 req-404bc9b3-43fe-4c88-a959-0953b3996432 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.344732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1d1d3e6-8c7b-44cc-a27e-787c19cffda1 req-404bc9b3-43fe-4c88-a959-0953b3996432 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1806436 Dec 12 15:30:36.358467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bebed-5db6-4d98-821d-5edb3fa1b135 req-63cb3a11-dc91-4d95-8071-974e6ba96efc tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.365860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-724bebed-5db6-4d98-821d-5edb3fa1b135 req-63cb3a11-dc91-4d95-8071-974e6ba96efc tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.2183030 Dec 12 15:30:36.388002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-da67d425-1a43-4b63-b056-d234e7667747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.389186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-da67d425-1a43-4b63-b056-d234e7667747 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7196a06a74fa4365b29d508995de9ad3&device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 1094 time: 0.1889591 Dec 12 15:30:36.488090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-92feb220-18df-4bd9-b742-00bd67f46aca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 HTTP/1.1" status: 200 len: 217 time: 0.0750360 Dec 12 15:30:36.559001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ea46fd1-2c66-4cc8-b65e-972eeccba7cd req-21bc32d7-e195-4de5-ac58-47317a995d4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250495 Dec 12 15:30:36.588678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-724bebed-5db6-4d98-821d-5edb3fa1b135 req-bdd3409b-a164-4750-9a75-63ee02dda229 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209852 Dec 12 15:30:36.591441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1d1d3e6-8c7b-44cc-a27e-787c19cffda1 req-1b199cb3-8e16-4acf-bc09-662aa6df6307 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206130 Dec 12 15:30:36.612646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-7e40a6a6-e0e3-4663-82d8-0e8ba3d033ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.614387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-7e40a6a6-e0e3-4663-82d8-0e8ba3d033ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60bed4ef-3879-404a-9c78-72f5c3c7b642 HTTP/1.1" status: 200 len: 853 time: 0.0996666 Dec 12 15:30:36.707475 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd73496b-e60c-493b-b2d2-ce6fd960721e x-openstack-request-id: req-bd73496b-e60c-493b-b2d2-ce6fd960721e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:36.707772 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:36.708027 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd73496b-e60c-493b-b2d2-ce6fd960721e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:36.708507 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13', 'status': 'completed', 'code': 200} Dec 12 15:30:36.804199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-7bf1a40c-dfa0-4389-8a54-bc2ed73a5d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39a48cb-7a63-468c-a880-259263a55046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551417 Dec 12 15:30:36.822392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:36.968461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285ce71-c03c-4175-96dd-1277f898355a req-56545864-663c-4584-a271-6e08c87be90f tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:36.979303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:36.988691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b285ce71-c03c-4175-96dd-1277f898355a req-56545864-663c-4584-a271-6e08c87be90f tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.1868939 Dec 12 15:30:36.989730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Request body: {'floatingip': {'port_id': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:37.012272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d0c21-a6bc-40f7-8947-f540b71454b5 req-48d86c40-6518-411d-a8c7-64c879340b5b tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:37.015435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-366d0c21-a6bc-40f7-8947-f540b71454b5 req-48d86c40-6518-411d-a8c7-64c879340b5b tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 943 time: 0.2134814 Dec 12 15:30:37.079807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.082655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-c9a2c0db-bc0b-4484-8552-1eaad78f4e1d service neutron] 10.222.0.13 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386911 Dec 12 15:30:37.143149 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:30:37.174285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5549142a-35eb-45d2-9c74-84a88452072b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.198108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-366d0c21-a6bc-40f7-8947-f540b71454b5 req-7a0d8806-44ce-4a64-8964-39807431dd9d tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706374 Dec 12 15:30:37.263704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ff76-7d50-4f1a-b151-c0da4ae122e2 req-aed7b470-59ab-4bdd-87a2-395fb5a75bb8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:37.266896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f04ff76-7d50-4f1a-b151-c0da4ae122e2 req-aed7b470-59ab-4bdd-87a2-395fb5a75bb8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1818829 Dec 12 15:30:37.396923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-279310dc-5d95-4ab1-90db-e62c35833ce6 req-6113293f-ee7e-47ff-b183-3c7ef88fe689 service neutron] 10.222.0.13 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839096 Dec 12 15:30:37.403321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5549142a-35eb-45d2-9c74-84a88452072b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.409516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5549142a-35eb-45d2-9c74-84a88452072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.426358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f04ff76-7d50-4f1a-b151-c0da4ae122e2 req-f1377ae4-a2df-449b-8bd0-54dc1b8f063a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470017 Dec 12 15:30:37.454271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549142a-35eb-45d2-9c74-84a88452072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b12dc8-8a75-4db4-ad83-9d759a7e3210,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:37.465866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326063d9-626b-4b6d-9ec2-96ea600a911b req-ba00a74d-0ba7-4de0-b6b4-dba6c4fc6d59 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:37.486241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-326063d9-626b-4b6d-9ec2-96ea600a911b req-ba00a74d-0ba7-4de0-b6b4-dba6c4fc6d59 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.1537540 Dec 12 15:30:37.501129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5549142a-35eb-45d2-9c74-84a88452072b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f32ab4f018614e949403dc715542c4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771901 Dec 12 15:30:37.564358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41872) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:37.711122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2e59-b18c-4bd9-8e2c-6a22dcdac7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.725663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97638e06-648c-4513-a438-b12f43f349b0 req-63507038-9231-422c-a504-5cb70f095b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:37.728178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-63507038-9231-422c-a504-5cb70f095b53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7196a06a74fa4365b29d508995de9ad3&device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 1094 time: 0.2282743 Dec 12 15:30:37.749076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a9093-a634-4d0a-9c81-5501e59987ee req-efe38877-7317-4ca1-9de6-41e963c40bc4 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:37.757923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f70a9093-a634-4d0a-9c81-5501e59987ee req-efe38877-7317-4ca1-9de6-41e963c40bc4 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1537488 Dec 12 15:30:37.780490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-326063d9-626b-4b6d-9ec2-96ea600a911b req-7335c672-1ef9-49c9-9cfa-e14965b628b5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956305 Dec 12 15:30:37.821909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.925495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:37.965681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f70a9093-a634-4d0a-9c81-5501e59987ee req-98c58308-5a90-4194-925d-dfffad5077df tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069016 Dec 12 15:30:38.010432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97638e06-648c-4513-a438-b12f43f349b0 req-73d84c6a-36e2-4a12-970c-bb73a19c7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:38.012203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-73d84c6a-36e2-4a12-970c-bb73a19c7c6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c39a48cb-7a63-468c-a880-259263a55046 HTTP/1.1" status: 200 len: 913 time: 0.2715058 Dec 12 15:30:38.017844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.020260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.022321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5b12dc8-8a75-4db4-ad83-9d759a7e3210 HTTP/1.1" status: 204 len: 168 time: 0.4545188 Dec 12 15:30:38.172386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.179978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.328822 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Floating IP 6922840c-70b1-452d-b517-76900108bdb8 associated. External IP: 172.25.3.109, port: 6ce84b6c-99bc-4af4-adc3-9433b48f9e70. Dec 12 15:30:38.472364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ec51f-597e-4a1f-95ef-5bcc0b609b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b12dc8-8a75-4db4-ad83-9d759a7e3210,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:38.489172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-c3ee4a14-4254-42fc-a8db-228ef893a3ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 HTTP/1.1" status: 200 len: 217 time: 0.4653206 Dec 12 15:30:38.544335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.621305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97638e06-648c-4513-a438-b12f43f349b0 req-513af07a-1888-43c1-b2e9-ece2091a6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:38.622662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-513af07a-1888-43c1-b2e9-ece2091a6966 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60bed4ef-3879-404a-9c78-72f5c3c7b642 HTTP/1.1" status: 200 len: 853 time: 0.1037712 Dec 12 15:30:38.630691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f928-5f62-4d81-a0f7-ac01ad6e62d5 req-f58935b3-cbce-4bb0-81af-17b20b9b728a tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:38.638222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19a9f928-5f62-4d81-a0f7-ac01ad6e62d5 req-f58935b3-cbce-4bb0-81af-17b20b9b728a tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1866314 Dec 12 15:30:38.650987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Router 2cccb114-dbb3-4dad-b2e2-954829db48e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:30:38.664735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1da570-0eb8-491a-b253-4b95bec1833c req-4a08b733-b675-4456-aaf7-4b7469686e4c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:38.665790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da1da570-0eb8-491a-b253-4b95bec1833c req-4a08b733-b675-4456-aaf7-4b7469686e4c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2060177 Dec 12 15:30:38.699547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-ab6b4cb7-bb0e-4cfa-9e2e-9dd99ce6b495 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c39a48cb-7a63-468c-a880-259263a55046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522249 Dec 12 15:30:38.813438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:30:38.825466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19a9f928-5f62-4d81-a0f7-ac01ad6e62d5 req-8427a66b-2306-4229-a44a-3d1619e42da7 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862352 Dec 12 15:30:38.834364 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Sync routers for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:30:38.835147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:38.857242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da1da570-0eb8-491a-b253-4b95bec1833c req-9d422b3d-5e42-4d9c-a156-613e82b8f1e6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806712 Dec 12 15:30:38.889857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:38.920488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-cf77dce5-08fe-491f-8461-135986fa4eff service neutron] 10.222.0.13 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113948 Dec 12 15:30:38.926798 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:38.937916 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61513937-cc8c-495e-85dc-f470968e54c9 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "PUT /v2.0/floatingips/6922840c-70b1-452d-b517-76900108bdb8 HTTP/1.1" status: 200 len: 991 time: 1.9564743 Dec 12 15:30:38.938537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:38.963080 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bb8f77-dc17-461e-8715-c23eb76ac36a" -d '{"events": [{"name": "network-changed", "server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:39.114643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:39.135330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4428d3c-a627-4dc5-88dc-8239b2f0a24b req-87fab7e3-6ba0-467c-af6f-3a84e3214f6e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:39.146417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4428d3c-a627-4dc5-88dc-8239b2f0a24b req-87fab7e3-6ba0-467c-af6f-3a84e3214f6e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.1881142 Dec 12 15:30:39.172346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97638e06-648c-4513-a438-b12f43f349b0 req-21d6c61e-1774-40c2-b86d-558ecacf58fa service neutron] 10.222.0.13 "GET /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416267 Dec 12 15:30:39.227273 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:39.340209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4428d3c-a627-4dc5-88dc-8239b2f0a24b req-978aa962-a9cf-445f-8cdd-54966ef4cdf2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917355 Dec 12 15:30:39.440951 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46db45b5-6ca2-42d2-977c-862c9cd9fa7c x-openstack-request-id: req-46db45b5-6ca2-42d2-977c-862c9cd9fa7c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:39.441519 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:39.441519 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46db45b5-6ca2-42d2-977c-862c9cd9fa7c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:39.447371 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'status': 'completed', 'code': 200} Dec 12 15:30:39.674157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7c7f-4125-4ed8-8698-acfc4805e04e req-22b3cbba-9c15-4d83-9fba-232f7e831aa9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:39.681468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-534f7c7f-4125-4ed8-8698-acfc4805e04e req-22b3cbba-9c15-4d83-9fba-232f7e831aa9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2563553 Dec 12 15:30:39.693096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-b15d6de3-00a9-4209-8005-1c72ddd3272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:39.695425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-b15d6de3-00a9-4209-8005-1c72ddd3272d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ed73a532d34f9ca7e2636484be6b42&device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 1096 time: 0.1596768 Dec 12 15:30:39.727068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d7705-7046-48be-9444-71e344f5c39d req-63098a21-4542-425d-b8d0-bf649ebef094 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:39.734874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-898d7705-7046-48be-9444-71e344f5c39d req-63098a21-4542-425d-b8d0-bf649ebef094 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.1386704 Dec 12 15:30:39.811336 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '6922840c-70b1-452d-b517-76900108bdb8', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'port_id': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'mac_address': 'fa:16:3e:e3:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:30:13Z', 'updated_at': '2021-12-12T15:30:38Z', 'revision_number': 1, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:39.854996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Checking router: 2cccb114-dbb3-4dad-b2e2-954829db48e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:30:39.869529 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:30:39.870376 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:39.876274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-534f7c7f-4125-4ed8-8698-acfc4805e04e req-3d00624a-de54-46f5-b076-7ed7c56cfa6f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766438 Dec 12 15:30:39.896158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-898d7705-7046-48be-9444-71e344f5c39d req-b0d2a611-1ba8-48a0-91ac-336a120ced6f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603420 Dec 12 15:30:39.981203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-050e2dda-ed0f-4b0f-9315-55fc5d34cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:39.983225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-050e2dda-ed0f-4b0f-9315-55fc5d34cc7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 200 len: 915 time: 0.2762852 Dec 12 15:30:39.997152 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:30:40.155395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7534-9f0b-49eb-a3ef-5ebe6d191a4a req-526ca978-a5da-441d-abd1-e823bea68577 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.157722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60cc7534-9f0b-49eb-a3ef-5ebe6d191a4a req-526ca978-a5da-441d-abd1-e823bea68577 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 943 time: 0.1415546 Dec 12 15:30:40.168179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea800d-127a-4579-97a2-b06387469ad1 req-512ebd7f-1263-4839-af26-c1c47d2de709 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.169675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8ea800d-127a-4579-97a2-b06387469ad1 req-512ebd7f-1263-4839-af26-c1c47d2de709 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1499124 Dec 12 15:30:40.173722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-98a66aba-31cf-4e3a-8054-06877e28dae2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 200 len: 999 time: 0.1809373 Dec 12 15:30:40.268751 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '6922840c-70b1-452d-b517-76900108bdb8', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'port_id': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'mac_address': 'fa:16:3e:e3:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:30:13Z', 'updated_at': '2021-12-12T15:30:38Z', 'revision_number': 1, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:40.289737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:40.310199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-8bfbad0d-ade1-4b96-b6a3-d2bc7e62e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.311684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-8bfbad0d-ade1-4b96-b6a3-d2bc7e62e3bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fc65104-86c6-4d19-b568-49b763752269 HTTP/1.1" status: 200 len: 854 time: 0.1295047 Dec 12 15:30:40.314588 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ddcd7-457e-4ea2-90d9-e835bb5cf881 None None] The sync data for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 is: [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '6922840c-70b1-452d-b517-76900108bdb8', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'port_id': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'mac_address': 'fa:16:3e:e3:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:30:13Z', 'updated_at': '2021-12-12T15:30:38Z', 'revision_number': 1, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:30:40.322636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8ea800d-127a-4579-97a2-b06387469ad1 req-0b36bc99-ba57-4135-8c90-04775d53fc27 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427367 Dec 12 15:30:40.386255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60cc7534-9f0b-49eb-a3ef-5ebe6d191a4a req-80b8874b-730a-4592-b3f6-c0a9df115725 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134812 Dec 12 15:30:40.425268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-c5eea672-88fe-4f27-8736-4a9640ef14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.426902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-c5eea672-88fe-4f27-8736-4a9640ef14a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24565a4d-bfd5-49e2-9a4d-a70480fed73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036105 Dec 12 15:30:40.619132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-fc7a3613-1cbd-4f3f-9292-b54c86d5f3e8 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836112 Dec 12 15:30:40.634654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4604397-7956-4d6d-a348-c9c150674db4 None None] New status for floating IP 6922840c-70b1-452d-b517-76900108bdb8: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:30:40.804436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e16f3c-ebbb-41fe-a0bf-855178c43599 req-3f872a79-559b-4b67-8de8-bd381ca11863 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.812085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5e16f3c-ebbb-41fe-a0bf-855178c43599 req-3f872a79-559b-4b67-8de8-bd381ca11863 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1162026 Dec 12 15:30:40.853351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e80f2-ae59-429a-a162-473bb1f09c52 req-f53a9e95-ced4-4036-b0fe-3f406c84d7ec tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:40.854977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b8e80f2-ae59-429a-a162-473bb1f09c52 req-f53a9e95-ced4-4036-b0fe-3f406c84d7ec tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.1229312 Dec 12 15:30:40.893171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80bb8f77-dc17-461e-8715-c23eb76ac36a req-e2fc359d-1ba3-4c02-9715-d01deefebb86 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635012 Dec 12 15:30:40.920952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5e16f3c-ebbb-41fe-a0bf-855178c43599 req-27cbae83-8553-4692-9c41-831c2cf1dad0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071815 Dec 12 15:30:40.976775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b8e80f2-ae59-429a-a162-473bb1f09c52 req-fa55a089-d79d-4447-8deb-9c5d8b64c1c9 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959730 Dec 12 15:30:41.056243 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:41.065372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93819b19-81e5-456c-be98-30d855f13cf7 req-a42214a9-467c-4788-b715-a7f12d5f1280 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:41.076298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93819b19-81e5-456c-be98-30d855f13cf7 req-a42214a9-467c-4788-b715-a7f12d5f1280 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0892808 Dec 12 15:30:41.091606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:41.138328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93819b19-81e5-456c-be98-30d855f13cf7 req-c0aaa34d-1785-429c-b51f-696e1e4a4d80 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609150 Dec 12 15:30:41.370338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:30:41.374799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816c616-4b2b-423d-980d-0575378ddfb1 req-3bb50143-d856-40a4-8cd0-d72ba39926fb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:41.387075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1816c616-4b2b-423d-980d-0575378ddfb1 req-3bb50143-d856-40a4-8cd0-d72ba39926fb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0749443 Dec 12 15:30:41.466299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1816c616-4b2b-423d-980d-0575378ddfb1 req-7667944e-b21b-4a0c-ad3a-b3fbf4fc8391 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782738 Dec 12 15:30:41.512735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,segment=NetworkSegment(7cb3f24c-609b-473c-8931-79ebd8aaa594),segment_id=7cb3f24c-609b-473c-8931-79ebd8aaa594)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:41.532102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29210-41ff-4d14-a611-10d83d9bf9be req-82287483-f97f-4810-a7ac-6727388f3a66 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:41.540010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aa29210-41ff-4d14-a611-10d83d9bf9be req-82287483-f97f-4810-a7ac-6727388f3a66 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 943 time: 0.0687628 Dec 12 15:30:41.544268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13', 'network_id': 'c39a48cb-7a63-468c-a880-259263a55046', 'port_id': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13', 'mac_address': 'fa:16:3e:08:1d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60bed4ef-3879-404a-9c78-72f5c3c7b642', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:30:41.598828 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:41.612650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:41.637121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,segment=NetworkSegment(7cb3f24c-609b-473c-8931-79ebd8aaa594),segment_id=7cb3f24c-609b-473c-8931-79ebd8aaa594)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:41.643426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:41.667009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aa29210-41ff-4d14-a611-10d83d9bf9be req-2b2c07e7-b72f-4477-be80-0bbeda12e497 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258659 Dec 12 15:30:41.681686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d54b-0ddb-47f7-9860-9dd5fe4f9ac9 req-4815e719-9efd-489f-b703-af5990eca11a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:41.683058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df22d54b-0ddb-47f7-9860-9dd5fe4f9ac9 req-4815e719-9efd-489f-b703-af5990eca11a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1182311 Dec 12 15:30:41.724437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:41.745187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df22d54b-0ddb-47f7-9860-9dd5fe4f9ac9 req-45a982a0-c952-4070-8af4-2cf25d3df4cf tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Dec 12 15:30:41.855027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b1085c4c-51d3-4c72-b7ff-a3c4edd40a13'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:41.904408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-72970c24-71c5-44fd-929d-3b03eb1b7ce4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:41.906607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-72970c24-71c5-44fd-929d-3b03eb1b7ce4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.0581179 Dec 12 15:30:41.978859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:42.041212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037a0d0-104f-44ed-87c1-cc8be9e68e25 req-8fb726f0-dd3f-4c75-bfa1-141171bc7f40 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.042824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4037a0d0-104f-44ed-87c1-cc8be9e68e25 req-8fb726f0-dd3f-4c75-bfa1-141171bc7f40 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0943563 Dec 12 15:30:42.100960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-292585e4-675e-4184-b748-b5f77888efe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.127084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port defb6d3e-84a9-4d00-933a-480f07fff204 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:42.127413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.145074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01641-4ac1-4f79-8a0c-48e63043834d req-4538906e-3139-4ea3-84b2-9eab6e57df4c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.146581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9d01641-4ac1-4f79-8a0c-48e63043834d req-4538906e-3139-4ea3-84b2-9eab6e57df4c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac91e8f-777a-4be6-ac26-2726ce839448 HTTP/1.1" status: 200 len: 945 time: 0.0996692 Dec 12 15:30:42.164539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4037a0d0-104f-44ed-87c1-cc8be9e68e25 req-19fd5933-751c-4201-968f-7bdb3b4e1fec tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065435 Dec 12 15:30:42.187220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-292585e4-675e-4184-b748-b5f77888efe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.196300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-292585e4-675e-4184-b748-b5f77888efe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.241230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-292585e4-675e-4184-b748-b5f77888efe0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50280e7fdef747988a16929ac590a515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587645 Dec 12 15:30:42.241230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292585e4-675e-4184-b748-b5f77888efe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70273769-de07-45a8-a8d1-347193496d42,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:42.243618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:42.273741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9d01641-4ac1-4f79-8a0c-48e63043834d req-17d72b81-9e15-4dea-a302-499136da109b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155448 Dec 12 15:30:42.294944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.307485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port defb6d3e-84a9-4d00-933a-480f07fff204, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=defb6d3e-84a9-4d00-933a-480f07fff204,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:42.307840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.316398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.324697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for defb6d3e-84a9-4d00-933a-480f07fff204 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:42.335826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c50942-5856-4b48-a911-f75ee138f863 req-bee7525a-2450-4905-b1da-8d2208ed0033 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.337307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96c50942-5856-4b48-a911-f75ee138f863 req-bee7525a-2450-4905-b1da-8d2208ed0033 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0868430 Dec 12 15:30:42.363164 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.365736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.369322 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70273769-de07-45a8-a8d1-347193496d42 HTTP/1.1" status: 204 len: 168 time: 0.1224644 Dec 12 15:30:42.374625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1b0a2-2634-4c83-ad5c-8d963cbf5f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70273769-de07-45a8-a8d1-347193496d42,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:42.435829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96c50942-5856-4b48-a911-f75ee138f863 req-550eaf20-7358-4706-aca8-f39f34e3bada tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920072 Dec 12 15:30:42.513111 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.527283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', 'defb6d3e-84a9-4d00-933a-480f07fff204'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:42.549111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=defb6d3e-84a9-4d00-933a-480f07fff204,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:42.626601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port defb6d3e-84a9-4d00-933a-480f07fff204 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:42.635358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f101f-af06-4a4e-ad68-0061465f1b7f req-85c818d7-b44a-459b-a13e-494507acdca0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.636882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-037f101f-af06-4a4e-ad68-0061465f1b7f req-85c818d7-b44a-459b-a13e-494507acdca0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0920131 Dec 12 15:30:42.637941 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.641916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0d9d048-c1eb-4058-8a00-5114cdb62a77 req-9dc0b78d-a4bb-4131-bef7-e9a42f7bae9a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/defb6d3e-84a9-4d00-933a-480f07fff204 HTTP/1.1" status: 204 len: 173 time: 0.7285516 Dec 12 15:30:42.642485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'name': 'network-vif-deleted', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:42.644704 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff1b28-4db1-4e25-a964-5ca28263e476" -d '{"events": [{"server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "name": "network-vif-deleted", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:42.700453 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe75b0-e137-4ab5-b44c-eadf7b6031bd x-openstack-request-id: req-adbe75b0-e137-4ab5-b44c-eadf7b6031bd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:42.700453 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac91e8f-777a-4be6-ac26-2726ce839448", "name": "network-vif-deleted", "tag": "defb6d3e-84a9-4d00-933a-480f07fff204", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:42.700743 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adbe75b0-e137-4ab5-b44c-eadf7b6031bd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:42.701015 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac91e8f-777a-4be6-ac26-2726ce839448', 'name': 'network-vif-deleted', 'tag': 'defb6d3e-84a9-4d00-933a-480f07fff204', 'status': 'completed', 'code': 200} Dec 12 15:30:42.705487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:42.722691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ccf000f-b843-4e11-9940-6b7b1df45b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.734929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-037f101f-af06-4a4e-ad68-0061465f1b7f req-2a36363f-93a5-45d5-936b-e24e60b6cb4e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692561 Dec 12 15:30:42.874236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ccf000f-b843-4e11-9940-6b7b1df45b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.885744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ccf000f-b843-4e11-9940-6b7b1df45b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:42.886340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d21c7-fbf0-40c0-afdd-b2da29fe46c1 req-3e60dd26-4716-422e-96cf-16dda5ec98ee tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.887895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad1d21c7-fbf0-40c0-afdd-b2da29fe46c1 req-3e60dd26-4716-422e-96cf-16dda5ec98ee tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 944 time: 0.0806241 Dec 12 15:30:42.935343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6b822-3e29-4676-b5da-d8c8cfcf7ac0 req-bb72a19c-027f-4f03-b6b9-6b0ab50d9849 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:42.940241 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ccf000f-b843-4e11-9940-6b7b1df45b32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbd477d7c3474a77a0dfaecc4094bda9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304869 Dec 12 15:30:42.940241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf000f-b843-4e11-9940-6b7b1df45b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628b449c-8f25-4730-b4de-690594d7c511,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:42.942161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:42.943441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-daa6b822-3e29-4676-b5da-d8c8cfcf7ac0 req-bb72a19c-027f-4f03-b6b9-6b0ab50d9849 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0949302 Dec 12 15:30:42.998258 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad1d21c7-fbf0-40c0-afdd-b2da29fe46c1 req-a1e86d5d-6a6e-48cf-a979-097a37b2091e tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940733 Dec 12 15:30:42.998918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.025030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-daa6b822-3e29-4676-b5da-d8c8cfcf7ac0 req-7fce0cf3-cf3a-4bcd-aee7-d21da76bf34b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705962 Dec 12 15:30:43.050503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.147283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.150804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.152041 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/628b449c-8f25-4730-b4de-690594d7c511 HTTP/1.1" status: 204 len: 168 time: 0.2087688 Dec 12 15:30:43.174323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b676f3-f551-48c5-a139-b3359e45812b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b449c-8f25-4730-b4de-690594d7c511,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:43.381529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:43.441171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:30:43.446482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:43.447090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.538564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.565666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:43.569090 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60e666-f620-4b26-bd6a-fdf37cb348bf" -d '{"events": [{"server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "name": "network-vif-plugged", "status": "completed", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:43.573322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f6b94-6423-499b-a09f-21b9151d6ed4 req-d55dce82-829f-4275-a778-922686f88798 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:43.583345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-685f6b94-6423-499b-a09f-21b9151d6ed4 req-d55dce82-829f-4275-a778-922686f88798 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0775840 Dec 12 15:30:43.584350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,segment=NetworkSegment(7cb3f24c-609b-473c-8931-79ebd8aaa594),segment_id=7cb3f24c-609b-473c-8931-79ebd8aaa594)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:43.590007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:43.591536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device defb6d3e-84a9-4d00-933a-480f07fff204 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:43.625481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: defb6d3e-84a9-4d00-933a-480f07fff204 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:43.626918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device defb6d3e-84a9-4d00-933a-480f07fff204 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:43.671879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-685f6b94-6423-499b-a09f-21b9151d6ed4 req-6b93578a-dfe0-4f78-8ea2-09478b3662bc tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Dec 12 15:30:43.698691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:43.714164 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80cac2-184c-4657-aeb1-bed3e3419aa1 x-openstack-request-id: req-fa80cac2-184c-4657-aeb1-bed3e3419aa1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:43.714509 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "name": "network-vif-plugged", "status": "completed", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:43.714770 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa80cac2-184c-4657-aeb1-bed3e3419aa1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:43.715163 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13', 'code': 200} Dec 12 15:30:43.849505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-727dca6d-8f22-4152-a4e4-01eb169641d8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:43.852204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-727dca6d-8f22-4152-a4e4-01eb169641d8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1791558 Dec 12 15:30:43.875648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dfd29-7772-4b6d-a378-e22d483089eb req-5f3c9e67-9bbb-4229-afb2-85e190b81519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:43.877296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-774dfd29-7772-4b6d-a378-e22d483089eb req-5f3c9e67-9bbb-4229-afb2-85e190b81519 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 1096 time: 0.0807483 Dec 12 15:30:43.878784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-08460414-f555-446e-b1fc-3458364826d3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0173106 Dec 12 15:30:43.964736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-774dfd29-7772-4b6d-a378-e22d483089eb req-83f2d138-b3d1-4fac-9f24-a6bd32172321 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801735 Dec 12 15:30:43.974465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-32497140-052a-426b-92ce-2a0f2581fa49 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826392 Dec 12 15:30:44.075526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-4919dee1-360d-4b25-8013-a2bd08f4ada5 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925970 Dec 12 15:30:44.204428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208d645-6d8f-4501-a42e-43550bbd5e63 req-333cbb37-7d88-4cc9-bc19-6cd7eacf1d8a tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:44.205944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5208d645-6d8f-4501-a42e-43550bbd5e63 req-333cbb37-7d88-4cc9-bc19-6cd7eacf1d8a tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 945 time: 0.1119132 Dec 12 15:30:44.233954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-1c809278-940d-4224-8dff-89ac02bbb69a service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523440 Dec 12 15:30:44.264597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5208d645-6d8f-4501-a42e-43550bbd5e63 req-2ceb29c5-a821-4f65-a3b4-83685ea75b43 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493944 Dec 12 15:30:44.474282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccd89701-58a4-44aa-b224-4f61e5594483 req-817bba24-a17f-43a8-8da7-338e541e37d0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 210 time: 0.0472786 Dec 12 15:30:44.537449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:44.764154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9f2713-5ff4-42e8-bbf3-bb2ee7b093fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:44.802709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880c5c4-e0fe-4a88-85de-4e2e1f20c48a req-1ae6038b-3880-4afd-9399-d0aaff449038 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:44.804676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b880c5c4-e0fe-4a88-85de-4e2e1f20c48a req-1ae6038b-3880-4afd-9399-d0aaff449038 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0621464 Dec 12 15:30:44.886185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b880c5c4-e0fe-4a88-85de-4e2e1f20c48a req-9ab187cf-943b-425a-bdd1-03ac40862f6b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706525 Dec 12 15:30:44.909226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9f2713-5ff4-42e8-bbf3-bb2ee7b093fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:44.913438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9f2713-5ff4-42e8-bbf3-bb2ee7b093fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:44.957095 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be9f2713-5ff4-42e8-bbf3-bb2ee7b093fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bd4c3ec902647689e64ea59c8a27c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4179988 Dec 12 15:30:44.957958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2713-5ff4-42e8-bbf3-bb2ee7b093fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b85db2-9683-4517-81b8-ac3fc2e5eb13,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:44.962591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42166) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:45.029977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.054538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.106635 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.109728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.110872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80b85db2-9683-4517-81b8-ac3fc2e5eb13 HTTP/1.1" status: 204 len: 168 time: 0.1468427 Dec 12 15:30:45.120242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7f608-2f89-4706-ac44-a2ec1f81e401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b85db2-9683-4517-81b8-ac3fc2e5eb13,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:45.212234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:45.416814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1910035890'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:45.441833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Made reservation on behalf of c88b648a59cd409083a46bd470def46f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:45.443061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb2bc4-c3c6-47e4-adf1-d3d81419863f req-32b0f53c-20ef-4772-8798-231df2ba8f2b tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:45.444623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86eb2bc4-c3c6-47e4-adf1-d3d81419863f req-32b0f53c-20ef-4772-8798-231df2ba8f2b tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 945 time: 0.1074960 Dec 12 15:30:45.447014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.459285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.498063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:45.518680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4cef5b-cdab-4fdb-a509-8fd139820b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.578713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86eb2bc4-c3c6-47e4-adf1-d3d81419863f req-ccc1cecd-f174-4cea-a45c-aae02446c78a tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221716 Dec 12 15:30:45.613266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.627477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.639069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-2c8567c8-2324-43df-9714-19c321973d55 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:45.641425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-2c8567c8-2324-43df-9714-19c321973d55 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1578383 Dec 12 15:30:45.667935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:45.671760 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:30:45.684576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4cef5b-cdab-4fdb-a509-8fd139820b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.694562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.695231 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Added segment ec6a7c29-3585-4dad-9830-b321fa3d6e4e of type vlan for network d339f18e-39d6-481a-8398-3d49eb032fb4 Dec 12 15:30:45.696800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4cef5b-cdab-4fdb-a509-8fd139820b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.699454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bab8b0-6798-4558-a69e-fc632c1d6048,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:45.713958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e699173b-32da-4229-97c8-50a1982032e6 req-a706efe6-ce96-4eb3-9e81-7cd93039f2dc tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 210 time: 0.0709977 Dec 12 15:30:45.780880 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb4cef5b-cdab-4fdb-a509-8fd139820b67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de28743c1f3b4e3d9fd36e372a96d83f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815683 Dec 12 15:30:45.784722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:45.786464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.797943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cef5b-cdab-4fdb-a509-8fd139820b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c70196-bf61-4df5-88bb-bf8649393a6c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:45.844358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:45.847848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.848044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.854678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:45.855321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.925009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7112625 Dec 12 15:30:45.933008 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:45.953555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b13037-73d7-42fb-9025-f99d1bb80339 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Pushing event updated for resources: {'Network': ['ID=d339f18e-39d6-481a-8398-3d49eb032fb4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:45.968596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d339f18e-39d6-481a-8398-3d49eb032fb4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:30:45.974212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.048872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.10 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/aa37d2a3-e7a7-459b-923d-9b84f1cec3b9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:30:46.053845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.057311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.058684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81c70196-bf61-4df5-88bb-bf8649393a6c HTTP/1.1" status: 204 len: 168 time: 0.2695286 Dec 12 15:30:46.070249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39d5ba-8083-428d-b562-ac27d9f17f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c70196-bf61-4df5-88bb-bf8649393a6c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:46.082849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5e728-8a35-478f-ae19-26abaa960f05 req-fca67f69-1bfd-4d48-a522-47753a52598d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:46.084486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a5e728-8a35-478f-ae19-26abaa960f05 req-fca67f69-1bfd-4d48-a522-47753a52598d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0976524 Dec 12 15:30:46.250213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:46.255836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4', 'binding:host_id': 'n-h2-710847-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-631948971'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:46.283561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Made reservation on behalf of 3031b811234e474ea6838569074c1a34 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:46.286968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.299038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.311326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.343016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a5e728-8a35-478f-ae19-26abaa960f05 req-bde8c4c4-2634-4611-9642-ccfcc27e0a6e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520401 Dec 12 15:30:46.395484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb779-3da1-449f-bb58-c25c3deae4a0 req-37046e0f-9379-4cd1-916e-532bc7472d22 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:46.396988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06bfb779-3da1-449f-bb58-c25c3deae4a0 req-37046e0f-9379-4cd1-916e-532bc7472d22 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 945 time: 0.0735962 Dec 12 15:30:46.401631 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.407913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.413605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:46.442369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.455683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:46.504054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812b0114-3ca0-4ffe-868d-82f68ed71a7b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:46.537234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:46.547647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06bfb779-3da1-449f-bb58-c25c3deae4a0 req-5d5df7f0-f0b2-4def-a6c1-48e7bb461fd6 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439385 Dec 12 15:30:46.558507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:46.572674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:46.579519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:46.670893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:46.672234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.690020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-58ca81e6-3248-4236-8804-57fd3ae54965 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0321641 Dec 12 15:30:46.703090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Request body: {'port': {'device_id': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:46.705777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:46.715011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.723002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.761361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:46.772910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=db0f6708-95e4-4dd3-b10c-ee4799be2aa2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:46.798070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Checking segment: {'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:46.798540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Network hostable DHCP agents. Network: d339f18e-39d6-481a-8398-3d49eb032fb4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:30:46.817716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Network d339f18e-39d6-481a-8398-3d49eb032fb4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:30:46.831173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, d339f18e-39d6-481a-8398-3d49eb032fb4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:46.835011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:46.841051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68af7c1-eae0-4082-871a-06ab086c24e3 None None] Network d339f18e-39d6-481a-8398-3d49eb032fb4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:46.855490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.855830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.856222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.861885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.862169 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.863621 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 2 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:46.876744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.877052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.877375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.882354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.882678 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.883074 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 3 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:46.905379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.906734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.907077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.915138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.915487 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.916127 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 4 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:46.931381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.931762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.932104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.938264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.939486 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.939486 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 5 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:46.950862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6f34c-49c5-4b09-8638-f1c9b80ec2ef req-07d8c8a9-4563-47ef-bfda-27fdb63f9e4c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:46.953058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92a6f34c-49c5-4b09-8638-f1c9b80ec2ef req-07d8c8a9-4563-47ef-bfda-27fdb63f9e4c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 932 time: 0.1278708 Dec 12 15:30:46.954665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.955070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.955378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.962618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.962951 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.963361 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 6 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:46.985553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:46.985883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:46.986934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:46.993399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:46.993737 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:46.997250 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 7 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:47.019615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:47.020324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:47.020928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:47.027768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:47.035053 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:47.035519 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 8 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:47.059917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:47.060256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:47.060600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:47.065895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:47.066519 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:47.066922 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 9 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:47.081998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:47.082336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:47.082692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:47.087546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:47.088352 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:47.088835 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 10 to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 Dec 12 15:30:47.105580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:47.105924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:47.106246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:47.111575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:47.111906 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:47.112276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.187279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port db0f6708-95e4-4dd3-b10c-ee4799be2aa2, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:47.187966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:30:47.194910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.237184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:47.237790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.268864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0125306 Dec 12 15:30:47.268864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:47.268864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ac84-94b3-49b7-ae81-2c3380c0af77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=db0f6708-95e4-4dd3-b10c-ee4799be2aa2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:47.354301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Deleting port db0f6708-95e4-4dd3-b10c-ee4799be2aa2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:47.354647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.429921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92a6f34c-49c5-4b09-8638-f1c9b80ec2ef req-b9403506-3bb7-4eaf-b634-68dbb54bf495 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693902 Dec 12 15:30:47.448981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port db0f6708-95e4-4dd3-b10c-ee4799be2aa2, host n-h2-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:47.449344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.472880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-0668f7b2-28da-4b4d-b24e-499b1e4c668c tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:47.474369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-0668f7b2-28da-4b4d-b24e-499b1e4c668c tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.13 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 945 time: 0.1195149 Dec 12 15:30:47.487707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Calling delete_port for db0f6708-95e4-4dd3-b10c-ee4799be2aa2 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:47.592707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.623631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event deleted for resources: {'Port': ['ID=db0f6708-95e4-4dd3-b10c-ee4799be2aa2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:47.633586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.634775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad113a-9474-498b-9fc6-45ef37f9a8e4 req-2b1dc580-2cc9-46d6-86c8-a20f0e062f06 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:47.636274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdad113a-9474-498b-9fc6-45ef37f9a8e4 req-2b1dc580-2cc9-46d6-86c8-a20f0e062f06 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1593499 Dec 12 15:30:47.638729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:47.641137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae30b580-9b99-4fde-9a55-7522935dfa52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "DELETE /v2.0/ports/db0f6708-95e4-4dd3-b10c-ee4799be2aa2 HTTP/1.1" status: 204 len: 168 time: 0.3712461 Dec 12 15:30:47.642001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:47.660343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.686871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Transition to ACTIVE for port object aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:30:47.692130 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd86f311-57f0-4447-a77b-16f2975b2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:30:47.695841 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fd86f311-57f0-4447-a77b-16f2975b2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports/db0f6708-95e4-4dd3-b10c-ee4799be2aa2 HTTP/1.1" status: 404 len: 333 time: 0.0526948 Dec 12 15:30:47.702076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:47.703600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.711499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-481290379'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:47.739075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Made reservation on behalf of 3031b811234e474ea6838569074c1a34 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:47.741742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.758222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port f9de6129-6234-4cfe-be16-bcc0339a8e23 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:47.771998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Deleting port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:47.772263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.794426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdad113a-9474-498b-9fc6-45ef37f9a8e4 req-8a78ca24-36e1-4243-8810-80a411b09752 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469529 Dec 12 15:30:47.825241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Pushing event updated for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:47.934118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cc904-dfce-4195-8565-4c4087c68fc5 req-c1cddea1-04b4-416e-a26b-92a6807064a9 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:47.935613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-464cc904-dfce-4195-8565-4c4087c68fc5 req-c1cddea1-04b4-416e-a26b-92a6807064a9 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/ports?device_id=23f0fdc8-70c0-43c0-867b-4a78f0b0a3db HTTP/1.1" status: 200 len: 945 time: 0.1919279 Dec 12 15:30:47.940937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:47.978317 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.028941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Attempting to bind port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.029094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Attempting to bind port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.029367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Attempting to bind port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.032486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] For port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,segment=NetworkSegment(7cb3f24c-609b-473c-8931-79ebd8aaa594),segment_id=7cb3f24c-609b-473c-8931-79ebd8aaa594)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:48.032763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Network d339f18e-39d6-481a-8398-3d49eb032fb4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:48.032887 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.037619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:48.041690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:48.042781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.043336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.053297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-464cc904-dfce-4195-8565-4c4087c68fc5 req-22aa8266-ba95-4500-b23a-dabc944697a8 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8318610-4cc6-4645-819d-46454a465987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026843 Dec 12 15:30:48.054352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Calling delete_port for b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:48.056527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.056527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Attempting to bind port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.057047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=f9de6129-6234-4cfe-be16-bcc0339a8e23,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:48.068291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:30:48.068669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:48.073246 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a9c1bd3d-6ddf-422c-8158-2c5809eba785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3700290 Dec 12 15:30:48.073552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:30:48.074016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Bound port: aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:30:48.074147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:48.074382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.081235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:48.148809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.204285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:48.217597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:30:48.226507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.295919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.296601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.301567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] 10.222.0.13 "PUT /v2.0/ports/aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 HTTP/1.1" status: 200 len: 1092 time: 1.5996270 Dec 12 15:30:48.301567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:48.301567 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:48.324025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.330760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc00639-38f9-4c96-b6ca-05c91b8e06fc service neutron] Pushing event updated for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:48.335175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b1085c4c-51d3-4c72-b7ff-a3c4edd40a13'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:48.379268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Pushing event deleted for resources: {'Port': ['ID=b1085c4c-51d3-4c72-b7ff-a3c4edd40a13,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:48.395415 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f82177a-b74d-4388-9bc3-5c7be5cea47d x-openstack-request-id: req-9f82177a-b74d-4388-9bc3-5c7be5cea47d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:48.396195 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:48.396195 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f82177a-b74d-4388-9bc3-5c7be5cea47d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:48.396399 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', 'status': 'completed', 'code': 200} Dec 12 15:30:48.414115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port f9de6129-6234-4cfe-be16-bcc0339a8e23 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:48.423362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.429796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] No DVR routers for this DVR port b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:30:48.433597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.435105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.437063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e25fb31-5dcf-44f8-8d49-c274e9653e47 req-93b82d44-ffc6-4972-85e8-e7c3d32d0458 tempest-ServerPasswordTestJSON-17333286 tempest-ServerPasswordTestJSON-17333286-project] 10.222.0.13 "DELETE /v2.0/ports/b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 HTTP/1.1" status: 204 len: 173 time: 0.9484322 Dec 12 15:30:48.450574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-d79f47d3-bff8-4f1e-9a66-1a7f19cf07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.452242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-d79f47d3-bff8-4f1e-9a66-1a7f19cf07fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 1095 time: 0.0823841 Dec 12 15:30:48.493422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=f9de6129-6234-4cfe-be16-bcc0339a8e23,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:48.504271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.504611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.505079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.509678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.510009 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.510429 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 2 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.524077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.524417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.524805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.540445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.541270 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.542395 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 3 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.556268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.556577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.556955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.557214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-2cf28826-e98c-4a00-846d-09fe144639cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 HTTP/1.1" status: 200 len: 217 time: 0.0963922 Dec 12 15:30:48.565420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.565801 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.566376 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 4 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.583806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.584154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.584588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.589706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.589923 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.590315 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 5 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.603896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.604245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.604584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.609852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.610184 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.610742 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 6 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.631031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.631372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.632275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.637453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.637909 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.638537 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 7 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.653179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.653821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.655222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.659429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.659876 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.660388 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 8 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.665660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcef7e8-9217-4923-8212-2aa136610393 req-d96fd401-27e5-44fa-8c36-cbd5c38abac3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.667579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7dcef7e8-9217-4923-8212-2aa136610393 req-d96fd401-27e5-44fa-8c36-cbd5c38abac3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 944 time: 0.1128917 Dec 12 15:30:48.669414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-885da8d1-a448-401e-9bfe-4799c70f2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.671005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-885da8d1-a448-401e-9bfe-4799c70f2e58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1049066 Dec 12 15:30:48.674460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.674799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.675223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.685673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.686145 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.686559 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 9 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.699877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.700220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.701142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.705715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.706048 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.706561 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 10 to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 Dec 12 15:30:48.720836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-86371a3d-414b-40b7-8422-30c5c9ceb42c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377326 Dec 12 15:30:48.721382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:48.721875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:48.722176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:48.727154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:48.727399 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port f9de6129-6234-4cfe-be16-bcc0339a8e23 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:48.727764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.794436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port f9de6129-6234-4cfe-be16-bcc0339a8e23, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:48.794926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:30:48.799910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7dcef7e8-9217-4923-8212-2aa136610393 req-c33dced0-12a2-4048-84b7-4374fbaf38ab tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239793 Dec 12 15:30:48.802094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.844930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] In _notify_port_updated(), no bound segment for port f9de6129-6234-4cfe-be16-bcc0339a8e23 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:30:48.846154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:48.848007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:48.852160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:48.853128 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "PUT /v2.0/ports/f9de6129-6234-4cfe-be16-bcc0339a8e23 HTTP/1.1" status: 200 len: 978 time: 0.7776098 Dec 12 15:30:48.874967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137dfe-69ff-4799-8843-c6c19249d8cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=f9de6129-6234-4cfe-be16-bcc0339a8e23,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:48.940870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-54623363-084d-4e27-a8bd-cb0452ef81e9 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089689 Dec 12 15:30:49.031170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.084908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.085383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.085854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.086315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.086773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.087229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.087687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.088139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.088589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.089066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.089516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.090042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.090446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.090892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.091431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.091895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.092347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.092823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.093276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.093755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.094203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.094645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.095094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.095537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.095991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.096441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.096950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.097354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.097794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.104801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1a7078c1-eb7b-4b36-be96-aa7f8dc418c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26092 time: 0.2477458 Dec 12 15:30:49.105513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.126426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a0a98-49df-4a4e-911c-2d40abf30f4c req-b2fc6300-ffdf-4a42-b6f2-34324ea25cc3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.134764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c41a0a98-49df-4a4e-911c-2d40abf30f4c req-b2fc6300-ffdf-4a42-b6f2-34324ea25cc3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1964219 Dec 12 15:30:49.154236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42346) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.190870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce40675d-6c27-4a09-aeea-c0aff48858b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.191742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d783fffb-8643-483e-beb0-bc513c1e4f94 req-259bf21c-dfe0-45ee-afa5-e9104b4403e8 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346299 Dec 12 15:30:49.231132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Deleting subnet 60bed4ef-3879-404a-9c78-72f5c3c7b642 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:30:49.240392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Deleting port f9de6129-6234-4cfe-be16-bcc0339a8e23 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:49.240610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.248611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c41a0a98-49df-4a4e-911c-2d40abf30f4c req-53b350c8-88fa-41fb-b737-875754fd90e3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079121 Dec 12 15:30:49.249548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.317294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.326474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port f9de6129-6234-4cfe-be16-bcc0339a8e23, host n-h2-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:49.326835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.347166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-985857a0-0a5a-47b4-b5f4-c38a91b37eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.348687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-985857a0-0a5a-47b4-b5f4-c38a91b37eec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 1095 time: 0.0781865 Dec 12 15:30:49.350902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Calling delete_port for f9de6129-6234-4cfe-be16-bcc0339a8e23 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:49.353698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce40675d-6c27-4a09-aeea-c0aff48858b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.363858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce40675d-6c27-4a09-aeea-c0aff48858b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.382187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.443469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ce40675d-6c27-4a09-aeea-c0aff48858b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4d75a7863f74c0c834e59d29a4eb221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111927 Dec 12 15:30:49.446946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42348) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.448473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40675d-6c27-4a09-aeea-c0aff48858b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f12177-f002-4467-aad8-53b8ceab19d8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:49.476597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.506630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9de6129-6234-4cfe-be16-bcc0339a8e23,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:49.515544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.519878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-ce5a7404-b0d5-4b1b-a7d1-7ac40984c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.521240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-479f6cb6-1b1e-4eb3-bd07-8b2d98121ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f9de6129-6234-4cfe-be16-bcc0339a8e23 HTTP/1.1" status: 204 len: 168 time: 0.4150336 Dec 12 15:30:49.521483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-ce5a7404-b0d5-4b1b-a7d1-7ac40984c0dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.1644728 Dec 12 15:30:49.521899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.522847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.548887 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e0d050-3279-4a3c-ba02-fbc57b3b4838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:30:49.550252 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15e0d050-3279-4a3c-ba02-fbc57b3b4838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports/f9de6129-6234-4cfe-be16-bcc0339a8e23 HTTP/1.1" status: 404 len: 333 time: 0.0274463 Dec 12 15:30:49.553986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.559446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-504536780', 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:49.579831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Made reservation on behalf of 3031b811234e474ea6838569074c1a34 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:49.582321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.587442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60bed4ef-3879-404a-9c78-72f5c3c7b642,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:49.594135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.597451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b45797e9-744e-4010-b1a6-0e8e5d31c7f1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60bed4ef-3879-404a-9c78-72f5c3c7b642 HTTP/1.1" status: 204 len: 168 time: 0.4422016 Dec 12 15:30:49.598665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port 5e521939-e961-446a-a1a9-5e44cafc7ee6 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:49.601210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-ede8cdb2-000d-43bf-bce0-a588b4f8d5de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 HTTP/1.1" status: 200 len: 217 time: 0.0717740 Dec 12 15:30:49.602481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:49.604181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.661256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.685475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-d2f5f13c-578c-4a79-9f8c-184b120f5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:49.687824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-d2f5f13c-578c-4a79-9f8c-184b120f5dde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0785565 Dec 12 15:30:49.728918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.734651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-adbc0c54-d6bf-42c5-9af9-15f38cae2d06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349023 Dec 12 15:30:49.814224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.817291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.819680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2f12177-f002-4467-aad8-53b8ceab19d8 HTTP/1.1" status: 204 len: 168 time: 0.3704157 Dec 12 15:30:49.834144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292edc77-170e-4768-9551-5bf7acb8fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f12177-f002-4467-aad8-53b8ceab19d8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:49.914400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-054217d5-5ea0-4176-96a6-29e22a29b581 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718676 Dec 12 15:30:49.919251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.936570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:49.951331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39a48cb-7a63-468c-a880-259263a55046']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:49.964326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb3f24c-609b-473c-8931-79ebd8aaa594') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:49.964800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb3f24c-609b-473c-8931-79ebd8aaa594') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:50.003323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.026990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.029739 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.045576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:30:50.046045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:30:50.048673 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:30:50.061125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.064200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f7eac-18ff-4325-8d9e-cf5ab3e42319 req-ca3d1a63-d3b5-4a2f-906a-900238c40e86 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:50.071690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c8f7eac-18ff-4325-8d9e-cf5ab3e42319 req-ca3d1a63-d3b5-4a2f-906a-900238c40e86 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 944 time: 0.1789839 Dec 12 15:30:50.106874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3b454-3e3c-4c5d-b6b9-4430e4f76c08 req-079fa5c5-deec-415d-9ef8-757bbf9c4186 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743774 Dec 12 15:30:50.151513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c8f7eac-18ff-4325-8d9e-cf5ab3e42319 req-b38f7f82-c971-453d-b2ea-5f37a617ba75 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789568 Dec 12 15:30:50.177643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Network d339f18e-39d6-481a-8398-3d49eb032fb4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:50.181205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:50.185405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:50.186468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:50.187525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.194692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.200289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.207832 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c39a48cb-7a63-468c-a880-259263a55046 HTTP/1.1" status: 204 len: 168 time: 0.6037557 Dec 12 15:30:50.221223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=5e521939-e961-446a-a1a9-5e44cafc7ee6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.228736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.243772 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69e253ea-6ae3-46c9-8624-64b9fddf99ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.247394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30dd6a6d-40f3-4d96-8026-13e793ffbe35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6901448 Dec 12 15:30:50.247394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665f639-5316-4e98-8982-a70cb961db71 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39a48cb-7a63-468c-a880-259263a55046,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.251983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.298309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d162c-c88d-4d91-91e2-e91407899fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:50.299719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-966d162c-c88d-4d91-91e2-e91407899fb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports/5e521939-e961-446a-a1a9-5e44cafc7ee6 HTTP/1.1" status: 200 len: 958 time: 0.0466201 Dec 12 15:30:50.304475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.310642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214f33ec-b771-4b68-b7fb-4526e7fbfa99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.402610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214f33ec-b771-4b68-b7fb-4526e7fbfa99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.407088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214f33ec-b771-4b68-b7fb-4526e7fbfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.407472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'name': 'network-vif-deleted', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:50.410490 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c29c49-e1d4-42d0-8333-63ba423e7219" -d '{"events": [{"server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "name": "network-vif-deleted", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:50.420415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.450469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-214f33ec-b771-4b68-b7fb-4526e7fbfa99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f958cb61d05493d8d64a4d2ba3dc5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176939 Dec 12 15:30:50.451512 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204613f-21a4-41f1-b7b4-9f324da71223 x-openstack-request-id: req-2204613f-21a4-41f1-b7b4-9f324da71223 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:50.452024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f33ec-b771-4b68-b7fb-4526e7fbfa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ba2e59-86b1-46fd-860e-ae9e1b3c12ab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.452111 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f0fdc8-70c0-43c0-867b-4a78f0b0a3db", "name": "network-vif-deleted", "tag": "b1085c4c-51d3-4c72-b7ff-a3c4edd40a13", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:50.452111 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2204613f-21a4-41f1-b7b4-9f324da71223 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:50.452442 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f0fdc8-70c0-43c0-867b-4a78f0b0a3db', 'name': 'network-vif-deleted', 'tag': 'b1085c4c-51d3-4c72-b7ff-a3c4edd40a13', 'status': 'completed', 'code': 200} Dec 12 15:30:50.454423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.505789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.507562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d063f2-6723-4c6e-93ee-112c780faf59 req-1c441192-0182-46d0-96c0-3ca6b65c5f14 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:50.509070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78d063f2-6723-4c6e-93ee-112c780faf59 req-1c441192-0182-46d0-96c0-3ca6b65c5f14 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1633894 Dec 12 15:30:50.529799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-46094e57-a1dd-49e4-9529-2d9f7e4d2e69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7196a06a74fa4365b29d508995de9ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1061888 Dec 12 15:30:50.532239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.533698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.535977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69e253ea-6ae3-46c9-8624-64b9fddf99ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.548737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Deleting port 5e521939-e961-446a-a1a9-5e44cafc7ee6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:50.549078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.552944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69e253ea-6ae3-46c9-8624-64b9fddf99ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.609790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.622706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.625817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.626944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4ba2e59-86b1-46fd-860e-ae9e1b3c12ab HTTP/1.1" status: 204 len: 168 time: 0.1716084 Dec 12 15:30:50.644877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.651130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cbf6a-89c1-4f52-a4ea-03a36ed0a26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ba2e59-86b1-46fd-860e-ae9e1b3c12ab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.661916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69e253ea-6ae3-46c9-8624-64b9fddf99ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8783d87dce45471c816f5c075a7c1198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320555 Dec 12 15:30:50.668298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.683956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78d063f2-6723-4c6e-93ee-112c780faf59 req-61492491-7049-4c19-99f8-66290fd7f4f1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608236 Dec 12 15:30:50.684569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e253ea-6ae3-46c9-8624-64b9fddf99ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe653f0-6d6a-4ee7-81b4-bdcb81e0bbc8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.689761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.717167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.717534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Calling delete_port for 5e521939-e961-446a-a1a9-5e44cafc7ee6 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:50.720178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.721692 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8318610-4cc6-4645-819d-46454a465987 HTTP/1.1" status: 204 len: 168 time: 0.1870682 Dec 12 15:30:50.739536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc5695-ff3a-4e65-a50e-3b4337f2de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8318610-4cc6-4645-819d-46454a465987,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.793672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.829416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.876200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.910615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e521939-e961-446a-a1a9-5e44cafc7ee6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.916705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.920225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d0c0b92-b0f4-4f21-9e84-f4e5e3c84eaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "DELETE /v2.0/ports/5e521939-e961-446a-a1a9-5e44cafc7ee6 HTTP/1.1" status: 204 len: 168 time: 0.6145196 Dec 12 15:30:50.923400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.942179 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.945154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:50.948792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fe653f0-6d6a-4ee7-81b4-bdcb81e0bbc8 HTTP/1.1" status: 204 len: 168 time: 0.2749286 Dec 12 15:30:50.966544 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcabc26-3595-4e39-b54f-77ebb47989c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:30:50.968220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0fcabc26-3595-4e39-b54f-77ebb47989c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports/5e521939-e961-446a-a1a9-5e44cafc7ee6 HTTP/1.1" status: 404 len: 333 time: 0.0438688 Dec 12 15:30:50.972029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:50.973334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412234e-1e58-4c54-9d03-e9d2123056d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe653f0-6d6a-4ee7-81b4-bdcb81e0bbc8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:50.978242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080199665'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:51.005868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Made reservation on behalf of 3031b811234e474ea6838569074c1a34 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:51.008460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.027958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:51.216830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.257101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.311721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Network d339f18e-39d6-481a-8398-3d49eb032fb4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:30:51.316169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:51.316970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306b1f-0c48-4942-bc47-3a19a4bbccba req-805aa587-493a-4730-a93a-5f0caad07478 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:51.318675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7886c4-97a5-4f74-a705-1cbcdf18eb85,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:51.321307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:51.323076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:51.323849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.325562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33306b1f-0c48-4942-bc47-3a19a4bbccba req-805aa587-493a-4730-a93a-5f0caad07478 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 944 time: 0.0744109 Dec 12 15:30:51.343063 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1fb23b87-66d7-4b11-9e8e-10279ef37636 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3693287 Dec 12 15:30:51.346595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:51.353824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:51.376500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33306b1f-0c48-4942-bc47-3a19a4bbccba req-ecaf48b7-2fc0-4aee-b1d8-4519a7ce86c5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499969 Dec 12 15:30:51.398901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:30:51.398901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:30:51.423552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:30:51.423905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b1085c4c-51d3-4c72-b7ff-a3c4edd40a13 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:30:51.448591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.537789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:51.551737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', 'mac_address': 'fa:16:3e:20:18:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:30:51.607761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.629006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:30:51.657853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:51.663356 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.667166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] device_id is not set on port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:51.683703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.691584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:51.717571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:51.755562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7886c4-97a5-4f74-a705-1cbcdf18eb85,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:51.767654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.767953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.769019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.774110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.774441 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.774826 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 2 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.788843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.789184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.789521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.793980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.794300 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.794684 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 3 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.807305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.807639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.807972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.812557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.812963 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.813320 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 4 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.830523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.830862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.831205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.841542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.841867 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.842341 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 5 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.855326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.855718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.856117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.858866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2addb5f-c66b-41ce-8c61-f0aab56c73b8 req-e7421f26-511a-475d-b45a-64edf4220536 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:51.860615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.861106 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.861509 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 6 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.865108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2addb5f-c66b-41ce-8c61-f0aab56c73b8 req-e7421f26-511a-475d-b45a-64edf4220536 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0708313 Dec 12 15:30:51.880670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:30:51.881121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.881549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.881975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.887133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.887623 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.888118 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 7 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.910687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.911070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.911489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.921983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.922319 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.922715 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 8 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.937869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.938173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.938490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.943594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.943923 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.944315 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 9 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.945183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2addb5f-c66b-41ce-8c61-f0aab56c73b8 req-3af6a9d6-56d4-465a-b0ff-5c2331568280 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752227 Dec 12 15:30:51.959959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.960319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.960670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.966991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.967393 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.968064 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempt 10 to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 Dec 12 15:30:51.981772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:51.982044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:51.982386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempting to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:51.991342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:51.991667 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Failed to bind port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on host n-h2-710847-8 for vnic_type normal using segments [{'id': 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd339f18e-39d6-481a-8398-3d49eb032fb4'}] Dec 12 15:30:51.992033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.089479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:30:52.090239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:30:52.103067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.136670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] In _notify_port_updated(), no bound segment for port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 on network d339f18e-39d6-481a-8398-3d49eb032fb4 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:30:52.137589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:52.138262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.139671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "PUT /v2.0/ports/1f7886c4-97a5-4f74-a705-1cbcdf18eb85 HTTP/1.1" status: 200 len: 979 time: 0.7920990 Dec 12 15:30:52.143828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42468) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:52.156099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25191fb7-90e1-4095-8250-5ee5dcf9a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7886c4-97a5-4f74-a705-1cbcdf18eb85,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:52.239013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Deleting port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:30:52.239354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.309018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] For port 1f7886c4-97a5-4f74-a705-1cbcdf18eb85, host n-h2-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:52.309515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.323659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Calling delete_port for 1f7886c4-97a5-4f74-a705-1cbcdf18eb85 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:30:52.415033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.449290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f7886c4-97a5-4f74-a705-1cbcdf18eb85,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:52.462597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.466294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e73d65d-4cca-45da-992f-1075a666fdfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "DELETE /v2.0/ports/1f7886c4-97a5-4f74-a705-1cbcdf18eb85 HTTP/1.1" status: 204 len: 168 time: 0.3210056 Dec 12 15:30:52.468920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42486) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:52.526645 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fabc302-7d9d-4a24-95d3-cc8c2a5df6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:30:52.528087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5fabc302-7d9d-4a24-95d3-cc8c2a5df6c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503059390-project-admin] 10.222.0.36 "GET /v2.0/ports/1f7886c4-97a5-4f74-a705-1cbcdf18eb85 HTTP/1.1" status: 404 len: 333 time: 0.0512152 Dec 12 15:30:52.532142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:52.551439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646188-96c6-4f54-af7d-535b8d22c43e req-585d11b0-f428-4645-a262-5144f8b3e7e6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:52.558521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a646188-96c6-4f54-af7d-535b8d22c43e req-585d11b0-f428-4645-a262-5144f8b3e7e6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 945 time: 0.0910494 Dec 12 15:30:52.620863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a646188-96c6-4f54-af7d-535b8d22c43e req-db923cb5-cb46-4ee8-b08d-55526862321b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613775 Dec 12 15:30:52.630533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.728503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.731444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-584221c1-76de-4030-baed-039d3abfa28c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558221 Dec 12 15:30:52.761128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d339f18e-39d6-481a-8398-3d49eb032fb4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:52.772808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:52.773209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6a7c29-3585-4dad-9830-b321fa3d6e4e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:30:52.786211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.806303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.819842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:30:52.820534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:30:52.825565 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:30:52.833912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3494-32c7-4096-98b5-3133622b821c req-7ae34389-567a-4c88-b5ce-62167d4e7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:52.835607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-7ae34389-567a-4c88-b5ce-62167d4e7e43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 1096 time: 0.0552413 Dec 12 15:30:52.944997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.963073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:52.970389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] 10.222.0.36 "DELETE /v2.0/networks/d339f18e-39d6-481a-8398-3d49eb032fb4 HTTP/1.1" status: 204 len: 168 time: 0.4369097 Dec 12 15:30:52.988482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f46871-5e44-42d6-a200-531ba920d5e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1826030994-project] Pushing event deleted for resources: {'Network': ['ID=d339f18e-39d6-481a-8398-3d49eb032fb4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:53.061110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d54073e-7d9c-492f-ac1f-8b9d01dbbdc7 req-2a085e07-b16e-44e1-ac29-1c4a9899fb92 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0462976 Dec 12 15:30:53.147239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3494-32c7-4096-98b5-3133622b821c req-23be05ee-7a16-4332-95ad-f03d20f15b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:53.149002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-23be05ee-7a16-4332-95ad-f03d20f15b3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.2899959 Dec 12 15:30:53.214283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-f52247f4-1314-4318-8139-4ef8bd4e343b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 200 len: 217 time: 0.0444272 Dec 12 15:30:53.409343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:30:53.481922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:30:53.484019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:53.494229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:30:53.494931 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.527204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:53.587728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3494-32c7-4096-98b5-3133622b821c req-419c480b-246a-410b-9a44-9e05834341d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:53.589184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-419c480b-246a-410b-9a44-9e05834341d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.3676660 Dec 12 15:30:53.597611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ded1a-31a4-4eb9-9aea-d35446ec3ba7 req-6ab12014-c248-42cf-8035-f0157055a74c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:53.604768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c7ded1a-31a4-4eb9-9aea-d35446ec3ba7 req-6ab12014-c248-42cf-8035-f0157055a74c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.4770553 Dec 12 15:30:53.629730 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.667884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-01ca3804-9705-4f0c-b6c6-953bb690167d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604885 Dec 12 15:30:53.672261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:30:53.673796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:30:53.676529 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72564a6b-44de-440e-8926-7e8e2c312f96" -d '{"events": [{"server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "name": "network-vif-plugged", "status": "completed", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:30:53.681638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.743372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:53.778862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5af5231-fa14-41c4-98e2-f4356091a285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.793895 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-16fc8534-ddad-47b6-ba25-9220627fd881 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c88b648a59cd409083a46bd470def46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081169 Dec 12 15:30:53.797305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:53.841347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c7ded1a-31a4-4eb9-9aea-d35446ec3ba7 req-41b5c7ae-b225-46d0-8941-17e191f644a4 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355392 Dec 12 15:30:53.880146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.913085 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e8dd0-2774-4033-8659-933fe31cf4b7 x-openstack-request-id: req-873e8dd0-2774-4033-8659-933fe31cf4b7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:30:53.913459 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "name": "network-vif-plugged", "status": "completed", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:30:53.913784 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-873e8dd0-2774-4033-8659-933fe31cf4b7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:30:53.914270 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', 'code': 200} Dec 12 15:30:53.917374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-166e5400-be41-4025-b4c0-eceeb0fe92c8 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397802 Dec 12 15:30:53.924726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.941227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5af5231-fa14-41c4-98e2-f4356091a285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:53.943676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ac198-40bd-417b-b41c-a6be4a307a3b req-e7becb61-af31-461a-97d1-2e20d0a8b435 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:53.946423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-090ac198-40bd-417b-b41c-a6be4a307a3b req-e7becb61-af31-461a-97d1-2e20d0a8b435 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.1550446 Dec 12 15:30:53.958197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5af5231-fa14-41c4-98e2-f4356091a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.000407 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5af5231-fa14-41c4-98e2-f4356091a285 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9496611d3d148109db18904a9c6ec5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4715962 Dec 12 15:30:54.001318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42610) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:54.026886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af5231-fa14-41c4-98e2-f4356091a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ddc362-d6cb-4f78-8cbd-1ed021ff4a99,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:54.081285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.087044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.088749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29bab8b0-6798-4558-a69e-fc632c1d6048 HTTP/1.1" status: 204 len: 168 time: 0.2902539 Dec 12 15:30:54.108959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598053-3bf5-41e2-b09d-b392cc259f25 req-0ec11973-d0ed-4ad2-b94a-ce93a72c72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:54.110793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa06ac3-48b0-46fb-b206-b25945177b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bab8b0-6798-4558-a69e-fc632c1d6048,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:54.111535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68598053-3bf5-41e2-b09d-b392cc259f25 req-0ec11973-d0ed-4ad2-b94a-ce93a72c72c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 1097 time: 0.1151848 Dec 12 15:30:54.121350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.132377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-090ac198-40bd-417b-b41c-a6be4a307a3b req-5fd985df-a22b-4f58-a85a-2347b20743a0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672387 Dec 12 15:30:54.168789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74df3494-32c7-4096-98b5-3133622b821c req-29603e01-af23-4160-b7af-24e47d1dde3d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428710 Dec 12 15:30:54.202375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.219987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68598053-3bf5-41e2-b09d-b392cc259f25 req-d0f10988-1a52-4c41-8ed6-a66e9c228a0e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863051 Dec 12 15:30:54.251800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b649650-621e-462e-8bba-c91b11d7ab23 req-d23d5e62-a594-4e78-9857-d3cb3bd23ecb tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0357151 Dec 12 15:30:54.296217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.300745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.305479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88ddc362-d6cb-4f78-8cbd-1ed021ff4a99 HTTP/1.1" status: 204 len: 168 time: 0.3003538 Dec 12 15:30:54.318495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1dca4-118c-42dc-ba58-88417d84388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ddc362-d6cb-4f78-8cbd-1ed021ff4a99,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:54.615637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:54.675039 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d110681d-a410-49b8-a5f9-448f7dce0ee0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3031b811234e474ea6838569074c1a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581424 Dec 12 15:30:54.677408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:54.732153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.753758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.814560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.817347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:54.821157 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/812b0114-3ca0-4ffe-868d-82f68ed71a7b HTTP/1.1" status: 204 len: 168 time: 0.1426666 Dec 12 15:30:54.830228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62e5a-f8b4-432a-842c-2e384e19ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812b0114-3ca0-4ffe-868d-82f68ed71a7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:54.922342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-b6c900d9-729b-489e-bcf7-dba4680a7a22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0566523 Dec 12 15:30:54.985307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d5f9f-630d-4a6b-ae6b-0b9759a62eb1 req-5f6de7d6-2dbd-4d58-87c2-dd499febd9d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:54.986899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-663d5f9f-630d-4a6b-ae6b-0b9759a62eb1 req-5f6de7d6-2dbd-4d58-87c2-dd499febd9d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0633585 Dec 12 15:30:55.064984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.065460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.065917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.066374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.066839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.067288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.067737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.069728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3f1a0641-65c7-4b86-9863-32787dbd1841 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.0818815 Dec 12 15:30:55.083890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-663d5f9f-630d-4a6b-ae6b-0b9759a62eb1 req-5b93bec1-1fcd-4ff1-a362-967a3d0cd82b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Dec 12 15:30:55.177303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:55.236905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3c8c0648-4b63-4178-a17f-b844748726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.239970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3c8c0648-4b63-4178-a17f-b844748726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.240604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3c8c0648-4b63-4178-a17f-b844748726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.242482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3c8c0648-4b63-4178-a17f-b844748726d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.1343319 Dec 12 15:30:55.356237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb355c-a130-4728-a314-cc710e5954a0 req-7264f226-79c8-4c43-a7a0-1f9489d03a29 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.358155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1edb355c-a130-4728-a314-cc710e5954a0 req-7264f226-79c8-4c43-a7a0-1f9489d03a29 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.1145089 Dec 12 15:30:55.378512 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87daad97-d030-4ca0-b003-5e13913fb45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.381124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-68111568-70c4-4449-95cc-8752b4b86b55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.1243150 Dec 12 15:30:55.477121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87daad97-d030-4ca0-b003-5e13913fb45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.483494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87daad97-d030-4ca0-b003-5e13913fb45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.497840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd9e0c-2937-4723-a574-2e07232858a7 req-369864b2-324b-4aac-96fc-f7f4af6ddc0d tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0711281 Dec 12 15:30:55.530633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-87daad97-d030-4ca0-b003-5e13913fb45c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f99afb8a8f154441a7447db501aa81a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522468 Dec 12 15:30:55.532701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daad97-d030-4ca0-b003-5e13913fb45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c6703-aad2-4276-b281-66446f9ed001,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:55.541202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:55.545323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-c1561e37-84fb-40a6-adee-880f5cac9296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.547362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-c1561e37-84fb-40a6-adee-880f5cac9296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.1516025 Dec 12 15:30:55.551604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1edb355c-a130-4728-a314-cc710e5954a0 req-21d37caf-1d04-457b-b4ce-84c76a03cec7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678019 Dec 12 15:30:55.610011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.623594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a238e59-b010-4dc6-93ad-8bc2df75a395 req-ba9a56b2-fc7d-4233-8608-c328896d0e64 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0504344 Dec 12 15:30:55.635229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.639743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-34b8c5c6-a081-4009-80b8-b0d68f074c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.643968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-34b8c5c6-a081-4009-80b8-b0d68f074c0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882773 Dec 12 15:30:55.708969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.714339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:55.717855 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e53c6703-aad2-4276-b281-66446f9ed001 HTTP/1.1" status: 204 len: 168 time: 0.1755457 Dec 12 15:30:55.728731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e48c6-a833-4a6b-805e-a070fd56c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c6703-aad2-4276-b281-66446f9ed001,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:55.772845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3ec5a9b9-4f72-45d5-baf8-e783d33b29e6 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151695 Dec 12 15:30:55.874034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-aa9251d7-f675-4654-8259-ab74e80e90d8 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926502 Dec 12 15:30:55.935583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-bae6579e-48a4-42c4-8978-3eac10e57272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.0528185 Dec 12 15:30:55.993970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-2057a858-9b40-4d85-a1f9-3e0b977fb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:55.995671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-2057a858-9b40-4d85-a1f9-3e0b977fb0c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0539737 Dec 12 15:30:56.052939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-1ed8cfd6-9941-4f3b-aad9-76131c75557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:56.054635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-1ed8cfd6-9941-4f3b-aad9-76131c75557d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516505 Dec 12 15:30:56.115328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:56.139048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa110633-5cfb-4115-aad1-466363f65ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.221984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-1b32b2c0-e13b-4591-ac20-9477b07a5397 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587775 Dec 12 15:30:56.248938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50a58-b4f5-42c5-b2b8-e8773b8f472f req-0b2d341f-84ba-4fbd-b78e-4a65ec84d7bb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:56.252391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa110633-5cfb-4115-aad1-466363f65ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.254241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee50a58-b4f5-42c5-b2b8-e8773b8f472f req-0b2d341f-84ba-4fbd-b78e-4a65ec84d7bb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0799830 Dec 12 15:30:56.260421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa110633-5cfb-4115-aad1-466363f65ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.301648 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aa110633-5cfb-4115-aad1-466363f65ef8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b957c90fb5134e92aaf51f09960a8f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853948 Dec 12 15:30:56.302782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110633-5cfb-4115-aad1-466363f65ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c61fc9-5b4c-4dcf-b93b-21a864cf9521,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:56.305065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:56.366433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fee50a58-b4f5-42c5-b2b8-e8773b8f472f req-6a0d42cd-c126-4b48-9608-e4d843a8f6c7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016953 Dec 12 15:30:56.371971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.381305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-9616155c-170e-4ddc-b2a4-68908548de35 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501927 Dec 12 15:30:56.413002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.437646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-adf22a36-0a00-43ca-b489-1d0be6892f55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0480115 Dec 12 15:30:56.485109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.488099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:56.489349 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1c61fc9-5b4c-4dcf-b93b-21a864cf9521 HTTP/1.1" status: 204 len: 168 time: 0.1833203 Dec 12 15:30:56.499129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553949f4-8210-4540-a67a-191bcee1a64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c61fc9-5b4c-4dcf-b93b-21a864cf9521,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:56.509625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-a48c59b7-c46f-4492-91d7-23933ef82659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:56.510877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-a48c59b7-c46f-4492-91d7-23933ef82659 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0642202 Dec 12 15:30:56.569069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-866f15fe-1dc0-485c-a202-2a88b79818ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:56.570728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-866f15fe-1dc0-485c-a202-2a88b79818ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0477676 Dec 12 15:30:56.674044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-120a72f7-7487-41a9-8518-05963fe460b0 req-6e770c18-4059-4fa2-a9fa-df4d1310c632 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0735791 Dec 12 15:30:56.752937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-52475f98-d4d7-49c4-a31a-ee025c0eb47e service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643124 Dec 12 15:30:56.765863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5ef88-f2bd-4722-b83f-a3742fa48b60 req-0d50027c-3a3c-4e11-b44a-44344fe8ba63 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:56.767460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdb5ef88-f2bd-4722-b83f-a3742fa48b60 req-0d50027c-3a3c-4e11-b44a-44344fe8ba63 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.0814469 Dec 12 15:30:56.834090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:56.885086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bdb5ef88-f2bd-4722-b83f-a3742fa48b60 req-994f99ea-0b83-46c5-865b-e62d9e53a0c4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022084 Dec 12 15:30:56.907672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-b3f0c699-6554-4c80-b196-3d68c630ed51 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391749 Dec 12 15:30:56.961812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-5a03a53b-c018-4bb1-b31b-7b33ecb09c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.0451736 Dec 12 15:30:57.018272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-1e9fba35-3121-43fd-946d-5b45fd0f40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.020453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-1e9fba35-3121-43fd-946d-5b45fd0f40a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0501921 Dec 12 15:30:57.077268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-9c83c812-a143-491c-822d-95b60758254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.079043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-9c83c812-a143-491c-822d-95b60758254e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510437 Dec 12 15:30:57.084801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e91ee6e-4c58-4a92-b095-3567590fc3d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.210859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-92de1d39-78ce-4d09-aa69-8f7da2802a3c service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229191 Dec 12 15:30:57.225397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e91ee6e-4c58-4a92-b095-3567590fc3d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.231944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e91ee6e-4c58-4a92-b095-3567590fc3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.277745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e91ee6e-4c58-4a92-b095-3567590fc3d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b4cb6bac18645f9acc43799f36b9cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414787 Dec 12 15:30:57.279246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91ee6e-4c58-4a92-b095-3567590fc3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d833cac1-7b44-4724-af77-c060b15ae5a7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:57.282382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:57.338221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:57.344727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.370414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.442120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-c15557a1-1117-4dbb-9816-af7a482c4991 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212911 Dec 12 15:30:57.450181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-e59bc36e-fd86-4a42-b5dc-e73ba4747e23 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.451219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.451648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-e59bc36e-fd86-4a42-b5dc-e73ba4747e23 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.2161963 Dec 12 15:30:57.455071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.456388 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d833cac1-7b44-4724-af77-c060b15ae5a7 HTTP/1.1" status: 204 len: 168 time: 0.1729093 Dec 12 15:30:57.472513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2248-654c-4c5c-a1dc-9d47ae5c2046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d833cac1-7b44-4724-af77-c060b15ae5a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:57.497943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-df75b52b-2d9c-4b4e-aa2b-f95e27c93b28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.0453238 Dec 12 15:30:57.549950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-5965b041-c305-45b7-a94e-ffac618d7de0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0875435 Dec 12 15:30:57.604291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-c5a0d42f-8dcb-4570-942a-db4d0185507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.605792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-c5a0d42f-8dcb-4570-942a-db4d0185507c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0981209 Dec 12 15:30:57.608111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-150508598'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:57.616785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d5708-ff87-4b55-a29f-bd0922cecc91 req-c9d7a919-fc04-46aa-962a-e9027613ec2e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.618271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b11d5708-ff87-4b55-a29f-bd0922cecc91 req-c9d7a919-fc04-46aa-962a-e9027613ec2e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1276233 Dec 12 15:30:57.629997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Made reservation on behalf of cfafb42caad540ada3ca29add4a6c11e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:57.636400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.651294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.679901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-12619bf7-5779-478b-977e-2310733120ea tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211772 Dec 12 15:30:57.774497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b11d5708-ff87-4b55-a29f-bd0922cecc91 req-59ae7570-92d5-4570-b3e0-e19a45756310 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440308 Dec 12 15:30:57.780444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-5eeb19bb-0e15-4381-ae72-eba71406b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:57.782692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-5eeb19bb-0e15-4381-ae72-eba71406b38e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1608500 Dec 12 15:30:57.785298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.793935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.863886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1821ea11-7a22-40ce-aa4a-9e42d56fb809,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:57.885577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-24e0b560-0963-4365-8383-70a71078d500 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937804 Dec 12 15:30:57.890915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:30:57.906974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:57.907589 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Added segment 085de3bb-c146-48fc-91a8-c68ddede1019 of type vlan for network 328af16d-4434-4c53-9f89-7b03e5763aae Dec 12 15:30:57.970119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-649b8bd7-5efa-4221-96ba-be01fb47fb11 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795337 Dec 12 15:30:57.973400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:58.016128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:58.022118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:58.023041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:58.085940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58d36504-c517-427d-a638-aeb362fd66c4 req-b71cb098-da4e-41a3-903a-7f679ae28612 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0816977 Dec 12 15:30:58.087186 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7479308 Dec 12 15:30:58.103459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972aa5e-a824-4976-bb63-819e7bd8634a tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Pushing event updated for resources: {'Network': ['ID=328af16d-4434-4c53-9f89-7b03e5763aae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:58.104128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-5b546abb-9377-4424-bd61-f4184d46c0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050447 Dec 12 15:30:58.119936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 328af16d-4434-4c53-9f89-7b03e5763aae details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:30:58.161977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-98236bf8-474f-4308-82d2-118c728769c3 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824734 Dec 12 15:30:58.246546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-4b45a601-760d-44fb-9da4-0afe94dbc047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.0762124 Dec 12 15:30:58.315037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-80471c2c-53c4-4fce-80f0-0ca803d2d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:58.316374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-80471c2c-53c4-4fce-80f0-0ca803d2d360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.0613670 Dec 12 15:30:58.388214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-31c9c46b-3879-427d-8672-f6c64c939f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:58.391275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-31c9c46b-3879-427d-8672-f6c64c939f89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627820 Dec 12 15:30:58.611140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-ec4b302a-fb8e-4d93-a50d-787d1620dbb8 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127335 Dec 12 15:30:58.768949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:58.778555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae', 'binding:host_id': 'n-h2-710847-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-937423627'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:30:58.835406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Made reservation on behalf of ed27cb88c9fb444298bbb5f4302a3800 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:30:58.843030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:58.844322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc67b249-265e-4bcb-b2f3-46c6eb69e162 req-2f8435a6-a304-4b5b-9251-970aa4cb5310 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 210 time: 0.1171985 Dec 12 15:30:58.852457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-11c5efa8-2740-4e5f-9797-79f8602b52be service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321019 Dec 12 15:30:58.868227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:58.932311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-0a19d04d-019d-4366-95c8-8d4d6e1dc965 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.0662541 Dec 12 15:30:59.051676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:59.060229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:59.065958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port 565338a5-45db-4d28-9e54-3d157d6c1c44 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:59.072614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-a5a8f16d-dd57-47b7-ab67-4521f772fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:59.074185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-a5a8f16d-dd57-47b7-ab67-4521f772fbda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1338563 Dec 12 15:30:59.157838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0932098-8e16-415b-ac79-18a8c2f8daf9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:59.185044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32739b-5eb8-4cb4-9bcf-f52f9bc34380 req-885f982e-85d3-4dbc-95c7-d4a73cd35e93 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:59.194482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b32739b-5eb8-4cb4-9bcf-f52f9bc34380 req-885f982e-85d3-4dbc-95c7-d4a73cd35e93 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1650515 Dec 12 15:30:59.329405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b32739b-5eb8-4cb4-9bcf-f52f9bc34380 req-b1280be3-56d9-462d-81cc-7edecf180892 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320426 Dec 12 15:30:59.330027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42952) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:30:59.332272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-13ee7cf4-ddd2-4a26-b3c4-a0ffb3afd9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:30:59.334702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-13ee7cf4-ddd2-4a26-b3c4-a0ffb3afd9a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2421043 Dec 12 15:30:59.480443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port 565338a5-45db-4d28-9e54-3d157d6c1c44 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:30:59.493619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:59.504504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:59.578185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=565338a5-45db-4d28-9e54-3d157d6c1c44,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:30:59.587598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Checking segment: {'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:30:59.588172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Network hostable DHCP agents. Network: 328af16d-4434-4c53-9f89-7b03e5763aae, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:30:59.613292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Network 328af16d-4434-4c53-9f89-7b03e5763aae is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:30:59.622529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 328af16d-4434-4c53-9f89-7b03e5763aae) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:30:59.627352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:30:59.645961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa56643-ac5e-48d6-aec6-1dbc1157b012 None None] Network 328af16d-4434-4c53-9f89-7b03e5763aae requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:30:59.653835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.654421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.654676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.668069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.668489 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.668967 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 2 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.693720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.696359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.696964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.706413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.707149 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.708430 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 3 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.760320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.760320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.760320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.770451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.771112 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.773315 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 4 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.806281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.806604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.806943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.819332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.819661 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.820052 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 5 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.835561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.836184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.836626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.842345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.842821 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.843345 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 6 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.859997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.860740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.861560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.869753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.870221 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.870715 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 7 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.888594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.890204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.890773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.896570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.897028 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.897649 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 8 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.911756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.912282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.912769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.917720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.918283 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.918762 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 9 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.937965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1728904b-057b-41f2-81b0-4e5f6b2f20aa req-e6307e44-d052-4f82-8aba-1c095eb0e685 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0883861 Dec 12 15:30:59.940809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.944745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.945354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.954963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.955282 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.955666 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 10 to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 Dec 12 15:30:59.968095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:30:59.968435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:30:59.968805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:30:59.972191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d6958f4-9147-44ed-b345-39c06bfeef64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:30:59.973832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 565338a5-45db-4d28-9e54-3d157d6c1c44 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:30:59.974153 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 565338a5-45db-4d28-9e54-3d157d6c1c44 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:30:59.974514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.032732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c2e1717-6d07-4ed6-8cf0-7dcdadc4c17a req-0ba1389f-80da-4e22-8b17-419b48f024c4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 210 time: 0.0913994 Dec 12 15:31:00.060764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port 565338a5-45db-4d28-9e54-3d157d6c1c44, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:00.061137 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:31:00.067655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.078402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-9b7d958f-d0e9-4b4c-be4c-b82b9dd871d0 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250862 Dec 12 15:31:00.105684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:00.106277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.128289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.3531120 Dec 12 15:31:00.128528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43004) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.130187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-df3bdf9d-ad20-4bcc-bbab-3c17ee718ad2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:00.131683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-df3bdf9d-ad20-4bcc-bbab-3c17ee718ad2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.2842536 Dec 12 15:31:00.159546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf1578-0bf4-4de1-8443-b03baa8fa39b tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=565338a5-45db-4d28-9e54-3d157d6c1c44,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:00.177771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': '704b000c-a954-4ecd-8cef-6706f283cf14', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:00.227741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Deleting port 565338a5-45db-4d28-9e54-3d157d6c1c44 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:00.228230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.298675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port 565338a5-45db-4d28-9e54-3d157d6c1c44, host n-h2-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:00.298912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.307235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d6958f4-9147-44ed-b345-39c06bfeef64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.315458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Calling delete_port for 565338a5-45db-4d28-9e54-3d157d6c1c44 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:00.318870 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d6958f4-9147-44ed-b345-39c06bfeef64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.328616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c824529-2c0c-419f-a6d1-58f080d15431 req-3ea1c477-7fd2-4235-b65b-0bcac399379f service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342856 Dec 12 15:31:00.345059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43008) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.388868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6958f4-9147-44ed-b345-39c06bfeef64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfff1f-07c1-462d-a1b2-d667d9f971f0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:00.398575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d6958f4-9147-44ed-b345-39c06bfeef64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1dca9f7d9204b14bc74aa8269baf34c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0633299 Dec 12 15:31:00.399219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43016) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.429831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:00.433649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.575171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.582911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9375cc35-6b62-4335-b455-bd50ee5e8085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.637237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d168-1602-4058-9bee-5714ba57d160 req-2caa8832-f8db-4150-ade8-a9b8b403592b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:00.638781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c20d168-1602-4058-9bee-5714ba57d160 req-2caa8832-f8db-4150-ade8-a9b8b403592b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1808107 Dec 12 15:31:00.665058 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.770851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.9 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/11309d08-2782-4fdc-8206-159147e9aea0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:00.776087 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.803834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event deleted for resources: {'Port': ['ID=565338a5-45db-4d28-9e54-3d157d6c1c44,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:00.804857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c20d168-1602-4058-9bee-5714ba57d160 req-f600dc27-5041-4184-9072-9eaaa287a766 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348636 Dec 12 15:31:00.812116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.816051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-13cf8abb-acb1-4c86-b5f1-ff4a1ccf78fb tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "DELETE /v2.0/ports/565338a5-45db-4d28-9e54-3d157d6c1c44 HTTP/1.1" status: 204 len: 168 time: 0.6865079 Dec 12 15:31:00.818617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.827418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.830534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.834451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16dfff1f-07c1-462d-a1b2-d667d9f971f0 HTTP/1.1" status: 204 len: 168 time: 0.4319258 Dec 12 15:31:00.848358 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c1c643-1d45-45e0-98e2-bb2a75fd8d0f tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:31:00.852687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63c1c643-1d45-45e0-98e2-bb2a75fd8d0f tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports/565338a5-45db-4d28-9e54-3d157d6c1c44 HTTP/1.1" status: 404 len: 333 time: 0.0297852 Dec 12 15:31:00.853567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.856085 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9375cc35-6b62-4335-b455-bd50ee5e8085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.865352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-535375652'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:00.870430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9375cc35-6b62-4335-b455-bd50ee5e8085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.876495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e610d52-01a2-44b6-83f9-beabbb725145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfff1f-07c1-462d-a1b2-d667d9f971f0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:00.892259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Made reservation on behalf of ed27cb88c9fb444298bbb5f4302a3800 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:00.896121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:00.923121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:00.979260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9375cc35-6b62-4335-b455-bd50ee5e8085 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b563192c83f94126abaf7dacbea8c91d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6314673 Dec 12 15:31:00.983191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:00.993315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375cc35-6b62-4335-b455-bd50ee5e8085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badb79da-574d-4be5-8233-0da08eb7e2b1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:01.101149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e94af12f-7564-43b6-a818-c27422d95247 req-9ea54c0e-1cc9-4079-a2b7-cb6f474daeec tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0552714 Dec 12 15:31:01.107157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.129858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.162198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.192243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72745a6a-4b09-4a78-9fe9-fe307a246329 req-ed5de14d-0fa2-47b7-a319-7b717ce3f74d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 210 time: 0.0464046 Dec 12 15:31:01.207116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.217683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.232209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.246408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:01.260050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Network 328af16d-4434-4c53-9f89-7b03e5763aae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:01.262921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:01.267675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:01.268609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:01.269246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.272590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=3137a5a3-61ad-45b9-bb1b-bcd6d0a66482,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:01.291843 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-516a3359-033c-425c-b0dd-bbbe9304b734 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4347196 Dec 12 15:31:01.294500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:01.300325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:01.313854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:01.318276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:01.322121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:01.368907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:01.386191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.389220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.391420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/badb79da-574d-4be5-8233-0da08eb7e2b1 HTTP/1.1" status: 204 len: 168 time: 0.4050562 Dec 12 15:31:01.402938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df1794-e944-413f-80a1-83587f9f1e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb79da-574d-4be5-8233-0da08eb7e2b1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:01.413363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.414428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:01.415239 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.434363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fc5e453c-a9ef-4d37-b7e5-5ad74379498a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2628188 Dec 12 15:31:01.450147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Request body: {'port': {'device_id': '704b000c-a954-4ecd-8cef-6706f283cf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:01.539362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.711027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:01.720876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.730104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:01.784140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=3137a5a3-61ad-45b9-bb1b-bcd6d0a66482,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:01.796530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.796900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.797240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.801781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.802107 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.802494 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 2 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.816983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.817513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.817852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.822874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.823259 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.823595 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 3 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.836682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.837015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.837351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.841766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.842093 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.842479 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 4 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.857015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.857369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.857684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.862437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.862892 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.863288 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 5 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.878373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.878708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.879043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.884223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.884748 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.885460 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 6 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.903104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.904378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.904920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.913108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.913861 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.914295 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 7 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.929089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.929830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.930362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.936408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.937956 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.938800 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 8 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.958185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.959927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.961426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.968800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.969191 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.969546 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 9 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:01.983933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:01.985009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:01.985447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:01.997087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:01.997510 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:01.998069 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 10 to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 Dec 12 15:31:02.001389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.008173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11309d08-2782-4fdc-8206-159147e9aea0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:02.018911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.028258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:02.028704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:02.029249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:02.033878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:02.034293 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:02.034716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.036772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6028845-2d37-46b6-b34e-9d0fe4f4142b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.038280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Transition to ACTIVE for port object 11309d08-2782-4fdc-8206-159147e9aea0 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:31:02.047743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579db562-0056-44d9-b4f7-5f5cd0749d1b req-bc16961e-55ce-4b8f-8ce6-cc9142b0e177 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.049273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-579db562-0056-44d9-b4f7-5f5cd0749d1b req-bc16961e-55ce-4b8f-8ce6-cc9142b0e177 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.0821192 Dec 12 15:31:02.050423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.127158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Pushing event updated for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.146187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:02.147201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:31:02.166150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.191089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-579db562-0056-44d9-b4f7-5f5cd0749d1b req-d8104901-bf28-47f3-a40e-f89954855c42 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101046 Dec 12 15:31:02.239841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Attempting to bind port 11309d08-2782-4fdc-8206-159147e9aea0 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:02.240551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Attempting to bind port 11309d08-2782-4fdc-8206-159147e9aea0 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:02.241116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Attempting to bind port 11309d08-2782-4fdc-8206-159147e9aea0 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:02.266120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6028845-2d37-46b6-b34e-9d0fe4f4142b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.273640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Port 11309d08-2782-4fdc-8206-159147e9aea0 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:02.274213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Attempting to bind port 11309d08-2782-4fdc-8206-159147e9aea0 on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:02.277783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=3137a5a3-61ad-45b9-bb1b-bcd6d0a66482,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.278510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7999f124-efcb-4818-973a-d78d2c017b7e req-2e42c2f2-f2cc-404f-9343-fb5602eeabb1 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0410852 Dec 12 15:31:02.283550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:02.284119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:02.284759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:02.285468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Bound port: 11309d08-2782-4fdc-8206-159147e9aea0, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:02.286047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.294805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] In _notify_port_updated(), no bound segment for port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:31:02.295679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.299651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.301396 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aa523f16-b12a-4aa1-a1af-f2dac9cd64e2 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "PUT /v2.0/ports/3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 HTTP/1.1" status: 200 len: 974 time: 1.0058289 Dec 12 15:31:02.302653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6028845-2d37-46b6-b34e-9d0fe4f4142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.305565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.399865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a14c95-789a-4691-a22f-d39b101c1f7d req-072bebca-eb00-4b12-b14d-fa17e5eaa134 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.401173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6028845-2d37-46b6-b34e-9d0fe4f4142b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be28025-8cee-49d7-b538-8271c45231ac,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.401436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a14c95-789a-4691-a22f-d39b101c1f7d req-072bebca-eb00-4b12-b14d-fa17e5eaa134 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 943 time: 0.0977263 Dec 12 15:31:02.421015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43082) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.421670 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a6028845-2d37-46b6-b34e-9d0fe4f4142b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28138846fcc547659f048fc8b6b04d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174747 Dec 12 15:31:02.427928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:02.440276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.441212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.441212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.441694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.442429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.442615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.443078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.443533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.443981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.444436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.444917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.445375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.445820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.446276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.446745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.447188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.447642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.448320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.448741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.449138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.449463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.449915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.450586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.450811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.451261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.451772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.452152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.452659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.453108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.453555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.456994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96519811-a185-4366-9c1f-afab63dd15ad tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26932 time: 0.1488717 Dec 12 15:31:02.458583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=11309d08-2782-4fdc-8206-159147e9aea0,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:02.461307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.472372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.543207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.543823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.545311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] 10.222.0.13 "PUT /v2.0/ports/11309d08-2782-4fdc-8206-159147e9aea0 HTTP/1.1" status: 200 len: 1091 time: 1.1029689 Dec 12 15:31:02.547565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:02.549511 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69499f97-d0c3-4572-8e40-e9cb78af4e79" -d '{"events": [{"name": "network-changed", "server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "tag": "11309d08-2782-4fdc-8206-159147e9aea0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:02.549763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Deleting port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:02.549957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.564485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5a14c95-789a-4691-a22f-d39b101c1f7d req-d0c2f5fb-1ae3-489b-85ba-3081c6309cf6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461000 Dec 12 15:31:02.587292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc757cb-ff3e-46d6-9538-08651e6ebc11 service neutron] Pushing event updated for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.595011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.621030 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5aeb71-e89b-4452-b539-d3b7a21c40b1 x-openstack-request-id: req-2c5aeb71-e89b-4452-b539-d3b7a21c40b1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:02.621353 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "tag": "11309d08-2782-4fdc-8206-159147e9aea0", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:02.621570 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c5aeb71-e89b-4452-b539-d3b7a21c40b1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:02.622148 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0', 'status': 'completed', 'code': 200} Dec 12 15:31:02.643719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.650965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482, host n-h2-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:02.652791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.672284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Calling delete_port for 3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:02.687488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-c59b64d5-da3b-43b5-8395-13e3920aed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.689148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-c59b64d5-da3b-43b5-8395-13e3920aed26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 1094 time: 0.0830946 Dec 12 15:31:02.744716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-048fec50-f954-45fe-9aac-fe4b1e3c63e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11309d08-2782-4fdc-8206-159147e9aea0 HTTP/1.1" status: 200 len: 217 time: 0.0445077 Dec 12 15:31:02.747968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.750961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.754449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9be28025-8cee-49d7-b538-8271c45231ac HTTP/1.1" status: 204 len: 168 time: 0.3254642 Dec 12 15:31:02.793760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d013f63-1e11-439a-8566-265ddda7e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be28025-8cee-49d7-b538-8271c45231ac,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.805317 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.812967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-a3755659-dcd9-42bb-88a3-e03758e50532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:02.814492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-a3755659-dcd9-42bb-88a3-e03758e50532 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0612860 Dec 12 15:31:02.849323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event deleted for resources: {'Port': ['ID=3137a5a3-61ad-45b9-bb1b-bcd6d0a66482,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:02.849625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-fa4abd93-3b56-4f98-984d-f7a743d1d292 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283053 Dec 12 15:31:02.865726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.870090 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d4df0c4-9e2b-46ba-822a-9f9091a16a0c tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 HTTP/1.1" status: 204 len: 168 time: 0.4076872 Dec 12 15:31:02.872956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.905124 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecad290a-2559-4af6-b0e1-6165b1e01d52 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:31:02.907626 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ecad290a-2559-4af6-b0e1-6165b1e01d52 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports/3137a5a3-61ad-45b9-bb1b-bcd6d0a66482 HTTP/1.1" status: 404 len: 333 time: 0.0336275 Dec 12 15:31:02.912131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:02.917884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1718249352', 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:02.942303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Made reservation on behalf of ed27cb88c9fb444298bbb5f4302a3800 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:02.945624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:02.962970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-c4f5fe48-6301-48e6-b3b8-d8b365ee265d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053271 Dec 12 15:31:02.966844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port e5ea18e0-f932-46a0-8268-a33215262095 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:03.086936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-883d66b1-5a7d-4556-ad65-a8dc752758b4 req-b1c0f571-2493-4e12-a2cf-421cad6059d0 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057117 Dec 12 15:31:03.145700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.186236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.214974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-83f2168a-f7f5-42f0-8c48-cd4f9679a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.216510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-83f2168a-f7f5-42f0-8c48-cd4f9679a82f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 1094 time: 0.0696332 Dec 12 15:31:03.236204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Network 328af16d-4434-4c53-9f89-7b03e5763aae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:03.239089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:03.243641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:03.244943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.246011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.260785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ea18e0-f932-46a0-8268-a33215262095,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:03.272378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f39c5f92-c6a1-4f36-9290-817c45675c76 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3596990 Dec 12 15:31:03.275057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:03.327304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe44cd-e2e8-4b6c-9450-f9c6d57cbc2a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.329568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dbfe44cd-e2e8-4b6c-9450-f9c6d57cbc2a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports/e5ea18e0-f932-46a0-8268-a33215262095 HTTP/1.1" status: 200 len: 955 time: 0.0535574 Dec 12 15:31:03.332284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:03.386372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:03.411813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f45f1a-8ef7-43a9-b2a8-ff7271a5de40 req-f11e095e-84ac-4ff0-ab3a-8eac6c36c575 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.416751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7f45f1a-8ef7-43a9-b2a8-ff7271a5de40 req-f11e095e-84ac-4ff0-ab3a-8eac6c36c575 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1061103 Dec 12 15:31:03.436062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Deleting port e5ea18e0-f932-46a0-8268-a33215262095 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:03.436417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.452318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-a06c3700-4d6c-469d-82fe-9bff3d945083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.454303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-a06c3700-4d6c-469d-82fe-9bff3d945083 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.2304122 Dec 12 15:31:03.484103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ae2f6b2-5cda-432f-aa83-08b02f7f7645 req-5cc37029-e5ac-42df-8650-5833f9701432 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0588448 Dec 12 15:31:03.522619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.540172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Calling delete_port for e5ea18e0-f932-46a0-8268-a33215262095 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:03.545397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-76392387-9b5e-4095-ac07-c1a904edbe2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11309d08-2782-4fdc-8206-159147e9aea0 HTTP/1.1" status: 200 len: 217 time: 0.0705607 Dec 12 15:31:03.576172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7f45f1a-8ef7-43a9-b2a8-ff7271a5de40 req-fa31460d-7660-406a-83ee-9a5ce7260916 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542652 Dec 12 15:31:03.627735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-391bae78-3a34-42c5-a081-f27a0321e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.629318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-391bae78-3a34-42c5-a081-f27a0321e2eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0754633 Dec 12 15:31:03.646082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.651646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:03.676856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5ea18e0-f932-46a0-8268-a33215262095,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:03.683389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.685264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-e82b2362-533d-4686-9f96-89972c935b93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457833 Dec 12 15:31:03.690606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-859b6f70-374e-42c8-9027-b882b06f943a tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e5ea18e0-f932-46a0-8268-a33215262095 HTTP/1.1" status: 204 len: 168 time: 0.3572621 Dec 12 15:31:03.691500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:03.716250 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e121a2-e9c5-46c7-9ade-038f8af41b19 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:31:03.721929 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-47e121a2-e9c5-46c7-9ade-038f8af41b19 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports/e5ea18e0-f932-46a0-8268-a33215262095 HTTP/1.1" status: 404 len: 333 time: 0.0294430 Dec 12 15:31:03.722536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:03.727645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-121818088'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:03.770537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.786902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Made reservation on behalf of ed27cb88c9fb444298bbb5f4302a3800 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:03.790209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:03.819023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port e55ba28d-ddcf-49af-9b60-698cc322847f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:03.849022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61537d41-2058-45a7-a02f-4982731cf02d req-98a15567-bf10-4faf-aaec-e0d1d4e043a3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:03.856473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61537d41-2058-45a7-a02f-4982731cf02d req-98a15567-bf10-4faf-aaec-e0d1d4e043a3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 943 time: 0.1961811 Dec 12 15:31:03.951449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-85d1abe3-8ccf-4a50-8c3e-a56717d3488c service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420719 Dec 12 15:31:03.955264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61537d41-2058-45a7-a02f-4982731cf02d req-85a4c690-93ce-4e87-a528-acf60283474a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978396 Dec 12 15:31:04.017101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.057619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.058381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.107399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69499f97-d0c3-4572-8e40-e9cb78af4e79 req-561d4529-d46c-484d-87fa-8cbd25367aac service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457121 Dec 12 15:31:04.112079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Network 328af16d-4434-4c53-9f89-7b03e5763aae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:04.116870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:04.120427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:04.121432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.121981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.133908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=e55ba28d-ddcf-49af-9b60-698cc322847f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:04.146347 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-12a20351-6944-4b94-a3ff-97c7a5acf7f5 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4227846 Dec 12 15:31:04.150376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:04.158999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:04.203594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Allocated IP 172.25.3.95 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:04.213184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.365376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.373221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-72f4b24c-0fe3-4c3b-8009-a3bbdaba1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.374912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-72f4b24c-0fe3-4c3b-8009-a3bbdaba1a42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0823030 Dec 12 15:31:04.410701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] device_id is not set on port e55ba28d-ddcf-49af-9b60-698cc322847f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:04.421615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.427471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.427789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.502511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=e55ba28d-ddcf-49af-9b60-698cc322847f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:04.505162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.505367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.505668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.511886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.512263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:04.512693 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.513365 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 2 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.518877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:04.525808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:04.527334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.527672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.528289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.533844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.533978 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.534322 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 3 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.548159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.548490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.549024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.554290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.554614 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.555793 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 4 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.568788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.569564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.569912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.572307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:04.575449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.575779 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.576167 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 5 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.585925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-ea142a42-d17c-4ba3-8e91-1cf6b3e4f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.587516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-ea142a42-d17c-4ba3-8e91-1cf6b3e4f0a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 0.1852820 Dec 12 15:31:04.596094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.596437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.597113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.602274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.602484 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.602828 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 6 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.617350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.617689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.618027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.622800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.623420 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.623762 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 7 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.638927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.639280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.639626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.645109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.645430 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.645813 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 8 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.660374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.660784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.661159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.665885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.666125 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.666530 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 9 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.667435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-f6cd9a10-5f0a-4355-812f-62ff7bcf9873 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.0697186 Dec 12 15:31:04.679521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.679860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.680188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.684686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.685015 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.685644 n-d-710847-8 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempt 10 to bind port e55ba28d-ddcf-49af-9b60-698cc322847f Dec 12 15:31:04.698157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:04.698494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:04.698829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempting to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:04.705301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:04.705627 n-d-710847-8 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Failed to bind port e55ba28d-ddcf-49af-9b60-698cc322847f on host n-h2-710847-8 for vnic_type normal using segments [{'id': '085de3bb-c146-48fc-91a8-c68ddede1019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '328af16d-4434-4c53-9f89-7b03e5763aae'}] Dec 12 15:31:04.705987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.717196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e05ef83-987c-4476-864c-60e2c28684ce req-48089ad5-d2ea-402b-8538-c398bb574ad1 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0575426 Dec 12 15:31:04.778050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port e55ba28d-ddcf-49af-9b60-698cc322847f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:04.778540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 12 15:31:04.784495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.787249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:04.789602 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.822391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-2690903b-a2c0-4fc4-a603-9261c0bebe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.824805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-2690903b-a2c0-4fc4-a603-9261c0bebe16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.1468251 Dec 12 15:31:04.834214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] In _notify_port_updated(), no bound segment for port e55ba28d-ddcf-49af-9b60-698cc322847f on network 328af16d-4434-4c53-9f89-7b03e5763aae {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:31:04.835072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.835679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.837042 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "PUT /v2.0/ports/e55ba28d-ddcf-49af-9b60-698cc322847f HTTP/1.1" status: 200 len: 974 time: 0.6844490 Dec 12 15:31:04.839720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:04.840877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ffa8-e090-4f31-9c0d-4041fa3ad585 req-a7e88bdd-2976-4fef-816d-f95300aaef44 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:04.842687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a382ffa8-e090-4f31-9c0d-4041fa3ad585 req-a7e88bdd-2976-4fef-816d-f95300aaef44 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1810336 Dec 12 15:31:04.882825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e4f3e-b90b-48ab-846f-b3aecf91bbaa tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event updated for resources: {'Port': ['ID=e55ba28d-ddcf-49af-9b60-698cc322847f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:04.907942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-f05ee636-96fd-401c-b251-cefa20f3a975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481126 Dec 12 15:31:04.936488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509b47ed-9b9c-460f-b741-b3b2db519625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.940519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:04.965895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Deleting port e55ba28d-ddcf-49af-9b60-698cc322847f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:04.966399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.004861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a382ffa8-e090-4f31-9c0d-4041fa3ad585 req-3526966f-3887-40b0-aecc-bbd6610778bb tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438832 Dec 12 15:31:05.055735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] For port e55ba28d-ddcf-49af-9b60-698cc322847f, host n-h2-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:05.056103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.077185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Calling delete_port for e55ba28d-ddcf-49af-9b60-698cc322847f owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:05.135864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509b47ed-9b9c-460f-b741-b3b2db519625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.136378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-93c9517d-93a4-49b0-a8d6-78c58ea3735d service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118125 Dec 12 15:31:05.147490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509b47ed-9b9c-460f-b741-b3b2db519625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.192301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44427007-560b-4b25-ae53-1a2d781df1b1 req-b51e4e99-aa8a-4ca5-a5eb-37d9c9d60091 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:05.193798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44427007-560b-4b25-ae53-1a2d781df1b1 req-b51e4e99-aa8a-4ca5-a5eb-37d9c9d60091 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 943 time: 0.1304016 Dec 12 15:31:05.211524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-509b47ed-9b9c-460f-b741-b3b2db519625 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd1cd6c9dbb142c28167ad8e7d543e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4218380 Dec 12 15:31:05.213339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b47ed-9b9c-460f-b741-b3b2db519625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28192428-0977-4bd4-ac42-115d5db64fd1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.216851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:05.243265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.279740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Pushing event deleted for resources: {'Port': ['ID=e55ba28d-ddcf-49af-9b60-698cc322847f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.292831 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.298588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf2dfae9-4263-442c-a0f0-594503a052c3 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e55ba28d-ddcf-49af-9b60-698cc322847f HTTP/1.1" status: 204 len: 168 time: 0.4554665 Dec 12 15:31:05.298964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:05.333914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.337424 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caae6e3-56dc-45b3-938e-011e58660868 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] GET failed (client error): The resource could not be found. Dec 12 15:31:05.339024 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8caae6e3-56dc-45b3-938e-011e58660868 tempest-PortsAdminExtendedAttrsTestJSON-790696471 tempest-PortsAdminExtendedAttrsTestJSON-790696471-project-admin] 10.222.0.36 "GET /v2.0/ports/e55ba28d-ddcf-49af-9b60-698cc322847f HTTP/1.1" status: 404 len: 333 time: 0.0384123 Dec 12 15:31:05.339957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-38883fc6-f169-4e5e-83a4-3f593a4780bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.344808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:05.416652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.467198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.471368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 11309d08-2782-4fdc-8206-159147e9aea0 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:31:05.512281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:31:05.548943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.551766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.556669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28192428-0977-4bd4-ac42-115d5db64fd1 HTTP/1.1" status: 204 len: 168 time: 0.3364065 Dec 12 15:31:05.573340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bfe9-290c-4754-835f-b8874511cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28192428-0977-4bd4-ac42-115d5db64fd1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.582607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.592876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=11309d08-2782-4fdc-8206-159147e9aea0,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:05.609961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328af16d-4434-4c53-9f89-7b03e5763aae']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:05.612477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.615282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '11309d08-2782-4fdc-8206-159147e9aea0', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': '11309d08-2782-4fdc-8206-159147e9aea0', 'mac_address': 'fa:16:3e:d1:7b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:31:05.622749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085de3bb-c146-48fc-91a8-c68ddede1019') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:05.623087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085de3bb-c146-48fc-91a8-c68ddede1019') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:05.628999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44427007-560b-4b25-ae53-1a2d781df1b1 req-a71d93c4-693a-4b2b-9b6d-144cc550b781 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266920 Dec 12 15:31:05.633909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.634523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.661560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.669177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:05.669787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:05.673373 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:05.686390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22ace932-6c7a-4eaa-ad84-9dad6236db67 req-813b93c4-3d27-48d6-b4c1-7fef091d89f4 service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331619 Dec 12 15:31:05.708789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.725386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11309d08-2782-4fdc-8206-159147e9aea0 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:05.735323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.747951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.761378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=11309d08-2782-4fdc-8206-159147e9aea0,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:05.771601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.775333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.776877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a582b9c4-9895-4b03-94be-33e79483e3c6 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3879743 Dec 12 15:31:05.779658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43210) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:05.782113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:05.786727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.786936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-456063885'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:05.815209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.822560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Made reservation on behalf of 0b6416f296994cc78a98042a6f7fa045 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:05.827362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.833638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'cb7c9e11-78c2-4835-8084-422da853625d', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'port_id': 'cb7c9e11-78c2-4835-8084-422da853625d', 'mac_address': 'fa:16:3e:82:ce:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc23aff-e380-422a-be44-a42853d83a8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:31:05.836600 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] 10.222.0.36 "DELETE /v2.0/networks/328af16d-4434-4c53-9f89-7b03e5763aae HTTP/1.1" status: 204 len: 168 time: 0.4877157 Dec 12 15:31:05.838984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.848767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e844079-5620-447f-a596-7250181411fc tempest-PortsAdminExtendedAttrsTestJSON-449962302 tempest-PortsAdminExtendedAttrsTestJSON-449962302-project] Pushing event deleted for resources: {'Network': ['ID=328af16d-4434-4c53-9f89-7b03e5763aae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.899961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:05.933823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02f7e506-9708-4126-95a0-e45de0e5ec63 req-6b93f97f-6e9c-4ef2-bf7f-8376587f739d tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0495498 Dec 12 15:31:05.955353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:05.962217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:06.001120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.002319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:06.008727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.010611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.051300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:06.065334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f824992-d5b5-4f37-b6c3-911143821400,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:06.089465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.089997 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Added segment 2cd745a1-d507-4e49-ac03-66ba4f0f1014 of type vlan for network 990021b0-2c66-45e0-b8d2-bfa30353bb7b Dec 12 15:31:06.111972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['11309d08-2782-4fdc-8206-159147e9aea0'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:06.180304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.204622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:06.210458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:06.224946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab576a-1678-47d8-b8d7-f04c2805ab89 req-e943240c-5d40-41e3-b9ca-5fd0ba97ba7b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:06.234980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62ab576a-1678-47d8-b8d7-f04c2805ab89 req-e943240c-5d40-41e3-b9ca-5fd0ba97ba7b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 944 time: 0.1291587 Dec 12 15:31:06.269885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.276477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:06.277214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.379826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62ab576a-1678-47d8-b8d7-f04c2805ab89 req-ef69bdf1-9003-4c3b-8277-85a025967500 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434567 Dec 12 15:31:06.392584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6099288 Dec 12 15:31:06.395409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:06.400018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab46d37-6bf2-4dd1-bc7c-0b49572e27b3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Network': ['ID=990021b0-2c66-45e0-b8d2-bfa30353bb7b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:06.402293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Request body: {'subnet': {'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:06.412575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:06.425078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43246) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:06.526715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Made reservation on behalf of 0b6416f296994cc78a98042a6f7fa045 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:06.535794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.749978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b0e6eb32-8a38-4bf6-ac5f-8add56111371 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfafb42caad540ada3ca29add4a6c11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3238912 Dec 12 15:31:06.752617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43270) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:06.792898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.832162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd6724-1d12-4c2a-a096-e540bf08b34c req-6e605793-41e3-48fd-967d-791d28332f56 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:06.834012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49fd6724-1d12-4c2a-a096-e540bf08b34c req-6e605793-41e3-48fd-967d-791d28332f56 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 944 time: 0.0967374 Dec 12 15:31:06.864897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.875090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Subnet': ['ID=9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:06.886201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Checking segment: {'id': '2cd745a1-d507-4e49-ac03-66ba4f0f1014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:06.886567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network hostable DHCP agents. Network: 990021b0-2c66-45e0-b8d2-bfa30353bb7b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:06.904200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.915009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:06.928119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 990021b0-2c66-45e0-b8d2-bfa30353bb7b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:06.935709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:06.936499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:06.943189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49fd6724-1d12-4c2a-a096-e540bf08b34c req-92ddead5-ae12-486f-8db3-2ffc37cb8043 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018360 Dec 12 15:31:06.943626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8184e75-2119-45fe-a32c-53d15a87f758 None None] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:06.966291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e45cb79d-cb34-4614-98a0-544bb9c2cdc0 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5664380 Dec 12 15:31:06.967100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:06.976385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-505951126', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:06.996255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.000754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.001568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1821ea11-7a22-40ce-aa4a-9e42d56fb809 HTTP/1.1" status: 204 len: 168 time: 0.2476809 Dec 12 15:31:07.014067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b774f6-3bf8-4a9b-94bb-46b29bb9a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1821ea11-7a22-40ce-aa4a-9e42d56fb809,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:07.036234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.038747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.181757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.210461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-990021b0-2c66-45e0-b8d2-bfa30353bb7b', 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b', 'project_id': '0b6416f296994cc78a98042a6f7fa045', 'fixed_ips': [{'subnet_id': '9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:07.211719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.227387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a70d99d8-f891-447e-b851-1ece8db724c4 req-246d94e5-c611-47ae-a622-0843fc2b1a4c tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0669775 Dec 12 15:31:07.453940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Allocated IP 172.20.0.2 (990021b0-2c66-45e0-b8d2-bfa30353bb7b/9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8/9ad63359-7e6a-48f2-9c92-bc313a774207) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:07.497863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43296) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:07.538704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.673551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.678523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce7faf0e-37a2-4a86-beea-49a6a6e7611d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed27cb88c9fb444298bbb5f4302a3800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1793754 Dec 12 15:31:07.682038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 11309d08-2782-4fdc-8206-159147e9aea0 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:07.682378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:07.709385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf273b-9246-4e97-9ac6-62c7da225718 req-8bd61b68-d313-44f4-be98-ae23dc5e0c86 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:07.714094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bcf273b-9246-4e97-9ac6-62c7da225718 req-8bd61b68-d313-44f4-be98-ae23dc5e0c86 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 944 time: 0.1766026 Dec 12 15:31:07.734322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:07.787335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.818361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7bcf273b-9246-4e97-9ac6-62c7da225718 req-7db299a7-b0fd-4573-b56d-c24d2af1b62d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 Dec 12 15:31:07.833002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.884158 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6153fc7c-67ae-4c3e-9538-ceaeb24897bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.886975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Pushing event updated for resources: {'Port': ['ID=9ad63359-7e6a-48f2-9c92-bc313a774207,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:07.904873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:07.908031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 11309d08-2782-4fdc-8206-159147e9aea0 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:31:07.918082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.923060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:07.932432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:07.940597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 11309d08-2782-4fdc-8206-159147e9aea0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:07.941419 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:07.943172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port cb7c9e11-78c2-4835-8084-422da853625d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:07.944512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.100248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.149437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.178206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66e752-2848-4652-9ff0-848885de5cf4 req-660b8f8d-e2bd-4127-8310-c6d8bd2d9f43 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:08.179731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.186894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.188046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0932098-8e16-415b-ac79-18a8c2f8daf9 HTTP/1.1" status: 204 len: 168 time: 0.5031836 Dec 12 15:31:08.190043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de66e752-2848-4652-9ff0-848885de5cf4 req-660b8f8d-e2bd-4127-8310-c6d8bd2d9f43 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 944 time: 0.0837812 Dec 12 15:31:08.209617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43314) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:08.268219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Attempting to bind port 9ad63359-7e6a-48f2-9c92-bc313a774207 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:08.268904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Attempting to bind port 9ad63359-7e6a-48f2-9c92-bc313a774207 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2cd745a1-d507-4e49-ac03-66ba4f0f1014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:08.269461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Attempting to bind port 9ad63359-7e6a-48f2-9c92-bc313a774207 on network 990021b0-2c66-45e0-b8d2-bfa30353bb7b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:08.282620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:08.283416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Checking segment: {'id': '2cd745a1-d507-4e49-ac03-66ba4f0f1014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:08.283998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.285103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Bound using segment: {'id': '2cd745a1-d507-4e49-ac03-66ba4f0f1014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:08.285788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Bound port: 9ad63359-7e6a-48f2-9c92-bc313a774207, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd745a1-d507-4e49-ac03-66ba4f0f1014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:08.286386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.287422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de66e752-2848-4652-9ff0-848885de5cf4 req-bdce7dea-c168-4a76-a22c-53755ab4cd83 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933113 Dec 12 15:31:08.327767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894aec1-3152-4fcf-9e23-994d3057fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0932098-8e16-415b-ac79-18a8c2f8daf9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:08.453295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ff4b2e4e-d8ff-4947-bd5a-85444d655142 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1551646745'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:08.454090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ff4b2e4e-d8ff-4947-bd5a-85444d655142 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Unknown quota resources ['metering_label']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:31:08.512596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.518128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Allocated IP 172.25.3.208 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3e5640ec-f280-4159-a695-ac5360b80dd2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:08.603564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61bb71e1-b0e2-4c71-95a0-93ab7b297949 req-7f10b826-7b33-4e13-9bd6-ab407da9b13d tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1427081 Dec 12 15:31:08.632364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.675373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.676321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:08.679316 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525111e9-be7d-4791-9c35-cf83931bf453" -d '{"events": [{"server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "name": "network-vif-plugged", "status": "completed", "tag": "11309d08-2782-4fdc-8206-159147e9aea0"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:08.711758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.719323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=11309d08-2782-4fdc-8206-159147e9aea0,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:08.726893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] For port 9ad63359-7e6a-48f2-9c92-bc313a774207, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:08.756621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.759362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.764004 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1dc35-16a9-493f-a431-f74c551219d4 x-openstack-request-id: req-5cb1dc35-16a9-493f-a431-f74c551219d4 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:08.764407 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "name": "network-vif-plugged", "status": "completed", "tag": "11309d08-2782-4fdc-8206-159147e9aea0", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:08.765996 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cb1dc35-16a9-493f-a431-f74c551219d4 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:08.766922 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0', 'code': 200} Dec 12 15:31:08.770410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:08.780120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] For port 9ad63359-7e6a-48f2-9c92-bc313a774207, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ad63359-7e6a-48f2-9c92-bc313a774207,segment=NetworkSegment(2cd745a1-d507-4e49-ac03-66ba4f0f1014),segment_id=2cd745a1-d507-4e49-ac03-66ba4f0f1014)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:08.813634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff4b2e4e-d8ff-4947-bd5a-85444d655142 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.815077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ff4b2e4e-d8ff-4947-bd5a-85444d655142 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6041422 Dec 12 15:31:08.817815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43328) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:08.822994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0f494ac4-ddd0-4abc-af4a-194181035ed8 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2fc4bd5b-f232-4f03-8dec-d28aaeca2949'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:08.823739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0f494ac4-ddd0-4abc-af4a-194181035ed8 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:31:08.831419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:08.836395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:08.842184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:08.842972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.845273 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:08.901169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:08.927220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=3e5640ec-f280-4159-a695-ac5360b80dd2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:09.037936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f143e-0b03-438c-b9d1-8c7a284f3b67 None None] Pushing event updated for resources: {'Port': ['ID=9ad63359-7e6a-48f2-9c92-bc313a774207,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:09.049303 n-d-710847-8 neutron-server[103412]: WARNING neutron.services.metering.metering_plugin [None req-0f494ac4-ddd0-4abc-af4a-194181035ed8 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 15:31:09.145580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:09.170694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:09.303527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f494ac4-ddd0-4abc-af4a-194181035ed8 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:09.318064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0f494ac4-ddd0-4abc-af4a-194181035ed8 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4989326 Dec 12 15:31:09.321970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:09.349246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55c952bb-032e-4242-b1dc-77bdd642aa42 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2fc4bd5b-f232-4f03-8dec-d28aaeca2949'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:09.350332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55c952bb-032e-4242-b1dc-77bdd642aa42 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:31:09.371808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50625b6c-f78b-42d4-934b-62a749cc9799 req-598ee095-15cc-408d-a2a1-2e874ed2d522 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:09.377348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50625b6c-f78b-42d4-934b-62a749cc9799 req-598ee095-15cc-408d-a2a1-2e874ed2d522 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.4184873 Dec 12 15:31:09.396435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd995-69ed-4dda-94ed-970ea96ea555 req-dd37372a-050e-4b56-8f85-39ef28767322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:09.398318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c2cd995-69ed-4dda-94ed-970ea96ea555 req-dd37372a-050e-4b56-8f85-39ef28767322 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 1096 time: 0.5401349 Dec 12 15:31:09.538829 n-d-710847-8 neutron-server[103412]: WARNING neutron.services.metering.metering_plugin [None req-55c952bb-032e-4242-b1dc-77bdd642aa42 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 15:31:09.616977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c2cd995-69ed-4dda-94ed-970ea96ea555 req-eea9ed2d-a355-47c0-824b-3a165191512c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008574 Dec 12 15:31:09.667608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50625b6c-f78b-42d4-934b-62a749cc9799 req-44b4b95b-a9b0-4273-b234-809784bb5f7b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745774 Dec 12 15:31:09.670753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55c952bb-032e-4242-b1dc-77bdd642aa42 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:09.671939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55c952bb-032e-4242-b1dc-77bdd642aa42 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3464909 Dec 12 15:31:09.680172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477df792-67e0-43d6-9d53-6907ac80e73e req-7eeb4bcb-7330-45e2-af21-08f44c62cb48 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:09.681822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-477df792-67e0-43d6-9d53-6907ac80e73e req-7eeb4bcb-7330-45e2-af21-08f44c62cb48 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.2645583 Dec 12 15:31:09.682320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43356) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:09.699857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6318f592-894d-4b0f-9025-606d74310f59 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=1ca950a7-5fcd-4f30-a2c1-586f2ca7d4cb HTTP/1.1" status: 200 len: 464 time: 0.0145726 Dec 12 15:31:09.707888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43358) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:09.788345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-477df792-67e0-43d6-9d53-6907ac80e73e req-21e4d324-91b0-4a87-8308-965263ae8433 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949602 Dec 12 15:31:09.968886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55380855-6fce-4493-bf5c-78d4b8ea1456 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:09.973343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55380855-6fce-4493-bf5c-78d4b8ea1456 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/1ca950a7-5fcd-4f30-a2c1-586f2ca7d4cb HTTP/1.1" status: 204 len: 168 time: 0.2640736 Dec 12 15:31:09.984208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43362) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.007916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.017073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f352920f-4bc4-470d-a232-04593321389d req-7c2bf910-de91-4759-8f65-f1c27771e02b tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0689158 Dec 12 15:31:10.026009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5941a57e-4e7b-4301-94bc-8f01f4bde42f tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=1ca950a7-5fcd-4f30-a2c1-586f2ca7d4cb HTTP/1.1" status: 200 len: 221 time: 0.0402873 Dec 12 15:31:10.026841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43364) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.028985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43366) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.032189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-39f29617-fdd7-434c-8215-a3b92d235c50 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1634313862', 'description': 'label created by tempest'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:10.033038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-39f29617-fdd7-434c-8215-a3b92d235c50 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Unknown quota resources ['metering_label']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:31:10.253763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39f29617-fdd7-434c-8215-a3b92d235c50 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.257670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-39f29617-fdd7-434c-8215-a3b92d235c50 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2272637 Dec 12 15:31:10.258342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43370) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.284969 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.350744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.360999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1239657685'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:10.372967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-336c30cd-0887-48ce-861f-1880b77a7d54 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=0ddb4ecc-93d3-4c16-a41b-1ce89461a652 HTTP/1.1" status: 200 len: 468 time: 0.1110151 Dec 12 15:31:10.373458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43372) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.462600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Made reservation on behalf of 0efed32cd3b844c68eeb43579376b8b1 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:10.466149 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.489200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd58621-7bdc-4c8f-bc38-8706f75a9f93 None None] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:10.532595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.555979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Router e8de43cf-a215-4361-b773-a39c5cb057e3 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:31:10.620457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-014f4ab9-06df-445b-a973-944259156274 None None] Provisioning complete for port 9ad63359-7e6a-48f2-9c92-bc313a774207 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:10.620847 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-014f4ab9-06df-445b-a973-944259156274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.681022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ad63359-7e6a-48f2-9c92-bc313a774207 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:10.730774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.739956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.764212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-864a5bf3-95b8-421a-a728-e6071fbcc128 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.766244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-864a5bf3-95b8-421a-a728-e6071fbcc128 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/0ddb4ecc-93d3-4c16-a41b-1ce89461a652 HTTP/1.1" status: 204 len: 168 time: 0.3918743 Dec 12 15:31:10.776665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.783430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:10.789828 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794d011-b44b-4862-93ad-a23461105814" -d '{"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:10.795618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:10.796004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:10.809342 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] Sync routers for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:10.821684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-014f4ab9-06df-445b-a973-944259156274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.823621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9ad63359-7e6a-48f2-9c92-bc313a774207 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:10.823992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.836912 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:10.837464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:10.838046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-577fdd08-c7b7-4cbc-a521-58fcde9d6753 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=0ddb4ecc-93d3-4c16-a41b-1ce89461a652 HTTP/1.1" status: 200 len: 216 time: 0.0602481 Dec 12 15:31:10.848578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43384) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.855391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4aa0c3-c259-42b2-bc6f-14fa385c5af9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:10.870436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.870819 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Added segment ed5c5573-e448-4379-9d2a-95d4ecdcc0a2 of type vlan for network 914303db-975f-4496-97b8-21dad6717e6d Dec 12 15:31:10.890572 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025fd72b-9a1a-4adb-afce-4676ed5011ef x-openstack-request-id: req-025fd72b-9a1a-4adb-afce-4676ed5011ef {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:10.905035 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:10.905350 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-025fd72b-9a1a-4adb-afce-4676ed5011ef {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:10.905947 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'code': 200} Dec 12 15:31:10.916957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:10.918396 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d8ddee30-06f6-42ac-b600-89ba2881b9b4 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.9506254 Dec 12 15:31:10.922218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-988755f0-67d1-44b9-895a-9f6e215e494e tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0692341 Dec 12 15:31:10.922774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.939909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:10.985452 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:10.996616 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:10.997680 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:11.025291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-95d3d1f2-7da5-4cac-817e-a7ecd5b1d09f tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0789540 Dec 12 15:31:11.035207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:11.050697 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:11.053541 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee5655-cb13-466d-8779-3000e8dfc9cd None None] The sync data for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:11.091531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-014f4ab9-06df-445b-a973-944259156274 None None] For port 9ad63359-7e6a-48f2-9c92-bc313a774207, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ad63359-7e6a-48f2-9c92-bc313a774207,segment=NetworkSegment(2cd745a1-d507-4e49-ac03-66ba4f0f1014),segment_id=2cd745a1-d507-4e49-ac03-66ba4f0f1014)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:11.118458 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.122101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-014f4ab9-06df-445b-a973-944259156274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.141944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a25964-927d-4a41-9828-7ed537eefc1c req-673de7e9-483a-4070-b310-8b370f6cdf97 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:11.152315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0a25964-927d-4a41-9828-7ed537eefc1c req-673de7e9-483a-4070-b310-8b370f6cdf97 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2793338 Dec 12 15:31:11.179102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.179560 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff31dfe6-c415-4e8d-a1d6-2c4cb435da5c tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/2fc4bd5b-f232-4f03-8dec-d28aaeca2949 HTTP/1.1" status: 200 len: 473 time: 0.1432447 Dec 12 15:31:11.181098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.198155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:11.236397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:31:11.260082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0a25964-927d-4a41-9828-7ed537eefc1c req-3f5a46f2-0543-48c9-9cae-16f224639bb5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066151 Dec 12 15:31:11.281322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45e2a5e9-1f61-4e19-b94d-c9143458c670 None None] Provisioning complete for port 9ad63359-7e6a-48f2-9c92-bc313a774207 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:11.281754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45e2a5e9-1f61-4e19-b94d-c9143458c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.306174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2cf5e86e-0640-44a1-bcde-58df96014c38 tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/19b0fd30-20f5-4dc4-99ba-e05d79f89d6a HTTP/1.1" status: 200 len: 461 time: 0.0774293 Dec 12 15:31:11.314109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:11.335281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f4ab9-06df-445b-a973-944259156274 None None] Pushing event updated for resources: {'Port': ['ID=9ad63359-7e6a-48f2-9c92-bc313a774207,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:11.338499 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.356248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:11.360043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.386660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3be3ca-27e0-4789-b2d6-a27faacf113f req-d552c0fd-82f0-4535-9a6d-734421ca355a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:11.388212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a3be3ca-27e0-4789-b2d6-a27faacf113f req-d552c0fd-82f0-4535-9a6d-734421ca355a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.3288169 Dec 12 15:31:11.522725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'Network': ['ID=914303db-975f-4496-97b8-21dad6717e6d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:11.535768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 914303db-975f-4496-97b8-21dad6717e6d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:11.567561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:11.568491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-603d21bd-9ea1-45a9-bcf1-a39e1ada7ec0 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5308073 Dec 12 15:31:11.574320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Request body: {'subnet': {'network_id': '914303db-975f-4496-97b8-21dad6717e6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:11.677863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ff12ef7-b2af-47c9-ae24-b5cc6f61ac48 req-509609ff-6572-4656-9547-c4835c78d7f2 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1246703 Dec 12 15:31:11.753801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a3be3ca-27e0-4789-b2d6-a27faacf113f req-e03b8b36-5ce2-4663-a27f-f6b8392b6ca9 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462644 Dec 12 15:31:11.756834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffe9df6e-4d0e-4129-bd7a-6a6bcb8a61ae tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.761014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ffe9df6e-4d0e-4129-bd7a-6a6bcb8a61ae tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/19b0fd30-20f5-4dc4-99ba-e05d79f89d6a HTTP/1.1" status: 204 len: 168 time: 0.4416072 Dec 12 15:31:11.763160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43402) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:11.764204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Made reservation on behalf of 0efed32cd3b844c68eeb43579376b8b1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:11.768590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:11.982310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.014007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81b1bb81-2f8f-4bde-aa90-a5d534658bbb tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.018200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81b1bb81-2f8f-4bde-aa90-a5d534658bbb tempest-MeteringTestJSON-302842958 tempest-MeteringTestJSON-302842958-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/2fc4bd5b-f232-4f03-8dec-d28aaeca2949 HTTP/1.1" status: 204 len: 168 time: 0.2500570 Dec 12 15:31:12.106195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.237033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'Subnet': ['ID=f803479c-ed13-4623-94cf-aecc51dc3727,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:12.336466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43410) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:12.374729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Checking segment: {'id': 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '914303db-975f-4496-97b8-21dad6717e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:12.375171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Network hostable DHCP agents. Network: 914303db-975f-4496-97b8-21dad6717e6d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:12.419208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Network 914303db-975f-4496-97b8-21dad6717e6d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:12.442012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551856e-227c-43eb-bebc-1b25205b853a req-ef921b17-6ef7-4b60-9941-084adce1d35e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:12.453415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3551856e-227c-43eb-bebc-1b25205b853a req-ef921b17-6ef7-4b60-9941-084adce1d35e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1014471 Dec 12 15:31:12.469452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 914303db-975f-4496-97b8-21dad6717e6d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:12.477209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:12.477877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.480662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd2010-7194-4b3a-a948-e7b9d5699cee None None] Network 914303db-975f-4496-97b8-21dad6717e6d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:12.522140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b85ef46c-072e-43b4-a719-6a969cd67aae tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9536655 Dec 12 15:31:12.524613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:12.547024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Request body: {'port': {'network_id': '914303db-975f-4496-97b8-21dad6717e6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2051148723'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:12.569627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3551856e-227c-43eb-bebc-1b25205b853a req-843f568f-f763-44dc-81e6-f6b563f7e1f5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151662 Dec 12 15:31:12.641135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Allocated IP 172.20.0.1 (990021b0-2c66-45e0-b8d2-bfa30353bb7b/9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8/1e84afb6-fd3b-48bc-83db-63e2c20265a3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:12.647916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d08483-5b16-475a-8bc1-ef5b1eb4d0ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.651543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ad63359-7e6a-48f2-9c92-bc313a774207 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:12.789565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-914303db-975f-4496-97b8-21dad6717e6d', 'network_id': '914303db-975f-4496-97b8-21dad6717e6d', 'project_id': '0efed32cd3b844c68eeb43579376b8b1', 'fixed_ips': [{'subnet_id': 'f803479c-ed13-4623-94cf-aecc51dc3727'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:12.796619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.808668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Made reservation on behalf of 0efed32cd3b844c68eeb43579376b8b1 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:12.812404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.853681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] device_id is not set on port 533769ac-00d5-435f-8ebf-87359fb89b5c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:12.909728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9ad63359-7e6a-48f2-9c92-bc313a774207 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:12.910479 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.916783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea8a9a1c-9f9c-47b0-8fd8-e06728c43468 req-04d52abd-5dd7-4778-851b-e05b79c5486e tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1116920 Dec 12 15:31:12.958103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.972760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d08483-5b16-475a-8bc1-ef5b1eb4d0ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:12.982635 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d08483-5b16-475a-8bc1-ef5b1eb4d0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.027582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Allocated IP 172.20.0.2 (914303db-975f-4496-97b8-21dad6717e6d/f803479c-ed13-4623-94cf-aecc51dc3727/13a63c90-d612-439e-8bbf-e8d073071bba) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:13.030685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.078439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb55d0-482e-40dc-a683-dfc06a58ba46 req-a587cbe1-b48e-4a7e-862e-21914daa556e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:13.080109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3bbb55d0-482e-40dc-a683-dfc06a58ba46 req-a587cbe1-b48e-4a7e-862e-21914daa556e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.1587560 Dec 12 15:31:13.098479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65d08483-5b16-475a-8bc1-ef5b1eb4d0ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39408718f7364fb5aa53b310a098d446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7606840 Dec 12 15:31:13.107871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:13.109669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:13.118645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d08483-5b16-475a-8bc1-ef5b1eb4d0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c686d-9074-4e2e-b852-dfc9f66b58b1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:13.125821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=1e84afb6-fd3b-48bc-83db-63e2c20265a3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:13.149810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:13.160303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:13.226323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3bbb55d0-482e-40dc-a683-dfc06a58ba46 req-066a9402-fcd3-4807-bd6d-4676f4582a47 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266010 Dec 12 15:31:13.252508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.297116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.322403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.335764 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.343806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.421772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Allocated IP 172.20.0.8 (914303db-975f-4496-97b8-21dad6717e6d/f803479c-ed13-4623-94cf-aecc51dc3727/533769ac-00d5-435f-8ebf-87359fb89b5c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:13.432543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Network 914303db-975f-4496-97b8-21dad6717e6d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:13.435407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Pushing event updated for resources: {'Port': ['ID=13a63c90-d612-439e-8bbf-e8d073071bba,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:13.440563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:13.450480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:13.461543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e359da-4e52-4958-a926-37369014b150 req-8e291dfb-4c8b-4e0d-ad93-7179343dd525 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:13.463630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70e359da-4e52-4958-a926-37369014b150 req-8e291dfb-4c8b-4e0d-ad93-7179343dd525 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.0937743 Dec 12 15:31:13.573541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Attempting to bind port 13a63c90-d612-439e-8bbf-e8d073071bba on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:13.574131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Attempting to bind port 13a63c90-d612-439e-8bbf-e8d073071bba by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '914303db-975f-4496-97b8-21dad6717e6d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:13.574312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Attempting to bind port 13a63c90-d612-439e-8bbf-e8d073071bba on network 914303db-975f-4496-97b8-21dad6717e6d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:13.590114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:13.591047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Checking segment: {'id': 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '914303db-975f-4496-97b8-21dad6717e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:13.591549 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.592519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Bound using segment: {'id': 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '914303db-975f-4496-97b8-21dad6717e6d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:13.594853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Bound port: 13a63c90-d612-439e-8bbf-e8d073071bba, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '914303db-975f-4496-97b8-21dad6717e6d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:13.595355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.600662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70e359da-4e52-4958-a926-37369014b150 req-1f10c322-2df1-414b-b0c5-4ca4bbcd0a6b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232948 Dec 12 15:31:13.640169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-96b321bc-78da-4c85-88e3-6fa758f580d8 None None] Provisioning complete for port 1e84afb6-fd3b-48bc-83db-63e2c20265a3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:13.640169 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-96b321bc-78da-4c85-88e3-6fa758f580d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.710273 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.741485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.745129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.749176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d9c686d-9074-4e2e-b852-dfc9f66b58b1 HTTP/1.1" status: 204 len: 168 time: 0.6383474 Dec 12 15:31:13.771812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e4834-f567-423f-a104-b7f42ffd551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c686d-9074-4e2e-b852-dfc9f66b58b1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:13.791357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.824812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-96b321bc-78da-4c85-88e3-6fa758f580d8 None None] Port 1e84afb6-fd3b-48bc-83db-63e2c20265a3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:13.850614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] For port 13a63c90-d612-439e-8bbf-e8d073071bba, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:13.856890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] For port 13a63c90-d612-439e-8bbf-e8d073071bba, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13a63c90-d612-439e-8bbf-e8d073071bba,segment=NetworkSegment(ed5c5573-e448-4379-9d2a-95d4ecdcc0a2),segment_id=ed5c5573-e448-4379-9d2a-95d4ecdcc0a2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:13.869008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.885466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c7035-72c0-4cfc-92ed-903117a16a68 req-63fa8d53-eea2-4e33-b5f2-48ad04d5a04b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:13.892505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:13.895411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f63c7035-72c0-4cfc-92ed-903117a16a68 req-63fa8d53-eea2-4e33-b5f2-48ad04d5a04b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1945462 Dec 12 15:31:13.925663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede06f40-ff8a-40a2-a601-195b58463a2b req-19d1695c-4eb1-4c0f-b660-21276397d5c6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:13.933230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede06f40-ff8a-40a2-a601-195b58463a2b req-19d1695c-4eb1-4c0f-b660-21276397d5c6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.1820099 Dec 12 15:31:14.025901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d32064-e879-41e7-8f9b-7ca67502bc3b None None] Pushing event updated for resources: {'Port': ['ID=13a63c90-d612-439e-8bbf-e8d073071bba,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:14.033835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f63c7035-72c0-4cfc-92ed-903117a16a68 req-93cab78c-86f4-424a-ad31-8a9b6b4d9419 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373837 Dec 12 15:31:14.039798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Network 914303db-975f-4496-97b8-21dad6717e6d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:14.045799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:14.049874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:14.080304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede06f40-ff8a-40a2-a601-195b58463a2b req-83a9348b-a0d2-465a-8158-58c6e468ee4f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460788 Dec 12 15:31:14.138066 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:31:14.164278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'Port': ['ID=533769ac-00d5-435f-8ebf-87359fb89b5c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:14.201434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:14.202689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.242371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-deb75fb7-e284-42a9-8735-d486e8e990e9 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7117875 Dec 12 15:31:14.277626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43448) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:14.285425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c0ae6e3-fe1d-4d52-b51d-acbb3c0e3832 req-980fbc8c-b07d-443e-a814-37c47fe3f3b6 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0877900 Dec 12 15:31:14.301623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Request body: {'port': {'network_id': '914303db-975f-4496-97b8-21dad6717e6d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1181050815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:14.303426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] bootfile-name is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:14.303794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] tftp-server is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:14.304135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] server-ip-address is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:14.411311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.413336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:14.428848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.522455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=1e84afb6-fd3b-48bc-83db-63e2c20265a3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:14.530333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c869ea0-821e-4013-9848-311946e63684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.566349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.677963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:14.681852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:14.724499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13a63c90-d612-439e-8bbf-e8d073071bba up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:14.807500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13a63c90-d612-439e-8bbf-e8d073071bba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:14.807500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.925934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c869ea0-821e-4013-9848-311946e63684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.940367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c869ea0-821e-4013-9848-311946e63684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.959455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:14.970652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Router e8de43cf-a215-4361-b773-a39c5cb057e3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:15.014390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8c869ea0-821e-4013-9848-311946e63684 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43b7e92936dc423db7df4798aa947ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997715 Dec 12 15:31:15.015232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:15.016190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c869ea0-821e-4013-9848-311946e63684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c32489-3082-4fe7-b95f-4548fcfa32e1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:15.054442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 13a63c90-d612-439e-8bbf-e8d073071bba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13a63c90-d612-439e-8bbf-e8d073071bba,segment=NetworkSegment(ed5c5573-e448-4379-9d2a-95d4ecdcc0a2),segment_id=ed5c5573-e448-4379-9d2a-95d4ecdcc0a2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:15.063701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.097163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.122971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.169846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23298f-ee13-460d-9f96-71ec1185e52c req-8cac42c6-cfe4-4e35-b56a-c1e9f8222f95 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:15.178012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d23298f-ee13-460d-9f96-71ec1185e52c req-8cac42c6-cfe4-4e35-b56a-c1e9f8222f95 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.1899879 Dec 12 15:31:15.196469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=13a63c90-d612-439e-8bbf-e8d073071bba,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:15.216659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.219870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.221455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02bd48d8-a585-46d1-8bf0-15934163ea59 None None] Provisioning complete for port 1e84afb6-fd3b-48bc-83db-63e2c20265a3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:15.222026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02bd48d8-a585-46d1-8bf0-15934163ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.224005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3c32489-3082-4fe7-b95f-4548fcfa32e1 HTTP/1.1" status: 204 len: 168 time: 0.2033186 Dec 12 15:31:15.249849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08f02e-bd70-4083-86f8-f59aa11aca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c32489-3082-4fe7-b95f-4548fcfa32e1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:15.272373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d23298f-ee13-460d-9f96-71ec1185e52c req-e567f6a9-d14d-4cb1-9249-2273fa1becde tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Dec 12 15:31:15.300339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Made reservation on behalf of 0efed32cd3b844c68eeb43579376b8b1 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:15.305317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:15.388831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-02bd48d8-a585-46d1-8bf0-15934163ea59 None None] Port 1e84afb6-fd3b-48bc-83db-63e2c20265a3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:15.443248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] device_id is not set on port 354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:15.486654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b620c-5784-4df9-afcd-eaa16f43682a req-2e7a56f6-942e-4396-861d-e7ec27476ed8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:15.496847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-777b620c-5784-4df9-afcd-eaa16f43682a req-2e7a56f6-942e-4396-861d-e7ec27476ed8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2107177 Dec 12 15:31:15.597005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d059216-1db1-4c70-810a-1f7ea4e332ae req-20af46b2-9d86-416a-9ca1-ae980e341cc2 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1249936 Dec 12 15:31:15.734447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-777b620c-5784-4df9-afcd-eaa16f43682a req-73195d66-8f9d-4bf9-9714-d9551c03e75a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318313 Dec 12 15:31:15.819578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Allocated IP 172.20.0.13 (914303db-975f-4496-97b8-21dad6717e6d/f803479c-ed13-4623-94cf-aecc51dc3727/354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:15.936318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf825cc-e626-4e93-aedb-14cb6a25d09a None None] Network 914303db-975f-4496-97b8-21dad6717e6d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:15.937554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:15.948218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec8a8854-df94-4a94-9bbf-20e7928263a3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "PUT /v2.0/routers/e8de43cf-a215-4361-b773-a39c5cb057e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0243919 Dec 12 15:31:15.952783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:15.983584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Request body: {'port': {'network_id': '990021b0-2c66-45e0-b8d2-bfa30353bb7b', 'name': 'tempest-FloatingIPAdminTestJSON-1465371702'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:16.018055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] Sync routers for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:16.033250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-37fe58a4-a5e3-4b68-8f3d-d6038cf0d6ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:16.034815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-37fe58a4-a5e3-4b68-8f3d-d6038cf0d6ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.1093783 Dec 12 15:31:16.121455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:16.122431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:16.156540 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.214987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port 11309d08-2782-4fdc-8206-159147e9aea0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:16.215715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.228027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Made reservation on behalf of 0b6416f296994cc78a98042a6f7fa045 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:16.242254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.250897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.282478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] device_id is not set on port 6a552fe0-7052-4472-a2cd-f9f81ff2439e yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:16.487751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f513182b-da47-4a43-97f2-58d17964b86a None None] Provisioning complete for port 13a63c90-d612-439e-8bbf-e8d073071bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:16.487985 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f513182b-da47-4a43-97f2-58d17964b86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.544299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Network 914303db-975f-4496-97b8-21dad6717e6d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:16.563998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:16.567308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc61651-3947-4fa8-9f6c-aff4b661bee1 req-b2969614-c537-4932-ada1-3864182c17c3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:16.574871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fc61651-3947-4fa8-9f6c-aff4b661bee1 req-b2969614-c537-4932-ada1-3864182c17c3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 945 time: 0.1372676 Dec 12 15:31:16.576873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'Port': ['ID=354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:16.578474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Allocated IP 172.20.0.14 (990021b0-2c66-45e0-b8d2-bfa30353bb7b/9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8/6a552fe0-7052-4472-a2cd-f9f81ff2439e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:16.581734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:16.590310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:16.671614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13a63c90-d612-439e-8bbf-e8d073071bba up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:16.691641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:16.692496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.750787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6886540-cdd9-41a9-9bd5-ed476a1bffea tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.4599447 Dec 12 15:31:16.751521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:16.767137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:16.769633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:16.817400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fc61651-3947-4fa8-9f6c-aff4b661bee1 req-9cdd11ec-1e6b-4f6c-afad-6d2ad94ab0e5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981579 Dec 12 15:31:16.852286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41491a00-c485-4c91-bf75-5d36efe84d1d req-51e1a24e-5913-4a75-aa08-561d40ce81d7 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0877440 Dec 12 15:31:16.857072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port 11309d08-2782-4fdc-8206-159147e9aea0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=11309d08-2782-4fdc-8206-159147e9aea0,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:16.858718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:16.903569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:16.910341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for 11309d08-2782-4fdc-8206-159147e9aea0 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:16.939738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:16.940413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03c84-1570-48fc-b558-9bb1ca5e72f2 None None] The sync data for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:17.108060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13a63c90-d612-439e-8bbf-e8d073071bba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:17.115841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.209420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.247097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8c54a9d9-cb19-4d31-bc77-4bffc462a1cd tempest-AgentManagementNegativeTest-1640955142 tempest-AgentManagementNegativeTest-1640955142-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3417621 Dec 12 15:31:17.273115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e2665-5c76-4acb-8d53-09efabe4e61c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:17.273917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98b91f-40c0-4167-89c6-68b6f1c50a5b req-e2eee13c-1247-439e-bc1e-884917d2f663 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:17.279338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e2665-5c76-4acb-8d53-09efabe4e61c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:17.282592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a98b91f-40c0-4167-89c6-68b6f1c50a5b req-e2eee13c-1247-439e-bc1e-884917d2f663 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2681787 Dec 12 15:31:17.285713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667e2665-5c76-4acb-8d53-09efabe4e61c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:17.290100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-667e2665-5c76-4acb-8d53-09efabe4e61c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4985964 Dec 12 15:31:17.290100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.290769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:17.300226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.325522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', '11309d08-2782-4fdc-8206-159147e9aea0'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:17.378925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=11309d08-2782-4fdc-8206-159147e9aea0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:17.428233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.428784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.429273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.429614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.429945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.430270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.430595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.435659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.436031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.436376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.437349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.437686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.438098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:17.440130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:17.473695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port 11309d08-2782-4fdc-8206-159147e9aea0 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:17.479053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.487110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ce7f9af-9564-4c0e-bae7-fd6fd4fff156 req-f855f072-2532-4e93-85dd-61faf67fb3ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/11309d08-2782-4fdc-8206-159147e9aea0 HTTP/1.1" status: 204 len: 173 time: 1.4426334 Dec 12 15:31:17.490878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'name': 'network-vif-deleted', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:17.491617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:17.502628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:17.505825 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee977bf-14d7-4829-a53a-03a1dd8bab98" -d '{"events": [{"server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "name": "network-vif-deleted", "tag": "11309d08-2782-4fdc-8206-159147e9aea0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:17.509761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event updated for resources: {'Port': ['ID=6a552fe0-7052-4472-a2cd-f9f81ff2439e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:17.635157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:17.636084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.644073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a98b91f-40c0-4167-89c6-68b6f1c50a5b req-b03d15fc-709a-4b84-9a46-4fb7d78dd323 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604770 Dec 12 15:31:17.677635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-86adb009-2ec1-44a9-879a-8cea94c06196 None None] Provisioning complete for port 533769ac-00d5-435f-8ebf-87359fb89b5c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:17.681131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86adb009-2ec1-44a9-879a-8cea94c06196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.706862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35768578-2eb6-4538-8769-d68504a02827 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7476115 Dec 12 15:31:17.709164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Deleting port 354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:17.709464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43512) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:17.709716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:17.822710 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a1f6e4-7312-4248-8616-300ef78864b0 x-openstack-request-id: req-50a1f6e4-7312-4248-8616-300ef78864b0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:17.823007 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704b000c-a954-4ecd-8cef-6706f283cf14", "name": "network-vif-deleted", "tag": "11309d08-2782-4fdc-8206-159147e9aea0", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:17.823747 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50a1f6e4-7312-4248-8616-300ef78864b0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:17.824158 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704b000c-a954-4ecd-8cef-6706f283cf14', 'name': 'network-vif-deleted', 'tag': '11309d08-2782-4fdc-8206-159147e9aea0', 'status': 'completed', 'code': 200} Dec 12 15:31:17.852798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-86adb009-2ec1-44a9-879a-8cea94c06196 None None] Port 533769ac-00d5-435f-8ebf-87359fb89b5c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:17.935080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43522) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:17.964530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-86adb009-2ec1-44a9-879a-8cea94c06196 None None] Provisioning complete for port 13a63c90-d612-439e-8bbf-e8d073071bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:17.965115 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86adb009-2ec1-44a9-879a-8cea94c06196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.018226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.060900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Calling delete_port for 354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:18.116171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c643f50a-1bd8-4433-b3ce-2ed84e43e7a7 req-bc8abc57-e694-4bfc-aace-38c87e50fcae tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0759482 Dec 12 15:31:18.152390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-343d9912-77b4-419f-b277-85c52f31c487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.251499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-104a686e-04b3-4b95-a574-32ad32dfe8c5 req-1224f8e5-8935-4b3a-908b-0859e0998830 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=704b000c-a954-4ecd-8cef-6706f283cf14 HTTP/1.1" status: 200 len: 210 time: 0.1653056 Dec 12 15:31:18.261743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'project_id': '0b6416f296994cc78a98042a6f7fa045', 'port_id': '6a552fe0-7052-4472-a2cd-f9f81ff2439e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:18.333105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.360002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.368129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Provisioning complete for port 533769ac-00d5-435f-8ebf-87359fb89b5c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:18.368560 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.399522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event deleted for resources: {'Port': ['ID=354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:18.417948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Port 533769ac-00d5-435f-8ebf-87359fb89b5c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:18.422207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Could not find standard attr ID for object 354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:31:18.447310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Provisioning complete for port 6a552fe0-7052-4472-a2cd-f9f81ff2439e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:18.447707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.503662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-764556c6-10c7-4295-a47c-437ab14f4c5f None None] Port 6a552fe0-7052-4472-a2cd-f9f81ff2439e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:18.507861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.516224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43528) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:18.517674 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-782155f4-7c79-4fb7-885f-9252713855b6 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "DELETE /v2.0/ports/354ec1e6-55b4-407e-ad1c-7a29c5e5b1c4 HTTP/1.1" status: 204 len: 168 time: 1.2256656 Dec 12 15:31:18.528139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Request body: {'port': {'name': 'tempest-new-port-name-421807729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:18.528600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] bootfile-name is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:18.528960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] tftp-server is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:18.529407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] server-ip-address is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:31:18.597198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-343d9912-77b4-419f-b277-85c52f31c487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.626217 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-343d9912-77b4-419f-b277-85c52f31c487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.674929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.732104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:18.732303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-343d9912-77b4-419f-b277-85c52f31c487 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76485203195e4cf7a153d8e922e76bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7959163 Dec 12 15:31:18.739728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9912-77b4-419f-b277-85c52f31c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8cb10-837d-4dbd-889f-d5e25dc5e779,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:18.759654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.806699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.838196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.907471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.911017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:18.912340 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecf8cb10-837d-4dbd-889f-d5e25dc5e779 HTTP/1.1" status: 204 len: 168 time: 0.1790619 Dec 12 15:31:18.921362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937bc8b-ba9c-4e35-95f7-9e1219fb2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8cb10-837d-4dbd-889f-d5e25dc5e779,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:18.954670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564df5-1187-4e21-8291-741b72b34c82 req-5ba4be06-cba4-4b71-8e07-6e3bf45b6806 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:18.962260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7564df5-1187-4e21-8291-741b72b34c82 req-5ba4be06-cba4-4b71-8e07-6e3bf45b6806 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1909142 Dec 12 15:31:19.099497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Allocated IP 172.25.3.62 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/c24f8d7d-fff1-4655-9079-e696b1ad525d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:19.120840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7564df5-1187-4e21-8291-741b72b34c82 req-da9e2066-150b-481a-b7eb-d6a1e4555c6a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563456 Dec 12 15:31:19.178930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.211840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.383545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event updated for resources: {'Port': ['ID=533769ac-00d5-435f-8ebf-87359fb89b5c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:19.393795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80d26689-3888-4e79-835c-ed336cc35845 req-bfeb8e30-2b21-4fc7-b963-d00eb425b127 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0777671 Dec 12 15:31:19.425520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] In _notify_port_updated(), no bound segment for port 533769ac-00d5-435f-8ebf-87359fb89b5c on network 914303db-975f-4496-97b8-21dad6717e6d {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:31:19.435656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:19.436343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.438257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e780831-cf3c-49f2-afce-1abe3d0a5647 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "PUT /v2.0/ports/533769ac-00d5-435f-8ebf-87359fb89b5c HTTP/1.1" status: 200 len: 1135 time: 0.9150629 Dec 12 15:31:19.441055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:19.454894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.512774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 11309d08-2782-4fdc-8206-159147e9aea0 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:19.521553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643323e8-e597-4839-9862-22996eb64a4c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:19.527579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-643323e8-e597-4839-9862-22996eb64a4c tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "GET /v2.0/ports/533769ac-00d5-435f-8ebf-87359fb89b5c HTTP/1.1" status: 200 len: 1135 time: 0.0810320 Dec 12 15:31:19.527579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:19.553687 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.580722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 11309d08-2782-4fdc-8206-159147e9aea0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:19.589036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 11309d08-2782-4fdc-8206-159147e9aea0 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:19.610586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:19.618103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:19.627878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:19.635388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Pushing event updated for resources: {'Port': ['ID=c24f8d7d-fff1-4655-9079-e696b1ad525d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:19.677870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-094a2449-3e56-440b-9049-73306f208dec None None] Provisioning complete for port 533769ac-00d5-435f-8ebf-87359fb89b5c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:19.678246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094a2449-3e56-440b-9049-73306f208dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.761749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-094a2449-3e56-440b-9049-73306f208dec None None] Port 533769ac-00d5-435f-8ebf-87359fb89b5c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:19.839355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Deleting port 533769ac-00d5-435f-8ebf-87359fb89b5c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:19.840233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.880101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e90aa-7dd7-48e8-aefa-6cf09bed9153 req-732bb496-c132-4d15-8b4f-6772ec840fff tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:19.881628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-786e90aa-7dd7-48e8-aefa-6cf09bed9153 req-732bb496-c132-4d15-8b4f-6772ec840fff tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.1264002 Dec 12 15:31:19.985774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:19.990376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-786e90aa-7dd7-48e8-aefa-6cf09bed9153 req-6d9c844b-0b11-4b02-9703-2cc5544df7bd tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020007 Dec 12 15:31:20.011387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Calling delete_port for 533769ac-00d5-435f-8ebf-87359fb89b5c owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:20.121428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.214554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.232306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.253648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event deleted for resources: {'Port': ['ID=533769ac-00d5-435f-8ebf-87359fb89b5c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:20.304698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-60f39dba-d5e8-4987-bc5c-6b1c48b3cb2d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.304698 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-60f39dba-d5e8-4987-bc5c-6b1c48b3cb2d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1785657 Dec 12 15:31:20.311974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.337765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a4bbb248-2d52-4b25-a1fb-2ca9b37c753d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.341796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4bbb248-2d52-4b25-a1fb-2ca9b37c753d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0260158 Dec 12 15:31:20.342416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.354020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-44824f2f-0715-4e78-b0d8-6227fdf856f7 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.354020 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-44824f2f-0715-4e78-b0d8-6227fdf856f7 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062389 Dec 12 15:31:20.365503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.365503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a4c89f88-6300-48f4-9d17-9e9357716a00 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.365503 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4c89f88-6300-48f4-9d17-9e9357716a00 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052481 Dec 12 15:31:20.378365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.384964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-32894569-807c-4c8f-94a4-b25af233232e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.386332 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32894569-807c-4c8f-94a4-b25af233232e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0146372 Dec 12 15:31:20.390913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.395753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-dca0f4bf-0e53-4713-ac1a-22c7e9b7d2af tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.397125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dca0f4bf-0e53-4713-ac1a-22c7e9b7d2af tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049856 Dec 12 15:31:20.400276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.406110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a52f4677-2364-4127-a99b-3420f837bb0b tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.407270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a52f4677-2364-4127-a99b-3420f837bb0b tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058601 Dec 12 15:31:20.410209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.416066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a2bc7626-ed9e-4c3f-82a6-70d0ad55520a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.417498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a2bc7626-ed9e-4c3f-82a6-70d0ad55520a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0061905 Dec 12 15:31:20.428607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43594) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.431891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.435943 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c39fa007-a09d-4bca-bbea-b93ebc6c8828 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "DELETE /v2.0/ports/533769ac-00d5-435f-8ebf-87359fb89b5c HTTP/1.1" status: 204 len: 168 time: 0.9049089 Dec 12 15:31:20.444904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.455996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-886ccd96-3eab-4383-ab5f-eef97cf1c718 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.461578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.462363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-886ccd96-3eab-4383-ab5f-eef97cf1c718 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0272477 Dec 12 15:31:20.478977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872394-81b9-4ebc-87f4-b1167fceb01b req-9de55710-6e7f-47f4-8555-61cec8698a8d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:20.480367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3872394-81b9-4ebc-87f4-b1167fceb01b req-9de55710-6e7f-47f4-8555-61cec8698a8d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2053785 Dec 12 15:31:20.481365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.491897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-22457ddc-4aa3-4d2c-b532-48fa168feeec tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.493414 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22457ddc-4aa3-4d2c-b532-48fa168feeec tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0309322 Dec 12 15:31:20.544201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Deleting subnet f803479c-ed13-4623-94cf-aecc51dc3727 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:31:20.547170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.551548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-93c95a45-cd4e-4f0f-9971-098eba68ba5d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.552585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-93c95a45-cd4e-4f0f-9971-098eba68ba5d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044384 Dec 12 15:31:20.553464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.556169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.563977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a216674b-5c91-4e8b-8805-a7a32978495f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.564959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a216674b-5c91-4e8b-8805-a7a32978495f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078433 Dec 12 15:31:20.590714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43608) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.612907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-a73c1cad-2727-413c-879a-860800dda2b4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.616194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a73c1cad-2727-413c-879a-860800dda2b4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0066817 Dec 12 15:31:20.623228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.628333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-bf99242f-b720-4c39-869b-3f8434409140 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.631942 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf99242f-b720-4c39-869b-3f8434409140 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055063 Dec 12 15:31:20.633919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.638802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6e64d16d-231e-4089-a821-f374c833cbc1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.643292 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e64d16d-231e-4089-a821-f374c833cbc1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052185 Dec 12 15:31:20.643465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40dc5b-b375-468a-ba61-65d051b4c87c req-de2c71cb-cc94-4b52-aeab-b36b772ab9af tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0482850 Dec 12 15:31:20.645159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.651304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-00c90a96-44ae-4d95-8a94-65608ca78d25 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.654562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-00c90a96-44ae-4d95-8a94-65608ca78d25 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061958 Dec 12 15:31:20.659878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.668746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-34d1f204-d112-4f91-951a-f388b4274581 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.672133 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34d1f204-d112-4f91-951a-f388b4274581 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0089676 Dec 12 15:31:20.675446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.681203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3872394-81b9-4ebc-87f4-b1167fceb01b req-26d963b5-0ad7-47d4-92fc-d2ace4f397f6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806656 Dec 12 15:31:20.683283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-e4b7c9ab-b52c-4d2a-84b6-4bfe9358af03 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.687262 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e4b7c9ab-b52c-4d2a-84b6-4bfe9358af03 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0079114 Dec 12 15:31:20.688754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.691653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.716667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6b3b836d-3690-4d01-831b-07f9ce99c563 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.716667 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b3b836d-3690-4d01-831b-07f9ce99c563 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0147178 Dec 12 15:31:20.722749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.731698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-0abbcb44-609b-453a-bb0c-b847dfeb9ace tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.734443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0abbcb44-609b-453a-bb0c-b847dfeb9ace tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0089002 Dec 12 15:31:20.737089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43626) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.772938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.778892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-53b609b4-82f6-48d3-9601-422e11e09470 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.779860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53b609b4-82f6-48d3-9601-422e11e09470 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045822 Dec 12 15:31:20.782436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43628) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.785879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.790264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-68d9d780-6be3-4b08-8928-9ffd4b96260a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.793716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-68d9d780-6be3-4b08-8928-9ffd4b96260a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079441 Dec 12 15:31:20.796398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43630) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.819653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.823485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-6bcb2a55-7967-48d5-b53c-9f259b690e1f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.827567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6bcb2a55-7967-48d5-b53c-9f259b690e1f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0281627 Dec 12 15:31:20.832185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43632) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.839704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-1c4902c5-913a-41fb-89f5-87261c857213 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.843206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c4902c5-913a-41fb-89f5-87261c857213 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072601 Dec 12 15:31:20.845346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43634) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.850277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-8cba7629-c443-41a5-9e1d-5431eb044861 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.854308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8cba7629-c443-41a5-9e1d-5431eb044861 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042610 Dec 12 15:31:20.854462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.889208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Pushing event updated for resources: {'Port': ['ID=c24f8d7d-fff1-4655-9079-e696b1ad525d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:20.895644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-0b2b2c47-f577-431f-a2de-0b57ffca5223 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.899761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b2b2c47-f577-431f-a2de-0b57ffca5223 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0418222 Dec 12 15:31:20.899865 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.899978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.907519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-878bb173-62b7-47db-8719-1bca1cbd456c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.908602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-878bb173-62b7-47db-8719-1bca1cbd456c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079105 Dec 12 15:31:20.913063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.917964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-997a96ba-5d3f-4645-8e08-778638ae4cf1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.921813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-997a96ba-5d3f-4645-8e08-778638ae4cf1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042291 Dec 12 15:31:20.922169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.929097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-c0ddcc6d-5383-48bb-89ba-c05e0d8f860d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.929097 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0ddcc6d-5383-48bb-89ba-c05e0d8f860d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040116 Dec 12 15:31:20.929097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:20.931341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.937270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-113452dc-54b9-4e1f-af7d-19b2067025aa tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.940513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-113452dc-54b9-4e1f-af7d-19b2067025aa tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048127 Dec 12 15:31:20.941856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43646) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.950904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-1d0c4f5f-9da4-4f98-a971-0793b7641c03 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.954419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d0c4f5f-9da4-4f98-a971-0793b7641c03 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091312 Dec 12 15:31:20.954797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43650) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.961262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-0e425f0c-9fdb-40f1-bf45-03e525a6c5ba tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.964853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e425f0c-9fdb-40f1-bf45-03e525a6c5ba tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065987 Dec 12 15:31:20.965123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.971397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-af2462dc-3d03-4841-9e3e-da89d4be7d4c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.974635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-af2462dc-3d03-4841-9e3e-da89d4be7d4c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063510 Dec 12 15:31:20.975189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.980704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-e6fea107-32e0-4e9c-9bb6-1b173b9f8a71 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.984723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6fea107-32e0-4e9c-9bb6-1b173b9f8a71 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042200 Dec 12 15:31:20.985153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43656) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:20.989337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-91057538-d4d2-4c37-a874-19b58d146aa2 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:20.992555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91057538-d4d2-4c37-a874-19b58d146aa2 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042541 Dec 12 15:31:21.001700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event deleted for resources: {'Subnet': ['ID=f803479c-ed13-4623-94cf-aecc51dc3727,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:21.003535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.016086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-43d0eb01-c8d3-492a-a89b-5d8b51c9ce95 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.016086 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-43d0eb01-c8d3-492a-a89b-5d8b51c9ce95 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067234 Dec 12 15:31:21.022747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43662) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.032280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-e81cedbc-8259-478e-8c11-7cba95bbe94a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.033442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e81cedbc-8259-478e-8c11-7cba95bbe94a tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090714 Dec 12 15:31:21.036567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43664) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.040970 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.042447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e0ffd4-633c-49af-954a-f3b69c8bad40 None None] Network 914303db-975f-4496-97b8-21dad6717e6d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:21.043488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-2829f60c-09b0-4f48-90d5-8c547113e137 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.044576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2829f60c-09b0-4f48-90d5-8c547113e137 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072575 Dec 12 15:31:21.047994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.049866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4617c8b7-e472-4074-bd8c-8a54cbf46417 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "DELETE /v2.0/subnets/f803479c-ed13-4623-94cf-aecc51dc3727 HTTP/1.1" status: 204 len: 168 time: 0.5961118 Dec 12 15:31:21.052181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.055143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-1c47925b-626c-48be-942d-5373a9eb5913 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.056196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c47925b-626c-48be-942d-5373a9eb5913 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072091 Dec 12 15:31:21.059064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43670) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.064992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-fa100a7c-7b10-41f9-afb0-8ddf639a3734 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.066005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fa100a7c-7b10-41f9-afb0-8ddf639a3734 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061507 Dec 12 15:31:21.069323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43672) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.075698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-dfd0ecce-c3f4-45a3-928f-439f7da5cc01 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.076516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dfd0ecce-c3f4-45a3-928f-439f7da5cc01 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064220 Dec 12 15:31:21.079894 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Floating IP 026e1330-a79e-42cd-b7e9-cee2824dc2d7 associated. External IP: 172.25.3.62, port: 6a552fe0-7052-4472-a2cd-f9f81ff2439e. Dec 12 15:31:21.089036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43674) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.095932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6183b8aa-8dd8-4661-afa7-21ee7744d8c5 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.097352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6183b8aa-8dd8-4661-afa7-21ee7744d8c5 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069246 Dec 12 15:31:21.128354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.163715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-bed28931-fca4-41df-bd20-57e792b8db7e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.165265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bed28931-fca4-41df-bd20-57e792b8db7e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0245359 Dec 12 15:31:21.168829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.173774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-14e3a0b7-1a7a-451d-acdd-f8297941e7cb tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.174712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-14e3a0b7-1a7a-451d-acdd-f8297941e7cb tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047755 Dec 12 15:31:21.180043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43680) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.187501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-1013b513-6d4d-4f49-80aa-3247c1e94898 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.188455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1013b513-6d4d-4f49-80aa-3247c1e94898 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075233 Dec 12 15:31:21.191110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.195441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6989390c-bc48-4532-8d2e-00181e6ebf5b tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.196826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6989390c-bc48-4532-8d2e-00181e6ebf5b tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044057 Dec 12 15:31:21.200229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.201860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.206805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-ae8a4874-b171-459c-a6d5-755ce24fc690 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.207742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae8a4874-b171-459c-a6d5-755ce24fc690 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0049479 Dec 12 15:31:21.210602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43686) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.214566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-eea335dd-39be-4673-bb9e-b9cb52216a19 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.215475 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eea335dd-39be-4673-bb9e-b9cb52216a19 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040188 Dec 12 15:31:21.218803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.225064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-462f860c-75f8-4461-bb1b-4aa61691b91e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.225894 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-462f860c-75f8-4461-bb1b-4aa61691b91e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048461 Dec 12 15:31:21.229270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.234805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-e30627f4-46e1-4d9b-9a89-7f6908a998e6 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.238049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e30627f4-46e1-4d9b-9a89-7f6908a998e6 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055583 Dec 12 15:31:21.244895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43692) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.286461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] DHCP port deletion for 914303db-975f-4496-97b8-21dad6717e6d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:31:21.292724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [None req-4226f375-3218-43f1-8de4-b970abb811a3 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.293787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4226f375-3218-43f1-8de4-b970abb811a3 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0187728 Dec 12 15:31:21.297895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.298715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Deleting port 13a63c90-d612-439e-8bbf-e8d073071bba {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:21.299049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.332300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3269f-e933-4c6b-ba0c-3e83159accf9 req-fb323afb-4cdc-4d45-a5de-0389a017dd7c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:21.334063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eef3269f-e933-4c6b-ba0c-3e83159accf9 req-fb323afb-4cdc-4d45-a5de-0389a017dd7c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.2073412 Dec 12 15:31:21.343789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-3a5003d0-2c6d-4528-a119-9f7a23f6ed26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:21.345801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-3a5003d0-2c6d-4528-a119-9f7a23f6ed26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 946 time: 0.2178726 Dec 12 15:31:21.370158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Deleting port 13a63c90-d612-439e-8bbf-e8d073071bba {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:21.370905 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.373151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] For port 13a63c90-d612-439e-8bbf-e8d073071bba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13a63c90-d612-439e-8bbf-e8d073071bba,segment=NetworkSegment(ed5c5573-e448-4379-9d2a-95d4ecdcc0a2),segment_id=ed5c5573-e448-4379-9d2a-95d4ecdcc0a2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:21.373523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.388509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Calling delete_port for 13a63c90-d612-439e-8bbf-e8d073071bba owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:21.457918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] For port 13a63c90-d612-439e-8bbf-e8d073071bba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13a63c90-d612-439e-8bbf-e8d073071bba,segment=NetworkSegment(ed5c5573-e448-4379-9d2a-95d4ecdcc0a2),segment_id=ed5c5573-e448-4379-9d2a-95d4ecdcc0a2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:21.458683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.467885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-78c7c39e-ce1b-44c9-a7c1-508d8876ec0c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.471604 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-78c7c39e-ce1b-44c9-a7c1-508d8876ec0c tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075822 Dec 12 15:31:21.472227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.479769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Calling delete_port for 13a63c90-d612-439e-8bbf-e8d073071bba owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:21.482631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-95746bfe-4cc0-4ea5-b574-5c906c03f7ac tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.486524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-95746bfe-4cc0-4ea5-b574-5c906c03f7ac tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072210 Dec 12 15:31:21.487882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.492652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-593d5dfc-deba-4fa3-b582-034cb3e7551d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.497318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-593d5dfc-deba-4fa3-b582-034cb3e7551d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084720 Dec 12 15:31:21.498159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.506219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-a520c9d8-3707-4292-a67a-a1e9519e0ad9 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.510670 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a520c9d8-3707-4292-a67a-a1e9519e0ad9 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099964 Dec 12 15:31:21.512120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.517793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-1f825541-2155-40d1-b21d-3fa55b71bb5f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.521411 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f825541-2155-40d1-b21d-3fa55b71bb5f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056896 Dec 12 15:31:21.533369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.538977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-ddc5ab42-b762-4aea-ac8f-79566c4f7bb4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.542324 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ddc5ab42-b762-4aea-ac8f-79566c4f7bb4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044594 Dec 12 15:31:21.542815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43708) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.547482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-5365b199-a577-46aa-98f8-34dc4db37d63 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.550583 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5365b199-a577-46aa-98f8-34dc4db37d63 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046985 Dec 12 15:31:21.565864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.566561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.578739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-c8e4338f-ed47-4519-85ea-faefd4c4fc5e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.582234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c8e4338f-ed47-4519-85ea-faefd4c4fc5e tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045161 Dec 12 15:31:21.583442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.586577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] No DVR routers for this DVR port 13a63c90-d612-439e-8bbf-e8d073071bba on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:21.591589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-8a76155e-98c3-4780-a4ee-70aa6cc86df4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.596415 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a76155e-98c3-4780-a4ee-70aa6cc86df4 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0071421 Dec 12 15:31:21.610064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.617270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-e8387fa1-67cb-4297-a71e-0032ace7fc81 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.620518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e8387fa1-67cb-4297-a71e-0032ace7fc81 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045791 Dec 12 15:31:21.620683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event deleted for resources: {'Port': ['ID=13a63c90-d612-439e-8bbf-e8d073071bba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:21.622287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.635217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.644155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-44550253-00dc-4186-b8ac-2792d80a209d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.645196 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-44550253-00dc-4186-b8ac-2792d80a209d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047832 Dec 12 15:31:21.648848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.654531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-b1d402c2-c584-4baa-83e2-1357dacd6676 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.655590 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b1d402c2-c584-4baa-83e2-1357dacd6676 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0058651 Dec 12 15:31:21.665837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43720) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.667536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] Pushing event deleted for resources: {'Port': ['ID=13a63c90-d612-439e-8bbf-e8d073071bba,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:21.670165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-42c615c1-141e-47e5-b1e0-bfc99e88db71 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.671635 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42c615c1-141e-47e5-b1e0-bfc99e88db71 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048375 Dec 12 15:31:21.674699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.678784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6337db8f-a599-4c47-ab1e-778cf2809c56 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.679734 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6337db8f-a599-4c47-ab1e-778cf2809c56 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041537 Dec 12 15:31:21.685214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081edf9c-8c1b-404c-8342-635cbbd24050 None None] No DVR routers for this DVR port 13a63c90-d612-439e-8bbf-e8d073071bba on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:21.710078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.715742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-c5c6da06-71ee-41ec-9ebe-2006befb617f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.717500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5c6da06-71ee-41ec-9ebe-2006befb617f tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0056992 Dec 12 15:31:21.721056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.725155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-4fde19f0-35c6-40c8-ba4e-7bdf30851dc1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.728267 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4fde19f0-35c6-40c8-ba4e-7bdf30851dc1 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041480 Dec 12 15:31:21.738860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.743006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-41dfa348-b4be-4e70-84a0-48cc454516b2 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.746272 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41dfa348-b4be-4e70-84a0-48cc454516b2 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042381 Dec 12 15:31:21.747159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.754134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-6323911f-1443-46a7-bea6-0b6e7f7d35fa tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.757485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6323911f-1443-46a7-bea6-0b6e7f7d35fa tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073450 Dec 12 15:31:21.757650 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.760159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.769614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-83f5f3ef-219c-4802-ac91-8df9fa58d69d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.772909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-83f5f3ef-219c-4802-ac91-8df9fa58d69d tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097268 Dec 12 15:31:21.773558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43738) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:21.781585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [None req-70c1ade8-055d-4bc9-ba74-83c9e5df15c3 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:21.785294 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-70c1ade8-055d-4bc9-ba74-83c9e5df15c3 tempest-ExtensionsTestJSON-1996532460 tempest-ExtensionsTestJSON-1996532460-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084743 Dec 12 15:31:21.791821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914303db-975f-4496-97b8-21dad6717e6d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:21.811134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:21.812539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c5573-e448-4379-9d2a-95d4ecdcc0a2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:21.823851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.861349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.873830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:21.875013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:21.879181 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:21.970311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.976987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:21.983819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] 10.222.0.36 "DELETE /v2.0/networks/914303db-975f-4496-97b8-21dad6717e6d HTTP/1.1" status: 204 len: 168 time: 0.9298406 Dec 12 15:31:22.004045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Pushing event deleted for resources: {'Network': ['ID=914303db-975f-4496-97b8-21dad6717e6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:22.017164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.018979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.024792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.026049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.027488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.028736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.029653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.031304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.031838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.032379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.033621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.034750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.035896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa418f-1439-45f3-9f31-0bbd15979233 tempest-ExtraDHCPOptionsTestJSON-1313781186 tempest-ExtraDHCPOptionsTestJSON-1313781186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:22.148043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eef3269f-e933-4c6b-ba0c-3e83159accf9 req-084d8b3c-99d3-4baf-ab7c-b43850b5a1aa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7892013 Dec 12 15:31:22.275738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359c0b-fd68-44bd-a57f-31312d197709 req-16a5594e-77d2-469c-8ac2-f0d78cc7d5b3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:22.284766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54359c0b-fd68-44bd-a57f-31312d197709 req-16a5594e-77d2-469c-8ac2-f0d78cc7d5b3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.3517592 Dec 12 15:31:22.334699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:22.337899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:22.338238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.367212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:22.444613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:22.444613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.457309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:22.523121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8d21037-78c9-424e-b8fa-b4acc0fae298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.552187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be92bc89-57eb-4571-a294-f066fc4c1bc0 req-d55b0749-e7b1-47ab-8b60-334166c2ea4f tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.2862930 Dec 12 15:31:22.650076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13a63c90-d612-439e-8bbf-e8d073071bba no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:22.658020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Router e8de43cf-a215-4361-b773-a39c5cb057e3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:22.706629 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0ebb8a9-f837-45de-9134-5dd8444f552e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0efed32cd3b844c68eeb43579376b8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379941 Dec 12 15:31:22.709128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:22.721845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54359c0b-fd68-44bd-a57f-31312d197709 req-283f7a60-74ef-42e9-b0bf-fe24f285356f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361992 Dec 12 15:31:22.737491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.761292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 13a63c90-d612-439e-8bbf-e8d073071bba {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:22.761505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13a63c90-d612-439e-8bbf-e8d073071bba not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:22.773175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:22.841265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.853369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=aa37d2a3-e7a7-459b-923d-9b84f1cec3b9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:22.862688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8d21037-78c9-424e-b8fa-b4acc0fae298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.878693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c8d21037-78c9-424e-b8fa-b4acc0fae298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.924596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21037-78c9-424e-b8fa-b4acc0fae298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262fbf5c-5bf1-42fd-bab0-783d760b4775,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:22.934337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.941924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:22.954178 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] Sync routers for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:22.972072 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:22.974507 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:22.981959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:22.985134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:22.989206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5954ebce-4e50-439a-94cc-4789c1c7fbfd req-56db18ac-b350-47c5-ad16-10693c7c848d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 HTTP/1.1" status: 204 len: 173 time: 1.6337454 Dec 12 15:31:22.989671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'name': 'network-vif-deleted', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:22.992166 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234d924a-410e-4b96-804b-548e51eeb6f7" -d '{"events": [{"server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "name": "network-vif-deleted", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:22.992864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c8d21037-78c9-424e-b8fa-b4acc0fae298 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2864680502a45bfa55cdf81ad0d65d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6543212 Dec 12 15:31:22.995027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43762) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:23.016698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.091891 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c94a5a-bc85-422d-83ec-9e7be84adad7 x-openstack-request-id: req-94c94a5a-bc85-422d-83ec-9e7be84adad7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:23.093000 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c3c732-2e2c-4eb0-9b98-574e0455abee", "name": "network-vif-deleted", "tag": "aa37d2a3-e7a7-459b-923d-9b84f1cec3b9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:23.093447 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94c94a5a-bc85-422d-83ec-9e7be84adad7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:23.094467 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c3c732-2e2c-4eb0-9b98-574e0455abee', 'name': 'network-vif-deleted', 'tag': 'aa37d2a3-e7a7-459b-923d-9b84f1cec3b9', 'status': 'completed', 'code': 200} Dec 12 15:31:23.112001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.116136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.117709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff4aa0c3-c259-42b2-bc6f-14fa385c5af9 HTTP/1.1" status: 204 len: 168 time: 0.4074619 Dec 12 15:31:23.129239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff927132-00ae-4cfb-b509-25cafd09e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4aa0c3-c259-42b2-bc6f-14fa385c5af9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:23.175770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4f3fd032-e6c8-4929-a7b8-4237acd4c864 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4621422 Dec 12 15:31:23.176288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43770) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:23.178153 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:23.188377 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:23.189596 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:23.227071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:23.228016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196b1719-c3bd-47d0-9c18-9f4f151d2102 None None] The sync data for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:23.348535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.363298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e26f85f-7e20-4b52-babb-2b717726b1bc req-30e18ffd-10bc-4846-8e35-c10c10341294 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0c3c732-2e2c-4eb0-9b98-574e0455abee HTTP/1.1" status: 200 len: 210 time: 0.0613456 Dec 12 15:31:23.392392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b065889-fb05-4451-b2d4-76d8592f2711 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "GET /v2.0/floatingips/026e1330-a79e-42cd-b7e9-cee2824dc2d7 HTTP/1.1" status: 200 len: 983 time: 0.2125180 Dec 12 15:31:23.395563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:23.405224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.471946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.480511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.482309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/262fbf5c-5bf1-42fd-bab0-783d760b4775 HTTP/1.1" status: 204 len: 168 time: 0.4855638 Dec 12 15:31:23.509925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424b573-26a8-475f-8a2b-9ed9ef951c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262fbf5c-5bf1-42fd-bab0-783d760b4775,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:23.622605 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3b36522-78d0-4bc9-bec0-825f35f65f75 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.2257745 Dec 12 15:31:23.623316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:23.756496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ffee0d2-2e3d-43ea-b71f-1960a87808fa req-e1383e5e-3de8-4367-b974-842f83c53478 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0699444 Dec 12 15:31:23.947447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17284e0c-0152-45a8-936b-f6a564420563 req-175358f4-f6b0-4bc6-ac32-7baab7820360 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:23.958112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port c24f8d7d-fff1-4655-9079-e696b1ad525d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:23.958439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:23.967302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17284e0c-0152-45a8-936b-f6a564420563 req-175358f4-f6b0-4bc6-ac32-7baab7820360 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1317463 Dec 12 15:31:24.041415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17284e0c-0152-45a8-936b-f6a564420563 req-b6223699-c73e-4b3e-a670-184ee31ddc99 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672648 Dec 12 15:31:24.060764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:24.061103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:24.074834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for c24f8d7d-fff1-4655-9079-e696b1ad525d owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:24.357158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:24.414672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=c24f8d7d-fff1-4655-9079-e696b1ad525d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:24.520191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:24.521676 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Floating IP 026e1330-a79e-42cd-b7e9-cee2824dc2d7 disassociated (deleted). External IP: 172.25.3.62, port: 6a552fe0-7052-4472-a2cd-f9f81ff2439e. Dec 12 15:31:24.560477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43822) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:24.937220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Router e8de43cf-a215-4361-b773-a39c5cb057e3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:24.957542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-492b79e3-b96b-4056-8434-27ae93cc3998 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:24.965611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-492b79e3-b96b-4056-8434-27ae93cc3998 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1577795 Dec 12 15:31:24.985425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:25.047568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5c9811c-ea4c-4942-8411-3cff4fbc8157 req-2fa72dc0-9ac4-4dfb-9739-f6f61fb3a8ed tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0651300 Dec 12 15:31:25.061953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-9c2d123d-d292-4838-91e9-d07bc8e7225f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0909891 Dec 12 15:31:25.096397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1720360411'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:25.127079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'networks': [{'name': 'tempest-network--257522539'}, {'name': 'tempest-network--939359821'}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:25.127615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-network--257522539'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:25.127872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-network--939359821'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:25.131014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:25.135604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.152541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] Sync routers for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:25.170812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:25.174753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.177184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:25.177822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:25.197705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-0037089c-64f3-4fa5-ac15-c4ab324b2672 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349556 Dec 12 15:31:25.203426 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7260a42b-6530-480b-a001-9bfad5f427a5 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/floatingips/026e1330-a79e-42cd-b7e9-cee2824dc2d7 HTTP/1.1" status: 204 len: 168 time: 1.5792816 Dec 12 15:31:25.206889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:25.212330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:25.233120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.250894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:25.273291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:25.275178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:25.281116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.297986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'network': 2} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:25.302821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.315807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.357378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:25.358829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ecb0f-e6d7-4ecb-9320-4c6863164e5b None None] The sync data for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:25.444522 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.475350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-add20f5b-8349-4d17-b051-0bea169f285b service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763293 Dec 12 15:31:25.500188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6621b-4da4-4975-81ce-adaa8a349833 req-1f7be611-f5ac-4513-88b1-701bd03304e3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:25.502093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe6621b-4da4-4975-81ce-adaa8a349833 req-1f7be611-f5ac-4513-88b1-701bd03304e3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1329165 Dec 12 15:31:25.548201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:25.576556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:25.577238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device aa37d2a3-e7a7-459b-923d-9b84f1cec3b9 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:25.590231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Allocated IP 172.25.3.3 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/7c6f9992-cefb-4515-8460-34f85ba2c524) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:25.653257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe6621b-4da4-4975-81ce-adaa8a349833 req-b46ed00d-4b14-4b9b-bf26-1ab661e41b46 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292050 Dec 12 15:31:25.658614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.664365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.680996 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.691465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.692681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.734470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.751580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f2b680e8-9511-487e-8990-17cfd2f6cca4 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748864 Dec 12 15:31:25.756764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:25.776434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66acd28f-a961-49c4-91bf-3e49f285e3a4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:25.783232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:25.786459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.787050 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Added segment 93c56461-2a24-4d1b-b080-8f7b2f30359c of type vlan for network 814b10cd-1392-4a64-8d9b-30789ab38eff Dec 12 15:31:25.815105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.826322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.826635 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment 21fd4e0a-0f5c-42b7-a477-20e861ff4c72 of type vlan for network b155e94c-d238-4e32-a1a4-302af93e2e94 Dec 12 15:31:25.857696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:25.868952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:25.872999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:25.891876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd7dfb3-3cc3-48c2-927a-867f921bedf2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:25.909773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.915691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:25.935072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Pushing event updated for resources: {'Port': ['ID=7c6f9992-cefb-4515-8460-34f85ba2c524,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:26.055254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.061760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:26.062335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.097244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.113050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-230f6840-4448-449b-a083-21ddcd9929b5 req-696b1c11-d61e-4704-92cc-12fa285b22bd tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 210 time: 0.0886974 Dec 12 15:31:26.127512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:26.176168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6119590 Dec 12 15:31:26.189736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:26.219400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'subnet': {'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:26.245688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.345282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.345844 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment fa8fbc15-2f9b-4963-a64d-0509036be2e1 of type vlan for network b7b6a130-7629-4d70-92fd-330b57cf743d Dec 12 15:31:26.363720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ef63580-cc93-40d5-b4f5-dc7983f32b6a req-c1e96bd3-d788-42b0-b94c-f04fc0ecf8bb tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1047943 Dec 12 15:31:26.384317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa4df-5f3c-4ba8-b143-4c502ea8c1fc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Network': ['ID=814b10cd-1392-4a64-8d9b-30789ab38eff,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:26.399780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 814b10cd-1392-4a64-8d9b-30789ab38eff details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:26.431302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.479666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.481579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.488854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:26.494744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:26.495303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.526889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.536552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.590237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Pushing event updated for resources: {'Port': ['ID=7c6f9992-cefb-4515-8460-34f85ba2c524,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:26.626906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6403203 Dec 12 15:31:26.628201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=b155e94c-d238-4e32-a1a4-302af93e2e94,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:26.629706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:26.630193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43876) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:26.633697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.638596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b155e94c-d238-4e32-a1a4-302af93e2e94 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:26.740364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.777196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:26.778462 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54088ed7-c688-4c8d-90eb-8f86f41c5e70 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5706127 Dec 12 15:31:26.783737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:26.978788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:27.011378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.025444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.028034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58076a9b-4c82-47d5-bd64-e42cf97c0ed4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=b7b6a130-7629-4d70-92fd-330b57cf743d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:27.042363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b7b6a130-7629-4d70-92fd-330b57cf743d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:27.052979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d166256-7092-4f63-b1de-d2df6c5d5fb5 req-2c441267-a07c-4388-ae7a-dbbbdcd94b72 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.062726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d166256-7092-4f63-b1de-d2df6c5d5fb5 req-2c441267-a07c-4388-ae7a-dbbbdcd94b72 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2101381 Dec 12 15:31:27.166655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Subnet': ['ID=04f0cef3-fe75-4cac-bc25-082974e31b7e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:27.178833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d9d26-d47e-4b80-891a-1d110ff3c4a1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.186823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Checking segment: {'id': '93c56461-2a24-4d1b-b080-8f7b2f30359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:27.187273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network hostable DHCP agents. Network: 814b10cd-1392-4a64-8d9b-30789ab38eff, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:27.195838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d9d26-d47e-4b80-891a-1d110ff3c4a1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.212440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d9d26-d47e-4b80-891a-1d110ff3c4a1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.219423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d9d26-d47e-4b80-891a-1d110ff3c4a1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.221121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-200d9d26-d47e-4b80-891a-1d110ff3c4a1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5830729 Dec 12 15:31:27.225440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:27.245663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:27.277021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fac0c2b-41bc-4a32-9066-07403c591abe req-e1ddb7a6-434f-4c6e-b3e9-9461726bad47 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 210 time: 0.0372193 Dec 12 15:31:27.300013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d166256-7092-4f63-b1de-d2df6c5d5fb5 req-9a6a79f7-281f-446a-a468-3e7f41c62648 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334991 Dec 12 15:31:27.362975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.379084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0dd35c8-152b-4762-9f0d-6f99d1219a97 req-4be2fb25-2e26-41e6-b4fe-ce5eede56357 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0508676 Dec 12 15:31:27.394604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.399461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 814b10cd-1392-4a64-8d9b-30789ab38eff) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:27.413800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d99e0a-8a0d-4231-b501-d51fe7f4e64e None None] Network 814b10cd-1392-4a64-8d9b-30789ab38eff requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:27.443096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.443704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.522888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43f89983-3ea0-418e-9e41-d2aa84c7a5da req-ef17a56b-be0c-4cc7-b3b9-d9a51542d4ea tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0425031 Dec 12 15:31:27.544858 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2d409bac-94ca-4def-8bbf-7f44c701004e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3535104 Dec 12 15:31:27.548393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43902) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:27.556884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1813166890', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:27.564651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72efb46-29c8-4075-973f-741b39481467 None None] Network 814b10cd-1392-4a64-8d9b-30789ab38eff requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:27.578733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.609221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b155e94c-d238-4e32-a1a4-302af93e2e94']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:27.626380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fd4e0a-0f5c-42b7-a477-20e861ff4c72') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:27.626846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fd4e0a-0f5c-42b7-a477-20e861ff4c72') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:27.651577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.654309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.656160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.664734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Allocated IP 172.25.3.100 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4becdc8c-b439-4279-b817-9b50b3b18f5b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:27.677772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.687015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:27.687444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:27.690546 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:27.705377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-65724032-2aa0-43b5-8285-41740163cc5c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:27.706844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-65724032-2aa0-43b5-8285-41740163cc5c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1362116 Dec 12 15:31:27.722316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:27.797011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.809766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.813419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/b155e94c-d238-4e32-a1a4-302af93e2e94 HTTP/1.1" status: 204 len: 168 time: 0.5864654 Dec 12 15:31:27.816723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:27.851510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b410c8-9b64-4f0d-9a5d-c5484f1cd66a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=b155e94c-d238-4e32-a1a4-302af93e2e94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:27.857411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.910145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.934010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.975859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:27.979406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:27.996571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.406946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.429120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.443852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:28.456437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:28.460968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60696e2f-f420-4e0a-8727-7b484866d80f req-9b12d306-d985-4aaf-aac5-382a213ecfb5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 210 time: 0.0788426 Dec 12 15:31:28.471721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:28.478231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Pushing event updated for resources: {'Port': ['ID=4becdc8c-b439-4279-b817-9b50b3b18f5b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:28.493767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b6a130-7629-4d70-92fd-330b57cf743d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:28.526735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8fbc15-2f9b-4963-a64d-0509036be2e1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:28.526735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8fbc15-2f9b-4963-a64d-0509036be2e1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:28.539147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.565289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.577920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:28.578333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:28.581686 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:28.619022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-881a259e-605a-4368-86de-62d570eb252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:28.620649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-881a259e-605a-4368-86de-62d570eb252c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1096 time: 0.2376416 Dec 12 15:31:28.666461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.679641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.682811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/b7b6a130-7629-4d70-92fd-330b57cf743d HTTP/1.1" status: 204 len: 168 time: 0.8636255 Dec 12 15:31:28.694970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:28.698525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc28a4-dc62-4440-92ad-a5d632f1f67a req-25ab0008-cc2d-4542-a755-28a49eb28034 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:28.700148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4bc28a4-dc62-4440-92ad-a5d632f1f67a req-25ab0008-cc2d-4542-a755-28a49eb28034 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2851591 Dec 12 15:31:28.714490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042274-7436-416b-9516-edc259284e0a tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=b7b6a130-7629-4d70-92fd-330b57cf743d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:28.756696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.5 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:28.807634 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.817578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5cf7df1-bdb8-4d38-abe4-61eae6c6ec1a req-bc08669b-0ce7-4cac-a47e-1797b9c8db93 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0659335 Dec 12 15:31:28.922481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd8ee1-13a1-48f7-9a5b-c30e01d82919 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:28.922748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4bc28a4-dc62-4440-92ad-a5d632f1f67a req-7b4904b1-c839-4e60-9aa0-d28c4e601803 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722481 Dec 12 15:31:28.924714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-45f120ba-4bf1-47be-b3b2-ccdf7dc7f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:28.925246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-45f120ba-4bf1-47be-b3b2-ccdf7dc7f4a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 0.2670331 Dec 12 15:31:28.928963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd8ee1-13a1-48f7-9a5b-c30e01d82919 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:28.930566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9fcd8ee1-13a1-48f7-9a5b-c30e01d82919 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2346179 Dec 12 15:31:28.931664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:28.934790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43924) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:28.953718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1810132920'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:29.041570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-8fbf9f18-f21a-45d2-9e2e-99a72e7a16f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.0942721 Dec 12 15:31:29.107448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.111954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.183057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Pushing event updated for resources: {'Port': ['ID=4becdc8c-b439-4279-b817-9b50b3b18f5b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:29.189347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.202710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842d6848-fab2-4135-ba1c-6cda119978f2 req-f5943f2b-c94e-40ab-9794-94002b1379f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb6f7b0506542b099497e9d2e9e9220&device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1134398 Dec 12 15:31:29.209040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.212538 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec183229-79ef-4a55-ba2b-328048c7c9b0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4251561 Dec 12 15:31:29.212937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:29.224010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:29.227581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.240744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c70d65bb-bf9e-4b71-baca-d316ef7df68e req-e9ac7a4c-f2b3-433e-bcb9-e65496a29c13 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1299980 Dec 12 15:31:29.283072 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4d070815-9515-42e4-b9bd-00ee3d1d28b3 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.0658407 Dec 12 15:31:29.283442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43930) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:29.302149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842d6848-fab2-4135-ba1c-6cda119978f2 req-0d4aa7a8-23b5-418f-b289-0e86ae11e247 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=adb6f7b0506542b099497e9d2e9e9220&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659606 Dec 12 15:31:29.304938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.332233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-b1d137ce-10e3-4875-85fd-aa9407737118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:29.333657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-b1d137ce-10e3-4875-85fd-aa9407737118 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.2462440 Dec 12 15:31:29.346167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.348991 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.350613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a133fb9a-9686-44b1-b5c4-f2f555266fad tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0660987 Dec 12 15:31:29.353350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:29.380392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:29.436977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-6d18976f-4a1e-4cd4-adbd-33c12b064d35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762951 Dec 12 15:31:29.472675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.473015 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment b2349ccb-859c-4314-a1bb-ced8537b3638 of type vlan for network 53b4275d-9cb6-436a-a3e2-094ccdb10bb4 Dec 12 15:31:29.477001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Deleting port 4becdc8c-b439-4279-b817-9b50b3b18f5b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:29.477504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.557206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.557530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.570299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Calling delete_port for 4becdc8c-b439-4279-b817-9b50b3b18f5b owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:29.648008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.657788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c12ad93-a667-4a86-9444-633750c66eaf req-77af2d93-2815-42ee-8adc-5638ce3d2e38 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 210 time: 0.0864904 Dec 12 15:31:29.688444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d6848-fab2-4135-ba1c-6cda119978f2 req-b2f93005-ca5f-42cb-b645-559713f2e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:29.689863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842d6848-fab2-4135-ba1c-6cda119978f2 req-b2f93005-ca5f-42cb-b645-559713f2e0e5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3594730 Dec 12 15:31:29.719582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.728379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.732298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:29.759363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Pushing event deleted for resources: {'Port': ['ID=4becdc8c-b439-4279-b817-9b50b3b18f5b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:29.780655 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.786445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:29.787509 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.790623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-f4c54787-5037-4dde-8807-e5fc75e3e9ad service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194442 Dec 12 15:31:29.825135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.828068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:29.832921 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ef8e0780-add4-4f25-8654-f035d03cb6e0 tempest-FloatingIPAdminTestJSON-1617495418 tempest-FloatingIPAdminTestJSON-1617495418-project] 10.222.0.36 "DELETE /v2.0/floatingips/d62d0343-f31e-470c-a74b-b38ef43425b7 HTTP/1.1" status: 204 len: 168 time: 0.4785697 Dec 12 15:31:29.833643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:29.845822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:29.877445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.29 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9de4f476-594b-49d3-a640-634c70d4c7bc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:29.895477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:29.932196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:29.943661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9990025 Dec 12 15:31:29.946636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:29.949966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:29.953425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1825255616'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:29.985332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ec7d7-9830-4d52-929a-b1c63b372c95 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=53b4275d-9cb6-436a-a3e2-094ccdb10bb4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:30.002874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 53b4275d-9cb6-436a-a3e2-094ccdb10bb4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:30.039687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Deleting port 7c6f9992-cefb-4515-8460-34f85ba2c524 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:30.041490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.045187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:30.050523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.071890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:30.072521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.118035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:30.135420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6b33eb80-d4c5-48eb-b819-75fa35ef747e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4180312 Dec 12 15:31:30.140188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.140366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd36d03c-a5dc-4ba7-9b78-e896faa1f3e8 req-dff8a372-17ac-429c-b5ab-4282fcb49b1b service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138871 Dec 12 15:31:30.140533 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment 6a065842-0357-49ba-8206-659e02344048 of type vlan for network da4208c3-5d7e-4953-8a87-7fcf68822dcd Dec 12 15:31:30.161688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.161930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.165224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Request body: {'port': {'device_id': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:30.203171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549975d-6a69-4d75-98f6-68eba123546a req-f52f4723-2a67-4790-b41b-ff9268995b58 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:30.203703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Calling delete_port for 7c6f9992-cefb-4515-8460-34f85ba2c524 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:30.204578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9549975d-6a69-4d75-98f6-68eba123546a req-f52f4723-2a67-4790-b41b-ff9268995b58 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.1611917 Dec 12 15:31:30.209756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.212182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.272843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.280443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.286439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:30.287105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.318806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9549975d-6a69-4d75-98f6-68eba123546a req-6963eff6-bb6b-4448-968e-fc1405fa076e tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034276 Dec 12 15:31:30.359384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4120831 Dec 12 15:31:30.367110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:30.369624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73b911ce-53c9-49ad-902c-eba5504b4e24 req-1386d82d-0c81-4074-ad73-0a6860739c52 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0498295 Dec 12 15:31:30.372394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.374236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'ports': [{'network_id': '53b4275d-9cb6-436a-a3e2-094ccdb10bb4', 'name': 'tempest-port--449043756', 'admin_state_up': True}, {'network_id': 'da4208c3-5d7e-4953-8a87-7fcf68822dcd', 'admin_state_up': False}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:30.374672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'port': {'network_id': '53b4275d-9cb6-436a-a3e2-094ccdb10bb4', 'name': 'tempest-port--449043756', 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:30.375016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'port': {'network_id': 'da4208c3-5d7e-4953-8a87-7fcf68822dcd', 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:30.404816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140b2e3-7a2e-4664-a03a-221a6bca142d tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=da4208c3-5d7e-4953-8a87-7fcf68822dcd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:30.417028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network da4208c3-5d7e-4953-8a87-7fcf68822dcd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:30.427984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:30.435517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:30.481208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:30.511767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=9de4f476-594b-49d3-a640-634c70d4c7bc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:30.564874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.601525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c6f9992-cefb-4515-8460-34f85ba2c524,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:30.662249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'port': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:30.667163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.688991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.692321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.697789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a8684d4f-7247-4c51-8f1e-591120dccc11 tempest-FloatingIPAdminTestJSON-829584548 tempest-FloatingIPAdminTestJSON-829584548-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/43b36c29-6910-45c0-9862-0b7b5a154fbd HTTP/1.1" status: 204 len: 168 time: 0.8586650 Dec 12 15:31:30.697789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:30.697789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:30.856787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] device_id is not set on port ba73a9cc-b87c-4e4b-927c-c5ef641dda10 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:30.894843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port 6a552fe0-7052-4472-a2cd-f9f81ff2439e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:30.895176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.055195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.077381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.081496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for 6a552fe0-7052-4472-a2cd-f9f81ff2439e owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:31.192232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] device_id is not set on port 16fe69ef-506d-48f2-a59b-a82eec6326f4 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:31.275848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-842d6848-fab2-4135-ba1c-6cda119978f2 req-daab9aff-a636-4a37-9dff-18ef51b9ceb9 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.0438278 Dec 12 15:31:31.297141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:31.316753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.326390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32870-9389-4c35-9322-175136f82c81 req-7cd29d1d-0a0a-44ac-b046-b80da88d51a6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:31.335042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7dd32870-9389-4c35-9322-175136f82c81 req-7cd29d1d-0a0a-44ac-b046-b80da88d51a6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 931 time: 0.5504491 Dec 12 15:31:31.352185 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.362120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.399420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Transition to ACTIVE for port object adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:31:31.411364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=6a552fe0-7052-4472-a2cd-f9f81ff2439e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:31.415136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.416823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.532361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7dd32870-9389-4c35-9322-175136f82c81 req-a2db4c53-8f6d-413a-bd94-e51228c799e0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963522 Dec 12 15:31:31.563238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.571021 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-214734e1-e3b6-4b64-83c2-72ad47cd4d26 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/ports/6a552fe0-7052-4472-a2cd-f9f81ff2439e HTTP/1.1" status: 204 len: 168 time: 0.8710024 Dec 12 15:31:31.572230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:31.610506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:31.627902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Pushing event updated for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:31.728839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e987e7f-0c92-49f3-bc4b-5648cd561dd9 req-7a806b84-e0d0-4b0b-a697-c68854dcbf47 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:31.730415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e987e7f-0c92-49f3-bc4b-5648cd561dd9 req-7a806b84-e0d0-4b0b-a697-c68854dcbf47 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 945 time: 0.2595727 Dec 12 15:31:31.763361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.786187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56ec6e10-ceb9-4255-8468-db165ad9bb33 req-81512227-e7f2-4daa-97b7-576c104ec881 tempest-ServerShowV254Test-1045160765 tempest-ServerShowV254Test-1045160765-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af8819b-e358-4829-8a63-0e2926758ffe HTTP/1.1" status: 200 len: 210 time: 0.1106112 Dec 12 15:31:31.843397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:31.855706 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2a9834-6043-442a-a383-bf8a99729df7" -d '{"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:31.883126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:31.894218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.939829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:31.942589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Attempting to bind port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:31.942934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Attempting to bind port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:31.943264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Attempting to bind port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:31.957505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:31:31.957879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Attempting to bind port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:31.974165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e987e7f-0c92-49f3-bc4b-5648cd561dd9 req-5325dddd-8b55-48e2-bc49-8711c018c48a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147992 Dec 12 15:31:31.982245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.006609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:32.006862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:32.007255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:32.007697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Bound port: adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:32.008054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.024580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:32.047684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.048041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.050224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.050586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.050933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.051274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.051608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.051943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.055301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.055676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.056022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.057300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.057653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:31:32.062426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c71a43e-9e74-46de-9e6b-6c53e87e2d2d tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.067143 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abcdeda-f8a2-451a-a8e6-0577a9eafcae x-openstack-request-id: req-4abcdeda-f8a2-451a-a8e6-0577a9eafcae {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:32.071687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43970) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:32.072010 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:32.072284 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4abcdeda-f8a2-451a-a8e6-0577a9eafcae {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:32.072904 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'code': 200} Dec 12 15:31:32.074653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4c71a43e-9e74-46de-9e6b-6c53e87e2d2d tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8de43cf-a215-4361-b773-a39c5cb057e3 HTTP/1.1" status: 200 len: 913 time: 0.5007470 Dec 12 15:31:32.092053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Port': ['ID=ba73a9cc-b87c-4e4b-927c-c5ef641dda10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:32.101603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Checking segment: {'id': 'b2349ccb-859c-4314-a1bb-ced8537b3638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '53b4275d-9cb6-436a-a3e2-094ccdb10bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:32.101972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network hostable DHCP agents. Network: 53b4275d-9cb6-436a-a3e2-094ccdb10bb4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:32.128239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network 53b4275d-9cb6-436a-a3e2-094ccdb10bb4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:32.138863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 53b4275d-9cb6-436a-a3e2-094ccdb10bb4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:32.151385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:32.152525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.172181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519e851-e8b4-4e01-922b-a9d89b14dd3f None None] Network 53b4275d-9cb6-436a-a3e2-094ccdb10bb4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:32.227899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Port': ['ID=16fe69ef-506d-48f2-a59b-a82eec6326f4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:32.258207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Checking segment: {'id': '6a065842-0357-49ba-8206-659e02344048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'da4208c3-5d7e-4953-8a87-7fcf68822dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:32.258623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network hostable DHCP agents. Network: da4208c3-5d7e-4953-8a87-7fcf68822dcd, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:32.282514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network da4208c3-5d7e-4953-8a87-7fcf68822dcd is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:32.303181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, da4208c3-5d7e-4953-8a87-7fcf68822dcd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:32.307212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:32.313981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:32.314176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95352042-7da7-415b-8abf-e20841f74771 None None] Network da4208c3-5d7e-4953-8a87-7fcf68822dcd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:32.320042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:32.327920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.329586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.338171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.338985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.366641 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-139c8e76-023a-47b7-9117-07fbd3881cdc tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9963470 Dec 12 15:31:32.373318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:32.426114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.426731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.428122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] 10.222.0.13 "PUT /v2.0/ports/adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac HTTP/1.1" status: 200 len: 1091 time: 2.2705593 Dec 12 15:31:32.428571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:32.430857 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04" -d '{"events": [{"name": "network-changed", "server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:32.454761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e780e-3b49-453e-846e-92ac1d8762c4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.465528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e780e-3b49-453e-846e-92ac1d8762c4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.468410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dd1e780e-3b49-453e-846e-92ac1d8762c4 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0906470 Dec 12 15:31:32.471452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:32.533566 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95861308-ec6c-4ea3-956f-8789429ed020 x-openstack-request-id: req-95861308-ec6c-4ea3-956f-8789429ed020 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:32.534426 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:32.534998 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-95861308-ec6c-4ea3-956f-8789429ed020 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:32.535771 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac', 'status': 'completed', 'code': 200} Dec 12 15:31:32.551877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41645d9-03de-44bd-afa7-f2c895ef73fa service neutron] Pushing event updated for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:32.583365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting port ba73a9cc-b87c-4e4b-927c-c5ef641dda10 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:32.584298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.609694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:31:32.662611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.675982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6517344b-96cd-4fa4-b507-1996f4d839e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.677593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-6517344b-96cd-4fa4-b507-1996f4d839e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 1094 time: 0.1465964 Dec 12 15:31:32.679603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Calling delete_port for ba73a9cc-b87c-4e4b-927c-c5ef641dda10 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:32.766955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.788187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-21c532aa-6d3e-443f-abf9-a22382e9ea2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac HTTP/1.1" status: 200 len: 217 time: 0.1009889 Dec 12 15:31:32.799654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Port': ['ID=ba73a9cc-b87c-4e4b-927c-c5ef641dda10,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:32.805465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.808809 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-427082e3-6a09-46c0-901f-6c99089fffd7 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/ports/ba73a9cc-b87c-4e4b-927c-c5ef641dda10 HTTP/1.1" status: 204 len: 168 time: 0.3362429 Dec 12 15:31:32.811292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:32.825602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d633d-441c-42da-a509-33424c0a68ed req-03dc2cb0-15c1-4a1d-b027-9b05b36f415a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.827712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-074d633d-441c-42da-a509-33424c0a68ed req-03dc2cb0-15c1-4a1d-b027-9b05b36f415a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 943 time: 0.1946735 Dec 12 15:31:32.934706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting port 16fe69ef-506d-48f2-a59b-a82eec6326f4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:32.935956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:32.949038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:32.955412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-a128edb3-a273-4df4-8a76-532c73ab3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:32.956923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-a128edb3-a273-4df4-8a76-532c73ab3db9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1554599 Dec 12 15:31:32.966261 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:32.977330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:32.978156 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:33.019379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-074d633d-441c-42da-a509-33424c0a68ed req-e36edeab-4fb6-41f6-bd19-0a0f809924be tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352296 Dec 12 15:31:33.024996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-eb3a51e6-fe57-4e89-a12c-ffae35a2ed57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529115 Dec 12 15:31:33.027864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.032595 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:33.044276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Calling delete_port for 16fe69ef-506d-48f2-a59b-a82eec6326f4 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:33.060707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.061990 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:33.065156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-205a6e80-6b9a-48c1-b4bd-7a56f3dc99f2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5130334 Dec 12 15:31:33.066097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:33.080005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43990) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.108657 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:33.109563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8643e8-aa23-4d90-b048-4dd58c8ac384 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:33.164444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.194527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Port': ['ID=16fe69ef-506d-48f2-a59b-a82eec6326f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:33.203818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.208890 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-325335c5-84d4-416a-bc7b-2f219afb00e1 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/ports/16fe69ef-506d-48f2-a59b-a82eec6326f4 HTTP/1.1" status: 204 len: 168 time: 0.3965402 Dec 12 15:31:33.211495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.240427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-702e6902-469a-4552-9b7e-213b4787c378 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278082 Dec 12 15:31:33.244437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.249385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1753754672'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:33.273195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:33.277268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.304476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:33.313956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.314646 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment 77d06c97-1206-4889-a198-d0a2c681a42c of type vlan for network 26819f77-8496-4681-9aad-76092dc0ebf5 Dec 12 15:31:33.318881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.345470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.365737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.393966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.400320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:33.401041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.423584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-506dda32-b7ac-455e-9297-b55d35a03bab service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906107 Dec 12 15:31:33.434337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25111-306a-4456-965c-bae9f6dd9619 req-eef401b9-0c4e-428b-b814-9197ac5ff107 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:33.435742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aba25111-306a-4456-965c-bae9f6dd9619 req-eef401b9-0c4e-428b-b814-9197ac5ff107 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.2433999 Dec 12 15:31:33.483550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7170c75-8927-4b3c-a567-22d5aab4f0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.491522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=26819f77-8496-4681-9aad-76092dc0ebf5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:33.496668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e01848cc-642d-411c-9288-ee3efbaceafb tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2510209 Dec 12 15:31:33.499221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44004) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.503844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 26819f77-8496-4681-9aad-76092dc0ebf5 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:33.504663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1685478789'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:33.542269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:33.546535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.594437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:33.615713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.616057 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Added segment fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4 of type vlan for network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 Dec 12 15:31:33.646256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7170c75-8927-4b3c-a567-22d5aab4f0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.669005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7170c75-8927-4b3c-a567-22d5aab4f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.694169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.728390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7170c75-8927-4b3c-a567-22d5aab4f0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa764f84-17c1-494d-8b3a-9d232c802409,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:33.741123 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b7170c75-8927-4b3c-a567-22d5aab4f0f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adb6f7b0506542b099497e9d2e9e9220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918328 Dec 12 15:31:33.741123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.762173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.769404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:33.770025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.844464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3438673 Dec 12 15:31:33.876687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.882429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fe6b0-fe82-4f48-b7f2-9962883789a5 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Network': ['ID=78bef30b-f77e-4e75-b80e-c2e13b5ef252,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:33.895917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:33.917462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.974248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.985036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:33.988981 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa764f84-17c1-494d-8b3a-9d232c802409 HTTP/1.1" status: 204 len: 168 time: 0.2465920 Dec 12 15:31:33.989601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:33.996778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'subnets': [{'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--18382416', 'ip_version': 4}, {'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:33.997411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'subnet': {'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--18382416', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:33.997993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Request body: {'subnet': {'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:34.045729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562eb59-8326-45d1-8e8f-3857acfccce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa764f84-17c1-494d-8b3a-9d232c802409,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:34.063645 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aba25111-306a-4456-965c-bae9f6dd9619 req-1e0e9e51-833c-4bb6-b717-68aed43b5b0a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099324 Dec 12 15:31:34.155704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dd24ca2-5bdc-4204-9362-2260211b2415 req-eb70ba0a-1acd-4624-8b2d-ad57c1c41413 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161953 Dec 12 15:31:34.279255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Made reservation on behalf of a11d31109c874558b65c85842086d264 for: {'subnet': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:34.284475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.284859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.374533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66738-5584-4cab-8965-4d3d5c719f7b req-18acd545-b254-48e0-aba0-c70e37e18c70 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:34.376090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61c66738-5584-4cab-8965-4d3d5c719f7b req-18acd545-b254-48e0-aba0-c70e37e18c70 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.2075770 Dec 12 15:31:34.383983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10b3b5-3c23-48a0-a10a-472073c9e3d7 req-0d309d6c-fce7-4825-9179-d41678339970 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:34.385532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b10b3b5-3c23-48a0-a10a-472073c9e3d7 req-0d309d6c-fce7-4825-9179-d41678339970 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 943 time: 0.2493060 Dec 12 15:31:34.438260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-8e95ef76-d9d5-45e7-aabe-613a01dee53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:34.439762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-8e95ef76-d9d5-45e7-aabe-613a01dee53f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 1094 time: 0.2113566 Dec 12 15:31:34.605938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b10b3b5-3c23-48a0-a10a-472073c9e3d7 req-cb1258cc-841c-4ee4-9533-534229aa5572 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108164 Dec 12 15:31:34.634534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61c66738-5584-4cab-8965-4d3d5c719f7b req-1482bfb7-8917-4025-9c8a-00a5e7298e71 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466526 Dec 12 15:31:34.728714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.744996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-9a16e2ed-7065-4960-b3f3-f0fde0824ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:34.746798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-9a16e2ed-7065-4960-b3f3-f0fde0824ad5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.2879736 Dec 12 15:31:34.791976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.829831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:34.843877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-2e589229-e35b-4a9b-a658-05c6289dbda8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac HTTP/1.1" status: 200 len: 217 time: 0.0888715 Dec 12 15:31:34.851639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port 1e84afb6-fd3b-48bc-83db-63e2c20265a3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:34.851981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.879305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Subnet': ['ID=eb3d0bcd-c524-4556-b95c-8a894d8e1783,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:34.896380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Checking segment: {'id': '77d06c97-1206-4889-a198-d0a2c681a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:34.896870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network hostable DHCP agents. Network: 26819f77-8496-4681-9aad-76092dc0ebf5, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:34.922869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network 26819f77-8496-4681-9aad-76092dc0ebf5 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:34.933931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 26819f77-8496-4681-9aad-76092dc0ebf5) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:34.938329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:34.946733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac3137-bdfb-4388-b66d-71263dccaf71 None None] Network 26819f77-8496-4681-9aad-76092dc0ebf5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:34.960374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-f4af51aa-c073-448d-bc0c-205f769965d6 req-a4e04c7b-2b7c-4453-b82f-5d2b0cea2090 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:34.961406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4af51aa-c073-448d-bc0c-205f769965d6 req-a4e04c7b-2b7c-4453-b82f-5d2b0cea2090 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073669 Dec 12 15:31:35.007116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-172724557-network', 'tenant_id': '81580d1e6f9d4841befad2e72d7b4c5e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:35.013936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-97da058d-b1a1-4b9f-a008-282a8a5341a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.015681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-97da058d-b1a1-4b9f-a008-282a8a5341a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1591072 Dec 12 15:31:35.021544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event updated for resources: {'Subnet': ['ID=ed2b83b4-3b3a-452d-9abc-8b1ebc358f11,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:35.057324 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.061986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Made reservation on behalf of 81580d1e6f9d4841befad2e72d7b4c5e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:35.064491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.077918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.081666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Checking segment: {'id': 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:35.082044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network hostable DHCP agents. Network: 78bef30b-f77e-4e75-b80e-c2e13b5ef252, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:35.085176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-efcf9660-b883-4ec1-aa98-f71389b5705c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576248 Dec 12 15:31:35.119762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for 1e84afb6-fd3b-48bc-83db-63e2c20265a3 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:35.125525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:35.148087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 78bef30b-f77e-4e75-b80e-c2e13b5ef252) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:35.159077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.159989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.160964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.169835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bf415-8dfd-4001-a0ce-84a0e0795abe None None] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:35.193052 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b054aea-d143-4b75-af20-56311379132e tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.2007618 Dec 12 15:31:35.197071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:35.211276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-26819f77-8496-4681-9aad-76092dc0ebf5', 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5', 'project_id': 'a11d31109c874558b65c85842086d264', 'fixed_ips': [{'subnet_id': 'eb3d0bcd-c524-4556-b95c-8a894d8e1783'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:35.214836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.272343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.295449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.333557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916c4d7-a476-4299-98a5-d92fa11adb19 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.335443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916c4d7-a476-4299-98a5-d92fa11adb19 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.337214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916c4d7-a476-4299-98a5-d92fa11adb19 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.338999 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d916c4d7-a476-4299-98a5-d92fa11adb19 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1405337 Dec 12 15:31:35.343434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:35.389863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7dead96d-a713-40e1-81db-80fa9591086d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.396891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-351bf322-7081-4bc0-83b7-f0f55bf74591 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746396 Dec 12 15:31:35.415460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting subnet eb3d0bcd-c524-4556-b95c-8a894d8e1783 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:31:35.429467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:35.435927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97027007-6505-4d77-8327-450adcceb748,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:35.445034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.445518 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Added segment 1eaadb82-7f70-4eec-b2b6-f64d85cf9581 of type vlan for network 18984347-b093-47de-b471-b154259eb6d2 Dec 12 15:31:35.493221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.528380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.533317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.533918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.535366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.1 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/a346fb87-188c-472e-962b-cb26f7bcc14e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:35.606326 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7750881 Dec 12 15:31:35.609244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:35.615223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Request body: {'subnet': {'network_id': '18984347-b093-47de-b471-b154259eb6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-172724557-subnet', 'tenant_id': '81580d1e6f9d4841befad2e72d7b4c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:35.619101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-78bef30b-f77e-4e75-b80e-c2e13b5ef252', 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252', 'project_id': 'a11d31109c874558b65c85842086d264', 'fixed_ips': [{'subnet_id': 'ed2b83b4-3b3a-452d-9abc-8b1ebc358f11'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:35.619949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.629997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf74f-59d8-4709-928b-e2fe2ef07292 admin admin] Pushing event updated for resources: {'Network': ['ID=18984347-b093-47de-b471-b154259eb6d2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:35.633965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:35.643056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Allocated IP 172.20.0.2 (26819f77-8496-4681-9aad-76092dc0ebf5/eb3d0bcd-c524-4556-b95c-8a894d8e1783/a4f84091-ead9-42b2-9cc3-1e3e41322a65) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:35.652217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Made reservation on behalf of 81580d1e6f9d4841befad2e72d7b4c5e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:35.655751 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.661584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 18984347-b093-47de-b471-b154259eb6d2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:35.759954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3c1e-a6de-4ee8-9677-b13eb8bfd5c3 req-449f1829-c398-41e7-adfe-5f2fe3f3b044 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.768396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95ad3c1e-a6de-4ee8-9677-b13eb8bfd5c3 req-449f1829-c398-41e7-adfe-5f2fe3f3b044 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.6306949 Dec 12 15:31:35.875330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.933154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Allocated IP 172.20.0.18 (78bef30b-f77e-4e75-b80e-c2e13b5ef252/ed2b83b4-3b3a-452d-9abc-8b1ebc358f11/be107bba-f8d4-4ce8-ac5c-e7bd11906c6d) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:35.942847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c91e60-f34a-491b-9b90-d3e7af975c0e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:35.944107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:35.945250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Checking segment: {'id': '1eaadb82-7f70-4eec-b2b6-f64d85cf9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '18984347-b093-47de-b471-b154259eb6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:35.945762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Network hostable DHCP agents. Network: 18984347-b093-47de-b471-b154259eb6d2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:35.964900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Network 18984347-b093-47de-b471-b154259eb6d2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:35.974493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfc533-182f-4c6b-91ee-e3c6823fe237 req-cddf31b4-01f4-4109-9224-85891e783a10 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.975958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfdfc533-182f-4c6b-91ee-e3c6823fe237 req-cddf31b4-01f4-4109-9224-85891e783a10 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 943 time: 0.2513952 Dec 12 15:31:35.976925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 18984347-b093-47de-b471-b154259eb6d2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:35.981328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a42ea5f5-e033-4e2b-b75a-2a88f2808e04 req-2ccfe47c-d737-4e91-8b88-83b54a898626 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557625 Dec 12 15:31:35.988181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:35.988827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.001970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95ad3c1e-a6de-4ee8-9677-b13eb8bfd5c3 req-71c0f19a-44fe-4b4d-a165-0e76df3d5e12 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282450 Dec 12 15:31:36.015612 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8953fb41-a44d-494f-9c03-1ae88ef8af29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4047635 Dec 12 15:31:36.019401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a8a38-ebf2-4259-a21b-3b83be0bf90e None None] Network 18984347-b093-47de-b471-b154259eb6d2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:36.044671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-63598171-9c50-49a1-be08-0982567b66a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3796036 Dec 12 15:31:36.053908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-48f04c26-35cd-4673-8111-69fed0ea0b4c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:31:36.054904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-48f04c26-35cd-4673-8111-69fed0ea0b4c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094948 Dec 12 15:31:36.170124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.172360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.241761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:36.242650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfdfc533-182f-4c6b-91ee-e3c6823fe237 req-e516a880-0102-4263-a3f0-482780c19fb9 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304726 Dec 12 15:31:36.264983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=1e84afb6-fd3b-48bc-83db-63e2c20265a3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:36.315492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Deleting subnet e0c91e60-f34a-491b-9b90-d3e7af975c0e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:31:36.319649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.350710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc3971-9f03-4902-bd1b-bc32605dcbac None None] Network 18984347-b093-47de-b471-b154259eb6d2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:36.357338 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.364433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:36.375360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:36.378654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.383605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:36.403223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.437268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=a346fb87-188c-472e-962b-cb26f7bcc14e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:36.440162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.481973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Network 26819f77-8496-4681-9aad-76092dc0ebf5 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:36.494307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:36.497316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:36.524413 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.538556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Pushing event updated for resources: {'Port': ['ID=a4f84091-ead9-42b2-9cc3-1e3e41322a65,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:36.546881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.547362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.572434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.601771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.611141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c91e60-f34a-491b-9b90-d3e7af975c0e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:36.622036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.626418 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5167a376-d8d7-4f8a-9ffb-67545946dd1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0c91e60-f34a-491b-9b90-d3e7af975c0e HTTP/1.1" status: 204 len: 168 time: 0.3834622 Dec 12 15:31:36.629725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:36.651437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.674971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:36.680194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Attempting to bind port a4f84091-ead9-42b2-9cc3-1e3e41322a65 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:36.680695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Attempting to bind port a4f84091-ead9-42b2-9cc3-1e3e41322a65 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '77d06c97-1206-4889-a198-d0a2c681a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:36.681070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Attempting to bind port a4f84091-ead9-42b2-9cc3-1e3e41322a65 on network 26819f77-8496-4681-9aad-76092dc0ebf5 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:36.691974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:36.694941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:36.706584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Pushing event updated for resources: {'Port': ['ID=be107bba-f8d4-4ce8-ac5c-e7bd11906c6d,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:36.712498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:36.713342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Checking segment: {'id': '77d06c97-1206-4889-a198-d0a2c681a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:36.713937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.714492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Bound using segment: {'id': '77d06c97-1206-4889-a198-d0a2c681a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:36.715786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Bound port: a4f84091-ead9-42b2-9cc3-1e3e41322a65, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d06c97-1206-4889-a198-d0a2c681a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '26819f77-8496-4681-9aad-76092dc0ebf5'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:36.716383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.761544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.820849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Attempting to bind port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:36.821224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Attempting to bind port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:36.821636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Attempting to bind port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d on network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:36.830252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:36.830715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Checking segment: {'id': 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:36.831047 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.831824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Bound using segment: {'id': 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:36.832328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Bound port: be107bba-f8d4-4ce8-ac5c-e7bd11906c6d, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '78bef30b-f77e-4e75-b80e-c2e13b5ef252'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:36.832887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.902710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] For port a4f84091-ead9-42b2-9cc3-1e3e41322a65, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:36.916860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.925526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] For port a4f84091-ead9-42b2-9cc3-1e3e41322a65, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4f84091-ead9-42b2-9cc3-1e3e41322a65,segment=NetworkSegment(77d06c97-1206-4889-a198-d0a2c681a42c),segment_id=77d06c97-1206-4889-a198-d0a2c681a42c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:36.939957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.940206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:36.960753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] For port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:37.011509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] For port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be107bba-f8d4-4ce8-ac5c-e7bd11906c6d,segment=NetworkSegment(fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4),segment_id=fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:37.021293 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.059828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-67199266-fafc-4811-9593-9da686431cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18984347-b093-47de-b471-b154259eb6d2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:37.061363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c4ca7-df6d-4c1f-b615-3efe24d0319a None None] Pushing event updated for resources: {'Port': ['ID=a4f84091-ead9-42b2-9cc3-1e3e41322a65,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.095759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-67199266-fafc-4811-9593-9da686431cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaadb82-7f70-4eec-b2b6-f64d85cf9581') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:37.096058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-67199266-fafc-4811-9593-9da686431cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaadb82-7f70-4eec-b2b6-f64d85cf9581') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:37.125367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.138764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c10d4-1a8a-4876-991e-3c7b07a539b7 None None] Pushing event updated for resources: {'Port': ['ID=be107bba-f8d4-4ce8-ac5c-e7bd11906c6d,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.153930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.158911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.201428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:37.201947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:37.203995 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:37.219380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3d0bcd-c524-4556-b95c-8a894d8e1783,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.284806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.288870 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-900cc372-42d8-43fa-be90-bd056ab27a90 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/subnets/eb3d0bcd-c524-4556-b95c-8a894d8e1783 HTTP/1.1" status: 204 len: 168 time: 1.9427099 Dec 12 15:31:37.292835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:37.367733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.391554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting subnet ed2b83b4-3b3a-452d-9abc-8b1ebc358f11 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:31:37.396383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.473896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.511605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.522483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.526311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67199266-fafc-4811-9593-9da686431cab admin admin] 10.222.0.36 "DELETE /v2.0/networks/18984347-b093-47de-b471-b154259eb6d2 HTTP/1.1" status: 204 len: 168 time: 0.8942101 Dec 12 15:31:37.563609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67199266-fafc-4811-9593-9da686431cab admin admin] Pushing event deleted for resources: {'Network': ['ID=18984347-b093-47de-b471-b154259eb6d2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.596938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:31:37.679219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.753109 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a68962f3-5753-4133-b2f5-ebdae651d299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.755049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:37.758847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.787967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:37.806864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac', 'mac_address': 'fa:16:3e:d1:fe:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:31:37.825131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c04168-76fc-47ea-b787-fdfd2b5e13b5 req-7c3fe316-19a6-4b0d-b8a1-4ee453b5d839 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:37.833068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37c04168-76fc-47ea-b787-fdfd2b5e13b5 req-7c3fe316-19a6-4b0d-b8a1-4ee453b5d839 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.4783561 Dec 12 15:31:37.834133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.835985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-d3d8b439-416a-4cb1-9242-5b1da8425795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:37.837453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-d3d8b439-416a-4cb1-9242-5b1da8425795 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5&tenant_id=97b7f411f5aa4fbd8c56da71397f3a67 HTTP/1.1" status: 200 len: 1094 time: 0.4642305 Dec 12 15:31:37.855986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.867363 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c43861f3-14ed-435c-b922-1aa33e37e122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81580d1e6f9d4841befad2e72d7b4c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087787 Dec 12 15:31:37.870264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:37.873211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.874295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:37.879547 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/subnets/ed2b83b4-3b3a-452d-9abc-8b1ebc358f11 HTTP/1.1" status: 204 len: 168 time: 0.5854428 Dec 12 15:31:37.885964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44106) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:37.886788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b78c90-1063-4b13-b330-27c985a5e3dd tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2b83b4-3b3a-452d-9abc-8b1ebc358f11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.899950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:37.906266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:37.942393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef68d4-1131-404e-8507-fffdc78ade1e req-9773a8b7-09cc-4dad-97ce-5e777e16f060 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:37.950415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5ef68d4-1131-404e-8507-fffdc78ade1e req-9773a8b7-09cc-4dad-97ce-5e777e16f060 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 943 time: 0.4514313 Dec 12 15:31:37.967662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:37.984360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9b5ce7-5a78-422d-a4f8-ad0525005bc3 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:37.985877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa9b5ce7-5a78-422d-a4f8-ad0525005bc3 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0903518 Dec 12 15:31:37.991940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:38.021990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.088542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.109614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.112009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-7f06b89f-d840-4a90-8b24-2e0b3b6088ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:38.113546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-7f06b89f-d840-4a90-8b24-2e0b3b6088ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1094 time: 0.2243698 Dec 12 15:31:38.119151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:38.121642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37c04168-76fc-47ea-b787-fdfd2b5e13b5 req-b63dffc8-4f32-4a0a-8239-368c939c8f1f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877216 Dec 12 15:31:38.179577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5ef68d4-1131-404e-8507-fffdc78ade1e req-841b553a-3de5-4342-9b00-d6405a918be9 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281470 Dec 12 15:31:38.267192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:38.267972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.328179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.330806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.337025 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97027007-6505-4d77-8327-450adcceb748 HTTP/1.1" status: 204 len: 168 time: 0.4541860 Dec 12 15:31:38.386146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] For port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be107bba-f8d4-4ce8-ac5c-e7bd11906c6d,segment=NetworkSegment(fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4),segment_id=fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:38.386529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.390752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beabe6-f6e9-409a-a5d2-76f7e9fe1685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97027007-6505-4d77-8327-450adcceb748,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:38.418516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Calling delete_port for be107bba-f8d4-4ce8-ac5c-e7bd11906c6d owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:38.514000 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.553567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.591061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45330f65-0db1-446b-9fb8-bcf33420f427 None None] Network 26819f77-8496-4681-9aad-76092dc0ebf5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:38.595511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-3c4091a4-e2b6-4df1-b024-26155c0f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:38.597179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-3c4091a4-e2b6-4df1-b024-26155c0f25f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 0.4231422 Dec 12 15:31:38.615293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Router e8de43cf-a215-4361-b773-a39c5cb057e3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:38.632669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] No DVR routers for this DVR port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:38.636871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Port': ['ID=be107bba-f8d4-4ce8-ac5c-e7bd11906c6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:38.694803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-a6f59ce2-d489-41be-8b77-85fc9d50f5ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.0789862 Dec 12 15:31:38.768265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.780776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be107bba-f8d4-4ce8-ac5c-e7bd11906c6d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:38.785465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] Provisioning complete for port a4f84091-ead9-42b2-9cc3-1e3e41322a65 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:38.785644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.799176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.813344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.825987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bef30b-f77e-4e75-b80e-c2e13b5ef252']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:38.841540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:38.841812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1cfe1f-b158-45a4-b2ab-b54e7c9afbe4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:38.862043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.879832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.883521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: be107bba-f8d4-4ce8-ac5c-e7bd11906c6d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:38.884159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be107bba-f8d4-4ce8-ac5c-e7bd11906c6d not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:31:38.888430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:38.889501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:38.923348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port be107bba-f8d4-4ce8-ac5c-e7bd11906c6d not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:31:38.924207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4f84091-ead9-42b2-9cc3-1e3e41322a65 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:38.930658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-766e18ef-2b62-4194-8693-1d512ad4d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:38.932700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-766e18ef-2b62-4194-8693-1d512ad4d2b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.2276206 Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:39.016951 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:39.052101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.065035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.067981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.068236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=a346fb87-188c-472e-962b-cb26f7bcc14e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:39.075356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-e7a77684-da5e-450e-8cfb-d2284176b4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269317 Dec 12 15:31:39.080685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/78bef30b-f77e-4e75-b80e-c2e13b5ef252 HTTP/1.1" status: 204 len: 168 time: 1.0856004 Dec 12 15:31:39.082781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:39.107339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09d152-2c08-41be-8345-cb9c007f5b10 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=78bef30b-f77e-4e75-b80e-c2e13b5ef252,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:39.117382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.120124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] DHCP port deletion for 26819f77-8496-4681-9aad-76092dc0ebf5 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:31:39.145495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.189277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a4f84091-ead9-42b2-9cc3-1e3e41322a65 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:39.189706 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.227180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:39.255706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] Sync routers for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:39.259961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82e43578-89be-4e89-b30e-1a74f6f7d0bd tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "PUT /v2.0/routers/e8de43cf-a215-4361-b773-a39c5cb057e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1859455 Dec 12 15:31:39.266538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44132) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:39.288038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] For port a4f84091-ead9-42b2-9cc3-1e3e41322a65, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4f84091-ead9-42b2-9cc3-1e3e41322a65,segment=NetworkSegment(77d06c97-1206-4889-a198-d0a2c681a42c),segment_id=77d06c97-1206-4889-a198-d0a2c681a42c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:39.312876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.328828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:39.331525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:39.496393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-7dd57021-4fca-4287-acf3-4128473a2d8d service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103568 Dec 12 15:31:39.515827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:39.531619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:39.553741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765265d8-f6fd-46f1-99a2-7b199017ea3a req-4f58df0a-fdc1-41bd-aa82-14a75c7900ad tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:39.555422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-765265d8-f6fd-46f1-99a2-7b199017ea3a req-4f58df0a-fdc1-41bd-aa82-14a75c7900ad tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.2324879 Dec 12 15:31:39.590745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.769564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.775428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357de6e3-3f52-4bf2-810f-6c88389f8d9a None None] DHCP port deletion for 78bef30b-f77e-4e75-b80e-c2e13b5ef252 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:31:39.779777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:39.789964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:39.868242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Deleting port a4f84091-ead9-42b2-9cc3-1e3e41322a65 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:39.868580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.890743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ef56b-7d80-412f-aea3-ac80b9526734 None None] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:39.903982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bfa9b2fc-1693-497c-ac03-fbc12543ea24 None None] Could not find standard attr ID for object be107bba-f8d4-4ce8-ac5c-e7bd11906c6d. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:31:39.906519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a10868-c9a2-4df4-a3c1-7694a200990e None None] Pushing event updated for resources: {'Port': ['ID=a4f84091-ead9-42b2-9cc3-1e3e41322a65,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:39.922049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ef56b-7d80-412f-aea3-ac80b9526734 None None] Network 78bef30b-f77e-4e75-b80e-c2e13b5ef252 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:31:39.925050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] Routers {'e8de43cf-a215-4361-b773-a39c5cb057e3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:39.925708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e8de43cf-a215-4361-b773-a39c5cb057e3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:39.947816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Deleting port a4f84091-ead9-42b2-9cc3-1e3e41322a65 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:39.948310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.965765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-765265d8-f6fd-46f1-99a2-7b199017ea3a req-d0095267-ae6d-4173-b553-19c4f5506552 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681097 Dec 12 15:31:39.977590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] For port a4f84091-ead9-42b2-9cc3-1e3e41322a65, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4f84091-ead9-42b2-9cc3-1e3e41322a65,segment=NetworkSegment(77d06c97-1206-4889-a198-d0a2c681a42c),segment_id=77d06c97-1206-4889-a198-d0a2c681a42c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:39.977956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:39.995434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Calling delete_port for a4f84091-ead9-42b2-9cc3-1e3e41322a65 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:40.037013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:40.037966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0751f5ed-435d-4050-8202-4c2b50010245 None None] The sync data for ids ['e8de43cf-a215-4361-b773-a39c5cb057e3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:40.088276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82277bc5-2b58-49b2-8a77-772f42d279e7 req-26f349db-c3af-4e7a-96de-a53ebcbe9633 service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712011 Dec 12 15:31:40.123771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.137578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] For port a4f84091-ead9-42b2-9cc3-1e3e41322a65, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4f84091-ead9-42b2-9cc3-1e3e41322a65,segment=NetworkSegment(77d06c97-1206-4889-a198-d0a2c681a42c),segment_id=77d06c97-1206-4889-a198-d0a2c681a42c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:40.138164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.155619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Port': ['ID=a4f84091-ead9-42b2-9cc3-1e3e41322a65,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:40.157666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] No DVR routers for this DVR port a4f84091-ead9-42b2-9cc3-1e3e41322a65 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:40.166654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Calling delete_port for a4f84091-ead9-42b2-9cc3-1e3e41322a65 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:40.188893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:31:40.195821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:40.196212 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.313481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.337383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.352786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26819f77-8496-4681-9aad-76092dc0ebf5']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:40.364238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d06c97-1206-4889-a198-d0a2c681a42c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:40.364537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d06c97-1206-4889-a198-d0a2c681a42c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:40.376912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.393574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.396182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.406211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:40.406992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:40.411370 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:40.421417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.426556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] Pushing event deleted for resources: {'Port': ['ID=a4f84091-ead9-42b2-9cc3-1e3e41322a65,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:40.437469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e5ac6-e2a5-42e5-a4fc-e2a5db9037a9 None None] No DVR routers for this DVR port a4f84091-ead9-42b2-9cc3-1e3e41322a65 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:40.463346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:40.471587 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf39bd3-1e5f-4eb6-8856-6f20e788b6d9" -d '{"events": [{"server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "name": "network-vif-plugged", "status": "completed", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:40.511158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:40.522782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.533827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.544219 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a2dd42-0aea-4c6f-9557-e7b547c731dd x-openstack-request-id: req-c5a2dd42-0aea-4c6f-9557-e7b547c731dd {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:40.544433 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "name": "network-vif-plugged", "status": "completed", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:40.544687 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5a2dd42-0aea-4c6f-9557-e7b547c731dd {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:40.545090 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac', 'code': 200} Dec 12 15:31:40.546206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/26819f77-8496-4681-9aad-76092dc0ebf5 HTTP/1.1" status: 204 len: 168 time: 1.4572506 Dec 12 15:31:40.546673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.546869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:40.550420 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.576139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:40.618150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f9478-a030-43e6-909d-a448612b6b65 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=26819f77-8496-4681-9aad-76092dc0ebf5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:40.640137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:40.644053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeecbd2-5b2c-4bb2-b928-d52ac87bf704 req-3784c2d2-2359-4479-8837-c7a621926898 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:40.653142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7eeecbd2-5b2c-4bb2-b928-d52ac87bf704 req-3784c2d2-2359-4479-8837-c7a621926898 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 944 time: 0.6799538 Dec 12 15:31:40.687768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be107bba-f8d4-4ce8-ac5c-e7bd11906c6d no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:40.711405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: be107bba-f8d4-4ce8-ac5c-e7bd11906c6d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:40.711761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be107bba-f8d4-4ce8-ac5c-e7bd11906c6d not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:40.712183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4f84091-ead9-42b2-9cc3-1e3e41322a65 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:40.749193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a4f84091-ead9-42b2-9cc3-1e3e41322a65 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:40.749546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4f84091-ead9-42b2-9cc3-1e3e41322a65 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:40.786667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.899876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b485bb4-9eb9-4302-9c08-3fcc09e7fbc9 req-9dba290b-99d0-4fba-bee8-7a5d21da5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:40.901436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b485bb4-9eb9-4302-9c08-3fcc09e7fbc9 req-9dba290b-99d0-4fba-bee8-7a5d21da5367 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 1096 time: 0.2437048 Dec 12 15:31:40.921954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:40.928698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7eeecbd2-5b2c-4bb2-b928-d52ac87bf704 req-c79a052f-ae65-439d-9950-fe1853c947e8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738535 Dec 12 15:31:40.980929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4208c3-5d7e-4953-8a87-7fcf68822dcd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.007603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a065842-0357-49ba-8206-659e02344048') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.009596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a065842-0357-49ba-8206-659e02344048') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.043825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.044197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port 3e5640ec-f280-4159-a695-ac5360b80dd2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:41.047881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.056369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.095837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.109599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.148107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:41.148833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:41.164493 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:41.206234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:41.220568 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:41.241863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c48e7272-3f49-4f6d-a767-470e83f9e15b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/routers/04342de8-87d8-4a2e-a843-4e4215605df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1601644 Dec 12 15:31:41.254237 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:41.255043 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.260465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:41.270270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'port': {'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff', 'name': 'tempest-FloatingIPTestJSON-1086138512'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:41.274364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b485bb4-9eb9-4302-9c08-3fcc09e7fbc9 req-2de94824-f6cb-4964-b3a4-17d761f399f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444061 Dec 12 15:31:41.305539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.315931 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:41.317084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.330787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.360440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for 3e5640ec-f280-4159-a695-ac5360b80dd2 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:41.368476 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.369381 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4341e5-f2ae-4343-ba22-3665d5ede221 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:41.374759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.395273 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.398777 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/da4208c3-5d7e-4953-8a87-7fcf68822dcd HTTP/1.1" status: 204 len: 168 time: 0.7999043 Dec 12 15:31:41.402211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd171c1-6b33-4dbd-bd43-800f17e53c84 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=da4208c3-5d7e-4953-8a87-7fcf68822dcd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:41.405973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:41.417357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44208) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:41.527484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.573995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:41.578294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.624647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.654411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] device_id is not set on port b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:41.677829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=3e5640ec-f280-4159-a695-ac5360b80dd2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:41.695439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.749802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cc582-0834-4a3e-b88c-9bfda726becb req-dd7365b4-bc40-41e5-9b2e-6cbdcb1c1e31 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:41.758181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a64cc582-0834-4a3e-b88c-9bfda726becb req-dd7365b4-bc40-41e5-9b2e-6cbdcb1c1e31 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.5773034 Dec 12 15:31:41.768037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b4275d-9cb6-436a-a3e2-094ccdb10bb4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.779900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2349ccb-859c-4314-a1bb-ced8537b3638') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.780577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2349ccb-859c-4314-a1bb-ced8537b3638') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:41.791884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.808203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.815341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:41.818257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.880352 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:41.884276 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:41.893545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a64cc582-0834-4a3e-b88c-9bfda726becb req-de51f55e-6d52-48c8-9d63-365e90122394 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341810 Dec 12 15:31:41.902582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.910827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf57f32-146e-4703-a19f-09621e580dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.934105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:41.934105 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] 10.222.0.36 "DELETE /v2.0/networks/53b4275d-9cb6-436a-a3e2-094ccdb10bb4 HTTP/1.1" status: 204 len: 168 time: 0.5163426 Dec 12 15:31:41.955951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b88e2-3c40-465e-b415-f36f06fd83e8 tempest-BulkNetworkOpsTest-1895771906 tempest-BulkNetworkOpsTest-1895771906-project] Pushing event deleted for resources: {'Network': ['ID=53b4275d-9cb6-436a-a3e2-094ccdb10bb4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:42.042729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.14 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/b4952e84-7029-4ee6-8a14-5a2bbee3e7c1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:42.074710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.078775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.134546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf57f32-146e-4703-a19f-09621e580dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.151525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf57f32-146e-4703-a19f-09621e580dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.174522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.175650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Fanout notify agent at l3_agent the message router_deleted on router e8de43cf-a215-4361-b773-a39c5cb057e3 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:31:42.210708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-faf57f32-146e-4703-a19f-09621e580dea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a37b7ed223e44b08a783d82b9d477c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7870772 Dec 12 15:31:42.212503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:42.218297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.219850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ffaf5a16-54a4-4003-b72b-d8ff9b5077d3 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/routers/e8de43cf-a215-4361-b773-a39c5cb057e3 HTTP/1.1" status: 204 len: 168 time: 2.9507773 Dec 12 15:31:42.237517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44220) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:42.354854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting subnet 9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:31:42.358849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.383261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44226) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:42.437213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45887-3e01-4d0a-9d16-1cda6e580836 req-64de90fe-5083-4b53-8b7b-f7a7bedfaaa1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:42.438823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cc45887-3e01-4d0a-9d16-1cda6e580836 req-64de90fe-5083-4b53-8b7b-f7a7bedfaaa1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.2784541 Dec 12 15:31:42.507531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.550269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.553749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf57f32-146e-4703-a19f-09621e580dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54560d6-7cb6-46c0-b577-2bdff8a7ea49,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:42.600011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.669392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9bf4089b-4109-4aaf-a163-5c1f1b301e52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a11d31109c874558b65c85842086d264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849813 Dec 12 15:31:42.676028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:42.678624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.696800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cc45887-3e01-4d0a-9d16-1cda6e580836 req-713a4dd8-18b5-4ae6-9381-77bbedeaa523 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452805 Dec 12 15:31:42.738263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.741641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.743122 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f54560d6-7cb6-46c0-b577-2bdff8a7ea49 HTTP/1.1" status: 204 len: 168 time: 0.4903977 Dec 12 15:31:42.772735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e6387-2380-43dd-8e57-b3b6c647097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54560d6-7cb6-46c0-b577-2bdff8a7ea49,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:42.796752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.834882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.872264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=b4952e84-7029-4ee6-8a14-5a2bbee3e7c1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:42.882362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:42.883879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:42.886362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:42.905441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:42.946794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.002957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.011087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:43.021348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.058898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Subnet': ['ID=9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:43.060822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44238) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:43.061635 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b63650c-3234-415d-bf97-0d266014ee54 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7970140 Dec 12 15:31:43.065578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.071641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0cccfa34-c81b-486e-8670-dd720b77ba1b tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/subnets/9035b9c1-ad1a-4b4a-a6ae-1ef9176b8cc8 HTTP/1.1" status: 204 len: 168 time: 0.8306074 Dec 12 15:31:43.074159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:43.074350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'port': {'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff', 'name': 'tempest-FloatingIPTestJSON-488432635'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:43.077929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9fbf1-35fe-45ee-a5e2-2c66b7026559 None None] Network 990021b0-2c66-45e0-b8d2-bfa30353bb7b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:43.162064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.164885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.181405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edd7dfb3-3cc3-48c2-927a-867f921bedf2 HTTP/1.1" status: 204 len: 168 time: 0.5033553 Dec 12 15:31:43.194065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809374a-d964-4fae-b713-92104730c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd7dfb3-3cc3-48c2-927a-867f921bedf2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:43.208396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.301567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port 9ad63359-7e6a-48f2-9c92-bc313a774207 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:43.302343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.323448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:43.328080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.394386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] device_id is not set on port 33b625b1-3d81-4284-af4c-6d36f00a9d08 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:31:43.442937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] For port 9ad63359-7e6a-48f2-9c92-bc313a774207, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ad63359-7e6a-48f2-9c92-bc313a774207,segment=NetworkSegment(2cd745a1-d507-4e49-ac03-66ba4f0f1014),segment_id=2cd745a1-d507-4e49-ac03-66ba4f0f1014)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:43.443341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.453474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] DHCP port deletion for 990021b0-2c66-45e0-b8d2-bfa30353bb7b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:31:43.475349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for 9ad63359-7e6a-48f2-9c92-bc313a774207 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:43.631388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.13 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/33b625b1-3d81-4284-af4c-6d36f00a9d08) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:43.697001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Deleting port 9ad63359-7e6a-48f2-9c92-bc313a774207 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:43.697001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.719612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.752933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=9ad63359-7e6a-48f2-9c92-bc313a774207,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:43.761112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] No DVR routers for this DVR port 9ad63359-7e6a-48f2-9c92-bc313a774207 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:43.881273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] For port 9ad63359-7e6a-48f2-9c92-bc313a774207, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ad63359-7e6a-48f2-9c92-bc313a774207,segment=NetworkSegment(2cd745a1-d507-4e49-ac03-66ba4f0f1014),segment_id=2cd745a1-d507-4e49-ac03-66ba4f0f1014)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:43.881699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.890572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:43.914620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Calling delete_port for 9ad63359-7e6a-48f2-9c92-bc313a774207 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:43.946540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990021b0-2c66-45e0-b8d2-bfa30353bb7b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:43.981868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd745a1-d507-4e49-ac03-66ba4f0f1014') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:43.982906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd745a1-d507-4e49-ac03-66ba4f0f1014') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:44.017916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.043758 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.056189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.074453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:44.076792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:44.087354 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:44.156866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.165529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.203638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] Pushing event deleted for resources: {'Port': ['ID=9ad63359-7e6a-48f2-9c92-bc313a774207,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:44.238929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22b4cb-ce3d-4682-8855-be4245df82fe None None] No DVR routers for this DVR port 9ad63359-7e6a-48f2-9c92-bc313a774207 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:44.285863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.294777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:44.300910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.307203 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/networks/990021b0-2c66-45e0-b8d2-bfa30353bb7b HTTP/1.1" status: 204 len: 168 time: 1.2341757 Dec 12 15:31:44.310818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44278) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:44.311760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:44.338161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:44.339876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe532f-5b4c-4b97-aa21-40b21265fd84 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Network': ['ID=990021b0-2c66-45e0-b8d2-bfa30353bb7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:44.629409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:44.629409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.646861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ad63359-7e6a-48f2-9c92-bc313a774207 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:44.665570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=33b625b1-3d81-4284-af4c-6d36f00a9d08,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:44.684335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9ad63359-7e6a-48f2-9c92-bc313a774207 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:44.684964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ad63359-7e6a-48f2-9c92-bc313a774207 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:44.702406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8d9d1989-7beb-414b-bf15-7ef247ab4984 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6392071 Dec 12 15:31:44.705683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44292) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:44.711261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '33b625b1-3d81-4284-af4c-6d36f00a9d08', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:44.730059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Deleting port 15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:44.730572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.820883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.870927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.871533 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:44.940368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Calling delete_port for 15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:45.126552 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.297235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.347693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Pushing event deleted for resources: {'Port': ['ID=15a26ef0-7cc9-4112-8a8c-fcf47b6c17e6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:45.395305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.107 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/803c5c97-7abe-4925-805e-8f9cd0e93d0a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:45.528765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.535603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.537016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-72250a64-8bde-420e-930b-571eea59a819 tempest-FloatingIPAdminTestJSON-2087466043 tempest-FloatingIPAdminTestJSON-2087466043-project] 10.222.0.36 "DELETE /v2.0/floatingips/13fac620-3004-4ea5-a278-6bd7e7d06cfe HTTP/1.1" status: 204 len: 168 time: 1.2192910 Dec 12 15:31:45.613355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.669254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:45.745550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=803c5c97-7abe-4925-805e-8f9cd0e93d0a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:45.752480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:45.755250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:45.758901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:46.181755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:46.220531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.303150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.500373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b52595cc-4b42-4ff0-b0cc-0f4795024764 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b6416f296994cc78a98042a6f7fa045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134129 Dec 12 15:31:46.500808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:46.513028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.519995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.621644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.635117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.696901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=803c5c97-7abe-4925-805e-8f9cd0e93d0a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:46.719409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.854297 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 3c8dd02d-82bd-4faa-b4cd-e46468e1d0c1 associated. External IP: 172.25.3.107, port: 33b625b1-3d81-4284-af4c-6d36f00a9d08. Dec 12 15:31:46.866002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.868954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:46.870162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f824992-d5b5-4f37-b6c3-911143821400 HTTP/1.1" status: 204 len: 168 time: 0.3682425 Dec 12 15:31:46.907612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d305d3-fb83-427b-bb57-e07dabac5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f824992-d5b5-4f37-b6c3-911143821400,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:47.248050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:47.342699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44370) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:47.610098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:47.632684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c0f0dbd-71c5-40bf-9a29-7e0e12967e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:47.769813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:47.850738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c0f0dbd-71c5-40bf-9a29-7e0e12967e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:47.861693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c0f0dbd-71c5-40bf-9a29-7e0e12967e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:47.864404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6aa-6dc6-4f7f-874f-4cc2ca25a932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:47.921282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f3fc5d-8b19-4d12-b055-aba742a951a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:47.950467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f0dbd-71c5-40bf-9a29-7e0e12967e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f372a00-c498-4b37-a528-dd1864aff26f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:47.958419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c0f0dbd-71c5-40bf-9a29-7e0e12967e50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ccd308a0a5f4f3f8e1547a6553acf35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469784 Dec 12 15:31:47.962265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:48.019478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:48.033431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:48.050749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:48.051879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:48.060448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.074762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.101018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f2082077-b992-4a2a-9b60-21da544ce584 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3939807 Dec 12 15:31:48.103670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:48.109996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:48.134360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.165038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:48.179151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:48.180458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:48.191670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.194776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6aa-6dc6-4f7f-874f-4cc2ca25a932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.217880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd7aa6aa-6dc6-4f7f-874f-4cc2ca25a932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.230608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f3fc5d-8b19-4d12-b055-aba742a951a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.243093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:48.244308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6568282-0ec7-4ce3-a9a0-babf84d7b66c None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:48.254131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f3fc5d-8b19-4d12-b055-aba742a951a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.311885 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d1f3fc5d-8b19-4d12-b055-aba742a951a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d108d7be460f4a54a94919c7ad546184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5375566 Dec 12 15:31:48.312223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:48.319000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7aa6aa-6dc6-4f7f-874f-4cc2ca25a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8565a81-e139-4d61-8e52-12b5a9d2ed2c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:48.326191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bd7aa6aa-6dc6-4f7f-874f-4cc2ca25a932 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3ca4f4c808e4bf98449786d76859bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9789815 Dec 12 15:31:48.329080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:48.337359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.340018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.341397 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f372a00-c498-4b37-a528-dd1864aff26f HTTP/1.1" status: 204 len: 168 time: 0.3776159 Dec 12 15:31:48.371881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3fc5d-8b19-4d12-b055-aba742a951a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516bbb41-33ac-49fb-acea-0cdde5e3b98e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:48.396319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d82ae9-ed2e-42ae-aac9-568dc2663d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f372a00-c498-4b37-a528-dd1864aff26f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:48.429212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.477777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.506366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.513663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.514300 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 3c8dd02d-82bd-4faa-b4cd-e46468e1d0c1 disassociated. External IP: 172.25.3.107, port: 33b625b1-3d81-4284-af4c-6d36f00a9d08. Dec 12 15:31:48.565404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.582747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.586093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.590601 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/516bbb41-33ac-49fb-acea-0cdde5e3b98e HTTP/1.1" status: 204 len: 168 time: 0.2726498 Dec 12 15:31:48.602273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.618649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39583e84-f164-4dc4-a4ab-1ed403a3a784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516bbb41-33ac-49fb-acea-0cdde5e3b98e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:48.800406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.809875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.816452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8565a81-e139-4d61-8e52-12b5a9d2ed2c HTTP/1.1" status: 204 len: 168 time: 0.4837558 Dec 12 15:31:48.826612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11785aaf-12fb-4880-a263-11768eb075a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8565a81-e139-4d61-8e52-12b5a9d2ed2c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:48.869626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:48.896392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e09aed75-7060-43f0-8b21-475d5cf47666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:48.912062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:49.006290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e09aed75-7060-43f0-8b21-475d5cf47666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.014938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e09aed75-7060-43f0-8b21-475d5cf47666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.096141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aed75-7060-43f0-8b21-475d5cf47666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed262a41-3270-4fcf-ad4d-20a19c427350,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:49.146345 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e09aed75-7060-43f0-8b21-475d5cf47666 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f48a8907247b48f49381b925a96e5e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755668 Dec 12 15:31:49.156301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.187135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:49.193401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.199828 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:49.226398 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:49.227014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:49.260544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.285233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:49.290025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.295919 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:49.296950 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:49.301284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f4b9b1-1c43-497f-862e-9a5e41504046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.304748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-34950fc2-6b91-4b18-a45a-4fdab9658afc tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/3c8dd02d-82bd-4faa-b4cd-e46468e1d0c1 HTTP/1.1" status: 200 len: 688 time: 1.1998518 Dec 12 15:31:49.312150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.330460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.359312 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:49.360211 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9eba3e-9613-4063-a846-5417bf14b52d None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:49.414426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.417653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.419017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed262a41-3270-4fcf-ad4d-20a19c427350 HTTP/1.1" status: 204 len: 168 time: 0.2686796 Dec 12 15:31:49.431754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc7623-fa10-4706-8f15-c2a3d095896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed262a41-3270-4fcf-ad4d-20a19c427350,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:49.584832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f4b9b1-1c43-497f-862e-9a5e41504046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.587815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 803c5c97-7abe-4925-805e-8f9cd0e93d0a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:49.588182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.591482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f4b9b1-1c43-497f-862e-9a5e41504046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.629693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a2f4b9b1-1c43-497f-862e-9a5e41504046 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abf5cf1df662471c8afa0c78ed12e71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625102 Dec 12 15:31:49.632540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.657326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.687517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4b9b1-1c43-497f-862e-9a5e41504046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85ad4a-840e-49aa-8110-bd924c6d0fe5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:49.713059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-026acf2f-d12c-472b-a926-5ab620b07e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.744553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.745441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.762107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 803c5c97-7abe-4925-805e-8f9cd0e93d0a owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:49.829244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.870013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.935191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-026acf2f-d12c-472b-a926-5ab620b07e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.942480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-026acf2f-d12c-472b-a926-5ab620b07e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.987396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.987661 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-026acf2f-d12c-472b-a926-5ab620b07e19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0a92a6a9d7f4748b41d98825cfefae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233738 Dec 12 15:31:49.989160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44422) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:49.990656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.994253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:49.995578 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f85ad4a-840e-49aa-8110-bd924c6d0fe5 HTTP/1.1" status: 204 len: 168 time: 0.3619556 Dec 12 15:31:50.017162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026acf2f-d12c-472b-a926-5ab620b07e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759dd167-3075-47f7-a9e9-a86d450cc5da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:50.054465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53428d45-15a7-48e3-898f-fd5198126d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85ad4a-840e-49aa-8110-bd924c6d0fe5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:50.057952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=803c5c97-7abe-4925-805e-8f9cd0e93d0a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:50.222634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.275381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.328670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.331500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.336199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44434) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:50.340759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'b4952e84-7029-4ee6-8a14-5a2bbee3e7c1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:50.345811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-981675b3-e4fa-409c-a26a-8c76d0179477 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/3c8dd02d-82bd-4faa-b4cd-e46468e1d0c1 HTTP/1.1" status: 204 len: 168 time: 1.0323794 Dec 12 15:31:50.368742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.372855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.373000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/759dd167-3075-47f7-a9e9-a86d450cc5da HTTP/1.1" status: 204 len: 168 time: 0.3767934 Dec 12 15:31:50.379251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.382498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13166c62-55eb-4f15-aedb-4b70c6fcd1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759dd167-3075-47f7-a9e9-a86d450cc5da,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:50.507023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.625201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.118 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/c9f105b7-08d2-4d7c-8379-2eb875b10e8e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:50.741478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.782203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:50.794353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44460) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:50.823176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:50.827679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:50.831193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:50.853674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=c9f105b7-08d2-4d7c-8379-2eb875b10e8e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:50.941793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1588867335'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:51.010501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:51.015560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.072199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.128489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522dbd9-c305-4af3-84c4-2e756ca6de1e req-b56dbf36-bd26-49d7-8a93-058c69375ecd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:51.130165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4522dbd9-c305-4af3-84c4-2e756ca6de1e req-b56dbf36-bd26-49d7-8a93-058c69375ecd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.1441400 Dec 12 15:31:51.139071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:31:51.151622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570d905-30f7-4e01-83f0-ecf4c5b44c19 req-774dabbd-72e1-4bf9-85ec-7b0e6881a3c1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:51.165642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b570d905-30f7-4e01-83f0-ecf4c5b44c19 req-774dabbd-72e1-4bf9-85ec-7b0e6881a3c1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.1573980 Dec 12 15:31:51.267072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b570d905-30f7-4e01-83f0-ecf4c5b44c19 req-4c4959bc-9271-468a-a549-2148d7b2a924 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947449 Dec 12 15:31:51.271926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4522dbd9-c305-4af3-84c4-2e756ca6de1e req-65ea12e8-0ad2-4f56-9487-9dbd8be13d27 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049554 Dec 12 15:31:51.315837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.322103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.361255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.363183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:51.374237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713cfc9d-3745-4970-8fff-3419269bac5b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:51.383268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.383498 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment cca8cdb9-d327-4f53-a19e-7340e63f9cfd of type vlan for network ef7eac90-ce30-4ac8-990a-30cebdb74c4b Dec 12 15:31:51.442624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.495720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.501961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.503134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:51.503857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.607592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8112249 Dec 12 15:31:51.615511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980b847-47ff-4dbe-b116-610309f3ff83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=ef7eac90-ce30-4ac8-990a-30cebdb74c4b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:51.633865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:51.652239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb2a28-7942-4de5-98e1-77cccfae491f req-2713670e-fbdf-4311-bff3-b8e5676e5549 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:51.653857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2deb2a28-7942-4de5-98e1-77cccfae491f req-2713670e-fbdf-4311-bff3-b8e5676e5549 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.1295917 Dec 12 15:31:51.754926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2deb2a28-7942-4de5-98e1-77cccfae491f req-b5c85564-b64c-47e8-b3cb-0c20088f5ca2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Dec 12 15:31:51.756514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44502) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:51.768887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:51.787521 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.796323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.894695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=c9f105b7-08d2-4d7c-8379-2eb875b10e8e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:51.909822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.945069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:51.949244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:51.965844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0a2a-09c5-4d3e-b36e-cb6b569825c4 req-d7238804-ca07-4925-8292-db49f60c07d5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:51.969186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ab0a2a-09c5-4d3e-b36e-cb6b569825c4 req-d7238804-ca07-4925-8292-db49f60c07d5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.0952544 Dec 12 15:31:52.052692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ab0a2a-09c5-4d3e-b36e-cb6b569825c4 req-67690a48-3a13-4e86-99dc-9cf8f68f2d11 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709352 Dec 12 15:31:52.057570 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 5dd0a7c1-5994-4da8-b990-db878198d4c4 associated. External IP: 172.25.3.118, port: b4952e84-7029-4ee6-8a14-5a2bbee3e7c1. Dec 12 15:31:52.216206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.310459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:52.311729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: ef7eac90-ce30-4ac8-990a-30cebdb74c4b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:52.331439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=2b27fda1-b2c9-4269-9cbe-67ec9db1804e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:52.336446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:52.355008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, ef7eac90-ce30-4ac8-990a-30cebdb74c4b) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:52.367823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02a2cf-4839-4ee1-ba1a-60420af7d944 None None] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:52.370318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:52.371012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.493598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-ef7eac90-ce30-4ac8-990a-30cebdb74c4b', 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '2b27fda1-b2c9-4269-9cbe-67ec9db1804e'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:52.494781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.518623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4d325a47-264e-40c6-840b-c442da76e161 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7595377 Dec 12 15:31:52.523473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44530) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:52.539959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa628e46-427b-41e7-8f48-9a1d469f5751 req-dc96e9a8-45dd-4b9f-9464-7f3c75041c86 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:52.541519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa628e46-427b-41e7-8f48-9a1d469f5751 req-dc96e9a8-45dd-4b9f-9464-7f3c75041c86 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.1520042 Dec 12 15:31:52.549224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1239341726'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:52.577699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22996b8-5196-4925-8a41-2c0857959db4 req-b810a09b-cd8c-484f-beb9-8459b519b20d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:52.579923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c22996b8-5196-4925-8a41-2c0857959db4 req-b810a09b-cd8c-484f-beb9-8459b519b20d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.1889980 Dec 12 15:31:52.616442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:52.623890 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.698290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:52.723494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Allocated IP 172.20.255.242 (ef7eac90-ce30-4ac8-990a-30cebdb74c4b/2b27fda1-b2c9-4269-9cbe-67ec9db1804e/173ffab0-66d8-4cc2-a08e-f81b8a4a57a5) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:52.760207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa628e46-427b-41e7-8f48-9a1d469f5751 req-65fa42dc-3462-4b6a-b0cb-22e1c0d3eedb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929553 Dec 12 15:31:52.781266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c22996b8-5196-4925-8a41-2c0857959db4 req-5b31a831-0768-4ef6-84c6-901c68164cc9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701591 Dec 12 15:31:52.790771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:52.813712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.814080 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment f57cbd97-a274-46f9-8ebd-e3c95df24e4d of type vlan for network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 Dec 12 15:31:52.874002 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.882250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:52.897385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:52.910715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.911071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.923887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:52.924459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:52.953419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:52.954157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:52.958372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5cf8653-48bf-4bb1-88d2-a54394a8a40c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6210253 Dec 12 15:31:52.959188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:52.990619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4613988 Dec 12 15:31:52.995911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44552) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:53.005411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:53.006298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:53.009318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.022031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.093873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e8283544-26a5-4735-8918-82f3b32d306b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/floatingips/5dd0a7c1-5994-4da8-b990-db878198d4c4 HTTP/1.1" status: 200 len: 979 time: 0.1330605 Dec 12 15:31:53.094509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:53.096089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:53.099403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:53.106140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Pushing event updated for resources: {'Port': ['ID=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:53.135195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ab70-a695-4344-b666-005bf2ac8ce3 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=66ec24ed-8243-4e7f-b332-6bbeef623bb0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:53.192749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:53.194307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:53.194740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:53.198360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:53.199360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666b8ffb-6fc3-4b8a-a539-69e38cac0dfd None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:53.203491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.210329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1bdd4928-b12f-451e-b2fe-83f25251cc1e tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1147189 Dec 12 15:31:53.210976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:53.212699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:53.215429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': '33b625b1-3d81-4284-af4c-6d36f00a9d08'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:53.217907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:53.292123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.322273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Attempting to bind port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:53.322930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Attempting to bind port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:53.323551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Attempting to bind port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 on network ef7eac90-ce30-4ac8-990a-30cebdb74c4b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:53.329614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:53.330215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Checking segment: {'id': 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:53.330862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.331429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Bound using segment: {'id': 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:53.332752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Bound port: 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ef7eac90-ce30-4ac8-990a-30cebdb74c4b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:53.333313 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.403832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] For port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:53.411750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] For port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,segment=NetworkSegment(cca8cdb9-d327-4f53-a19e-7340e63f9cfd),segment_id=cca8cdb9-d327-4f53-a19e-7340e63f9cfd)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:53.417839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.469581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.499163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a6557-7c49-478e-b3c4-049ec0ee9a7a None None] Pushing event updated for resources: {'Port': ['ID=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:53.561960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=29fc466c-e06a-480c-838c-3a7a12fc05e5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:53.565892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:53.566305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 66ec24ed-8243-4e7f-b332-6bbeef623bb0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:31:53.588403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:31:53.602805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 66ec24ed-8243-4e7f-b332-6bbeef623bb0) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:53.607785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:53.608364 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:53.613460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d5826a-11d7-46d9-a63e-695876a5e796 None None] Network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:53.630021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6d5f34d-de22-40c2-9adc-74d5c3f26f47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6329963 Dec 12 15:31:53.632784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44570) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:53.734681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:31:53.995091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:54.001042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-66ec24ed-8243-4e7f-b332-6bbeef623bb0', 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '29fc466c-e06a-480c-838c-3a7a12fc05e5'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:31:54.002338 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.019422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.023251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-1c5a6f2f-764e-4ed6-b446-4254749af16d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:54.025121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-1c5a6f2f-764e-4ed6-b446-4254749af16d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.3480375 Dec 12 15:31:54.027817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.030160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'cb7c9e11-78c2-4835-8084-422da853625d', 'network_id': '16ce4dd3-4527-40b7-a495-536023b23bc9', 'port_id': 'cb7c9e11-78c2-4835-8084-422da853625d', 'mac_address': 'fa:16:3e:82:ce:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc23aff-e380-422a-be44-a42853d83a8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:31:54.033957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-392c5c68-2735-4a8f-bb53-baa7bd598e88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2869976 Dec 12 15:31:54.192090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323c570-5f5b-437b-a920-e3769ae3d0b2 req-c5a1686a-1177-488c-a846-292eb627bf0e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:54.204727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e323c570-5f5b-437b-a920-e3769ae3d0b2 req-c5a1686a-1177-488c-a846-292eb627bf0e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 945 time: 0.3078165 Dec 12 15:31:54.234579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.237300 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 5dd0a7c1-5994-4da8-b990-db878198d4c4 associated. External IP: 172.25.3.118, port: b4952e84-7029-4ee6-8a14-5a2bbee3e7c1. Dec 12 15:31:54.258564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48948d-e48f-4eb1-9d2a-519464a25069 req-ba786ce6-c7c6-48dc-9463-d45d8e790ed9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:54.260194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d48948d-e48f-4eb1-9d2a-519464a25069 req-ba786ce6-c7c6-48dc-9463-d45d8e790ed9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 943 time: 0.3130918 Dec 12 15:31:54.312481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-e4f36589-ef63-47dd-9f79-b60c16bba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:54.314146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-e4f36589-ef63-47dd-9f79-b60c16bba35a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 1096 time: 0.1974840 Dec 12 15:31:54.333461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e323c570-5f5b-437b-a920-e3769ae3d0b2 req-0e1cd48e-3738-4580-bc29-095c6f4387d0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242208 Dec 12 15:31:54.540183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:54.540939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.601857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.642536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:31:54.703900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:54.704727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.721823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:54.723490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:54.725706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:54.730332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:54.763386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:54.768768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.839062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.839639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Allocated IP 172.20.0.2 (66ec24ed-8243-4e7f-b332-6bbeef623bb0/29fc466c-e06a-480c-838c-3a7a12fc05e5/e2f43783-08fa-4cc5-a8bc-bc1f012578db) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:31:54.910993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:54.923719 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:54.938678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d48948d-e48f-4eb1-9d2a-519464a25069 req-1e0852e1-a2d1-43e6-80e3-d9708fd94ea8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681428 Dec 12 15:31:54.942356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:54.943187 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:54.961544 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:54.962507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:54.962909 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:55.012860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33bf912c-c6c0-4990-9649-413b803032e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.020978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-1a9d9e5d-0cbc-4839-9c83-4d1f44400f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:55.023346 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:55.023920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-1a9d9e5d-0cbc-4839-9c83-4d1f44400f8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.5166876 Dec 12 15:31:55.039714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:55.040761 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:55.069953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f69200-4a05-44a4-9972-96c1ce5903e2 None None] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:55.080258 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:55.081559 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e720baf-ca9c-4270-b9b7-9028899e470f None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:55.095313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-c7d4c32e-b621-474c-b7ee-27f29e536a71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 200 len: 217 time: 0.0639422 Dec 12 15:31:55.127549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33bf912c-c6c0-4990-9649-413b803032e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.166075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33bf912c-c6c0-4990-9649-413b803032e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.181385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-8bd51212-3ccf-4722-a5a2-d3b5c23d0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:55.183082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-8bd51212-3ccf-4722-a5a2-d3b5c23d0434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.0632324 Dec 12 15:31:55.184455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.184601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:55.209657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf912c-c6c0-4990-9649-413b803032e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa74d7-f674-464b-a5f1-0fe4c5c899b6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:55.222399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:31:55.251677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-33bf912c-c6c0-4990-9649-413b803032e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4f8333b71a644e18d34771c65cc7bc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267994 Dec 12 15:31:55.256937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:55.257692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:55.274018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.275854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-365f2bca-7f0e-4294-b292-9330b45ae3c7 None None] Provisioning complete for port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:55.276211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-365f2bca-7f0e-4294-b292-9330b45ae3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.285369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-a50cf3a7-9192-47e3-805d-dc834c276e2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917201 Dec 12 15:31:55.312983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:55.314850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.324992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.328087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8045de6-b7bc-4b3e-995b-bc4604ccd3e2 req-08b26385-fce7-4c54-9212-d9d902055216 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac HTTP/1.1" status: 204 len: 173 time: 1.2928793 Dec 12 15:31:55.340399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'name': 'network-vif-deleted', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:55.343260 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81754185-9678-4c57-b101-b0fd1cc71b1d" -d '{"events": [{"server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "name": "network-vif-deleted", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:55.415933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.454118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.457465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:55.460371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,segment=NetworkSegment(cca8cdb9-d327-4f53-a19e-7340e63f9cfd),segment_id=cca8cdb9-d327-4f53-a19e-7340e63f9cfd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:55.492933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.531110 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.563506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.570604 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296819d1-fa0a-4e37-8785-7217adc50043 x-openstack-request-id: req-296819d1-fa0a-4e37-8785-7217adc50043 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:55.572255 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8", "name": "network-vif-deleted", "tag": "adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:55.578118 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-296819d1-fa0a-4e37-8785-7217adc50043 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:55.581209 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8', 'name': 'network-vif-deleted', 'tag': 'adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac', 'status': 'completed', 'code': 200} Dec 12 15:31:55.656354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:55.668055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.674611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.677965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:55.679695 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6fa74d7-f674-464b-a5f1-0fe4c5c899b6 HTTP/1.1" status: 204 len: 168 time: 0.4202805 Dec 12 15:31:55.693189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=29fc466c-e06a-480c-838c-3a7a12fc05e5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:55.731169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1b71e-4f54-4f7e-8f5f-cc3181bf02fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa74d7-f674-464b-a5f1-0fe4c5c899b6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:55.737961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b8865-dc36-4039-a500-6206a656394e None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:55.756462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae6c1557-6da7-4738-be33-8a3e65fbb4ca req-33088935-15dc-40d9-a343-4312bb0cbea6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=7883ab3f-b6c3-4cfa-ab6b-2b2f4339b9e8 HTTP/1.1" status: 200 len: 210 time: 0.0981269 Dec 12 15:31:55.761277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:31:55.789207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2cac17be-0e23-4be3-86fc-c99a64b2a428 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/5dd0a7c1-5994-4da8-b990-db878198d4c4 HTTP/1.1" status: 200 len: 978 time: 2.5771403 Dec 12 15:31:55.789772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:31:55.791462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:55.795586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-0bc8dc36-199b-4eee-91ad-b0245cba3696 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846599 Dec 12 15:31:55.801846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:55.852189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:31:55.924463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.042138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Pushing event updated for resources: {'Port': ['ID=e2f43783-08fa-4cc5-a8bc-bc1f012578db,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:56.233921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:56.234776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.317682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.323294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.335632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.335997 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 5dd0a7c1-5994-4da8-b990-db878198d4c4 disassociated. External IP: 172.25.3.118, port: 33b625b1-3d81-4284-af4c-6d36f00a9d08. Dec 12 15:31:56.337637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.433444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ec24ed-8243-4e7f-b332-6bbeef623bb0']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.452236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.452543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.470884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.509213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc20dc6-2349-49ba-9f66-95d12e72665d req-96b75df1-9c67-4b03-b4b5-16f84ce3ab0f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:56.517571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc20dc6-2349-49ba-9f66-95d12e72665d req-96b75df1-9c67-4b03-b4b5-16f84ce3ab0f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 944 time: 0.2114940 Dec 12 15:31:56.520050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.530832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38e27777-5113-4a0c-8bc6-053f72f6ddd0 req-486dd01c-676e-4694-8d09-ac42222f5183 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926439 Dec 12 15:31:56.539150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:56.539565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:56.543090 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:56.645138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:56.683491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:31:56.683491 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:31:56.683491 n-d-710847-8 neutron-server[103412]: [parameters: {'id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'}] Dec 12 15:31:56.683491 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:31:56.683491 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:31:56.703252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dc20dc6-2349-49ba-9f66-95d12e72665d req-dc27bf74-3d0d-4f4f-8a88-f06417ec529f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851013 Dec 12 15:31:56.788797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:56.790531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:31:56.791502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.893981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f78b8865-dc36-4039-a500-6206a656394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:56.894673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b8865-dc36-4039-a500-6206a656394e None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:56.914259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-967c9278-a0d3-4deb-b3ca-2e22159f6251 None None] Provisioning complete for port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:56.914425 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-967c9278-a0d3-4deb-b3ca-2e22159f6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.921357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Attempting to bind port e2f43783-08fa-4cc5-a8bc-bc1f012578db on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:31:56.925998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Attempting to bind port e2f43783-08fa-4cc5-a8bc-bc1f012578db by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:31:56.926597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Attempting to bind port e2f43783-08fa-4cc5-a8bc-bc1f012578db on network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:31:56.936593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:31:56.937363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Checking segment: {'id': 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:31:56.937939 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:56.938493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Bound using segment: {'id': 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:31:56.939209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Bound port: e2f43783-08fa-4cc5-a8bc-bc1f012578db, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '66ec24ed-8243-4e7f-b332-6bbeef623bb0'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:31:56.948848 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.047226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] For port e2f43783-08fa-4cc5-a8bc-bc1f012578db, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:31:57.051811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] For port e2f43783-08fa-4cc5-a8bc-bc1f012578db, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2f43783-08fa-4cc5-a8bc-bc1f012578db,segment=NetworkSegment(f57cbd97-a274-46f9-8ebd-e3c95df24e4d),segment_id=f57cbd97-a274-46f9-8ebd-e3c95df24e4d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:31:57.064829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.171583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859d963-ac4c-4c78-bc14-b16df4cf5548 None None] Pushing event updated for resources: {'Port': ['ID=e2f43783-08fa-4cc5-a8bc-bc1f012578db,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:57.205311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75a432-29fe-486c-87f4-4f57f31fca6a None None] Network 66ec24ed-8243-4e7f-b332-6bbeef623bb0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:31:57.211872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.314410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:31:57.320212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.324657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-57da180c-df17-41f0-ab1f-ac3940e62245 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:57.325923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:31:57.335375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-57da180c-df17-41f0-ab1f-ac3940e62245 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.2539215 Dec 12 15:31:57.342752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5efb4c-887d-4902-8cf8-c3c19a127086 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:31:57.345840 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:57.355042 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:57.361147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-7d982fff-9348-42fe-bd2f-5e33b343ee6b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/quotas/a068a30be89a426aa1f2089d038a7e4d HTTP/1.1" status: 200 len: 375 time: 0.0248060 Dec 12 15:31:57.383361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f1f3df02-44fa-4e7d-ab93-3915db1afef5 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/5dd0a7c1-5994-4da8-b990-db878198d4c4 HTTP/1.1" status: 200 len: 688 time: 1.5873151 Dec 12 15:31:57.386979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:57.413384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port e2f43783-08fa-4cc5-a8bc-bc1f012578db {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:57.413757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.429247 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:57.456976 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:31:57.457849 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:31:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:57.520184 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:57.520991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5424f6-b37f-46b5-9938-1e45fc82a669 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:31:57.570755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-cfa5122a-7079-44ac-a6cc-15d94272e1de tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2081466 Dec 12 15:31:57.620274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5efb4c-887d-4902-8cf8-c3c19a127086 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:31:57.682467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port c9f105b7-08d2-4d7c-8379-2eb875b10e8e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:31:57.682701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.686197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port e2f43783-08fa-4cc5-a8bc-bc1f012578db, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e2f43783-08fa-4cc5-a8bc-bc1f012578db,segment=NetworkSegment(f57cbd97-a274-46f9-8ebd-e3c95df24e4d),segment_id=f57cbd97-a274-46f9-8ebd-e3c95df24e4d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:57.686743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.699678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-6b904943-5715-452b-a3b1-eeb2c11ccb08 service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279371 Dec 12 15:31:57.734261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for e2f43783-08fa-4cc5-a8bc-bc1f012578db owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:57.827014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.827355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:57.848289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for c9f105b7-08d2-4d7c-8379-2eb875b10e8e owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:31:57.923305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-4bd2afd7-e6ee-4e69-9dda-40f27a00974c service neutron] 10.222.0.36 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224791 Dec 12 15:31:57.983125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.040512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:31:58.052093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:58.069412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:58.075308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port e2f43783-08fa-4cc5-a8bc-bc1f012578db on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:31:58.097039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=e2f43783-08fa-4cc5-a8bc-bc1f012578db,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:58.109029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:31:58.109388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device adc60bcd-c4d4-43db-8ed7-bd46aeedd8ac not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:31:58.215835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.252927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.277750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ec24ed-8243-4e7f-b332-6bbeef623bb0']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:58.281673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port cb7c9e11-78c2-4835-8084-422da853625d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:58.282059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.291175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:58.291468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57cbd97-a274-46f9-8ebd-e3c95df24e4d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:31:58.303014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.318388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.325991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:31:58.326497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=c9f105b7-08d2-4d7c-8379-2eb875b10e8e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:58.326632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:31:58.401805 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:31:58.408223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.419207 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.432049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.438287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/66ec24ed-8243-4e7f-b332-6bbeef623bb0 HTTP/1.1" status: 204 len: 168 time: 4.7987995 Dec 12 15:31:58.441963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.445373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79259378-61f5-4585-8ffb-808f3c6b6827 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/5dd0a7c1-5994-4da8-b990-db878198d4c4 HTTP/1.1" status: 204 len: 168 time: 1.0556066 Dec 12 15:31:58.446414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:58.447041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:58.455984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397561590'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:58.500235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a73d9-3cd4-47e6-90a6-f26c82ca5d62 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=66ec24ed-8243-4e7f-b332-6bbeef623bb0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:58.553431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-447303753'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:58.558291 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-a49e7562-fb30-49c5-b59b-297e3756d133 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] delete failed (client error): The resource could not be found. Dec 12 15:31:58.559684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a49e7562-fb30-49c5-b59b-297e3756d133 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/5dd0a7c1-5994-4da8-b990-db878198d4c4 HTTP/1.1" status: 404 len: 345 time: 0.1102514 Dec 12 15:31:58.564773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:58.599111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:58.603152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.604982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.610005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Made reservation on behalf of d3970b727454436490163f7dc91b2c92 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:58.614033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.636558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.672458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:31:58.681037 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a2df8f-939a-4734-9ac5-dd168fc971df" -d '{"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:31:58.698878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:58.712792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:31:58.724797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.740656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.741046 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 6cede615-4e72-44a5-b16e-942c454553ab of type vlan for network 6ec778c9-18ac-41af-98c0-0966a7c746a7 Dec 12 15:31:58.806308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:31:58.866791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.915100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.922516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.923594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:58.931708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port cb7c9e11-78c2-4835-8084-422da853625d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:58.932082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.963769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2f47e2f-70fb-41c2-a02b-86bc1627d3ba req-d77bce40-584c-4437-a5ff-9116f6523855 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 210 time: 0.4302881 Dec 12 15:31:58.973866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936f93-ec72-46a4-8f61-d275a04664fd tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:58.981848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936f93-ec72-46a4-8f61-d275a04664fd tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:58.989811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:58.990030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936f93-ec72-46a4-8f61-d275a04664fd tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:58.990215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:58.994872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-18936f93-ec72-46a4-8f61-d275a04664fd tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/ports?network_id=814b10cd-1392-4a64-8d9b-30789ab38eff HTTP/1.1" status: 200 len: 2359 time: 0.4290464 Dec 12 15:31:59.005326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44738) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:59.020878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:31:59.034541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.035255 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Added segment a152976c-6e5f-4efd-981d-8f4e93df15e5 of type vlan for network b2378b1e-5955-4c9a-9582-362359025812 Dec 12 15:31:59.064852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd61a7-583d-4a7b-8f1d-1430e0258b82 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.071203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7bd61a7-583d-4a7b-8f1d-1430e0258b82 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/subnets/04f0cef3-fe75-4cac-bc25-082974e31b7e HTTP/1.1" status: 200 len: 797 time: 0.0731578 Dec 12 15:31:59.072127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44740) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:59.080478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'port': {'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff', 'name': 'tempest-FloatingIPTestJSON-600434249', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:59.096908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b291-5a82-489d-8e75-9c8db79684a0 req-a42d7419-0356-4bf8-9eaa-2b74a9542be2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.098668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22b8b291-5a82-489d-8e75-9c8db79684a0 req-a42d7419-0356-4bf8-9eaa-2b74a9542be2 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 1.2598307 Dec 12 15:31:59.100440 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.113583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-e3eeddb2-c599-48ba-a9a9-0aa75392be73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3088412 Dec 12 15:31:59.127405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.137068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.138230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.168650 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786da286-46ed-4452-9ef9-fb361f981e33 x-openstack-request-id: req-786da286-46ed-4452-9ef9-fb361f981e33 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:31:59.169274 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-plugged", "status": "completed", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:31:59.169533 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-786da286-46ed-4452-9ef9-fb361f981e33 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:31:59.169972 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'code': 200} Dec 12 15:31:59.206312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 45ac5bb5-4953-491c-9aa2-993a01e4bcb2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.208074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.245109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b86d11-1bd4-45e9-b880-5579459b481a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:59.249263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.256864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.257658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.269778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22b8b291-5a82-489d-8e75-9c8db79684a0 req-cc5638fe-c074-4b9d-aacf-5f63dc234d3d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551008 Dec 12 15:31:59.288347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-05364332-d6d7-4d6e-ad33-56f3dcf4f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.290549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-05364332-d6d7-4d6e-ad33-56f3dcf4f46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=31ed73a532d34f9ca7e2636484be6b42&device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 1096 time: 0.1354146 Dec 12 15:31:59.326658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port 45ac5bb5-4953-491c-9aa2-993a01e4bcb2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:59.358503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:59.360006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 69695168-3cbe-4700-9550-fa70a826c7c1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.362286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.390055 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3179920 Dec 12 15:31:59.392819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44748) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:59.396966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9486325 Dec 12 15:31:59.399621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:31:59.405531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:59.418108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248c090-07a0-4319-ac4b-17f680fea387 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=6ec778c9-18ac-41af-98c0-0966a7c746a7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:59.427706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Request body: {'subnet': {'network_id': 'b2378b1e-5955-4c9a-9582-362359025812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:31:59.429244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6ec778c9-18ac-41af-98c0-0966a7c746a7 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:59.551377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port a346fb87-188c-472e-962b-cb26f7bcc14e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.551771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.603163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port a346fb87-188c-472e-962b-cb26f7bcc14e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:59.611993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035219f-8395-49ef-a06d-65bf4507249a tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event updated for resources: {'Network': ['ID=b2378b1e-5955-4c9a-9582-362359025812,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:31:59.612558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port a91c87f4-d475-41e7-98c3-9233c192a6b5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.612952 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.636945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b2378b1e-5955-4c9a-9582-362359025812 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:31:59.669071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:31:59.674278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.715641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port a91c87f4-d475-41e7-98c3-9233c192a6b5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:59.763277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 9de4f476-594b-49d3-a640-634c70d4c7bc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.763740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.773672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:31:59.774411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:31:59.810832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port 9de4f476-594b-49d3-a640-634c70d4c7bc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:31:59.838229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 357db5cc-c70c-433c-92c7-d59c44dd61a3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.838491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.919989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1d887-b988-4315-86d8-f46ff5a987ad req-0cab8bb7-4f51-434e-84a4-ebc2fb3cc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.921571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f1d887-b988-4315-86d8-f46ff5a987ad req-0cab8bb7-4f51-434e-84a4-ebc2fb3cc5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1097 time: 0.4988108 Dec 12 15:31:59.935156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-49a9ca62-9e97-4792-8422-371fb02a278e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:31:59.936159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.938182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-49a9ca62-9e97-4792-8422-371fb02a278e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 805 time: 0.1702998 Dec 12 15:31:59.943673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port a4095679-65f3-46d8-ab7b-16d819ad60e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:31:59.944309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:31:59.993228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Request body: {'port': {'device_id': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'admin_state_up': True, 'tenant_id': 'a068a30be89a426aa1f2089d038a7e4d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:00.000323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Made reservation on behalf of d3970b727454436490163f7dc91b2c92 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:00.003778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.048167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 754c9c49-fa6f-4f34-8445-287f8b46e153 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:00.048167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.048572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '6cede615-4e72-44a5-b16e-942c454553ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:00.048975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 6ec778c9-18ac-41af-98c0-0966a7c746a7, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:00.061342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.099950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 6ec778c9-18ac-41af-98c0-0966a7c746a7 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:00.121424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=57a7c6b6-c2b0-4825-bb55-2fbb0a1908e6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:00.133173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6ec778c9-18ac-41af-98c0-0966a7c746a7) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:00.147137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-3cf403da-7349-4c0e-8803-8296ef7676ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:00.147137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-3cf403da-7349-4c0e-8803-8296ef7676ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 200 len: 915 time: 0.7523570 Dec 12 15:32:00.152299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf3d74b-1fe0-4055-8c88-a351a87e1ecc None None] Network 6ec778c9-18ac-41af-98c0-0966a7c746a7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:00.159147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:00.160737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.171475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] device_id is not set on port 9167b019-6561-4189-bbae-c37197a029fa yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:00.191102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2efad679-4f9a-413e-b347-d757a6067d5c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7897744 Dec 12 15:32:00.192063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:00.280287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port 33b625b1-3d81-4284-af4c-6d36f00a9d08 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:00.281375 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.290409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c44305c5-3fc6-46b3-99bb-a2c446a9a3b3 req-6786d461-5c7b-4cdf-9bb8-a2f310ad9d08 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 210 time: 0.1557345 Dec 12 15:32:00.311128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6ec778c9-18ac-41af-98c0-0966a7c746a7', 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '57a7c6b6-c2b0-4825-bb55-2fbb0a1908e6'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:00.312783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.338781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port 33b625b1-3d81-4284-af4c-6d36f00a9d08 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:00.364304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.391708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f1d887-b988-4315-86d8-f46ff5a987ad req-1d6c1f60-bcd9-4ff1-836d-32b8600ec1d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486825 Dec 12 15:32:00.423942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Provisioning complete for port b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:00.424537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.499656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93f83460-c472-4e00-be43-5f049e094bb3 None None] Port b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:00.516469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Allocated IP 172.20.0.3 (6ec778c9-18ac-41af-98c0-0966a7c746a7/57a7c6b6-c2b0-4825-bb55-2fbb0a1908e6/65a8337e-f3a2-43b4-95ee-2b0847e0b70b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:00.526049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.609838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-35b1b153-757a-46eb-bed8-eee4828532f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 200 len: 1001 time: 0.4282508 Dec 12 15:32:00.648434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f3acefbd-4ab6-4db9-beb7-c624dcaa6912 None None] Provisioning complete for port 7d3ef91a-fd9f-473c-af68-ebc148a68296 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:00.648950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f3acefbd-4ab6-4db9-beb7-c624dcaa6912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.672489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.809017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event updated for resources: {'Subnet': ['ID=c410f0a4-6e3d-490e-9de9-b9f6b386a800,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:00.837564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7d5de-b3b9-4732-a3c3-fa3a273483a3 req-093ac274-25a3-4d4c-8516-c0e1ba869126 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:00.839204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aec7d5de-b3b9-4732-a3c3-fa3a273483a3 req-093ac274-25a3-4d4c-8516-c0e1ba869126 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.4370561 Dec 12 15:32:00.869569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.886881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.887747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-552a7d4f-7980-4f10-a8ae-904bba17603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:00.889654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-552a7d4f-7980-4f10-a8ae-904bba17603c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fc65104-86c6-4d19-b568-49b763752269 HTTP/1.1" status: 200 len: 854 time: 0.2423007 Dec 12 15:32:00.906066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Made reservation on behalf of a068a30be89a426aa1f2089d038a7e4d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:00.910929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.924389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:00.946593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Network 6ec778c9-18ac-41af-98c0-0966a7c746a7 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:00.948018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Pushing event updated for resources: {'Port': ['ID=65a8337e-f3a2-43b4-95ee-2b0847e0b70b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:00.951530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:00.953667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:00.997584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=57a7c6b6-c2b0-4825-bb55-2fbb0a1908e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:01.032148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Checking segment: {'id': 'a152976c-6e5f-4efd-981d-8f4e93df15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:01.032910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Network hostable DHCP agents. Network: b2378b1e-5955-4c9a-9582-362359025812, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:01.052349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Attempting to bind port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:01.052768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Attempting to bind port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '6cede615-4e72-44a5-b16e-942c454553ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:01.053146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Attempting to bind port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b on network 6ec778c9-18ac-41af-98c0-0966a7c746a7 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:01.054327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aec7d5de-b3b9-4732-a3c3-fa3a273483a3 req-76f9b484-3bb6-4ded-8b3e-18a111df7560 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865516 Dec 12 15:32:01.058923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:01.059362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Checking segment: {'id': '6cede615-4e72-44a5-b16e-942c454553ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:01.059712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.060107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Bound using segment: {'id': '6cede615-4e72-44a5-b16e-942c454553ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:01.060615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Bound port: 65a8337e-f3a2-43b4-95ee-2b0847e0b70b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cede615-4e72-44a5-b16e-942c454553ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:01.061020 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.089025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.120737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec778c9-18ac-41af-98c0-0966a7c746a7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:01.134563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cede615-4e72-44a5-b16e-942c454553ab') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:01.134910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cede615-4e72-44a5-b16e-942c454553ab') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:01.157993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.168303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] For port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:01.174261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] For port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65a8337e-f3a2-43b4-95ee-2b0847e0b70b,segment=NetworkSegment(6cede615-4e72-44a5-b16e-942c454553ab),segment_id=6cede615-4e72-44a5-b16e-942c454553ab)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:01.183877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.184438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.197215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:01.198033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:01.208111 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:01.287219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474304f5-1791-4fa5-ab9a-bfce02cc774e None None] Network 6ec778c9-18ac-41af-98c0-0966a7c746a7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:01.308592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:01.308592 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:01.308592 n-d-710847-8 neutron-server[103411]: [parameters: {'id': '6ec778c9-18ac-41af-98c0-0966a7c746a7'}] Dec 12 15:32:01.308592 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:01.309264 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:01.316270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9be84a-4d8a-4cd3-8b41-d3b8aa8e2a50 None None] Pushing event updated for resources: {'Port': ['ID=65a8337e-f3a2-43b4-95ee-2b0847e0b70b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:01.414753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f35858-6b5b-4209-9168-4c78633edf3d None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:01.517032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-0cfaa06e-5e29-4af1-837d-17dc56e8d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:01.518427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-0cfaa06e-5e29-4af1-837d-17dc56e8d73a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24565a4d-bfd5-49e2-9a4d-a70480fed73a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6035345 Dec 12 15:32:01.530039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Network b2378b1e-5955-4c9a-9582-362359025812 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:01.548158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f35858-6b5b-4209-9168-4c78633edf3d None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:01.608820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e46df81d-bbe7-4b86-afc5-738abe54b7b2 req-3a56606c-6d05-4588-abf3-952bdeefb7fb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 210 time: 0.0843153 Dec 12 15:32:01.635326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.12 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/9167b019-6561-4189-bbae-c37197a029fa) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:01.670611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b2378b1e-5955-4c9a-9582-362359025812) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:01.681261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.11 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/9167b019-6561-4189-bbae-c37197a029fa) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:01.686065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:01.686650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.732718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Allocated IP 172.20.0.12 (caa42e59-68bd-4570-a71d-23d2ff138fa6/edec2b29-49fe-4eb8-b3a7-d0c47f18629c/0b811273-7f3e-4310-80a3-47bde399885d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:01.766794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14136a2e-124d-4d9b-883f-b7b4b434c299 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3712201 Dec 12 15:32:01.769599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:01.774652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Request body: {'port': {'network_id': 'b2378b1e-5955-4c9a-9582-362359025812', 'name': 'tempest-DHCPAgentSchedulersTestJSON-582928632'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:01.824699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:01.956093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-fc78b607-e2ff-4e20-9eb0-c7e3fddc5f1e service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132543 Dec 12 15:32:02.034978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b2378b1e-5955-4c9a-9582-362359025812', 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812', 'project_id': 'd3970b727454436490163f7dc91b2c92', 'fixed_ips': [{'subnet_id': 'c410f0a4-6e3d-490e-9de9-b9f6b386a800'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:02.035925 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.054028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:02.054697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.087477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.192458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Made reservation on behalf of d3970b727454436490163f7dc91b2c92 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:02.196777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.217512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65a8337e-f3a2-43b4-95ee-2b0847e0b70b,segment=NetworkSegment(6cede615-4e72-44a5-b16e-942c454553ab),segment_id=6cede615-4e72-44a5-b16e-942c454553ab)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:02.218181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.240227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 65a8337e-f3a2-43b4-95ee-2b0847e0b70b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:02.248466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] device_id is not set on port 6915ca4c-72a7-4bcc-985c-68150cfd14e3 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:02.257577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Allocated IP 172.20.0.2 (b2378b1e-5955-4c9a-9582-362359025812/c410f0a4-6e3d-490e-9de9-b9f6b386a800/39ac240a-2be7-4c91-9071-6213a57e2055) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:02.309386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a64527-9b9d-4fc0-8950-d7e149e78578 req-bfe36ad8-e251-4668-81e3-2379f3dcae35 service neutron] 10.222.0.30 "GET /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433979 Dec 12 15:32:02.383068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ec87f-4f1a-49ef-a7eb-73b592cc83d0 req-7212cb67-d085-4865-991b-bbab813314ab tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:02.384900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03ec87f-4f1a-49ef-a7eb-73b592cc83d0 req-7212cb67-d085-4865-991b-bbab813314ab tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2258182 Dec 12 15:32:02.409156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.424387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.440604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=65a8337e-f3a2-43b4-95ee-2b0847e0b70b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:02.442540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 65a8337e-f3a2-43b4-95ee-2b0847e0b70b on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:02.506377 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.518422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.567135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Pushing event updated for resources: {'Port': ['ID=39ac240a-2be7-4c91-9071-6213a57e2055,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:02.571752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.584291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Network b2378b1e-5955-4c9a-9582-362359025812 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:02.586094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:02.595409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:02.612611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:02.627433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.679548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03ec87f-4f1a-49ef-a7eb-73b592cc83d0 req-b27f1002-acb0-4e21-ad41-6741ef7394a1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869537 Dec 12 15:32:02.680660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:02.691364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec778c9-18ac-41af-98c0-0966a7c746a7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:02.691692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:02.704530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Allocated IP 172.20.0.11 (b2378b1e-5955-4c9a-9582-362359025812/c410f0a4-6e3d-490e-9de9-b9f6b386a800/6915ca4c-72a7-4bcc-985c-68150cfd14e3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:02.708434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cede615-4e72-44a5-b16e-942c454553ab') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:02.708820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cede615-4e72-44a5-b16e-942c454553ab') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:02.724133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=9167b019-6561-4189-bbae-c37197a029fa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:02.728896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.758248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Attempting to bind port 39ac240a-2be7-4c91-9071-6213a57e2055 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:02.759985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.764021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Attempting to bind port 39ac240a-2be7-4c91-9071-6213a57e2055 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a152976c-6e5f-4efd-981d-8f4e93df15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:02.768950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Attempting to bind port 39ac240a-2be7-4c91-9071-6213a57e2055 on network b2378b1e-5955-4c9a-9582-362359025812 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:02.782610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:02.783093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:02.783598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.784255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Checking segment: {'id': 'a152976c-6e5f-4efd-981d-8f4e93df15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:02.785031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.786059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Bound using segment: {'id': 'a152976c-6e5f-4efd-981d-8f4e93df15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:02.788580 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:02.792607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Bound port: 39ac240a-2be7-4c91-9071-6213a57e2055, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a152976c-6e5f-4efd-981d-8f4e93df15e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b2378b1e-5955-4c9a-9582-362359025812'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:02.793312 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.868206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fdc866c-bf71-4e19-aaa0-437065e3dfcc req-43c6d89f-1046-4ab9-8d4b-f1a889e6c846 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 210 time: 0.0839994 Dec 12 15:32:02.874279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:02.874921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.914814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] For port 39ac240a-2be7-4c91-9071-6213a57e2055, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:02.918251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] For port 39ac240a-2be7-4c91-9071-6213a57e2055, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=39ac240a-2be7-4c91-9071-6213a57e2055,segment=NetworkSegment(a152976c-6e5f-4efd-981d-8f4e93df15e5),segment_id=a152976c-6e5f-4efd-981d-8f4e93df15e5)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:02.924868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.940999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:02.977713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c397452d-38b6-4ba1-9b78-08d78b86b759 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.9016650 Dec 12 15:32:02.986253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:03.003635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:32:03.051860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.058735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '9167b019-6561-4189-bbae-c37197a029fa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:03.093210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.097170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/6ec778c9-18ac-41af-98c0-0966a7c746a7 HTTP/1.1" status: 204 len: 168 time: 2.9038353 Dec 12 15:32:03.102905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:03.106564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.136742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.146326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e5c42-c438-46c6-8807-ca3b583846f4 None None] Pushing event updated for resources: {'Port': ['ID=39ac240a-2be7-4c91-9071-6213a57e2055,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:03.147392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098750998'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:03.155640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f9940-0c33-4dca-b697-d12a5183bce8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=6ec778c9-18ac-41af-98c0-0966a7c746a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:03.165450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:03.169158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event updated for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:03.189568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:03.192357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:03.229703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:03.234154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.284431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.317909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:03.318773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.373759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-f2283659-988a-48ee-a68a-5d24e9c79b3b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3944211 Dec 12 15:32:03.389799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Request body: {'port': {'device_id': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:03.415706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:03.486302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.486653 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 3cb6bbbd-f5b8-4b57-ae61-7b5f5b03f4bc of type vlan for network 53d481a7-dcc3-40df-966f-757bf8700eda Dec 12 15:32:03.512943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.530439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.543569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.570099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event updated for resources: {'Port': ['ID=6915ca4c-72a7-4bcc-985c-68150cfd14e3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:03.582358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Network b2378b1e-5955-4c9a-9582-362359025812 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:03.584046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.589913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:03.590720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.673393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=53d481a7-dcc3-40df-966f-757bf8700eda,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:03.675864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:03.681602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:03.685573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 53d481a7-dcc3-40df-966f-757bf8700eda details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:03.791850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:03.792786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:03.815532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.231 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/8f38c1f9-4bda-4315-8a28-fded06811f53) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:03.825711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e56ee83-743f-4353-8062-83211a693544 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6830561 Dec 12 15:32:03.838081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:03.843271 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39045b10-3d10-4f2a-a63b-5df7fde1a444 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0724609 Dec 12 15:32:03.851896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '53d481a7-dcc3-40df-966f-757bf8700eda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:03.861666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:03.996527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ea114-f00c-42a8-b43d-10ac0cf9daf3 req-c26622bf-3d34-47fc-a660-5c86ed937e03 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:03.998970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef7ea114-f00c-42a8-b43d-10ac0cf9daf3 req-c26622bf-3d34-47fc-a660-5c86ed937e03 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1949999 Dec 12 15:32:04.119103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:04.127597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.236129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b811273-7f3e-4310-80a3-47bde399885d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:32:04.279033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Deleting port 6915ca4c-72a7-4bcc-985c-68150cfd14e3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:04.279373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.285663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.311254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00fcc3-62b2-4432-960c-9b706353caef req-1e519e73-5bd8-48d5-ba11-5c19e3256904 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:04.313889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d00fcc3-62b2-4432-960c-9b706353caef req-1e519e73-5bd8-48d5-ba11-5c19e3256904 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 932 time: 0.3076789 Dec 12 15:32:04.337786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef7ea114-f00c-42a8-b43d-10ac0cf9daf3 req-7a7da987-6a52-4e79-9683-2b70071ff6d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303533 Dec 12 15:32:04.346969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.451138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Transition to ACTIVE for port object 0b811273-7f3e-4310-80a3-47bde399885d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:32:04.458955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.499884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.552264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:04.570388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:04.581361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:04.627946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d00fcc3-62b2-4432-960c-9b706353caef req-948d82f7-d347-4c1d-a26c-dec24651c00e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009036 Dec 12 15:32:04.633683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a2fbc1-ec6b-4aa8-80f2-bf82804d3e34 None None] Network b2378b1e-5955-4c9a-9582-362359025812 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:04.696612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=8f38c1f9-4bda-4315-8a28-fded06811f53,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:04.765547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:04.783132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073bde6-b6a0-41e3-b343-f63874764769 None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:04.819794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd73813-534c-4ada-83f7-fea96a8901b2 None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:04.848699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 39ac240a-2be7-4c91-9071-6213a57e2055 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:04.861361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=d305451d-4ff8-46d3-aeba-e747739cbef8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:04.990155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa213cd4-2214-4b39-8c6c-21179beeccb4 None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:04.996520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] Provisioning complete for port 39ac240a-2be7-4c91-9071-6213a57e2055 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:04.997181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.078200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 39ac240a-2be7-4c91-9071-6213a57e2055 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:05.078581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.097213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Pushing event updated for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:05.169705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Attempting to bind port 0b811273-7f3e-4310-80a3-47bde399885d on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:05.170114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Attempting to bind port 0b811273-7f3e-4310-80a3-47bde399885d by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:05.170520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Attempting to bind port 0b811273-7f3e-4310-80a3-47bde399885d on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:05.191574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Port 0b811273-7f3e-4310-80a3-47bde399885d on network caa42e59-68bd-4570-a71d-23d2ff138fa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:32:05.191940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Attempting to bind port 0b811273-7f3e-4310-80a3-47bde399885d on network caa42e59-68bd-4570-a71d-23d2ff138fa6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:05.206789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3096f-1fe8-4ad6-92c9-9fa8a148ee1e req-0b37c5c6-f82f-419b-b9c4-df2e732978ef tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:05.211384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.215449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dca3096f-1fe8-4ad6-92c9-9fa8a148ee1e req-0b37c5c6-f82f-419b-b9c4-df2e732978ef tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1938508 Dec 12 15:32:05.255689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:05.256358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Checking segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:05.256559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Bound using segment: {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:05.257056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Bound port: 0b811273-7f3e-4310-80a3-47bde399885d, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d7c820-8935-4437-aab1-605bfb8d4f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:05.257407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.258657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.261948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '3cb6bbbd-f5b8-4b57-ae61-7b5f5b03f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '53d481a7-dcc3-40df-966f-757bf8700eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:05.262399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 53d481a7-dcc3-40df-966f-757bf8700eda, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:05.281623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.281785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Calling delete_port for 6915ca4c-72a7-4bcc-985c-68150cfd14e3 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:05.287457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] For port 39ac240a-2be7-4c91-9071-6213a57e2055, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=39ac240a-2be7-4c91-9071-6213a57e2055,segment=NetworkSegment(a152976c-6e5f-4efd-981d-8f4e93df15e5),segment_id=a152976c-6e5f-4efd-981d-8f4e93df15e5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:05.300044 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.343800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 53d481a7-dcc3-40df-966f-757bf8700eda is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:05.360015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 53d481a7-dcc3-40df-966f-757bf8700eda) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:05.374045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:05.374825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.375658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be917c-393a-4421-aaa0-4fce2fe8b7ab None None] Network 53d481a7-dcc3-40df-966f-757bf8700eda requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:05.394627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dca3096f-1fe8-4ad6-92c9-9fa8a148ee1e req-02c4c402-1451-44e8-85c3-1f1e04bbce3f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781604 Dec 12 15:32:05.411069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d027a1a-5de8-403d-bafc-a51175fd3674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.423120 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-473b76ad-1fc7-49e7-b6e1-9980a3260571 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5777900 Dec 12 15:32:05.425093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:05.431372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.433023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:05.445452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0b811273-7f3e-4310-80a3-47bde399885d,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:05.468082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.551827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e8afc-9d8c-448d-b0c5-4c163e597393 None None] Pushing event updated for resources: {'Port': ['ID=39ac240a-2be7-4c91-9071-6213a57e2055,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:05.564815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31937d08-fa9b-40d4-9e03-1f01d57858e8 None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:05.575112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:05.576663 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:05.577383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:05.578738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.580577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] 10.222.0.13 "PUT /v2.0/ports/0b811273-7f3e-4310-80a3-47bde399885d HTTP/1.1" status: 200 len: 1092 time: 2.1980069 Dec 12 15:32:05.583035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:05.593152 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4" -d '{"events": [{"name": "network-changed", "server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "tag": "0b811273-7f3e-4310-80a3-47bde399885d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:05.618666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd436-300e-41bb-82ac-c2c6d8a2ec43 service neutron] Pushing event updated for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:05.619687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.632454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-737b07c9-8f2a-428a-bd38-5c836df4a772 None None] Provisioning complete for port 9167b019-6561-4189-bbae-c37197a029fa triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:05.635049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-737b07c9-8f2a-428a-bd38-5c836df4a772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.675329 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1debd0-4b2d-4743-b0c3-bb5526daa1dc x-openstack-request-id: req-3f1debd0-4b2d-4743-b0c3-bb5526daa1dc {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:05.675329 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "tag": "0b811273-7f3e-4310-80a3-47bde399885d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:05.675676 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f1debd0-4b2d-4743-b0c3-bb5526daa1dc {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:05.675881 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d', 'status': 'completed', 'code': 200} Dec 12 15:32:05.687684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event deleted for resources: {'Port': ['ID=6915ca4c-72a7-4bcc-985c-68150cfd14e3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:05.720051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.721990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.758299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-a24b055e-f525-44b7-aa8c-04638abccea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:05.759826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-a24b055e-f525-44b7-aa8c-04638abccea1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 1095 time: 0.1110909 Dec 12 15:32:05.768549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8535-56eb-4908-a790-04aff468ef43 req-2dfc8852-f7f9-43cd-b378-78922a432173 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:05.776393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-035d8535-56eb-4908-a790-04aff468ef43 req-2dfc8852-f7f9-43cd-b378-78922a432173 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2039027 Dec 12 15:32:05.839198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.842966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc325696-86c2-42cd-8063-63d74bef75bf tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "DELETE /v2.0/ports/6915ca4c-72a7-4bcc-985c-68150cfd14e3 HTTP/1.1" status: 204 len: 168 time: 1.9788632 Dec 12 15:32:05.846176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:05.866211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.884869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-dd677494-9603-4940-88f9-975a2e622288 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b811273-7f3e-4310-80a3-47bde399885d HTTP/1.1" status: 200 len: 217 time: 0.1059985 Dec 12 15:32:05.950000 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-47adea86-5785-42f2-b047-56ae1df2d559 tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.1023970 Dec 12 15:32:05.952909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:05.958181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1327189730'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:05.963974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0112da-9dff-432b-a149-483d6f72c209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-53d481a7-dcc3-40df-966f-757bf8700eda', 'network_id': '53d481a7-dcc3-40df-966f-757bf8700eda', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': 'd305451d-4ff8-46d3-aeba-e747739cbef8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:05.964933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2b0112da-9dff-432b-a149-483d6f72c209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:05.969329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-737b07c9-8f2a-428a-bd38-5c836df4a772 None None] Port 9167b019-6561-4189-bbae-c37197a029fa cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:06.000004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Made reservation on behalf of d3970b727454436490163f7dc91b2c92 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:06.005331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.010605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.043419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8023-aff1-49fa-ba43-8ee00c5ebde5 req-bbdf52c7-31b8-4230-8ced-700d21538580 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:06.046370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee5f8023-aff1-49fa-ba43-8ee00c5ebde5 req-bbdf52c7-31b8-4230-8ced-700d21538580 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 944 time: 0.2941096 Dec 12 15:32:06.086603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=d305451d-4ff8-46d3-aeba-e747739cbef8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:06.095270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-b45366eb-3f71-4aa9-89fe-74478c7a3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:06.096829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-b45366eb-3f71-4aa9-89fe-74478c7a3d86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1991279 Dec 12 15:32:06.132148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39909b-5350-45cc-b309-f1c02655b425 None None] Network b2378b1e-5955-4c9a-9582-362359025812 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:06.155006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-035d8535-56eb-4908-a790-04aff468ef43 req-72acb20a-57f9-43d3-b130-f4f04580327d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774107 Dec 12 15:32:06.171624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:06.212110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee5f8023-aff1-49fa-ba43-8ee00c5ebde5 req-13d7efa4-b715-47d8-957e-023b010ddebb tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185746 Dec 12 15:32:06.248524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.256228 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Added segment 039c714a-aee9-46d6-8424-b64d65793d68 of type vlan for network e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 Dec 12 15:32:06.320196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-cdb9ba96-19b1-443a-90c1-f8c19976128e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978049 Dec 12 15:32:06.334012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.345451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.382017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d481a7-dcc3-40df-966f-757bf8700eda']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-2b0112da-9dff-432b-a149-483d6f72c209 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d305451d-4ff8-46d3-aeba-e747739cbef8: This subnet is being modified by another concurrent operation. Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:32:06.384181 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d305451d-4ff8-46d3-aeba-e747739cbef8: This subnet is being modified by another concurrent operation. Dec 12 15:32:06.388397 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 15:32:06.393541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.404515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.412317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:06.413175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.418407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6bbbd-f5b8-4b57-ae61-7b5f5b03f4bc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:06.419467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6bbbd-f5b8-4b57-ae61-7b5f5b03f4bc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:06.420246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2310a47e-f8d1-43e7-bf03-db13dd6c43d5 None None] Could not find standard attr ID for object 6915ca4c-72a7-4bcc-985c-68150cfd14e3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:32:06.425868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.441469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.495044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db52091-aa8b-4996-928f-d81081f794a9 None None] Network 53d481a7-dcc3-40df-966f-757bf8700eda requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:06.508339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.529612 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5721490 Dec 12 15:32:06.529612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:06.536123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2310a47e-f8d1-43e7-bf03-db13dd6c43d5 None None] Provisioning complete for port 39ac240a-2be7-4c91-9071-6213a57e2055 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:06.536579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2310a47e-f8d1-43e7-bf03-db13dd6c43d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.539849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:06.539849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:06.542598 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:06.546069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=8f38c1f9-4bda-4315-8a28-fded06811f53,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:06.564143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c65531-9573-46c8-9aef-87796a273899 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event updated for resources: {'Network': ['ID=e45c65c6-60f3-4b8d-a5e2-315aeffa26e6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:06.586494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f4476-56e9-4ac0-a0db-2b246bf36884 req-c76a96e4-6ff0-43ed-962f-0dfff1dca8aa tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:06.588021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-516f4476-56e9-4ac0-a0db-2b246bf36884 req-c76a96e4-6ff0-43ed-962f-0dfff1dca8aa tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2655818 Dec 12 15:32:06.662809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:06.707742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.734067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 39ac240a-2be7-4c91-9071-6213a57e2055 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:06.786811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-21b7a868-da2a-4d3e-a2cf-08b6c5e8b28d service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528725 Dec 12 15:32:06.867293 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bd8e3aa2-0b7d-4e22-921d-90270646a953 tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks HTTP/1.1" status: 200 len: 11207 time: 0.3366652 Dec 12 15:32:06.868654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.870838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:06.874741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-516f4476-56e9-4ac0-a0db-2b246bf36884 req-b5f11783-91eb-49c1-9f44-354566e50a20 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075951 Dec 12 15:32:06.879233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 39ac240a-2be7-4c91-9071-6213a57e2055 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:06.879818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.918782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:06.922488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/53d481a7-dcc3-40df-966f-757bf8700eda HTTP/1.1" status: 204 len: 168 time: 1.4435680 Dec 12 15:32:06.923829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9929-63bc-48b3-bd4d-14d14b826bc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=53d481a7-dcc3-40df-966f-757bf8700eda,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:06.927555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:06.936486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114084820'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:06.996770 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP a614a408-e38b-428f-a623-a4eb328d4a20 associated. External IP: 172.25.3.231, port: 9167b019-6561-4189-bbae-c37197a029fa. Dec 12 15:32:07.018148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:07.022269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.053318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca9eda-0ca2-472d-9a89-8d36e404008e tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] Network e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:07.072495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b03cca22-2cb4-451a-86e7-a4a1edcbe303 req-80ef366a-f59c-4bd5-b091-31b76ca37d7e service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761738 Dec 12 15:32:07.073719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:07.078048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3cca9eda-0ca2-472d-9a89-8d36e404008e tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "POST /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2058234 Dec 12 15:32:07.080900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44924) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:07.087665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.088113 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 485d604b-52ad-42b9-9649-a094718462ed of type vlan for network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 Dec 12 15:32:07.094915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944bb0a-3005-4d73-87f9-f1951ee1cc9f None None] Network e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:07.174575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.218542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.228026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:07.229510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.280410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3467984 Dec 12 15:32:07.298499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44930) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:07.305362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:07.429185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b8def-969f-4661-b718-4655147fba47 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:07.440980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:07.491928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:07.505563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.544087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f43ba3d-ac6c-4233-9917-d2449d0c5469 None None] Provisioning complete for port 39ac240a-2be7-4c91-9071-6213a57e2055 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:07.545247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f43ba3d-ac6c-4233-9917-d2449d0c5469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.710624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a17d311e-c955-4779-8761-c6fccd48032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.728969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514043ec-b5d5-40df-8ebf-39c7da7ce543 req-d8fd02b7-00c7-4005-96e0-5415310b8c25 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:07.730661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-514043ec-b5d5-40df-8ebf-39c7da7ce543 req-d8fd02b7-00c7-4005-96e0-5415310b8c25 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.7594230 Dec 12 15:32:07.802813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d703ec07-1036-4edd-bb8c-21c7f19029ee None None] Could not find standard attr ID for object 6915ca4c-72a7-4bcc-985c-68150cfd14e3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:32:07.845982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.886690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-e8094bca-9fab-4fdd-bd8d-5c8756c87a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:07.888168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-e8094bca-9fab-4fdd-bd8d-5c8756c87a23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 1095 time: 0.3073790 Dec 12 15:32:07.921867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=6e2f4f2e-ac0b-4781-8a4a-5904f19d3f70,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:07.924180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '485d604b-52ad-42b9-9649-a094718462ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:07.924440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:07.944315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:07.954947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:07.959633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:07.960269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:07.969539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9486d0-5b29-45f6-b895-3f81a0549dc8 None None] Network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:07.986193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-66ee0a0b-fc64-4a9c-8610-c97fecba7393 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6867554 Dec 12 15:32:07.989133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:07.991562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d043a3-8b76-411f-8086-553a849c642e req-cc246b75-f2a5-4a1a-85c0-95debe98e529 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:07.993089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25d043a3-8b76-411f-8086-553a849c642e req-cc246b75-f2a5-4a1a-85c0-95debe98e529 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 944 time: 0.4111395 Dec 12 15:32:08.001633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-514043ec-b5d5-40df-8ebf-39c7da7ce543 req-20a5da85-9c9e-441a-be4a-a08ca4c86105 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489405 Dec 12 15:32:08.043840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e1044729-ad89-4353-b11c-3cbd18118744 tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks HTTP/1.1" status: 200 len: 11222 time: 0.9578719 Dec 12 15:32:08.051633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44942) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.106160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522', 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '6e2f4f2e-ac0b-4781-8a4a-5904f19d3f70'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:08.106731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.116903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.206862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.214414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25d043a3-8b76-411f-8086-553a849c642e req-b4fd4117-dd9d-47d7-b4c7-31c7ad2c9ed1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855412 Dec 12 15:32:08.245032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:08.248741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-df185972-4c76-4414-ad55-1a895a9b9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:08.250389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-df185972-4c76-4414-ad55-1a895a9b9ec2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 200 len: 905 time: 0.3169954 Dec 12 15:32:08.292176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Allocated IP 172.20.0.2 (5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522/6e2f4f2e-ac0b-4781-8a4a-5904f19d3f70/0c1d1280-672c-4dcb-aa16-427fa7d69cf7) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:08.307036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-f3f855de-9a2e-4b53-8fde-4f9bcb32789a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b811273-7f3e-4310-80a3-47bde399885d HTTP/1.1" status: 200 len: 217 time: 0.0452662 Dec 12 15:32:08.311332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c65c1e9f-90c1-4e19-9ff5-d8c9a4e5013d tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "DELETE /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks/e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 HTTP/1.1" status: 204 len: 168 time: 0.2563038 Dec 12 15:32:08.314141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.432051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-c38f8950-d9ad-425f-a90b-d29a02bfb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:08.433569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-c38f8950-d9ad-425f-a90b-d29a02bfb6fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 200 len: 845 time: 0.1193657 Dec 12 15:32:08.447998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.457215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.489732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.499238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-8fc606ed-1f02-4d13-9e01-82ac179c95dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caa42e59-68bd-4570-a71d-23d2ff138fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355723 Dec 12 15:32:08.507053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:08.508567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f514d-6017-42c3-842f-c787c5d92175 req-65711d21-db80-4174-b045-b67d6189ea0d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:08.510053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d11f514d-6017-42c3-842f-c787c5d92175 req-65711d21-db80-4174-b045-b67d6189ea0d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1687965 Dec 12 15:32:08.517086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:08.521772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:08.545396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Pushing event updated for resources: {'Port': ['ID=0c1d1280-672c-4dcb-aa16-427fa7d69cf7,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:08.550132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.573364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2f4f2e-ac0b-4781-8a4a-5904f19d3f70,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:08.575447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:08.577458 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a915d0d1-7d93-4b91-b9ef-84f3b518e1cd tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks HTTP/1.1" status: 200 len: 11245 time: 0.2620866 Dec 12 15:32:08.581680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44948) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.598553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.604176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Attempting to bind port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:08.604695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Attempting to bind port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '485d604b-52ad-42b9-9649-a094718462ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:08.605966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Attempting to bind port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 on network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:08.611720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:08.617743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:08.618256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Checking segment: {'id': '485d604b-52ad-42b9-9649-a094718462ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:08.618771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.619260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Bound using segment: {'id': '485d604b-52ad-42b9-9649-a094718462ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:08.619861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Bound port: 0c1d1280-672c-4dcb-aa16-427fa7d69cf7, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485d604b-52ad-42b9-9649-a094718462ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:08.620468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.620592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.630970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485d604b-52ad-42b9-9649-a094718462ed') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.631261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485d604b-52ad-42b9-9649-a094718462ed') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.637579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:08.638348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.639056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.642379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.656612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.663175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:08.663580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:08.666983 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:08.678543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.710809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cc69a14a-cb09-4cf7-8613-3d700fb16939 tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/networks/b2378b1e-5955-4c9a-9582-362359025812/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1177948 Dec 12 15:32:08.713664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:08.714415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.719547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14d2c67e-93f9-45c6-890a-d0c0603e9c19 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6896737 Dec 12 15:32:08.721526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-aa8f6eed-1a01-4eda-b39a-82bf1b3c4b6c service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090402 Dec 12 15:32:08.722145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44954) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.722472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44956) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.729228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d11f514d-6017-42c3-842f-c787c5d92175 req-0a20f66c-a159-49af-9967-d9dc916608bc tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932950 Dec 12 15:32:08.744295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': '9167b019-6561-4189-bbae-c37197a029fa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:08.750384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:08.750384 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:08.750384 n-d-710847-8 neutron-server[103411]: [parameters: {'id': '5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522'}] Dec 12 15:32:08.750384 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:08.751129 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:08.768571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:08.769759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094248a3-bb60-4641-9535-ec5fa783683b None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:08.793742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] For port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:08.797616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] For port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0c1d1280-672c-4dcb-aa16-427fa7d69cf7,segment=NetworkSegment(485d604b-52ad-42b9-9649-a094718462ed),segment_id=485d604b-52ad-42b9-9649-a094718462ed)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:08.803886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.876533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:08.876780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-75e0ca84-9c2d-4afc-9b45-5149709464da tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/networks/b2378b1e-5955-4c9a-9582-362359025812/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1461661 Dec 12 15:32:08.905622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b180b1-a952-431e-a9cb-cc63c9a8d0db None None] Pushing event updated for resources: {'Port': ['ID=0c1d1280-672c-4dcb-aa16-427fa7d69cf7,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:08.923462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2e9d9-b63f-432b-8e43-28101b7362c6 None None] Network 5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:08.941775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:08.958605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015ed89-29a2-4928-8c65-601f7ba46bac req-25aa5b06-c47f-4147-a9b6-f5154aaffc38 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:08.960365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9015ed89-29a2-4928-8c65-601f7ba46bac req-25aa5b06-c47f-4147-a9b6-f5154aaffc38 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1121688 Dec 12 15:32:09.028676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64a86df6-7a12-49f8-9c8f-dcf2a736ffa4 req-ad4ecf28-7245-4cf1-9359-14453b8fb2e7 service neutron] 10.222.0.13 "GET /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960000 Dec 12 15:32:09.053194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d8d09906-c6da-4ba5-b867-2e9223a75b98 tempest-DHCPAgentSchedulersTestJSON-1569382427 tempest-DHCPAgentSchedulersTestJSON-1569382427-project-admin] 10.222.0.36 "GET /v2.0/agents/0a970933-69e0-4f02-88c2-06244d7f77d4/dhcp-networks HTTP/1.1" status: 200 len: 11207 time: 0.1750429 Dec 12 15:32:09.057134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:09.066453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b45eb-5b64-4b8e-8037-5a83031c5733 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:09.093102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9015ed89-29a2-4928-8c65-601f7ba46bac req-b9f96e2d-5866-4653-b496-57d8815e6c9a tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Dec 12 15:32:09.123331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.183534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.256706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.274385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b45eb-5b64-4b8e-8037-5a83031c5733 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:09.401224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.527056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45c65c6-60f3-4b8d-a5e2-315aeffa26e6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:09.539958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039c714a-aee9-46d6-8424-b64d65793d68') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:09.540346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039c714a-aee9-46d6-8424-b64d65793d68') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:09.552666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.570879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.579754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:09.580336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.597199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66712d9-651a-46d5-bc3a-2888146fc860 req-b412ad0d-657f-424e-aa5b-19b45eb362d7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:09.604792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a66712d9-651a-46d5-bc3a-2888146fc860 req-b412ad0d-657f-424e-aa5b-19b45eb362d7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 944 time: 0.2632191 Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:09.654582 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:09.675550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.697798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.703219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "DELETE /v2.0/networks/e45c65c6-60f3-4b8d-a5e2-315aeffa26e6 HTTP/1.1" status: 204 len: 168 time: 0.6450250 Dec 12 15:32:09.704418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dbe1c-085b-4106-bc91-0b10c54847d8 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event deleted for resources: {'Network': ['ID=e45c65c6-60f3-4b8d-a5e2-315aeffa26e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:09.708952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:09.747439 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-707b839a-aaf2-4e0d-b4cb-f7dcaab57e55 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:09.748300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707b839a-aaf2-4e0d-b4cb-f7dcaab57e55 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:09.752303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-707b839a-aaf2-4e0d-b4cb-f7dcaab57e55 tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "DELETE /v2.0/ports/6915ca4c-72a7-4bcc-985c-68150cfd14e3 HTTP/1.1" status: 404 len: 333 time: 0.0406172 Dec 12 15:32:09.755036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:09.755496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.761728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0b811273-7f3e-4310-80a3-47bde399885d details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:32:09.827664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0c1d1280-672c-4dcb-aa16-427fa7d69cf7,segment=NetworkSegment(485d604b-52ad-42b9-9649-a094718462ed),segment_id=485d604b-52ad-42b9-9649-a094718462ed)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:09.828151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.844674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:09.862043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44988) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:09.871576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46ce3f-c6ad-4a3d-bf0e-0d7f6e4f8306 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:09.885471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efbe-79d8-43fb-8b96-4e43deb36eac req-a2e49efe-d6ac-41b4-a256-0d747673f9de tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:09.893606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3efbe-79d8-43fb-8b96-4e43deb36eac req-a2e49efe-d6ac-41b4-a256-0d747673f9de tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.3680310 Dec 12 15:32:09.935848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:09.938951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:32:09.970774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=0c1d1280-672c-4dcb-aa16-427fa7d69cf7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:09.984589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 0c1d1280-672c-4dcb-aa16-427fa7d69cf7 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:10.006852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0b811273-7f3e-4310-80a3-47bde399885d,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:10.027897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '0b811273-7f3e-4310-80a3-47bde399885d', 'network_id': 'caa42e59-68bd-4570-a71d-23d2ff138fa6', 'port_id': '0b811273-7f3e-4310-80a3-47bde399885d', 'mac_address': 'fa:16:3e:ee:85:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edec2b29-49fe-4eb8-b3a7-d0c47f18629c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:32:10.032854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f46ce3f-c6ad-4a3d-bf0e-0d7f6e4f8306 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:10.048797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Deleting subnet c410f0a4-6e3d-490e-9de9-b9f6b386a800 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:10.051871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.075204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.093156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.094220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.100930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:10.113301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485d604b-52ad-42b9-9649-a094718462ed') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:10.113733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485d604b-52ad-42b9-9649-a094718462ed') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:10.125746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.136014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.137527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b811273-7f3e-4310-80a3-47bde399885d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:32:10.154859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.161701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a66712d9-651a-46d5-bc3a-2888146fc860 req-06aab965-8bfe-4be7-a0f4-3e36d76bbc59 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559542 Dec 12 15:32:10.164145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:10.165066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.177013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0b811273-7f3e-4310-80a3-47bde399885d,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:10.186268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.191161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:10.229757 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:10.258805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.259577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9e3efbe-79d8-43fb-8b96-4e43deb36eac req-0a2d2c74-9f66-441a-b34d-eecfc08e75b3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652034 Dec 12 15:32:10.269139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.284375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 HTTP/1.1" status: 204 len: 168 time: 2.2940965 Dec 12 15:32:10.295793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44992) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:10.295793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1332181197'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:10.314919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.317244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4641e3-092e-42aa-98a0-21275533a980 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:10.333639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:10.338731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.344678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:10.370289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:10.384396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.384794 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 54f5bc04-0168-4c20-974b-70cc797754ab of type vlan for network 55cb27b7-b266-4990-8ad3-438f6a044fb2 Dec 12 15:32:10.393052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.408070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['0b811273-7f3e-4310-80a3-47bde399885d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:32:10.436607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.471725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.487826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:10.487826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.545610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2569761 Dec 12 15:32:10.548215 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:10.563116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45000) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:10.572872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:10.608096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccbe36-211d-42cf-a6ac-00e55eaffec1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=55cb27b7-b266-4990-8ad3-438f6a044fb2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:10.631722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 55cb27b7-b266-4990-8ad3-438f6a044fb2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:11.019759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event deleted for resources: {'Subnet': ['ID=c410f0a4-6e3d-490e-9de9-b9f6b386a800,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:11.038418 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.056180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.059352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad5145e0-c9f3-422e-a833-e3668a5c1cad tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "DELETE /v2.0/subnets/c410f0a4-6e3d-490e-9de9-b9f6b386a800 HTTP/1.1" status: 204 len: 168 time: 1.1935780 Dec 12 15:32:11.059761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5c0b9-d129-4ba0-88e5-9d7d28dec75f None None] Network b2378b1e-5955-4c9a-9582-362359025812 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:11.062231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:11.103081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:11.118818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.125132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:11.128719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.149646 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.223765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Deleting port 39ac240a-2be7-4c91-9071-6213a57e2055 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:11.224290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.234952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing IP validity checks on allocation pools {{(pid=103412) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:32:11.235507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103412) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:32:11.256724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] DHCP port deletion for b2378b1e-5955-4c9a-9582-362359025812 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:11.303355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] For port 39ac240a-2be7-4c91-9071-6213a57e2055, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=39ac240a-2be7-4c91-9071-6213a57e2055,segment=NetworkSegment(a152976c-6e5f-4efd-981d-8f4e93df15e5),segment_id=a152976c-6e5f-4efd-981d-8f4e93df15e5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:11.303816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.319923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Calling delete_port for 39ac240a-2be7-4c91-9071-6213a57e2055 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:11.333191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Deleting port 39ac240a-2be7-4c91-9071-6213a57e2055 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:11.333888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.349391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:11.356337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.360036 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:11.372394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:11.373223 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.414296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.415545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6200e9-1f1b-48f9-a918-a391d24bdfe5 req-81a7352b-9a52-4e02-856e-742eddf27a24 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:11.417670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be6200e9-1f1b-48f9-a918-a391d24bdfe5 req-81a7352b-9a52-4e02-856e-742eddf27a24 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 945 time: 0.1391792 Dec 12 15:32:11.430438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] For port 39ac240a-2be7-4c91-9071-6213a57e2055, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=39ac240a-2be7-4c91-9071-6213a57e2055,segment=NetworkSegment(a152976c-6e5f-4efd-981d-8f4e93df15e5),segment_id=a152976c-6e5f-4efd-981d-8f4e93df15e5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:11.431249 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:11.431883 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.432581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.436172 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.454737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Calling delete_port for 39ac240a-2be7-4c91-9071-6213a57e2055 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:11.467928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] No DVR routers for this DVR port 39ac240a-2be7-4c91-9071-6213a57e2055 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:11.469876 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.470521 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1eae49-84b4-4584-a683-e782cf33946a None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:11.472722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event deleted for resources: {'Port': ['ID=39ac240a-2be7-4c91-9071-6213a57e2055,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:11.546109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2db3dda4-68a8-410f-b6a0-9f45fa4c95e9 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/a614a408-e38b-428f-a623-a4eb328d4a20 HTTP/1.1" status: 200 len: 978 time: 2.8121970 Dec 12 15:32:11.548245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45012) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:11.550387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.555682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.577823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2378b1e-5955-4c9a-9582-362359025812']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.579595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] Pushing event deleted for resources: {'Port': ['ID=39ac240a-2be7-4c91-9071-6213a57e2055,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:11.581538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599193bf-3d3c-412e-a6be-11df6cf041d8 None None] No DVR routers for this DVR port 39ac240a-2be7-4c91-9071-6213a57e2055 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:11.599222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d9463-610b-4839-aab7-dd24b8c3bb4e req-6d8b5b87-8d31-4cf7-b76a-df56ca433ec6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:11.600809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-309d9463-610b-4839-aab7-dd24b8c3bb4e req-6d8b5b87-8d31-4cf7-b76a-df56ca433ec6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2219877 Dec 12 15:32:11.612558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a152976c-6e5f-4efd-981d-8f4e93df15e5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.612900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a152976c-6e5f-4efd-981d-8f4e93df15e5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:11.623587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.638913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.645825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:11.646368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:11.650019 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:11.681212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.688174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0b811273-7f3e-4310-80a3-47bde399885d up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:11.698584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be6200e9-1f1b-48f9-a918-a391d24bdfe5 req-3ae3e4d2-a453-4bfa-abdd-339ac7329d68 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337441 Dec 12 15:32:11.762744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.774104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.777173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 0b811273-7f3e-4310-80a3-47bde399885d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:32:11.784742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] 10.222.0.36 "DELETE /v2.0/networks/b2378b1e-5955-4c9a-9582-362359025812 HTTP/1.1" status: 204 len: 168 time: 0.7189305 Dec 12 15:32:11.788547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 0b811273-7f3e-4310-80a3-47bde399885d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:11.789614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.811188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91391e-0e99-4d7c-a4ed-21b37208c83e tempest-DHCPAgentSchedulersTestJSON-164826660 tempest-DHCPAgentSchedulersTestJSON-164826660-project] Pushing event deleted for resources: {'Network': ['ID=b2378b1e-5955-4c9a-9582-362359025812,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:11.822334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-309d9463-610b-4839-aab7-dd24b8c3bb4e req-d3f5d049-ade7-45fe-ad5a-149fbe6ff3ac tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827679 Dec 12 15:32:11.872083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=c4f92265-0ce1-4ffb-9cc1-b63be8a18543,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:11.883203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '54f5bc04-0168-4c20-974b-70cc797754ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:11.883564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 55cb27b7-b266-4990-8ad3-438f6a044fb2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:11.938603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 55cb27b7-b266-4990-8ad3-438f6a044fb2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:11.956777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 8f38c1f9-4bda-4315-8a28-fded06811f53 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:11.957123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.958902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 55cb27b7-b266-4990-8ad3-438f6a044fb2) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:11.965909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:11.968308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:11.974893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3922e8-5d7d-42dc-882c-fadedba80bec None None] Network 55cb27b7-b266-4990-8ad3-438f6a044fb2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:12.011909 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.029717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-755c0973-b259-448c-b7d8-ccfb68a7346d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4593365 Dec 12 15:32:12.030313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:12.086282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:12.088549 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7c6e52-496b-4dcd-b4e1-24abdfeb1fad" -d '{"events": [{"server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "name": "network-vif-plugged", "status": "completed", "tag": "0b811273-7f3e-4310-80a3-47bde399885d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:12.116854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0b811273-7f3e-4310-80a3-47bde399885d,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:12.127913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.191446 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee8c4ba-239c-470c-8daf-832f462fdd8b x-openstack-request-id: req-6ee8c4ba-239c-470c-8daf-832f462fdd8b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:12.191814 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "name": "network-vif-plugged", "status": "completed", "tag": "0b811273-7f3e-4310-80a3-47bde399885d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:12.191991 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ee8c4ba-239c-470c-8daf-832f462fdd8b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:12.192376 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d', 'code': 200} Dec 12 15:32:12.207002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-55cb27b7-b266-4990-8ad3-438f6a044fb2', 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': 'c4f92265-0ce1-4ffb-9cc1-b63be8a18543'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:12.207912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.243302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:12.261455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45036) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:12.306903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.338241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.338484 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.368898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 8f38c1f9-4bda-4315-8a28-fded06811f53 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:12.377848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Allocated IP 172.20.0.3 (55cb27b7-b266-4990-8ad3-438f6a044fb2/c4f92265-0ce1-4ffb-9cc1-b63be8a18543/8b0712d4-8c69-4339-a645-5384a24a609e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:12.409470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-40bef1c7-b657-402c-8711-9ed6271623fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:12.410964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-40bef1c7-b657-402c-8711-9ed6271623fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 1097 time: 0.2062364 Dec 12 15:32:12.412521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d26a4-9b76-47f3-a82c-e691876abfbb req-1f758d2a-ea08-4711-91e6-cde6c11e12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:12.414448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-670d26a4-9b76-47f3-a82c-e691876abfbb req-1f758d2a-ea08-4711-91e6-cde6c11e12be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 1097 time: 0.1860480 Dec 12 15:32:12.420017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-10f7019d-8533-4665-8e15-915d9a531c4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3970b727454436490163f7dc91b2c92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543858 Dec 12 15:32:12.421006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:12.427307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39557a-f2e6-433d-b3bb-3dff4e90bc28 req-6bd05984-ffff-4c13-8fcf-881fd4617580 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:12.428789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd39557a-f2e6-433d-b3bb-3dff4e90bc28 req-6bd05984-ffff-4c13-8fcf-881fd4617580 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2178545 Dec 12 15:32:12.471793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.494707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.528121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.535957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.549418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.552030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.558129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40b86d11-1bd4-45e9-b880-5579459b481a HTTP/1.1" status: 204 len: 168 time: 0.1366351 Dec 12 15:32:12.571662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcaeca-725f-4dca-a78e-9284747056f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b86d11-1bd4-45e9-b880-5579459b481a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:12.588983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.625353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Pushing event updated for resources: {'Port': ['ID=8b0712d4-8c69-4339-a645-5384a24a609e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:12.636303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Network 55cb27b7-b266-4990-8ad3-438f6a044fb2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:12.639763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:12.642661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:12.690050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-670d26a4-9b76-47f3-a82c-e691876abfbb req-6b0e400d-c366-40b1-8072-46f0ea3fedc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602193 Dec 12 15:32:12.695162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 39ac240a-2be7-4c91-9071-6213a57e2055 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:12.729355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 39ac240a-2be7-4c91-9071-6213a57e2055 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:12.729597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd39557a-f2e6-433d-b3bb-3dff4e90bc28 req-d739178c-6148-4278-bb64-0ad6d17b5e8d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784195 Dec 12 15:32:12.729694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 39ac240a-2be7-4c91-9071-6213a57e2055 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:12.732799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Attempting to bind port 8b0712d4-8c69-4339-a645-5384a24a609e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:12.733351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Attempting to bind port 8b0712d4-8c69-4339-a645-5384a24a609e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '54f5bc04-0168-4c20-974b-70cc797754ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:12.733351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Attempting to bind port 8b0712d4-8c69-4339-a645-5384a24a609e on network 55cb27b7-b266-4990-8ad3-438f6a044fb2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:12.738712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-639a9342-3f09-43f8-9d3a-df022dd22176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:12.739767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:12.740283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Checking segment: {'id': '54f5bc04-0168-4c20-974b-70cc797754ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:12.740796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-639a9342-3f09-43f8-9d3a-df022dd22176 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 200 len: 914 time: 0.3079145 Dec 12 15:32:12.740929 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.741354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Bound using segment: {'id': '54f5bc04-0168-4c20-974b-70cc797754ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:12.741916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Bound port: 8b0712d4-8c69-4339-a645-5384a24a609e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f5bc04-0168-4c20-974b-70cc797754ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:12.742847 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.806009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:12.808941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-a58bc577-f077-499d-b88c-c65fec597e94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 200 len: 217 time: 0.0535543 Dec 12 15:32:12.839812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] For port 8b0712d4-8c69-4339-a645-5384a24a609e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:12.895678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f92265-0ce1-4ffb-9cc1-b63be8a18543,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:12.984017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:12.998014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cab8f102-4a95-4730-8a44-3f99c3aaf784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.012404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.020839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-50e25be6-77dc-401a-9ba2-51405bb49a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:13.022578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-50e25be6-77dc-401a-9ba2-51405bb49a24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 200 len: 854 time: 0.1770198 Dec 12 15:32:13.036153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] For port 8b0712d4-8c69-4339-a645-5384a24a609e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b0712d4-8c69-4339-a645-5384a24a609e,segment=NetworkSegment(54f5bc04-0168-4c20-974b-70cc797754ab),segment_id=54f5bc04-0168-4c20-974b-70cc797754ab)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:13.037345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.043533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.046849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8d888-8914-4981-8b61-f190585ed976 req-1eb1ac5f-2979-4929-8ec2-86efa6f2e086 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:13.054186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a8d888-8914-4981-8b61-f190585ed976 req-1eb1ac5f-2979-4929-8ec2-86efa6f2e086 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.2441642 Dec 12 15:32:13.082251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cb27b7-b266-4990-8ad3-438f6a044fb2']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:13.135403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cab8f102-4a95-4730-8a44-3f99c3aaf784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.141390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cab8f102-4a95-4730-8a44-3f99c3aaf784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.144241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590022ed-0dee-4a1a-aec1-c63a054deb15 None None] Pushing event updated for resources: {'Port': ['ID=8b0712d4-8c69-4339-a645-5384a24a609e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:13.165057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-335a3131-e363-4ebf-9e83-91674071e321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16ce4dd3-4527-40b7-a495-536023b23bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029925 Dec 12 15:32:13.168749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=8f38c1f9-4bda-4315-8a28-fded06811f53,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:13.171647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f5bc04-0168-4c20-974b-70cc797754ab') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:13.171936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f5bc04-0168-4c20-974b-70cc797754ab') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:13.195456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.195679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cab8f102-4a95-4730-8a44-3f99c3aaf784 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa8f24c4df82430d9f7d4492e9ce414e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078211 Dec 12 15:32:13.195679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:13.211917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f102-4a95-4730-8a44-3f99c3aaf784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde00f37-55ac-45b3-8d9d-5b2cdf0bb614,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:13.280092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.285045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.317506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.335858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:13.336272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:13.339291 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:13.347192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a8d888-8914-4981-8b61-f190585ed976 req-4a6cd56e-182a-4c3f-a127-6e3be8f263f6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912176 Dec 12 15:32:13.403170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.407027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.408662 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fde00f37-55ac-45b3-8d9d-5b2cdf0bb614 HTTP/1.1" status: 204 len: 168 time: 0.2116354 Dec 12 15:32:13.416595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1cc34-2cd5-4ba4-b4d6-088e5c60751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde00f37-55ac-45b3-8d9d-5b2cdf0bb614,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:13.676501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:13.676854 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP a614a408-e38b-428f-a623-a4eb328d4a20 disassociated (deleted). External IP: 172.25.3.231, port: 9167b019-6561-4189-bbae-c37197a029fa. Dec 12 15:32:13.723592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:13.723592 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:13.723592 n-d-710847-8 neutron-server[103412]: [parameters: {'id': '55cb27b7-b266-4990-8ad3-438f6a044fb2'}] Dec 12 15:32:13.723592 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:13.723957 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:13.730821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-d0ef079f-0846-4dd7-8369-7a147a463a2b service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434721 Dec 12 15:32:13.953536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe538ea2-7d89-4bea-83c4-935d808852ad req-7ff1ac17-956f-4d0d-909d-2c8aa1e53f7b service neutron] 10.222.0.30 "GET /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097445 Dec 12 15:32:13.988394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37a384-0652-4ace-952e-fa8cf51df8d0 req-4cf09487-f67b-4290-969a-52991e48ef33 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:13.990146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b37a384-0652-4ace-952e-fa8cf51df8d0 req-4cf09487-f67b-4290-969a-52991e48ef33 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1496537 Dec 12 15:32:14.095963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:14.110538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b37a384-0652-4ace-952e-fa8cf51df8d0 req-c8a46aba-be83-4a9a-b2a9-a74d6cea82c1 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824597 Dec 12 15:32:14.241348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.264461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d99582-2d94-47dc-bbd6-bd49bc4cb93a None None] Network 55cb27b7-b266-4990-8ad3-438f6a044fb2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:14.298246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:14.307260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.331311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:14.342290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] Provisioning complete for port 8b0712d4-8c69-4339-a645-5384a24a609e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:14.343003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.344773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 8b0712d4-8c69-4339-a645-5384a24a609e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:14.345115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.351556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:14.352036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c32b7907-2b3b-48dc-ba91-2163fbd78df2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/a614a408-e38b-428f-a623-a4eb328d4a20 HTTP/1.1" status: 204 len: 168 time: 2.7823832 Dec 12 15:32:14.421009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 8b0712d4-8c69-4339-a645-5384a24a609e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b0712d4-8c69-4339-a645-5384a24a609e,segment=NetworkSegment(54f5bc04-0168-4c20-974b-70cc797754ab),segment_id=54f5bc04-0168-4c20-974b-70cc797754ab)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:14.421507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.428777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:14.429484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:14.441603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 8b0712d4-8c69-4339-a645-5384a24a609e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:14.494774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:14.517628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:14.518394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:14.574919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:14.575836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba25f9e-97ba-4e32-8a53-223c9cfd7b50 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:14.592673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.606306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f652c-0d54-46b5-a209-6b3b8a3557ac req-0c1e75ca-0933-4edc-b49a-60bbfa0b8e91 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:14.612065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-005f652c-0d54-46b5-a209-6b3b8a3557ac req-0c1e75ca-0933-4edc-b49a-60bbfa0b8e91 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1114423 Dec 12 15:32:14.616529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 9167b019-6561-4189-bbae-c37197a029fa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:14.621596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.627367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] DHCP port deletion for 55cb27b7-b266-4990-8ad3-438f6a044fb2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:14.638952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] For port 8b0712d4-8c69-4339-a645-5384a24a609e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b0712d4-8c69-4339-a645-5384a24a609e,segment=NetworkSegment(54f5bc04-0168-4c20-974b-70cc797754ab),segment_id=54f5bc04-0168-4c20-974b-70cc797754ab)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:14.668580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.747112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078906-2a62-48d4-8349-52dad3d72e3c None None] Pushing event updated for resources: {'Port': ['ID=8b0712d4-8c69-4339-a645-5384a24a609e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:14.760768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Deleting port 8b0712d4-8c69-4339-a645-5384a24a609e {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:14.761404 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.768784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-005f652c-0d54-46b5-a209-6b3b8a3557ac req-f0daccc4-1122-4369-b325-1cc45f0d4cab tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 Dec 12 15:32:14.774033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.854805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] For port 8b0712d4-8c69-4339-a645-5384a24a609e, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:14.855472 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.861623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=8b0712d4-8c69-4339-a645-5384a24a609e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:14.863552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 8b0712d4-8c69-4339-a645-5384a24a609e on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:14.880472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:14.899610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 9167b019-6561-4189-bbae-c37197a029fa owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:14.930713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Calling delete_port for 8b0712d4-8c69-4339-a645-5384a24a609e owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:14.943144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Port 8b0712d4-8c69-4339-a645-5384a24a609e was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:32:14.944606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.012768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] Pushing event deleted for resources: {'Port': ['ID=8b0712d4-8c69-4339-a645-5384a24a609e,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:15.019592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263e6ca-01d6-4887-8073-7b284e22bc00 None None] No DVR routers for this DVR port 8b0712d4-8c69-4339-a645-5384a24a609e on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:15.023082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.092849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cb27b7-b266-4990-8ad3-438f6a044fb2']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:15.109201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f5bc04-0168-4c20-974b-70cc797754ab') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:15.109832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f5bc04-0168-4c20-974b-70cc797754ab') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:15.121765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.165757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.184449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:15.186743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:15.195543 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:15.300683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.321109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.330485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.334092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/55cb27b7-b266-4990-8ad3-438f6a044fb2 HTTP/1.1" status: 204 len: 168 time: 3.3031776 Dec 12 15:32:15.340936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:15.343611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24c008-83bc-44f3-92d3-63b3a546b962 req-e75f346e-acde-4ad1-9e24-44f247905360 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:15.351898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d24c008-83bc-44f3-92d3-63b3a546b962 req-e75f346e-acde-4ad1-9e24-44f247905360 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1323774 Dec 12 15:32:15.356392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541208153'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:15.390352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2a6f-92ef-4b66-b824-187bac27e4f7 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=55cb27b7-b266-4990-8ad3-438f6a044fb2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:15.422718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12c449-2c16-4236-81a8-e141f7fefdc5 None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:15.427384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=9167b019-6561-4189-bbae-c37197a029fa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:15.488660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d24c008-83bc-44f3-92d3-63b3a546b962 req-4ecd3879-8ce9-4ec2-892f-60ddf5f4fa6e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222844 Dec 12 15:32:15.488660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:15.566502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:15.570361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.614390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.622213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c746b03-5dea-4924-bd35-3900742754e2 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/9167b019-6561-4189-bbae-c37197a029fa HTTP/1.1" status: 204 len: 168 time: 1.2693973 Dec 12 15:32:15.623116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:15.630637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:15.646173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:15.653138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:15.667258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.667676 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 769e4b98-01e5-47c2-bcf8-fa6f984d707a of type vlan for network 90e60748-e34e-4fc6-a9d3-f189aad4deee Dec 12 15:32:15.679772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.709524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31c3d6-b489-4c26-9b28-d94730d4aa64 req-279496de-61a1-41ab-a493-0a586260b9c3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:15.711097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b31c3d6-b489-4c26-9b28-d94730d4aa64 req-279496de-61a1-41ab-a493-0a586260b9c3 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1362493 Dec 12 15:32:15.733308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.765110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a48c3-8fe2-4732-b172-a138948cc7a9 req-952f165d-686f-4951-8715-3312ef242256 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:15.766681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-017a48c3-8fe2-4732-b172-a138948cc7a9 req-952f165d-686f-4951-8715-3312ef242256 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1079471 Dec 12 15:32:15.848219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b31c3d6-b489-4c26-9b28-d94730d4aa64 req-aab15761-96af-4671-b8a3-1cfbb233e0a9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234176 Dec 12 15:32:15.883061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-017a48c3-8fe2-4732-b172-a138948cc7a9 req-65229de7-ce60-4abd-a808-7f9991b53300 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013777 Dec 12 15:32:15.919586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:15.980265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.059279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.065549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:16.066168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.081473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad0b83-1146-49ff-b73a-1228d1b22d61 req-a520e01f-9cb9-4489-8e59-3ff3253b16a0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:16.082986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1ad0b83-1146-49ff-b73a-1228d1b22d61 req-a520e01f-9cb9-4489-8e59-3ff3253b16a0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1112635 Dec 12 15:32:16.105450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7525008 Dec 12 15:32:16.125338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45158) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:16.146711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:16.151688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Allocated IP 172.25.3.189 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/c94d27f5-6a0d-431b-9327-c5d8f8dbc95c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:16.156052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6daade-e4d4-45bc-86cd-ca0f4848ee57 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=90e60748-e34e-4fc6-a9d3-f189aad4deee,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:16.173530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 90e60748-e34e-4fc6-a9d3-f189aad4deee details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:16.186092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.309168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41114090-f2cf-41a7-baed-6cc8d9dd4346 req-adf7e254-c9f1-482a-92cd-4d2bf9e4e240 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:16.311369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41114090-f2cf-41a7-baed-6cc8d9dd4346 req-adf7e254-c9f1-482a-92cd-4d2bf9e4e240 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.2256489 Dec 12 15:32:16.322361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1ad0b83-1146-49ff-b73a-1228d1b22d61 req-167765a6-8883-4636-84e6-e7909d737910 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250414 Dec 12 15:32:16.382754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:16.386545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.458447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41114090-f2cf-41a7-baed-6cc8d9dd4346 req-15637f1c-c02b-4b2f-8f21-d2fb4ff7e21b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400952 Dec 12 15:32:16.506326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.581866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1f31a-4059-457d-96e7-3ecb7459857b req-045644a8-a2d0-43c6-aae8-8b54cdb73843 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:16.583380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2e1f31a-4059-457d-96e7-3ecb7459857b req-045644a8-a2d0-43c6-aae8-8b54cdb73843 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.0940614 Dec 12 15:32:16.600933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8b0712d4-8c69-4339-a645-5384a24a609e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:16.628687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8b0712d4-8c69-4339-a645-5384a24a609e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:16.629291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8b0712d4-8c69-4339-a645-5384a24a609e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:16.648366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.693908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.124 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/f73cd806-222d-441e-b0d9-8f5a626f04ba) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:16.718744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:16.744614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e2e1f31a-4059-457d-96e7-3ecb7459857b req-9cea4b74-2507-4504-9668-014194ea00bd tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513612 Dec 12 15:32:16.752305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:16.758808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:16.765108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Pushing event updated for resources: {'Port': ['ID=c94d27f5-6a0d-431b-9327-c5d8f8dbc95c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:16.806871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.838700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.881240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:16.934725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:16.939142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:16.941232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=f73cd806-222d-441e-b0d9-8f5a626f04ba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:16.944335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:17.042023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.081220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.195335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=cb24d87a-666d-4853-8f23-0e847e382658,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:17.219391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.226376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '769e4b98-01e5-47c2-bcf8-fa6f984d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:17.226728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 90e60748-e34e-4fc6-a9d3-f189aad4deee, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:17.241283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db83f2-2b16-47be-9aba-41d95e6e106a req-bbab7c94-edfb-4534-8bcb-d3379ecf4d40 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:17.249302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3db83f2-2b16-47be-9aba-41d95e6e106a req-bbab7c94-edfb-4534-8bcb-d3379ecf4d40 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1504085 Dec 12 15:32:17.261212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.266725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.310757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.338435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 90e60748-e34e-4fc6-a9d3-f189aad4deee is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:17.339548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=f73cd806-222d-441e-b0d9-8f5a626f04ba,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:17.350182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.369919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.373464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40007630-0cb8-49d4-9007-8e1bbb5774f3 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7476046 Dec 12 15:32:17.375091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45178) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:17.379600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3db83f2-2b16-47be-9aba-41d95e6e106a req-4bc160fd-1fd6-43d5-9895-e1cccab2b75c tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235924 Dec 12 15:32:17.381041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'port': {'network_id': '814b10cd-1392-4a64-8d9b-30789ab38eff', 'name': 'tempest-FloatingIPTestJSON-900639601'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:17.422426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 90e60748-e34e-4fc6-a9d3-f189aad4deee) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:17.433610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e3bc45-2a93-431d-becc-12d880681276 None None] Network 90e60748-e34e-4fc6-a9d3-f189aad4deee requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:17.453643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:17.457049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.575484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dc4a4910-4ae7-4e6e-869a-e63b881e1d5e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4456992 Dec 12 15:32:17.576615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45188) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:17.597655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-90e60748-e34e-4fc6-a9d3-f189aad4deee', 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': 'cb24d87a-666d-4853-8f23-0e847e382658'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:17.598935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.603073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:17.606929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.644093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] device_id is not set on port cb550182-6419-490a-b66a-35b03edb4e0a yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:17.761848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Allocated IP 172.20.0.1 (90e60748-e34e-4fc6-a9d3-f189aad4deee/cb24d87a-666d-4853-8f23-0e847e382658/6cc210b3-1276-44c6-aea3-f03e2e8c5ae9) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:17.796003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff730996-9d19-4ddc-8273-91f3595f8f44 req-da75effd-2891-4b8f-9fed-e9c4ef839968 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:17.797522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff730996-9d19-4ddc-8273-91f3595f8f44 req-da75effd-2891-4b8f-9fed-e9c4ef839968 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1991692 Dec 12 15:32:17.806807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.812541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.12 (814b10cd-1392-4a64-8d9b-30789ab38eff/04f0cef3-fe75-4cac-bc25-082974e31b7e/cb550182-6419-490a-b66a-35b03edb4e0a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:17.816855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0fd67-981a-49c1-80ae-7e26e17c650f req-b4e88ba0-aab0-4610-8b21-82784ca75628 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:17.818357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18a0fd67-981a-49c1-80ae-7e26e17c650f req-b4e88ba0-aab0-4610-8b21-82784ca75628 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1868641 Dec 12 15:32:17.823822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.828916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:17.986859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Pushing event updated for resources: {'Port': ['ID=c94d27f5-6a0d-431b-9327-c5d8f8dbc95c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.023184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.030041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff730996-9d19-4ddc-8273-91f3595f8f44 req-0316ca1d-0918-4bd7-bccb-a4408fcb9d56 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104659 Dec 12 15:32:18.037620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.038044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.038306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.038623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.038965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.039300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.039627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.039951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.040276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.040619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.040963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.041274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.041591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:18.059519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18a0fd67-981a-49c1-80ae-7e26e17c650f req-e4a3975c-eea0-4a8b-acf7-faa12cdc98ec tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281818 Dec 12 15:32:18.068261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.080312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.109940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.165124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.177786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56913745-fd09-4632-ad94-9344bedf06a1 tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6887326 Dec 12 15:32:18.178269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45194) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:18.194170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 814b10cd-1392-4a64-8d9b-30789ab38eff is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:18.197144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1670151611', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'fixed_ips': [{'ip_address': '172.25.3.189'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:18.197671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:18.218179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0adfbb-ccad-4a9a-9994-b017894c1d3f None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:18.235616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:18.247897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.256336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.270527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Made reservation on behalf of 916ac689dedf4b76b9e451ee66077906 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:18.272825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.297455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4fd6b-df8c-42e3-ac86-800b75e10744 req-f6aa057e-36f1-4c91-a6cc-1c10a6237c4f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:18.298874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4a4fd6b-df8c-42e3-ac86-800b75e10744 req-f6aa057e-36f1-4c91-a6cc-1c10a6237c4f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1060357 Dec 12 15:32:18.299884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.301054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Network 90e60748-e34e-4fc6-a9d3-f189aad4deee is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:18.303071 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.304082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:18.306676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:18.316504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:18.317845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.322817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Pushing event updated for resources: {'Port': ['ID=6cc210b3-1276-44c6-aea3-f03e2e8c5ae9,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.341091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=cb550182-6419-490a-b66a-35b03edb4e0a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.355102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=cb24d87a-666d-4853-8f23-0e847e382658,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.372430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b9f508e-aa67-4e86-9f00-90f5073db97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9960473 Dec 12 15:32:18.373233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:18.381761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': 'cb550182-6419-490a-b66a-35b03edb4e0a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:18.392543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Attempting to bind port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:18.393028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Attempting to bind port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '769e4b98-01e5-47c2-bcf8-fa6f984d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:18.393462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Attempting to bind port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 on network 90e60748-e34e-4fc6-a9d3-f189aad4deee {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:18.399087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-56676eb9-2dd4-4df2-885e-4b9e0be8e480 None None] Provisioning complete for port cb550182-6419-490a-b66a-35b03edb4e0a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:18.399558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56676eb9-2dd4-4df2-885e-4b9e0be8e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.403220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:18.413559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Checking segment: {'id': '769e4b98-01e5-47c2-bcf8-fa6f984d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:18.415149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.415629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Bound using segment: {'id': '769e4b98-01e5-47c2-bcf8-fa6f984d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:18.416242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Bound port: 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769e4b98-01e5-47c2-bcf8-fa6f984d707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:18.424152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.442460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.485804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.512373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4a4fd6b-df8c-42e3-ac86-800b75e10744 req-824f970b-0494-4620-97f0-c006e919bae0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962812 Dec 12 15:32:18.535258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e60748-e34e-4fc6-a9d3-f189aad4deee']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:18.552503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769e4b98-01e5-47c2-bcf8-fa6f984d707a') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:18.553569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769e4b98-01e5-47c2-bcf8-fa6f984d707a') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:18.569912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.596130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.609825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.611669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:18.612226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:18.615501 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:18.632433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.639984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] device_id is not set on port 3040a6aa-4260-45e1-8d6a-001a2d7e1218 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:18.652666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-56676eb9-2dd4-4df2-885e-4b9e0be8e480 None None] Port cb550182-6419-490a-b66a-35b03edb4e0a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:18.690788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] For port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:18.756972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] For port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6cc210b3-1276-44c6-aea3-f03e2e8c5ae9,segment=NetworkSegment(769e4b98-01e5-47c2-bcf8-fa6f984d707a),segment_id=769e4b98-01e5-47c2-bcf8-fa6f984d707a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:18.763179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:18.808909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:18.808909 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:18.808909 n-d-710847-8 neutron-server[103412]: [parameters: {'id': '90e60748-e34e-4fc6-a9d3-f189aad4deee'}] Dec 12 15:32:18.808909 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:18.809428 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:18.832014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a380d2-e639-43ba-afc4-f2988678f287,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.897696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c989b-0bf1-48cf-a352-364ff87076da None None] Pushing event updated for resources: {'Port': ['ID=6cc210b3-1276-44c6-aea3-f03e2e8c5ae9,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:18.903542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbee86c-4291-4d86-be03-671d57b0fa3b None None] Network 90e60748-e34e-4fc6-a9d3-f189aad4deee requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:18.912384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773945b6-eecb-4d92-af9b-cdc05328cc30 req-f672d047-e26b-4a24-813b-b2adeb6c548d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:18.920112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-773945b6-eecb-4d92-af9b-cdc05328cc30 req-f672d047-e26b-4a24-813b-b2adeb6c548d tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2092950 Dec 12 15:32:19.019422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-773945b6-eecb-4d92-af9b-cdc05328cc30 req-66478cea-545d-4130-9a7b-1d370f155f82 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983963 Dec 12 15:32:19.034901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c1127-0fd8-44d8-8133-20d133dd4cb6 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:19.049602 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 15:32:19.050387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:19.080421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-79525161-3488-480a-9168-790cc66f3f6b tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9011014 Dec 12 15:32:19.082360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45216) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:19.210610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.220573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.282905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1c1127-0fd8-44d8-8133-20d133dd4cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:19.317847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.330713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b166f3-36a8-41a2-a23b-00c6fde39bb4 req-3c4c82fd-8cb4-4c81-a038-8faa1d58f6db tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:19.337905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8b166f3-36a8-41a2-a23b-00c6fde39bb4 req-3c4c82fd-8cb4-4c81-a038-8faa1d58f6db tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1758583 Dec 12 15:32:19.404366 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP abde1d97-3198-4a2c-a50e-ebc31eaa07eb associated. External IP: 172.25.3.124, port: cb550182-6419-490a-b66a-35b03edb4e0a. Dec 12 15:32:19.467262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8b166f3-36a8-41a2-a23b-00c6fde39bb4 req-a985a6c1-2eca-4bb9-923f-61c2be9cfcb3 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284478 Dec 12 15:32:19.476947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Deleting port c94d27f5-6a0d-431b-9327-c5d8f8dbc95c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:19.477261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.487843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1cf36-9de1-4b39-afee-e608dab77a0d req-1f36dd40-895a-4bb5-89ad-59655e6648d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:19.489390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cad1cf36-9de1-4b39-afee-e608dab77a0d req-1f36dd40-895a-4bb5-89ad-59655e6648d0 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1308737 Dec 12 15:32:19.626351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.626351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.639565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Calling delete_port for c94d27f5-6a0d-431b-9327-c5d8f8dbc95c owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:19.694771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:19.768828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:19.769204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.818586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:19.828951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:19.833609 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:19.851233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:19.853009 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:19.858826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-09f36c5a-48fd-4907-b5a5-8c4d3cd464de tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/abde1d97-3198-4a2c-a50e-ebc31eaa07eb HTTP/1.1" status: 200 len: 978 time: 1.4843726 Dec 12 15:32:19.861305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:19.893802 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:19.904280 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:19.905151 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:19.939163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:19.940605 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bd1526-a081-4ef0-8c23-57549400a4f2 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:19.965416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port cb550182-6419-490a-b66a-35b03edb4e0a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:19.966025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.067819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.097795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cad1cf36-9de1-4b39-afee-e608dab77a0d req-c40beb0c-b0d4-474f-8332-4f5f85053ba8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953534 Dec 12 15:32:20.144313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb05fa-a8fc-4a17-aa35-bbbb56bb07af req-e5b81027-21e6-43b0-b7e8-664e9c8a6ba4 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:20.151616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88eb05fa-a8fc-4a17-aa35-bbbb56bb07af req-e5b81027-21e6-43b0-b7e8-664e9c8a6ba4 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.5801482 Dec 12 15:32:20.168901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6cc210b3-1276-44c6-aea3-f03e2e8c5ae9,segment=NetworkSegment(769e4b98-01e5-47c2-bcf8-fa6f984d707a),segment_id=769e4b98-01e5-47c2-bcf8-fa6f984d707a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:20.169771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.194741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:20.237325 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.277697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c1d2ec3c-d33f-4703-af15-144a144d3e00 req-e5ab5786-585c-476c-883a-a45317807e91 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:32:20.278303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1d2ec3c-d33f-4703-af15-144a144d3e00 req-e5ab5786-585c-476c-883a-a45317807e91 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052555 Dec 12 15:32:20.289700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88eb05fa-a8fc-4a17-aa35-bbbb56bb07af req-393cfe0e-95a1-4e4d-aee5-f0a03dfca9cb tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371810 Dec 12 15:32:20.365118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.365754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Pushing event deleted for resources: {'Port': ['ID=c94d27f5-6a0d-431b-9327-c5d8f8dbc95c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:20.366138 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.366138 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP abde1d97-3198-4a2c-a50e-ebc31eaa07eb disassociated. External IP: 172.25.3.124, port: cb550182-6419-490a-b66a-35b03edb4e0a. Dec 12 15:32:20.366512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for cb550182-6419-490a-b66a-35b03edb4e0a owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:20.462424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.470743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.473232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.477578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-93058cd0-71d0-440f-8894-efdf3c010c9d tempest-ExternalNetworksAdminNegativeTestJSON-292699909 tempest-ExternalNetworksAdminNegativeTestJSON-292699909-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/9d2e2f61-7bb5-4f0c-b417-c12549cca3b9 HTTP/1.1" status: 204 len: 168 time: 1.3910606 Dec 12 15:32:20.510671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=6cc210b3-1276-44c6-aea3-f03e2e8c5ae9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:20.522341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b739d41-e872-4c14-bf6f-10080806ab6a req-d0eee43f-2963-43e5-814b-a48826a59865 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:20.523905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b739d41-e872-4c14-bf6f-10080806ab6a req-d0eee43f-2963-43e5-814b-a48826a59865 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1672609 Dec 12 15:32:20.524577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.524833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 6cc210b3-1276-44c6-aea3-f03e2e8c5ae9 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:20.564824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=cb550182-6419-490a-b66a-35b03edb4e0a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:20.589223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3537f-087b-4ad1-8da2-8a519983fbae None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:20.698312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.724243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e60748-e34e-4fc6-a9d3-f189aad4deee']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:20.735578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769e4b98-01e5-47c2-bcf8-fa6f984d707a') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:20.735927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769e4b98-01e5-47c2-bcf8-fa6f984d707a') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:20.748981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.765395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.772157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:20.772581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:20.842052 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:20.881885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.886659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:20.891759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/90e60748-e34e-4fc6-a9d3-f189aad4deee HTTP/1.1" status: 204 len: 168 time: 3.3141785 Dec 12 15:32:20.937796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45246) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:20.944585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4e07-4b21-487f-9b41-4f0ab066d6f9 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=90e60748-e34e-4fc6-a9d3-f189aad4deee,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:20.952760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662382208'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:21.000394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2b9ddd8a-2cff-4aad-af68-6bbf810d50e4 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:21.002124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2b9ddd8a-2cff-4aad-af68-6bbf810d50e4 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.30 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.1547675 Dec 12 15:32:21.018109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af7dde-f33f-4130-9044-92e45e89a3c5 req-927a25aa-4028-41fc-b261-f4ed0c6c0ad5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:21.019733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61af7dde-f33f-4130-9044-92e45e89a3c5 req-927a25aa-4028-41fc-b261-f4ed0c6c0ad5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.4310813 Dec 12 15:32:21.024844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:21.028339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.028487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.037368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:21.097014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b739d41-e872-4c14-bf6f-10080806ab6a req-de0e18f0-1a82-4b23-a17b-33d15d6095e8 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372531 Dec 12 15:32:21.110434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:21.168909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.169803 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 034e0177-d317-4cad-8d2e-0fbe359e8953 of type vlan for network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c Dec 12 15:32:21.272243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61af7dde-f33f-4130-9044-92e45e89a3c5 req-5c50f611-5af0-4e27-bc49-2f9e0308c311 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253547 Dec 12 15:32:21.283508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0c4dcf2-ee08-4ae0-85ef-b4f0dad2c210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.315393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.319682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:21.331543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:21.348608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:21.353025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:21.407836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:21.420821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:21.421762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:21.425272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.433210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45272) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.435472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-032d0c24-561e-44de-9651-c722c2013b62 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/cb550182-6419-490a-b66a-35b03edb4e0a HTTP/1.1" status: 204 len: 168 time: 1.5718944 Dec 12 15:32:21.474736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:21.475898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c56911-7361-47e4-ad5c-166a25fa5713 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:21.484181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0c4dcf2-ee08-4ae0-85ef-b4f0dad2c210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.491325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0c4dcf2-ee08-4ae0-85ef-b4f0dad2c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.516049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Deleting port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:21.516417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.547812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b0c4dcf2-ee08-4ae0-85ef-b4f0dad2c210 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=679dbae8774f4e569508003a389ab1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182855 Dec 12 15:32:21.551107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.560772 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.566581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:21.567162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.571517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4dcf2-ee08-4ae0-85ef-b4f0dad2c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c227838-bf76-4d25-b947-3cc57f345297,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:21.577187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.601454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d60cf-77c8-4eda-893a-27084b2ce99b req-72511d77-3e91-435a-ae4b-a4798d17db1f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:21.609335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f43d60cf-77c8-4eda-893a-27084b2ce99b req-72511d77-3e91-435a-ae4b-a4798d17db1f tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.3307943 Dec 12 15:32:21.624399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.650644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.709324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.709551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d84c8d28-ce7c-4873-89ce-c9e3ff713350 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/floatingips/abde1d97-3198-4a2c-a50e-ebc31eaa07eb HTTP/1.1" status: 200 len: 688 time: 0.2572820 Dec 12 15:32:21.753071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8032489 Dec 12 15:32:21.756998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.757851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:21.759690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.760907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c227838-bf76-4d25-b947-3cc57f345297 HTTP/1.1" status: 204 len: 168 time: 0.2080276 Dec 12 15:32:21.768907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:21.774315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905b251-39d0-4551-b785-71561ea73c99 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=83d7330a-5e8e-42d4-8fa0-d332a6da7a9c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:21.787556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:21.834373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9dd0c-3406-4f64-be8a-b42eb81f210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c227838-bf76-4d25-b947-3cc57f345297,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:21.837585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.884127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50218a-b68c-400d-b39a-32f824a6091e req-db9f1b42-4634-4ffd-b980-70001f2cbed1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:21.885832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db50218a-b68c-400d-b39a-32f824a6091e req-db9f1b42-4634-4ffd-b980-70001f2cbed1 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 945 time: 0.3633089 Dec 12 15:32:21.919792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f43d60cf-77c8-4eda-893a-27084b2ce99b req-27c4756a-ac0d-4423-ac44-cbbdb4260279 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614429 Dec 12 15:32:21.947368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] For port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:21.947368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:21.947884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port f73cd806-222d-441e-b0d9-8f5a626f04ba {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:21.947884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.061400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:22.064415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.087658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.094438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db50218a-b68c-400d-b39a-32f824a6091e req-942f4ba0-28b9-453c-ae65-5540a8b1510e tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups?id=681758f1-f2d0-4c02-b751-d8db0197f995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937182 Dec 12 15:32:22.118359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.123389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.123973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.158696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for f73cd806-222d-441e-b0d9-8f5a626f04ba owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:22.197944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d341fe17-a714-4a32-b771-952deac05825,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:22.204491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd4c3f723af64e759f17e00080310135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234539 Dec 12 15:32:22.207110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:22.254618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.255013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.255358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.255763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.256180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.256449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.256806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.257167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.257462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.257782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.258107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.258438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.258899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8ad255-226f-4b8b-8a08-127d19f9bb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:22.278424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:22.279667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6920a1-12b1-4ff0-acc1-567a5a823987 req-e3d03d44-50d1-49c5-97f8-6808c1ca07e5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:22.287419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a6920a1-12b1-4ff0-acc1-567a5a823987 req-e3d03d44-50d1-49c5-97f8-6808c1ca07e5 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2194023 Dec 12 15:32:22.378723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.392304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2447b837-5acd-47da-ac27-67eb1a6b6e3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=916ac689dedf4b76b9e451ee66077906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083701 Dec 12 15:32:22.395731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:22.408034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.408392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.408738 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Floating IP 6922840c-70b1-452d-b517-76900108bdb8 disassociated. External IP: 172.25.3.109, port: 6ce84b6c-99bc-4af4-adc3-9433b48f9e70. Dec 12 15:32:22.409092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Calling delete_port for 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:22.419050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.474502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a6920a1-12b1-4ff0-acc1-567a5a823987 req-29f33e8a-137a-4b8d-9e48-4212ca81e957 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862271 Dec 12 15:32:22.518897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.532862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.535307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8952e59-bda2-4df4-b330-9f88c6305f3b req-34f6d074-614f-4db6-a9c6-6364109e2d26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:22.537699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8952e59-bda2-4df4-b330-9f88c6305f3b req-34f6d074-614f-4db6-a9c6-6364109e2d26 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1798851 Dec 12 15:32:22.558356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=f73cd806-222d-441e-b0d9-8f5a626f04ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:22.598083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.600666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.601831 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d341fe17-a714-4a32-b771-952deac05825 HTTP/1.1" status: 204 len: 168 time: 0.3912556 Dec 12 15:32:22.604235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.646492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302308f-c04a-4821-9adf-e0cd739b4eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d341fe17-a714-4a32-b771-952deac05825,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:22.682791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.686210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.693535 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aecef4bf-363f-4a48-acbf-96769d343bf1 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/abde1d97-3198-4a2c-a50e-ebc31eaa07eb HTTP/1.1" status: 204 len: 168 time: 0.9828441 Dec 12 15:32:22.694197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:22.699047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '33b625b1-3d81-4284-af4c-6d36f00a9d08'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:22.727424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.731262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.733480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.736212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.737422 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6a380d2-e639-43ba-afc4-f2988678f287 HTTP/1.1" status: 204 len: 168 time: 0.3382690 Dec 12 15:32:22.755918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457301-abfe-4d38-9596-3eca426dd957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a380d2-e639-43ba-afc4-f2988678f287,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:22.855565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:22.995146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.137 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:23.072002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8952e59-bda2-4df4-b330-9f88c6305f3b req-c69c880c-ce49-4293-a9a6-77697566fc05 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169604 Dec 12 15:32:23.133705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.139697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:23.167100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4f46-f269-44ed-a3cb-415266547aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.179730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.213390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=f9d8b297-771f-4403-a260-e599cb5af416,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:23.245600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.250365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event deleted for resources: {'Port': ['ID=6ce84b6c-99bc-4af4-adc3-9433b48f9e70,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:23.282988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d9095eb-274f-440e-95ca-d7c4606f7581 req-27d09e24-003a-4934-a93c-51044a49b324 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 210 time: 0.0760403 Dec 12 15:32:23.290794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2ef3a-859b-428b-ad90-6853572c044f req-d07c1a53-7d7f-4f9b-9305-900c0572509b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:23.292806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fc2ef3a-859b-428b-ad90-6853572c044f req-d07c1a53-7d7f-4f9b-9305-900c0572509b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.5969405 Dec 12 15:32:23.313262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '034e0177-d317-4cad-8d2e-0fbe359e8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:23.313732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:23.316356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:23.350420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4f46-f269-44ed-a3cb-415266547aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.351853 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:23.359689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4f46-f269-44ed-a3cb-415266547aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.365530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:23.455796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:23.462396 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c1b4f46-f269-44ed-a3cb-415266547aef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eda92ff555e44159a34a65c1af6e8e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189085 Dec 12 15:32:23.463046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b4f46-f269-44ed-a3cb-415266547aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9ce6d-0dff-47f4-aa4b-d09221b4f37c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:23.466805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:23.490419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:23.504387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fc2ef3a-859b-428b-ad90-6853572c044f req-6ae1c245-f459-40ef-8a40-2b26edf882c9 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943305 Dec 12 15:32:23.507212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:23.514011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:23.514682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.520502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540234b-a7e1-4e92-be2b-9d785039031d None None] Network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:23.553735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Router 2cccb114-dbb3-4dad-b2e2-954829db48e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:23.559633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b0c9926d-666c-444f-9499-cdb0eebdf853 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8003736 Dec 12 15:32:23.563219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:23.645797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.677221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.781732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-83d7330a-5e8e-42d4-8fa0-d332a6da7a9c', 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': 'f9d8b297-771f-4403-a260-e599cb5af416'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:23.785053 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.787403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.790493 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.794562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70d9ce6d-0dff-47f4-aa4b-d09221b4f37c HTTP/1.1" status: 204 len: 168 time: 0.3247681 Dec 12 15:32:23.811370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0439-24c4-4384-84fa-38b669d61268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9ce6d-0dff-47f4-aa4b-d09221b4f37c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:23.813939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:23.864949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:23.866052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:23.894012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:23.908014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68411b-032f-43b8-99c4-90060e3ee1df req-42cc973e-8c70-453a-a86b-b43ab1754410 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:23.914346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a68411b-032f-43b8-99c4-90060e3ee1df req-42cc973e-8c70-453a-a86b-b43ab1754410 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2164173 Dec 12 15:32:23.916267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:23.930473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Sync routers for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:23.947903 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:23.948546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:24.011776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] No DVR routers for this DVR port 6ce84b6c-99bc-4af4-adc3-9433b48f9e70 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:24.016589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.019956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1a6c497-a306-4a48-83e6-ffd2b51fdbea req-2e58d811-33b4-4a50-a612-d91be3161136 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.30 "DELETE /v2.0/ports/6ce84b6c-99bc-4af4-adc3-9433b48f9e70 HTTP/1.1" status: 204 len: 173 time: 2.9633164 Dec 12 15:32:24.023081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'name': 'network-vif-deleted', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:24.025736 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507ba49e-de8d-445f-ada7-3cba2d89cf13" -d '{"events": [{"server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "name": "network-vif-deleted", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:24.085499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a68411b-032f-43b8-99c4-90060e3ee1df req-bdeb22b2-7dd1-48de-a736-c46edd1305d6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620495 Dec 12 15:32:24.088841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.188136 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef14700-78a4-4d4e-84df-bc1f2bb5b644 x-openstack-request-id: req-7ef14700-78a4-4d4e-84df-bc1f2bb5b644 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:24.191930 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49d7ad-3beb-46b8-bfe2-3b60856791ec", "name": "network-vif-deleted", "tag": "6ce84b6c-99bc-4af4-adc3-9433b48f9e70", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:24.192516 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ef14700-78a4-4d4e-84df-bc1f2bb5b644 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:24.194405 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49d7ad-3beb-46b8-bfe2-3b60856791ec', 'name': 'network-vif-deleted', 'tag': '6ce84b6c-99bc-4af4-adc3-9433b48f9e70', 'status': 'completed', 'code': 200} Dec 12 15:32:24.210585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Allocated IP 172.20.0.1 (83d7330a-5e8e-42d4-8fa0-d332a6da7a9c/f9d8b297-771f-4403-a260-e599cb5af416/1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:24.249674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:24.383088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.446993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4c480-01d3-4c64-88fc-9164502474c3 req-5ed3aff7-16c2-46cd-9380-6c2c1c00b8b6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:24.446993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9b4c480-01d3-4c64-88fc-9164502474c3 req-5ed3aff7-16c2-46cd-9380-6c2c1c00b8b6 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1711924 Dec 12 15:32:24.457820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956070e-93f0-4ef1-ba4c-f248835adbd9 req-ee4a6ae0-4b94-4483-aca0-0cd05f00adc8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:24.465584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9956070e-93f0-4ef1-ba4c-f248835adbd9 req-ee4a6ae0-4b94-4483-aca0-0cd05f00adc8 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1805556 Dec 12 15:32:24.527074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.545431 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.549579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9956070e-93f0-4ef1-ba4c-f248835adbd9 req-59ba064d-8f0b-4615-ac6a-45649b56e4a4 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828793 Dec 12 15:32:24.559965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.581106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9b4c480-01d3-4c64-88fc-9164502474c3 req-22ea971a-fae7-4dea-9702-bb5aefdeee40 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132932 Dec 12 15:32:24.622345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.665118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Pushing event updated for resources: {'Port': ['ID=1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:24.671829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:24.684923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:24.697314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:24.699914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d8b297-771f-4403-a260-e599cb5af416,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:24.834179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Attempting to bind port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:24.834760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Attempting to bind port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '034e0177-d317-4cad-8d2e-0fbe359e8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:24.835290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Attempting to bind port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e on network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:24.842083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:24.842851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Checking segment: {'id': '034e0177-d317-4cad-8d2e-0fbe359e8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:24.843428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.843995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Bound using segment: {'id': '034e0177-d317-4cad-8d2e-0fbe359e8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:24.844660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Bound port: 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034e0177-d317-4cad-8d2e-0fbe359e8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:24.845206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.848431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1dd5dff6-7879-42e8-86da-3a0a91846c9a req-695c467b-ea6f-4105-85a3-4549659193a4 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/ports?device_id=be49d7ad-3beb-46b8-bfe2-3b60856791ec HTTP/1.1" status: 200 len: 210 time: 0.1070580 Dec 12 15:32:24.879592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.903371 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:24.930695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] For port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:24.937101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] For port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e,segment=NetworkSegment(034e0177-d317-4cad-8d2e-0fbe359e8953),segment_id=034e0177-d317-4cad-8d2e-0fbe359e8953)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:24.952008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:24.968982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7330a-5e8e-42d4-8fa0-d332a6da7a9c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:24.980854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Checking router: 2cccb114-dbb3-4dad-b2e2-954829db48e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:32:24.984875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034e0177-d317-4cad-8d2e-0fbe359e8953') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:24.985170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034e0177-d317-4cad-8d2e-0fbe359e8953') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:24.995218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57e823-a05d-415d-b27a-64ab089af9c3 req-c6b4c3e6-6357-43e1-b0be-3e81a44042c7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:25.006281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b57e823-a05d-415d-b27a-64ab089af9c3 req-c6b4c3e6-6357-43e1-b0be-3e81a44042c7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1768246 Dec 12 15:32:25.016955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:25.020259 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:25.047170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.056347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.059287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.073659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b57e823-a05d-415d-b27a-64ab089af9c3 req-53b77efc-e3ad-4f27-9f21-fbab2fb0ea44 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Dec 12 15:32:25.103245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.110788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:25.111288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:25.121211 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:25.155693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718b908-41eb-4eb8-94da-c9b325eb6fa0 None None] Pushing event updated for resources: {'Port': ['ID=1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:25.199231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.208176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9100b973-1483-4dd9-9846-b685a79f409c None None] Network 83d7330a-5e8e-42d4-8fa0-d332a6da7a9c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:25.262311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:25.262311 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:25.262311 n-d-710847-8 neutron-server[103412]: [parameters: {'id': '83d7330a-5e8e-42d4-8fa0-d332a6da7a9c'}] Dec 12 15:32:25.262311 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:25.262758 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:25.281695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:25.320296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:25.381977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1544b-a839-452b-abcc-3c0797d18a76 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:25.386426 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 9ee7e940-d195-40f7-aa1e-e738f392a6f1 associated. External IP: 172.25.3.137, port: 33b625b1-3d81-4284-af4c-6d36f00a9d08. Dec 12 15:32:25.615177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1544b-a839-452b-abcc-3c0797d18a76 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:25.765284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.768989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:25.775571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd207a-0ec1-4000-8cbf-2238b5f8d70a req-53de3f15-c27a-494e-be9e-f5ae6ced5705 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:25.798324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bfd207a-0ec1-4000-8cbf-2238b5f8d70a req-53de3f15-c27a-494e-be9e-f5ae6ced5705 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1186807 Dec 12 15:32:25.827569 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38259d3-56da-4800-94c3-a26fb02cf025 None None] The sync data for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 is: [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:30:07Z', 'revision_number': 4, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fdea1ce7-2747-4262-a0e5-4558bbd596b0', 'name': '', 'network_id': '24565a4d-bfd5-49e2-9a4d-a70480fed73a', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'mac_address': 'fa:16:3e:7f:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '9fc65104-86c6-4d19-b568-49b763752269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:06Z', 'updated_at': '2021-12-12T15:30:13Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'subnets': [{'id': '9fc65104-86c6-4d19-b568-49b763752269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:25.842755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:25.868663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:25.943183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bfd207a-0ec1-4000-8cbf-2238b5f8d70a req-c6e4a86b-b1ec-4ff8-8e86-9515cdc789ec tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437347 Dec 12 15:32:25.978509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:25.979584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:25.997547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.160367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e,segment=NetworkSegment(034e0177-d317-4cad-8d2e-0fbe359e8953),segment_id=034e0177-d317-4cad-8d2e-0fbe359e8953)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:26.160763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.197240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:26.209494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.209771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:26.225532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:26.226178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.237751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:26.252445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.273130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.285617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.306146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:26.306784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.352664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.353153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6c1c-6546-4ca1-bdae-a4f728880f33 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:26.369790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45428) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.377757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1066148550'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:26.380969 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5d8b0a90-6fa5-4e08-b002-975345d56cfe tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6852126 Dec 12 15:32:26.402157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f4723-45be-43fd-a334-fbb5247068b4 None None] New status for floating IP 6922840c-70b1-452d-b517-76900108bdb8: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:32:26.425341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:26.429467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-35a5c039-49d9-44d2-a3d6-19b16b97588b tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:26.429833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.432671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.436947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.438223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "DELETE /v2.0/security-groups/681758f1-f2d0-4c02-b751-d8db0197f995 HTTP/1.1" status: 204 len: 168 time: 0.4396768 Dec 12 15:32:26.441443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.442315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.458496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a6123-8a37-4b40-aa4f-9edc5adc3e07 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681758f1-f2d0-4c02-b751-d8db0197f995,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:26.487045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:26.493090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 1a00e2ef-ff60-4453-a14c-f4dad2ed5f5e on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:26.495964 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-4cef4352-27ed-4773-bd48-e3a2d2ef6714 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] show failed (client error): The resource could not be found. Dec 12 15:32:26.497673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4cef4352-27ed-4773-bd48-e3a2d2ef6714 tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "GET /v2.0/security-groups/681758f1-f2d0-4c02-b751-d8db0197f995 HTTP/1.1" status: 404 len: 347 time: 0.0452051 Dec 12 15:32:26.500687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45434) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.581466 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35a5c039-49d9-44d2-a3d6-19b16b97588b tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "PUT /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737 HTTP/1.1" status: 200 len: 366 time: 0.7105844 Dec 12 15:32:26.582730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.605409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.646560 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-252be208-a05a-4081-a437-bb587cc853cf tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0625248 Dec 12 15:32:26.647417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.655125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7330a-5e8e-42d4-8fa0-d332a6da7a9c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.672019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034e0177-d317-4cad-8d2e-0fbe359e8953') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.672322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034e0177-d317-4cad-8d2e-0fbe359e8953') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:26.693479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.694973 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ad2f53a-daf0-4208-9f48-f8c1ad96d237 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737 HTTP/1.1" status: 200 len: 366 time: 0.0443225 Dec 12 15:32:26.699495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.716161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:26.732607 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b5995c7-6087-4aa5-a48d-2c99d94124cf tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737 HTTP/1.1" status: 204 len: 168 time: 0.0256279 Dec 12 15:32:26.734349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.740521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.740919 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Added segment b0a11b74-8154-4503-ab42-94198c663b6d of type vlan for network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae Dec 12 15:32:26.755465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Deleting port 45ac5bb5-4953-491c-9aa2-993a01e4bcb2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:26.756075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.766343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-73dbf78c-fd18-457c-9703-1e4112066325 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0307090 Dec 12 15:32:26.776325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.778558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.796511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:26.797057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:26.800282 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:26.813893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.827443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5508dcfe-a0a5-436b-83f0-bc62f26e0187 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737 HTTP/1.1" status: 200 len: 370 time: 0.0496945 Dec 12 15:32:26.828396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.841922 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b55864a-7792-4d08-9313-bfa1a6d0b19b tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737/default HTTP/1.1" status: 200 len: 370 time: 0.0103097 Dec 12 15:32:26.844740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.854778 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-48599de9-a334-4a0e-be58-f62af8be7845 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] delete failed (client error): The resource could not be found. Dec 12 15:32:26.859685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48599de9-a334-4a0e-be58-f62af8be7845 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e07a7eafe92f458ba933bc9145fe9737 HTTP/1.1" status: 404 len: 348 time: 0.0136919 Dec 12 15:32:26.905889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.906585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.918321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.924763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.933873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/83d7330a-5e8e-42d4-8fa0-d332a6da7a9c HTTP/1.1" status: 204 len: 168 time: 3.3693352 Dec 12 15:32:26.935594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:26.940524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.944939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-145864649'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:26.947203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:26.947851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:26.953674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Calling delete_port for 45ac5bb5-4953-491c-9aa2-993a01e4bcb2 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:26.962562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b174dc-73f4-46a8-a348-7951fcc74074 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=83d7330a-5e8e-42d4-8fa0-d332a6da7a9c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:27.037156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6646636 Dec 12 15:32:27.040175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45464) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:27.046839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'subnet': {'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:27.087379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:27.091471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.118695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511f4c9-0b8f-4bb7-b4bd-e1b14a43b97a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Network': ['ID=3fc962a6-7f1b-4fa1-bab7-fa89818dffae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:27.129940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:27.138335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:27.156039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.156390 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d of type vlan for network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d Dec 12 15:32:27.205233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45468) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:27.272668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.296923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb1065-f48b-4d2a-b523-7b82344a0520 req-fed3de8c-e501-4763-82b2-bba6dcf4f0d7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:27.304517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ffb1065-f48b-4d2a-b523-7b82344a0520 req-fed3de8c-e501-4763-82b2-bba6dcf4f0d7 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.2522223 Dec 12 15:32:27.335108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:network and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.351355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.367677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.373777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.381064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ffb1065-f48b-4d2a-b523-7b82344a0520 req-2ee240be-c4a3-4aeb-8ab2-d48797c4b22d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756919 Dec 12 15:32:27.383235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:subnet and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.386623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:27.387636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.387792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.393630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:27.397135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.402350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:subnetpool and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.421114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.436568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4957592 Dec 12 15:32:27.452508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45476) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:27.458061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:27.490986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:port and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.520645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Pushing event deleted for resources: {'Port': ['ID=45ac5bb5-4953-491c-9aa2-993a01e4bcb2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:27.536461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.551020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95857add-ce1f-469b-9203-d0950f1d48f6 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:27.593612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b957a25-b2d6-4d48-8715-9298593b43ff tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=4da9ad5b-8c10-463b-ae72-d1803fd19e1d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:27.609464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:27.618672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.623300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:router and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.623540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.624882 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30547c04-02eb-4b36-95d8-3bb95cd346ea tempest-ServersTestFqdnHostnames-1526835546 tempest-ServersTestFqdnHostnames-1526835546-project] 10.222.0.36 "DELETE /v2.0/floatingips/6922840c-70b1-452d-b517-76900108bdb8 HTTP/1.1" status: 204 len: 168 time: 1.1229842 Dec 12 15:32:27.628044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:27.744325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.777005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:floatingip and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:27.816232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:27.834848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.872608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.886332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.967494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:32:27.973051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:27.973644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:27.977550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "PUT /v2.0/networks/4da9ad5b-8c10-463b-ae72-d1803fd19e1d HTTP/1.1" status: 200 len: 723 time: 0.5211086 Dec 12 15:32:27.983157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45484) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:28.007010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:28.072267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5f2e6-c55b-4a3c-a4e2-7a504569a30c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=4da9ad5b-8c10-463b-ae72-d1803fd19e1d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:28.087159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:28.088853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Subnet': ['ID=534b7386-399e-45d2-a549-ceb75232d98b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:28.103267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:security_group and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:28.117152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:28.119964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Checking segment: {'id': 'b0a11b74-8154-4503-ab42-94198c663b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:28.120170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network hostable DHCP agents. Network: 3fc962a6-7f1b-4fa1-bab7-fa89818dffae, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:28.138831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Usage tracker for resource:security_group_rule and project:2978bdb8d9174ae8a68b17a1d6351c4c is out of sync, need to count used quota {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 12 15:32:28.140248 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:32:28.166735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.quota.resource [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103412) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 12 15:32:28.178717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-448576ac-f408-4b9f-a099-6f8d61007396 tempest-QuotasTest-1539477914 tempest-QuotasTest-1539477914-project-admin] 10.222.0.36 "GET /v2.0/quotas/2978bdb8d9174ae8a68b17a1d6351c4c/details.json HTTP/1.1" status: 200 len: 703 time: 0.9710226 Dec 12 15:32:28.179639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:28.184272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.190400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:28.269012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3fc962a6-7f1b-4fa1-bab7-fa89818dffae) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:28.289931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:28.290456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.317500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42e4d5-6cdd-4514-9186-4ab8aeea86af None None] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:28.440884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.532604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0334588f-c7b9-41b1-9295-698cb7d8e618 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4902589 Dec 12 15:32:28.534173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:28.537155 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.548834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1945553631', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:28.667618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.667618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.673037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:28.750755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=a46a9418-97dc-4781-a518-e4d50b8063e8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:28.760714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3fc962a6-7f1b-4fa1-bab7-fa89818dffae', 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae', 'project_id': '83826c43e9154edb846a785b56d994a7', 'fixed_ips': [{'subnet_id': '534b7386-399e-45d2-a549-ceb75232d98b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:28.765188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.784189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987f07-9494-4794-b9a8-ce7116a14291 req-fbe50035-d424-48f6-ad1f-7d3164734aa1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:28.787218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae987f07-9494-4794-b9a8-ce7116a14291 req-fbe50035-d424-48f6-ad1f-7d3164734aa1 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.2319703 Dec 12 15:32:28.791402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:28.793539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 4da9ad5b-8c10-463b-ae72-d1803fd19e1d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:28.873619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.887794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:28.915833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b20d461e-f1a4-4233-bc3f-52b9efa4f7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.922745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 4da9ad5b-8c10-463b-ae72-d1803fd19e1d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:28.928351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:28.929148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:28.948442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae987f07-9494-4794-b9a8-ce7116a14291 req-a2048871-9ff7-434b-9d3e-6c55037a2d4e tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479998 Dec 12 15:32:28.953717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7d6e5-eb58-4772-8743-e1cad8481314 None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:28.975014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a12f9811-72d1-4caa-9679-788b99d1496c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9761865 Dec 12 15:32:28.975378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45506) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:28.985020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:29.155238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-4da9ad5b-8c10-463b-ae72-d1803fd19e1d', 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': 'a46a9418-97dc-4781-a518-e4d50b8063e8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:29.157123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.158283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Deleting port fdea1ce7-2747-4262-a0e5-4558bbd596b0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:29.158620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.159430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16776811'] for subnet, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.174437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Allocated IP 172.20.0.2 (3fc962a6-7f1b-4fa1-bab7-fa89818dffae/534b7386-399e-45d2-a549-ceb75232d98b/869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:29.214297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b20d461e-f1a4-4233-bc3f-52b9efa4f7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.270000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b20d461e-f1a4-4233-bc3f-52b9efa4f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.304229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d461e-f1a4-4233-bc3f-52b9efa4f7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39cc4a9-a243-4bfb-96ba-2dbcdab6a0d3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:29.340158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] For port fdea1ce7-2747-4262-a0e5-4558bbd596b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fdea1ce7-2747-4262-a0e5-4558bbd596b0,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:29.340530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.355774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.407031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Calling delete_port for fdea1ce7-2747-4262-a0e5-4558bbd596b0 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:29.497501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b20d461e-f1a4-4233-bc3f-52b9efa4f7d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=759c91fb22114c39988e13d6a7b716d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8222263 Dec 12 15:32:29.500475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45518) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:29.548143 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.559519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.567297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750237297116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15910315'] for subnet, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.586305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:29.587032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.591797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "PUT /v2.0/subnets/a46a9418-97dc-4781-a518-e4d50b8063e8 HTTP/1.1" status: 200 len: 806 time: 0.6153014 Dec 12 15:32:29.591983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:29.623807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.650806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Allocated IP 172.20.0.2 (4da9ad5b-8c10-463b-ae72-d1803fd19e1d/a46a9418-97dc-4781-a518-e4d50b8063e8/1847b4d4-36c6-4ae0-9cce-a3d447019666) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:29.666116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.719796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16152ca-4bef-4b5b-a74b-b434993c0fd5 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=a46a9418-97dc-4781-a518-e4d50b8063e8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:29.726548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Pushing event updated for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:29.742368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.746103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:29.764324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d39cc4a9-a243-4bfb-96ba-2dbcdab6a0d3 HTTP/1.1" status: 204 len: 168 time: 0.2625794 Dec 12 15:32:29.785553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999691-ffea-438b-9e57-ed91d91b64f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39cc4a9-a243-4bfb-96ba-2dbcdab6a0d3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:29.853946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:29.865498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:29.871280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:30.035754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.074878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.108473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.114505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fdea1ce7-2747-4262-a0e5-4558bbd596b0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:30.202222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3fc7b-a075-4468-8121-eacabefdf674 req-851b0cd3-7111-4c24-892d-a5f4e169874f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:30.211020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25a3fc7b-a075-4468-8121-eacabefdf674 req-851b0cd3-7111-4c24-892d-a5f4e169874f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1174901 Dec 12 15:32:30.257871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:30.315356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:30.326694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:30.399284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Attempting to bind port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:30.399801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Attempting to bind port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b0a11b74-8154-4503-ab42-94198c663b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:30.400331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Attempting to bind port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 on network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:30.415633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:30.416980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Checking segment: {'id': 'b0a11b74-8154-4503-ab42-94198c663b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:30.417486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.420149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Bound using segment: {'id': 'b0a11b74-8154-4503-ab42-94198c663b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:30.420830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Bound port: 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a11b74-8154-4503-ab42-94198c663b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:30.421333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.453361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Pushing event updated for resources: {'Port': ['ID=1847b4d4-36c6-4ae0-9cce-a3d447019666,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:30.531974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.543485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:30.607590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e21fa3c-ff2c-40e0-86ee-b9ee8793b012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.659599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Attempting to bind port 1847b4d4-36c6-4ae0-9cce-a3d447019666 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:30.660153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Attempting to bind port 1847b4d4-36c6-4ae0-9cce-a3d447019666 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:30.660556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Attempting to bind port 1847b4d4-36c6-4ae0-9cce-a3d447019666 on network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:30.670651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:30.686650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Checking segment: {'id': 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:30.687259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.687767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Bound using segment: {'id': 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:30.688384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Bound port: 1847b4d4-36c6-4ae0-9cce-a3d447019666, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4da9ad5b-8c10-463b-ae72-d1803fd19e1d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:30.688922 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.739381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e21fa3c-ff2c-40e0-86ee-b9ee8793b012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.762148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:30.767698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,segment=NetworkSegment(b0a11b74-8154-4503-ab42-94198c663b6d),segment_id=b0a11b74-8154-4503-ab42-94198c663b6d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:30.782608 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.820278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e21fa3c-ff2c-40e0-86ee-b9ee8793b012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.827367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25a3fc7b-a075-4468-8121-eacabefdf674 req-9eef4860-5c0b-4c1a-bdf2-1c929570089b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140313 Dec 12 15:32:30.881178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.924983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd941549-db57-4b0c-895d-e15e0a6f012e None None] Pushing event updated for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:30.929768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] For port 1847b4d4-36c6-4ae0-9cce-a3d447019666, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:30.968871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] For port 1847b4d4-36c6-4ae0-9cce-a3d447019666, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1847b4d4-36c6-4ae0-9cce-a3d447019666,segment=NetworkSegment(b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d),segment_id=b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:30.976910 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:30.993018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21fa3c-ff2c-40e0-86ee-b9ee8793b012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bda4656-b4fa-4be7-ba46-3d58c62c61d3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:31.011398 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e21fa3c-ff2c-40e0-86ee-b9ee8793b012 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2978bdb8d9174ae8a68b17a1d6351c4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4604006 Dec 12 15:32:31.012694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:31.088244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.122233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff03f02-29f4-4feb-b0f6-aca4521d0341 None None] Pushing event updated for resources: {'Port': ['ID=1847b4d4-36c6-4ae0-9cce-a3d447019666,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:31.141162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.172180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.265132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.267974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.269992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bda4656-b4fa-4be7-ba46-3d58c62c61d3 HTTP/1.1" status: 204 len: 168 time: 0.2540109 Dec 12 15:32:31.290788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3372a-b894-4cbf-977f-779d7942632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bda4656-b4fa-4be7-ba46-3d58c62c61d3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:31.372220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.713604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 1847b4d4-36c6-4ae0-9cce-a3d447019666 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:31.715290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:31.724934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Router 2cccb114-dbb3-4dad-b2e2-954829db48e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:32.020459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03e8b-9e7b-4d1b-9884-e1a1be95552b req-0caff4b9-8dd7-407d-976f-9c5bcab7a83a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:32.022255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2d03e8b-9e7b-4d1b-9884-e1a1be95552b req-0caff4b9-8dd7-407d-976f-9c5bcab7a83a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.0899711 Dec 12 15:32:32.128555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2d03e8b-9e7b-4d1b-9884-e1a1be95552b req-7eb2c276-16ee-4f3b-a45a-a61fddccbc77 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971498 Dec 12 15:32:32.384335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.25.3.134 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/afb7006f-6adc-48e2-906d-dc219c8e8190) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:32.592380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 1847b4d4-36c6-4ae0-9cce-a3d447019666, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1847b4d4-36c6-4ae0-9cce-a3d447019666,segment=NetworkSegment(b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d),segment_id=b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:32.599820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:32.737715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 1847b4d4-36c6-4ae0-9cce-a3d447019666 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:32.901784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:32.981688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:32.982580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:33.033651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:33.068150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3b6ae-8a74-468c-b021-c41cfc050081 None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:33.331999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:33.334479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc71870-d532-41ce-9dcb-7f67a38c3858 None None] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:33.373703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:33.398190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:33.403804 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-700af52c-e892-445b-8415-4b6f764282cb admin admin] 10.222.0.36 "PUT /v2.0/routers/2cccb114-dbb3-4dad-b2e2-954829db48e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7743902 Dec 12 15:32:33.413014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:33.429455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:33.433872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:33.436942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:33.486412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070de62-a85b-4f34-af4a-1eb04c1d3c42 req-3f5e573b-0822-4ff3-9542-ea64209fc008 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:33.502583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d070de62-a85b-4f34-af4a-1eb04c1d3c42 req-3f5e573b-0822-4ff3-9542-ea64209fc008 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1649539 Dec 12 15:32:33.530333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75723239-eca9-404a-881f-fa130436ca4b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:33.539029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Sync routers for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:33.612995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:33.613684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d070de62-a85b-4f34-af4a-1eb04c1d3c42 req-be776df2-0ea1-4000-a1d0-32292ebd3f4d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969577 Dec 12 15:32:33.618509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:33.673619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 1847b4d4-36c6-4ae0-9cce-a3d447019666 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:33.675174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-489a8822-bb49-49aa-b735-8dfe8114b34d None None] Could not find standard attr ID for object 1847b4d4-36c6-4ae0-9cce-a3d447019666. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:32:33.678919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=afb7006f-6adc-48e2-906d-dc219c8e8190,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:33.709903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=1847b4d4-36c6-4ae0-9cce-a3d447019666,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:33.888056 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.000249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:34.018257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.136222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45622) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:34.157323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7f54acea-8abd-41bd-b937-f7dd37301745 None None] Provisioning complete for port afb7006f-6adc-48e2-906d-dc219c8e8190 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:34.157704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f54acea-8abd-41bd-b937-f7dd37301745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.192211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.302042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1244066226', 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:34.313750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f82b22-542e-45c7-8004-4156935f14d1 None None] Network 4da9ad5b-8c10-463b-ae72-d1803fd19e1d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:34.316048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7f54acea-8abd-41bd-b937-f7dd37301745 None None] Port afb7006f-6adc-48e2-906d-dc219c8e8190 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:34.351231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Made reservation on behalf of 8b6714ae8bb4429d9d443ec4f5848109 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:34.353784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.369746 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.449192 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.453205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.543298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.552551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.611879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e8fcb-75b1-4412-a510-d4a83a4c4a56,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:34.618587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:34.630654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.631041 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Added segment 4b778d26-7259-4165-bdee-77ac26cc0a6e of type vlan for network 09e18065-866d-4f7f-88c4-59e32b21f093 Dec 12 15:32:34.665781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.703063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.711469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=a46a9418-97dc-4781-a518-e4d50b8063e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:34.734517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,segment=NetworkSegment(b0a11b74-8154-4503-ab42-94198c663b6d),segment_id=b0a11b74-8154-4503-ab42-94198c663b6d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:34.771533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7f54acea-8abd-41bd-b937-f7dd37301745 None None] Provisioning complete for port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:34.772197 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f54acea-8abd-41bd-b937-f7dd37301745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.786330 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.787476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1847b4d4-36c6-4ae0-9cce-a3d447019666 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:34.826656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1847b4d4-36c6-4ae0-9cce-a3d447019666 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:34.827241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1847b4d4-36c6-4ae0-9cce-a3d447019666 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:32:34.850393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.854289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:34.854916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.901550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7612658 Dec 12 15:32:34.912351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:34.918778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'subnet': {'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:34.943947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.947383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Deleting port 69695168-3cbe-4700-9550-fa70a826c7c1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:34.947876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:34.966041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb87f48-1f99-4f77-b73d-1b6c1cc35de4 req-d9540c10-bdda-4af3-8bb1-d998d75dd783 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:34.975346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cdb87f48-1f99-4f77-b73d-1b6c1cc35de4 req-d9540c10-bdda-4af3-8bb1-d998d75dd783 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.3765471 Dec 12 15:32:35.002538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 1847b4d4-36c6-4ae0-9cce-a3d447019666 not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:32:35.037185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da9ad5b-8c10-463b-ae72-d1803fd19e1d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:35.053733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.121060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:35.124243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28d7d14-992d-4aae-9f13-f7c9dc5f7c5d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:35.135045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bfe384-01e0-4f26-b75d-91d59ad5f021 None None] DHCP port deletion for 4da9ad5b-8c10-463b-ae72-d1803fd19e1d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:35.145340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.183627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.194712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:35.195470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.207082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:35.273458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.274455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.274974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.275492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.275992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.278507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.279214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.280383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.281802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.283789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.296370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.307710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.314111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:35.315174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23beed-d03b-4ff1-ab6d-dbdc79a53d6f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Network': ['ID=09e18065-866d-4f7f-88c4-59e32b21f093,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:35.345695 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:35.361668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.367519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a02828-6c1d-4fff-a843-b7b6b7723131 req-8f36bf7f-d927-4c54-9ceb-4fa473edc4cf tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:35.368533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 09e18065-866d-4f7f-88c4-59e32b21f093 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:35.372872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Made reservation on behalf of 8b6714ae8bb4429d9d443ec4f5848109 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:35.375564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.377018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84a02828-6c1d-4fff-a843-b7b6b7723131 req-8f36bf7f-d927-4c54-9ceb-4fa473edc4cf tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.5292273 Dec 12 15:32:35.387396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.389997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cdb87f48-1f99-4f77-b73d-1b6c1cc35de4 req-9a2a25d2-f1cc-4c85-b057-75d50c3ea498 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150681 Dec 12 15:32:35.394491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/4da9ad5b-8c10-463b-ae72-d1803fd19e1d HTTP/1.1" status: 204 len: 168 time: 5.7957008 Dec 12 15:32:35.401541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45642) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:35.465214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9d494-5ae3-4134-aa30-58b82f92315d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=4da9ad5b-8c10-463b-ae72-d1803fd19e1d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:35.474264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84a02828-6c1d-4fff-a843-b7b6b7723131 req-24a05d79-e754-442d-8823-0a3000d333a9 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962710 Dec 12 15:32:35.480194 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec756bd7-eb5f-4bb8-8787-9e6384766e7c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:35.480994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec756bd7-eb5f-4bb8-8787-9e6384766e7c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:35.486346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec756bd7-eb5f-4bb8-8787-9e6384766e7c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/4da9ad5b-8c10-463b-ae72-d1803fd19e1d HTTP/1.1" status: 404 len: 339 time: 0.0838177 Dec 12 15:32:35.489997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45644) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:35.497236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225710761', 'description': 'd1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:35.538560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:35.548869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.573892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] For port 69695168-3cbe-4700-9550-fa70a826c7c1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=69695168-3cbe-4700-9550-fa70a826c7c1,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:35.574382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.594007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:35.607406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.607799 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment c2cccc51-aa00-42d5-8c67-357173a7e29f of type vlan for network c7ace1ef-3412-4019-8055-2afade29e067 Dec 12 15:32:35.609185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e616-eac0-4151-8644-abee19cdf350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.616992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2443dcb9-7bce-49e6-9e30-5edf0b9d598c None None] Provisioning complete for port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:35.617687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2443dcb9-7bce-49e6-9e30-5edf0b9d598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.622235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:32:29Z', 'revision_number': 5, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port': {'id': '69695168-3cbe-4700-9550-fa70a826c7c1', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:42:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:30:01Z', 'updated_at': '2021-12-12T15:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:35.667158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.696699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.702730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Calling delete_port for 69695168-3cbe-4700-9550-fa70a826c7c1 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:35.703927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:35.704771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:35.713019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Checking router: 2cccb114-dbb3-4dad-b2e2-954829db48e2 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:32:35.735829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Routers {'2cccb114-dbb3-4dad-b2e2-954829db48e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:35.736949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2cccb114-dbb3-4dad-b2e2-954829db48e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:35.841902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3476803 Dec 12 15:32:35.843092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45646) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:35.872752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] Set router 2cccb114-dbb3-4dad-b2e2-954829db48e2 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:35.917658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:32:35.931779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafb637-8bee-4305-b736-bb9e70c7bb7f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=c7ace1ef-3412-4019-8055-2afade29e067,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:35.940435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1440a9d5-f542-401e-ab7f-a8575bf93b4c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:35.944553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1440a9d5-f542-401e-ab7f-a8575bf93b4c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks?id=c7ace1ef-3412-4019-8055-2afade29e067 HTTP/1.1" status: 200 len: 761 time: 0.0977902 Dec 12 15:32:35.948260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45648) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:35.954132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'description': 'd2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:35.954996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c7ace1ef-3412-4019-8055-2afade29e067 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:36.003765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:32:34Z', 'revision_number': 6, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:36.070811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d04abd-c025-43a4-9b9d-72db78831447 None None] The sync data for ids ['2cccb114-dbb3-4dad-b2e2-954829db48e2'] in n-d-710847-8 is: [{'id': '2cccb114-dbb3-4dad-b2e2-954829db48e2', 'name': 'tempest-ServersTestFqdnHostnames-1213840403-router', 'tenant_id': '31ed73a532d34f9ca7e2636484be6b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:29:59Z', 'updated_at': '2021-12-12T15:32:34Z', 'revision_number': 6, 'project_id': '31ed73a532d34f9ca7e2636484be6b42', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:36.217080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.234289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:36.239459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.252040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.253094 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] Sync routers for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:36.270063 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:36.270413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network c7ace1ef-3412-4019-8055-2afade29e067 is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:32:36.271279 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:36.276700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:36.277558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.282191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "PUT /v2.0/networks/c7ace1ef-3412-4019-8055-2afade29e067 HTTP/1.1" status: 200 len: 758 time: 0.3328614 Dec 12 15:32:36.311732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45650) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:36.326009 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:36.339735 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:36.341197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:36.383150 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:36.384190 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce16f4-d918-43c4-874a-566b49f59edd None None] The sync data for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:36.428304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0b3bd-4e89-4059-b5c4-fe839e326b6c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=c7ace1ef-3412-4019-8055-2afade29e067,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:36.441242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c7ace1ef-3412-4019-8055-2afade29e067 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:36.474756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-2703cbb1-b81b-4a57-b8bf-3cde64bf700b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:36.476873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-2703cbb1-b81b-4a57-b8bf-3cde64bf700b tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.1630466 Dec 12 15:32:36.507763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc185a09-b255-46cd-bb90-e624ad7ef7cb tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:36.529555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cc185a09-b255-46cd-bb90-e624ad7ef7cb tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks?id=c7ace1ef-3412-4019-8055-2afade29e067 HTTP/1.1" status: 200 len: 761 time: 0.2169445 Dec 12 15:32:36.530411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45660) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:36.552730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-13891733'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:36.633464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.634631 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-959f5192-a623-4147-aa38-139d7969d329 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0990946 Dec 12 15:32:36.640289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69695168-3cbe-4700-9550-fa70a826c7c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:36.646425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:36.674614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9674d-6e60-4d54-8aa8-c4245343e28d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:36.679921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:36.683743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.789308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:36.797755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.800470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee53bd-f52e-43a3-af48-2cabf3a9322e req-bd006a82-57fe-4083-840a-f5de06e292d5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:36.802018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7ee53bd-f52e-43a3-af48-2cabf3a9322e req-bd006a82-57fe-4083-840a-f5de06e292d5 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1972682 Dec 12 15:32:36.815060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492f6b3-7f58-473e-9985-08f3f91e0dd4 req-7ab87f99-f862-4958-8234-340c52549f46 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:36.816676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2492f6b3-7f58-473e-9985-08f3f91e0dd4 req-7ab87f99-f862-4958-8234-340c52549f46 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b54055f-a512-427f-9834-3a1473a9b0b5 HTTP/1.1" status: 200 len: 946 time: 0.2079523 Dec 12 15:32:36.855986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.856916 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment 4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1 of type vlan for network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 Dec 12 15:32:36.922802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7ee53bd-f52e-43a3-af48-2cabf3a9322e req-88ab6869-2916-4951-81b6-0b1bdcf23ac6 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039164 Dec 12 15:32:36.924975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.937022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.942913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.951919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Deleting port cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:36.952342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:36.969429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:32:36.969958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.068145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2492f6b3-7f58-473e-9985-08f3f91e0dd4 req-41124d03-4a60-48b1-a5c6-d7c5b452bae7 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.36 "GET /v2.0/security-groups?id=94d0d346-0f29-4ac1-a37f-2baee76197b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189128 Dec 12 15:32:37.094728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.108043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:37.108866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.156717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Subnet': ['ID=17dd4070-2a63-4a18-a2ca-a924e866cde9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:37.170761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.171335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cccb114-dbb3-4dad-b2e2-954829db48e2 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:32:37.180916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.185215 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3f799563-979a-43ae-944b-350537031ef8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2cccb114-dbb3-4dad-b2e2-954829db48e2 HTTP/1.1" status: 204 len: 168 time: 3.7706261 Dec 12 15:32:37.186468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:37.205150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:37.242218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Checking segment: {'id': '4b778d26-7259-4165-bdee-77ac26cc0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:37.242724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network hostable DHCP agents. Network: 09e18065-866d-4f7f-88c4-59e32b21f093, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:37.259480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7215571 Dec 12 15:32:37.266529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:37.274943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:37.279848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:37.280251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.296421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] For port cb7c9e11-78c2-4835-8084-422da853625d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=cb7c9e11-78c2-4835-8084-422da853625d,segment=NetworkSegment(672cb35f-2dbb-4613-9469-f3cede7b485b),segment_id=672cb35f-2dbb-4613-9469-f3cede7b485b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:37.297322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.312381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Calling delete_port for cb7c9e11-78c2-4835-8084-422da853625d owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:37.327640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 09e18065-866d-4f7f-88c4-59e32b21f093 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:37.413622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5c011-980b-4784-856d-b4b985f7150f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=83eeabb2-6b09-40fc-b60c-434f84fc7ea0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:37.414152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 09e18065-866d-4f7f-88c4-59e32b21f093) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:37.437621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0049e11-7d4c-4579-81e7-b475f0617572 None None] Network 09e18065-866d-4f7f-88c4-59e32b21f093 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:37.460901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:37.460901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.470688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:37.471104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Deleting subnet 9fc65104-86c6-4d19-b568-49b763752269 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:37.476471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.558799 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.673113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:37.681371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.691610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fdea1ce7-2747-4262-a0e5-4558bbd596b0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:37.703571 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fd5466e2-3d85-4eb7-860a-c97d8e4375a3 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7872920 Dec 12 15:32:37.706108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.707664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45674) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:37.717854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1447021331', 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:37.733951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fdea1ce7-2747-4262-a0e5-4558bbd596b0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:37.734527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fdea1ce7-2747-4262-a0e5-4558bbd596b0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:37.735046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1847b4d4-36c6-4ae0-9cce-a3d447019666 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:37.740750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['cb7c9e11-78c2-4835-8084-422da853625d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:32:37.768366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.781461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05586256-e466-40a1-8820-b51a7a054943 None None] Network 09e18065-866d-4f7f-88c4-59e32b21f093 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:37.794894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Pushing event deleted for resources: {'Port': ['ID=cb7c9e11-78c2-4835-8084-422da853625d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:37.800664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1847b4d4-36c6-4ae0-9cce-a3d447019666 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:37.801157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1847b4d4-36c6-4ae0-9cce-a3d447019666 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:37.801994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 69695168-3cbe-4700-9550-fa70a826c7c1 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:37.830502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 69695168-3cbe-4700-9550-fa70a826c7c1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:37.831010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 69695168-3cbe-4700-9550-fa70a826c7c1 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:37.832607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c04bc-128d-4fc7-93b2-dbde21f827b5 None None] DHCP port deletion for 16ce4dd3-4527-40b7-a495-536023b23bc9 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:37.851357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.873096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3a58dca-61c2-48e2-b783-8c226162a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.893467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] No DVR routers for this DVR port cb7c9e11-78c2-4835-8084-422da853625d on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:37.897586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:37.901517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a02111-42b6-4ef1-bea1-f3ff471c677e req-87893df7-ae4f-4b73-af1d-34c41e7e7166 tempest-ServersNegativeTestJSON-569548276 tempest-ServersNegativeTestJSON-569548276-project] 10.222.0.30 "DELETE /v2.0/ports/cb7c9e11-78c2-4835-8084-422da853625d HTTP/1.1" status: 204 len: 173 time: 1.4117134 Dec 12 15:32:37.902065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-deleted', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:37.904996 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73145d1-9860-463c-b031-d243786fe87b" -d '{"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-deleted", "tag": "cb7c9e11-78c2-4835-8084-422da853625d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:37.948811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Made reservation on behalf of 8b6714ae8bb4429d9d443ec4f5848109 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:37.956028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.011956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] device_id is not set on port 668d3003-0792-465b-9ea7-9c5a5d4ff149 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:38.174709 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8fc7af-c762-42f8-babd-ca49cc50f6b6 x-openstack-request-id: req-aa8fc7af-c762-42f8-babd-ca49cc50f6b6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:38.175007 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b54055f-a512-427f-9834-3a1473a9b0b5", "name": "network-vif-deleted", "tag": "cb7c9e11-78c2-4835-8084-422da853625d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:38.175261 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa8fc7af-c762-42f8-babd-ca49cc50f6b6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:38.175659 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b54055f-a512-427f-9834-3a1473a9b0b5', 'name': 'network-vif-deleted', 'tag': 'cb7c9e11-78c2-4835-8084-422da853625d', 'status': 'completed', 'code': 200} Dec 12 15:32:38.180437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.194194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.269136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.20.0.13 (09e18065-866d-4f7f-88c4-59e32b21f093/17dd4070-2a63-4a18-a2ca-a924e866cde9/668d3003-0792-465b-9ea7-9c5a5d4ff149) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:38.356858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=64577f75-0c27-4bbd-b2d1-85c7f011e246,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:38.360938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45686) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:38.374449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:38.375222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 83eeabb2-6b09-40fc-b60c-434f84fc7ea0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:38.425392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:38.444827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 83eeabb2-6b09-40fc-b60c-434f84fc7ea0) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:38.446368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fc65104-86c6-4d19-b568-49b763752269,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:38.458200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:38.459173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.464191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16ca9e-8bd2-479a-91e3-88a09a4c8b65 None None] Network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:38.465637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.1 (3fc962a6-7f1b-4fa1-bab7-fa89818dffae/534b7386-399e-45d2-a549-ceb75232d98b/915cd16e-024b-4296-8ab7-e84f15adda34) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:38.466968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.471375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a1faf61a-2d01-4b79-a51d-b3a201cc50b0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9fc65104-86c6-4d19-b568-49b763752269 HTTP/1.1" status: 204 len: 168 time: 1.2813647 Dec 12 15:32:38.474297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:38.504345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Deleting subnet 5cc23aff-e380-422a-be44-a42853d83a8b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:38.509266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.555531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.557679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b339833-97e0-447e-af70-9b61e42fe944 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2900856 Dec 12 15:32:38.566261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab9ae60-a8b0-496c-ba1f-ab5ece3a851d None None] Network 24565a4d-bfd5-49e2-9a4d-a70480fed73a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:38.574468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:38.624849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.644911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-83eeabb2-6b09-40fc-b60c-434f84fc7ea0', 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '64577f75-0c27-4bbd-b2d1-85c7f011e246'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:38.645936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.658641 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.711662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414121fb-efa8-4e52-952c-1a50be64855a req-92d95027-1408-499f-ae7b-91135ad8d203 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:38.714414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-414121fb-efa8-4e52-952c-1a50be64855a req-92d95027-1408-499f-ae7b-91135ad8d203 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.6259198 Dec 12 15:32:38.723060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.765875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.779481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5cc23aff-e380-422a-be44-a42853d83a8b HTTP/1.1" status: 204 len: 168 time: 0.4149189 Dec 12 15:32:38.780502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ba04d-62aa-4c3e-98e6-3d7b1f7a7912 None None] Network 16ce4dd3-4527-40b7-a495-536023b23bc9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:38.788849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.790804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:38.863796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd85b0-ff84-436b-9a23-d6b1e0d9537b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc23aff-e380-422a-be44-a42853d83a8b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:38.898168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.911272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-414121fb-efa8-4e52-952c-1a50be64855a req-047af606-da4e-4ad8-8ef4-fbbbe2662023 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676219 Dec 12 15:32:38.936837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.963921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:38.992389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.020882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.030978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 09e18065-866d-4f7f-88c4-59e32b21f093 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:39.034094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:39.038016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:39.072734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=668d3003-0792-465b-9ea7-9c5a5d4ff149,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:39.087627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:39.088399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.109041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Allocated IP 172.20.0.2 (83eeabb2-6b09-40fc-b60c-434f84fc7ea0/64577f75-0c27-4bbd-b2d1-85c7f011e246/6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:39.113036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f3fb642b-eb41-47cd-83a0-f1e6705d4c30 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4021184 Dec 12 15:32:39.114069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45698) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:39.130241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.202764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Deleting port fe0a1174-ec7a-43d3-a8de-997490020bc9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:39.203450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.237310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Deleting port 668d3003-0792-465b-9ea7-9c5a5d4ff149 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:39.238851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.267576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.271092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.305857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.337157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ce4dd3-4527-40b7-a495-536023b23bc9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:39.339861 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.358591 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.360343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672cb35f-2dbb-4613-9469-f3cede7b485b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:39.360643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672cb35f-2dbb-4613-9469-f3cede7b485b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:39.374459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9453dce-be89-4a06-83db-cb5e8a29b7c0 None None] DHCP port deletion for 16ce4dd3-4527-40b7-a495-536023b23bc9 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:39.381927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.389510 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.394474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Calling delete_port for 668d3003-0792-465b-9ea7-9c5a5d4ff149 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:39.412610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:39.417248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.417773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:39.420140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Pushing event updated for resources: {'Port': ['ID=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:39.427305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:39.440241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:39.442766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.480168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] DHCP port deletion for 24565a4d-bfd5-49e2-9a4d-a70480fed73a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:39.499533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Attempting to bind port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:39.500264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Attempting to bind port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:39.500806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Attempting to bind port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b on network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:39.524119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:39.524622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Checking segment: {'id': '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:39.525125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.525595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Bound using segment: {'id': '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:39.526161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Bound port: 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:39.526616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.626092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Deleting port fe0a1174-ec7a-43d3-a8de-997490020bc9 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:39.626555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.642079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.649314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] For port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:39.681334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Port': ['ID=668d3003-0792-465b-9ea7-9c5a5d4ff149,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:39.758171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] For port fe0a1174-ec7a-43d3-a8de-997490020bc9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe0a1174-ec7a-43d3-a8de-997490020bc9,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:39.759841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.765640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.772453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e9c8d949-5cbe-4f34-ab8e-898f40b1e3d7 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/ports/668d3003-0792-465b-9ea7-9c5a5d4ff149 HTTP/1.1" status: 204 len: 168 time: 0.6573172 Dec 12 15:32:39.774332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45702) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:39.777237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Calling delete_port for fe0a1174-ec7a-43d3-a8de-997490020bc9 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:39.779987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093', 'external_fixed_ips': [{'subnet_id': '17dd4070-2a63-4a18-a2ca-a924e866cde9', 'ip_address': '172.20.0.13'}]}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:39.782329 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:39.811685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] For port fe0a1174-ec7a-43d3-a8de-997490020bc9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe0a1174-ec7a-43d3-a8de-997490020bc9,segment=NetworkSegment(bfa6ae9c-c776-45bd-9fb8-6cddb6952838),segment_id=bfa6ae9c-c776-45bd-9fb8-6cddb6952838)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:39.812067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.825667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.826981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Calling delete_port for fe0a1174-ec7a-43d3-a8de-997490020bc9 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:39.831496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:39.882944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:39.921181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:39.922256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:39.932907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:40.016860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.029173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.035280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=915cd16e-024b-4296-8ab7-e84f15adda34,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.039505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: cb7c9e11-78c2-4835-8084-422da853625d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:40.039855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device cb7c9e11-78c2-4835-8084-422da853625d not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:40.050939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.101363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.155580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] Pushing event deleted for resources: {'Port': ['ID=fe0a1174-ec7a-43d3-a8de-997490020bc9,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.167825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c79ff-9335-403a-8ec3-a85f5753939d None None] No DVR routers for this DVR port fe0a1174-ec7a-43d3-a8de-997490020bc9 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:40.198602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.216711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/16ce4dd3-4527-40b7-a495-536023b23bc9 HTTP/1.1" status: 204 len: 168 time: 1.4188607 Dec 12 15:32:40.218507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=64577f75-0c27-4bbd-b2d1-85c7f011e246,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.235527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] For port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,segment=NetworkSegment(4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1),segment_id=4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:40.256890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.310912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64c06c-b366-4b24-9957-9040613078d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16ce4dd3-4527-40b7-a495-536023b23bc9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.447832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf3a7-aead-4b36-a5de-5761ec6e8c88 None None] Pushing event updated for resources: {'Port': ['ID=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.471030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.514843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd1a2dd0-1f28-4e7b-997d-4431ee0750bb None None] Provisioning complete for port 915cd16e-024b-4296-8ab7-e84f15adda34 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:40.517965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd1a2dd0-1f28-4e7b-997d-4431ee0750bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.590035 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.611949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a2dd0-1f28-4e7b-997d-4431ee0750bb None None] Port 915cd16e-024b-4296-8ab7-e84f15adda34 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:40.685127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:40.709358 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.729203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.787331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eeabb2-6b09-40fc-b60c-434f84fc7ea0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:40.799043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3a8ce-0793-4bd4-9e1c-3d58b66a3836 req-5cd570d1-f2f3-4592-b020-45e8652c968d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:40.800480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffa3a8ce-0793-4bd4-9e1c-3d58b66a3836 req-5cd570d1-f2f3-4592-b020-45e8652c968d tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.7678380 Dec 12 15:32:40.802636 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.812677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0a1174-ec7a-43d3-a8de-997490020bc9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:40.819636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:40.819960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:40.837745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] No DVR routers for this DVR port fe0a1174-ec7a-43d3-a8de-997490020bc9 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:40.849694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-223f320c-0849-4702-9dd6-59ca6d325c9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97b7f411f5aa4fbd8c56da71397f3a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607709 Dec 12 15:32:40.849694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:40.859681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45716) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:40.934037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.008182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:41.008754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:41.015672 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:41.025851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffa3a8ce-0793-4bd4-9e1c-3d58b66a3836 req-94f23748-ecca-48db-841e-594631838724 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110674 Dec 12 15:32:41.076938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.113032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.116572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.138399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.169292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.212492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.246352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24565a4d-bfd5-49e2-9a4d-a70480fed73a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:41.249149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:32:41.249149 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:32:41.249149 n-d-710847-8 neutron-server[103411]: [parameters: {'id': '83eeabb2-6b09-40fc-b60c-434f84fc7ea0'}] Dec 12 15:32:41.249149 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:41.249545 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:41.256086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:32:41.268003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:41.268349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa6ae9c-c776-45bd-9fb8-6cddb6952838') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:41.304797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.329197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.372393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:41.372393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:41.376295 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:41.416119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:41.416119 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.476958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.490200 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.497367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.502941 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] 10.222.0.36 "DELETE /v2.0/networks/24565a4d-bfd5-49e2-9a4d-a70480fed73a HTTP/1.1" status: 204 len: 168 time: 3.0199940 Dec 12 15:32:41.523334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2783b-64db-4f24-88fd-da84a044ae59 admin admin] Pushing event deleted for resources: {'Network': ['ID=24565a4d-bfd5-49e2-9a4d-a70480fed73a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:41.534660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.536588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.539093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.540231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94d0d346-0f29-4ac1-a37f-2baee76197b7 HTTP/1.1" status: 204 len: 168 time: 0.6793597 Dec 12 15:32:41.600841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.738470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,segment=NetworkSegment(4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1),segment_id=4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:41.753016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.757754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.805818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.820662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:41.912390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe0a1174-ec7a-43d3-a8de-997490020bc9 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:42.010923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fe0a1174-ec7a-43d3-a8de-997490020bc9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:42.011281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe0a1174-ec7a-43d3-a8de-997490020bc9 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:42.027907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:42.073896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c3983-7428-4d93-95fd-36816aceb85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0d346-0f29-4ac1-a37f-2baee76197b7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:42.077558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=915cd16e-024b-4296-8ab7-e84f15adda34,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:42.081821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.093313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:42.152224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.20.0.13 (09e18065-866d-4f7f-88c4-59e32b21f093/17dd4070-2a63-4a18-a2ca-a924e866cde9/9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:42.223697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:42.224265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.293121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bf4b91c2-6607-4b56-866d-6b8d27e0758a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31ed73a532d34f9ca7e2636484be6b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981702 Dec 12 15:32:42.294341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45740) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:42.330150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d94b3-8bef-43c7-b546-958e8b15659e None None] Network 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:42.413762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,segment=NetworkSegment(4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1),segment_id=4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:42.414862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.427394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-995d2931-d100-4fbb-9390-bbab324e4bc3 None None] Provisioning complete for port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:42.427885 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-995d2931-d100-4fbb-9390-bbab324e4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.452216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:42.459821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:42.464306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:42.641810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d656088a-f461-4091-bae1-073a145e7830 None None] DHCP port deletion for 83eeabb2-6b09-40fc-b60c-434f84fc7ea0 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:42.677099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4693e68-8bc2-46c1-bec6-df01b192a310 req-c0ec5cd6-2df8-49ca-bd02-9db446253c57 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:42.679034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4693e68-8bc2-46c1-bec6-df01b192a310 req-c0ec5cd6-2df8-49ca-bd02-9db446253c57 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.3916285 Dec 12 15:32:42.682655 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.752411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:42.771741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.783458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.785495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.789147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Deleting port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:42.789538 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:42.867703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4693e68-8bc2-46c1-bec6-df01b192a310 req-23d2363a-2da6-480a-8346-b7f737670c40 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763022 Dec 12 15:32:42.956746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:42.965648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.011516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:43.015122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d656088a-f461-4091-bae1-073a145e7830 None None] For port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:43.015540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.052786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Calling delete_port for 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:43.060033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:32:43.066391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.096972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:43.117945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.131648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.131648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6628fda-fa6f-4b53-bf87-446bda548185 HTTP/1.1" status: 204 len: 168 time: 0.8095250 Dec 12 15:32:43.210493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656088a-f461-4091-bae1-073a145e7830 None None] Pushing event deleted for resources: {'Port': ['ID=6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:43.212705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 09e18065-866d-4f7f-88c4-59e32b21f093 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:43.215773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:43.227281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b2e19e00-4b90-4719-9154-a77f837579e4 None None] Provisioning complete for port 915cd16e-024b-4296-8ab7-e84f15adda34 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:43.229391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2e19e00-4b90-4719-9154-a77f837579e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.236586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76721eb-c84b-4bf5-892b-a9cb6eca320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6628fda-fa6f-4b53-bf87-446bda548185,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:43.247273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:43.280687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:43.299929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.318277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b2e19e00-4b90-4719-9154-a77f837579e4 None None] Port 915cd16e-024b-4296-8ab7-e84f15adda34 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:43.331985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656088a-f461-4091-bae1-073a145e7830 None None] No DVR routers for this DVR port 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:43.360803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eeabb2-6b09-40fc-b60c-434f84fc7ea0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.370200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:43.378014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1176fae2-9ade-4073-bbe6-ea7c90b9a94c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/routers/56d04f1e-2cb5-4c4d-b9a3-90c823104af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7302904 Dec 12 15:32:43.384085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.384590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfd0d86-9d6d-4ed8-8165-d0cd4bb472c1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.386633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:43.392708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:43.393099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6cec6cf2-acd7-45eb-a7b2-f08fecad4a3b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:43.401566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] Sync routers for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:43.425462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:43.426092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.427757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'port': {'network_id': '3fc962a6-7f1b-4fa1-bab7-fa89818dffae', 'name': 'tempest-FloatingIPTestJSON-808323874'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:43.438894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.474732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.503023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:43.503930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.507209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.515619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:43.519734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:43.524315 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:43.594312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:43.595065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c3735-4472-41d8-a226-7a8384e8c40a None None] The sync data for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:43.683743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc06d8-0795-418d-9bd2-d1163dcd9595 req-1bb0ebfe-cab4-4547-a485-8ef13cfb957a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:43.685890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4abc06d8-0795-418d-9bd2-d1163dcd9595 req-1bb0ebfe-cab4-4547-a485-8ef13cfb957a tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.2044966 Dec 12 15:32:43.766074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.785470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4abc06d8-0795-418d-9bd2-d1163dcd9595 req-87dab490-9b29-48c8-9edc-36b74ea2086c tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747750 Dec 12 15:32:43.808265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:43.829288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45780) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:43.839869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/83eeabb2-6b09-40fc-b60c-434f84fc7ea0 HTTP/1.1" status: 204 len: 168 time: 5.2394965 Dec 12 15:32:43.871460 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd72f01-b7fe-4005-a97c-e7c15cf090de tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] GET failed (client error): The resource could not be found. Dec 12 15:32:43.871460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4cd72f01-b7fe-4005-a97c-e7c15cf090de tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets/64577f75-0c27-4bbd-b2d1-85c7f011e246 HTTP/1.1" status: 404 len: 337 time: 0.0388200 Dec 12 15:32:43.872376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45786) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:43.889717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aaa20-f218-49ba-a6d5-0d69cf942c26 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=83eeabb2-6b09-40fc-b60c-434f84fc7ea0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:43.901752 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f83fd2-caa2-493d-9ba8-c85633558481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:43.902789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f83fd2-caa2-493d-9ba8-c85633558481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:43.908070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2f83fd2-caa2-493d-9ba8-c85633558481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/83eeabb2-6b09-40fc-b60c-434f84fc7ea0 HTTP/1.1" status: 404 len: 339 time: 0.0345125 Dec 12 15:32:43.914314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:44.010553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Made reservation on behalf of 83826c43e9154edb846a785b56d994a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:44.023247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:44.023491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:44.097803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4873fc-3103-4537-89c7-df25820e5ae7 req-75219a15-ff83-4d05-96ba-8a882c835938 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.099093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce4873fc-3103-4537-89c7-df25820e5ae7 req-75219a15-ff83-4d05-96ba-8a882c835938 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1504321 Dec 12 15:32:44.129231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] device_id is not set on port 68f37262-f514-4114-b536-b2d365c63282 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:32:44.303526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce4873fc-3103-4537-89c7-df25820e5ae7 req-9a51272d-daa3-4b6b-8743-382a8f2fedcc tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923854 Dec 12 15:32:44.387867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5e6c2-8932-438b-9bcc-6d43250bf0b2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.394751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d5e6c2-8932-438b-9bcc-6d43250bf0b2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.399492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-09d5e6c2-8932-438b-9bcc-6d43250bf0b2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1387 time: 0.4838669 Dec 12 15:32:44.402222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:44.813621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4efb61d5-8a2d-496e-8455-343e585a79d1 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 207 time: 0.4100566 Dec 12 15:32:44.814191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:44.902452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:44.926597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cf708-e4b3-4b34-afe4-1c15aaf285de req-5c87c89f-dd74-448d-bc86-3053d6b73e46 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.928478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e58cf708-e4b3-4b34-afe4-1c15aaf285de req-5c87c89f-dd74-448d-bc86-3053d6b73e46 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.1208906 Dec 12 15:32:44.940329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Allocated IP 172.20.0.14 (3fc962a6-7f1b-4fa1-bab7-fa89818dffae/534b7386-399e-45d2-a549-ceb75232d98b/68f37262-f514-4114-b536-b2d365c63282) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:44.951531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.956982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.964720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.971703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.978448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:44.986821 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c505d74-c0e9-4fbb-9f09-c5e57f687500 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3091 time: 0.1695025 Dec 12 15:32:44.989804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.126761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e58cf708-e4b3-4b34-afe4-1c15aaf285de req-49072d73-e92f-47ea-acd2-414708779da2 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657288 Dec 12 15:32:45.187054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.219878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router b6d5e95c-176a-4686-9c3c-ee6ae173e088 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:32:45.436411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-410771872-network', 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:45.453379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2deea7e-c129-46ce-bba9-c329633c6b40 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 678 time: 0.4623184 Dec 12 15:32:45.454319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.458628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.495786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:45.509685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:45.512101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.513316 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Sync routers for ids ['b6d5e95c-176a-4686-9c3c-ee6ae173e088'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:45.531663 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Routers {'b6d5e95c-176a-4686-9c3c-ee6ae173e088'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:45.532567 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b6d5e95c-176a-4686-9c3c-ee6ae173e088'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:45.538279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.541553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2195e0fc-8e24-4efb-bde7-7530cb679576 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.7633550 Dec 12 15:32:45.541553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.549520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45854) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.648861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.723597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.757577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:45.763464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef98c1-4081-493a-a89b-830d05c4b1d0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:45.765994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef98c1-4081-493a-a89b-830d05c4b1d0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:45.766122 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Set router b6d5e95c-176a-4686-9c3c-ee6ae173e088 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:45.772777 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-05ef98c1-4081-493a-a89b-830d05c4b1d0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3113341 Dec 12 15:32:45.774716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:45.778616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45864) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.780049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:45.795145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.837591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event updated for resources: {'Port': ['ID=68f37262-f514-4114-b536-b2d365c63282,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:45.840077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.858597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:45.859681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:45.893225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b58bd6fe-bd24-465e-ada3-6c7d9aedd157 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5020826 Dec 12 15:32:45.897328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:45.919043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Request body: {'floatingip': {'port_id': '68f37262-f514-4114-b536-b2d365c63282'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:46.020462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.055455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:46.057051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d5e95c-176a-4686-9c3c-ee6ae173e088', 'name': '', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093', 'external_fixed_ips': [{'subnet_id': '17dd4070-2a63-4a18-a2ca-a924e866cde9', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:32:39Z', 'updated_at': '2021-12-12T15:32:43Z', 'revision_number': 3, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port': {'id': '9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b', 'name': '', 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:be:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d5e95c-176a-4686-9c3c-ee6ae173e088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': '17dd4070-2a63-4a18-a2ca-a924e866cde9', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:32:41Z', 'updated_at': '2021-12-12T15:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '17dd4070-2a63-4a18-a2ca-a924e866cde9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:46.080064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926e2d2-75e0-425e-bd9c-bd74fe3eb990 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:46.082101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926e2d2-75e0-425e-bd9c-bd74fe3eb990 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['shared'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:46.083857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1926e2d2-75e0-425e-bd9c-bd74fe3eb990 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3036308 Dec 12 15:32:46.092294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:46.099168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405e8f7-e705-45c4-b557-2765ee9743f1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:46.124290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.125470 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Added segment ef725df3-c607-4f22-b405-ac1bff7db4bf of type vlan for network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a Dec 12 15:32:46.187726 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Checking router: b6d5e95c-176a-4686-9c3c-ee6ae173e088 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:32:46.188924 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Updating router b6d5e95c-176a-4686-9c3c-ee6ae173e088 port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:32:46.204212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-47b3c0a6-1e91-41ac-9ec1-430272c89ce0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:46.207324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-47b3c0a6-1e91-41ac-9ec1-430272c89ce0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.3452988 Dec 12 15:32:46.211523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-edb9ea6a-8042-48f0-aea9-844550af3829 None None] Provisioning complete for port 68f37262-f514-4114-b536-b2d365c63282 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:46.212088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edb9ea6a-8042-48f0-aea9-844550af3829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.247618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.274217 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.334484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-edb9ea6a-8042-48f0-aea9-844550af3829 None None] Port 68f37262-f514-4114-b536-b2d365c63282 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:46.445953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.470641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45878) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:46.508419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.510190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:46.510845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.601816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3994253 Dec 12 15:32:46.704608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:46.713601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Request body: {'subnet': {'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-410771872-subnet', 'tenant_id': 'df956f70f924476eb519bd75a5450e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:46.802440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:46.804964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.820164 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.824220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b143b85a-ec52-4db1-8572-43630646d48b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.831407 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.862578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Attempting to bind port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:46.863269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Attempting to bind port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '4b778d26-7259-4165-bdee-77ac26cc0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:46.863906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Attempting to bind port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b on network 09e18065-866d-4f7f-88c4-59e32b21f093 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:46.865689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d2468-1fbe-4c38-9af6-b3b743a56460 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:46.870477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e2d2468-1fbe-4c38-9af6-b3b743a56460 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks/ef7eac90-ce30-4ac8-990a-30cebdb74c4b HTTP/1.1" status: 200 len: 800 time: 0.7722111 Dec 12 15:32:46.879680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:46.894539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:46.895393 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Checking segment: {'id': '4b778d26-7259-4165-bdee-77ac26cc0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:46.896055 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.896748 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Bound using segment: {'id': '4b778d26-7259-4165-bdee-77ac26cc0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:46.897478 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Bound port: 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b778d26-7259-4165-bdee-77ac26cc0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09e18065-866d-4f7f-88c4-59e32b21f093'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:46.898117 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.944067 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b143b85a-ec52-4db1-8572-43630646d48b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.955352 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b143b85a-ec52-4db1-8572-43630646d48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.958514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39737bba-4505-4227-aa84-d4dd867cee15 admin admin] Pushing event updated for resources: {'Network': ['ID=139be9d6-8c0e-4dae-9e3c-809c216a6d8a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:46.965124 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] For port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:46.970853 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] For port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b,segment=NetworkSegment(4b778d26-7259-4165-bdee-77ac26cc0a6e),segment_id=4b778d26-7259-4165-bdee-77ac26cc0a6e)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:46.973264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:46.982455 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:46.993472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.002244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e01bc5-71df-49a1-a601-2ade2d2d36f3 req-cd0689eb-7570-4924-a225-5fab66864b0f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:47.005025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79e01bc5-71df-49a1-a601-2ade2d2d36f3 req-cd0689eb-7570-4924-a225-5fab66864b0f tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 946 time: 0.5310068 Dec 12 15:32:47.014491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.018358 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Routers {'b6d5e95c-176a-4686-9c3c-ee6ae173e088'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:47.019272 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b6d5e95c-176a-4686-9c3c-ee6ae173e088'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:47.058385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Deleting port 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:47.058722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.080855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143b85a-ec52-4db1-8572-43630646d48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee334b-5e74-4cf9-9d73-091c45081c7d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.114376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b143b85a-ec52-4db1-8572-43630646d48b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc326129197941c4ab1b9326acc58239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145735 Dec 12 15:32:47.117073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45890) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:47.119425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port 0b811273-7f3e-4310-80a3-47bde399885d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:47.119765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.159654 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 9ee7e940-d195-40f7-aa1e-e738f392a6f1 associated. External IP: 172.25.3.137, port: 33b625b1-3d81-4284-af4c-6d36f00a9d08. Dec 12 15:32:47.170365 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] Set router b6d5e95c-176a-4686-9c3c-ee6ae173e088 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:32:47.172539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Pushing event updated for resources: {'Port': ['ID=9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.267401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24ec251e-eec6-4e07-99de-1eb99b067fc4 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/networks/ef7eac90-ce30-4ac8-990a-30cebdb74c4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3863778 Dec 12 15:32:47.273657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:47.274474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79e01bc5-71df-49a1-a601-2ade2d2d36f3 req-cb90fe9e-7196-47ba-aabc-2d4117ae1160 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583742 Dec 12 15:32:47.322903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.348071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port 0b811273-7f3e-4310-80a3-47bde399885d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0b811273-7f3e-4310-80a3-47bde399885d,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:47.348776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.359632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.362375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Calling delete_port for 9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:47.384774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for 0b811273-7f3e-4310-80a3-47bde399885d owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:47.400326 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.400703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.401133 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.401471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.401815 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.402123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.402442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.402954 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.403906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.404386 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.404974 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.405384 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.406353 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:32:47.415997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.435791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c633ba1-bbdc-4584-a80f-aae8df276f64 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:47.437178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c633ba1-bbdc-4584-a80f-aae8df276f64 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets/2b27fda1-b2c9-4269-9cbe-67ec9db1804e HTTP/1.1" status: 200 len: 811 time: 0.1553617 Dec 12 15:32:47.442530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:47.463924 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b072a6d-0298-4860-8021-111c90b0a684 None None] Pushing event updated for resources: {'Port': ['ID=9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.468436 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d5e95c-176a-4686-9c3c-ee6ae173e088', 'name': '', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:32:39Z', 'updated_at': '2021-12-12T15:32:46Z', 'revision_number': 4, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:47.498154 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97affde7-5045-46b5-9ba1-37d84dc55616 None None] The sync data for ids ['b6d5e95c-176a-4686-9c3c-ee6ae173e088'] in n-d-710847-8 is: [{'id': 'b6d5e95c-176a-4686-9c3c-ee6ae173e088', 'name': '', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:32:39Z', 'updated_at': '2021-12-12T15:32:46Z', 'revision_number': 4, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:47.582619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.616874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:47.634908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.640105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.644007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8ee334b-5e74-4cf9-9d73-091c45081c7d HTTP/1.1" status: 204 len: 168 time: 0.4683957 Dec 12 15:32:47.661611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6b8bb-7819-4c92-8399-8764c842dc27 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:47.666509 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-23b6b8bb-7819-4c92-8399-8764c842dc27 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "GET /v2.0/subnets/2b27fda1-b2c9-4269-9cbe-67ec9db1804e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2195086 Dec 12 15:32:47.670642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:47.677193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1379786154'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:47.710774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae38b6-fd2b-4b4c-8d02-8cdd701bb16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee334b-5e74-4cf9-9d73-091c45081c7d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.716098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6349cdb5-6bc5-46f4-afff-a7a59ff5365b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.752965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.768871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7d3ef91a-fd9f-473c-af68-ebc148a68296', '0b811273-7f3e-4310-80a3-47bde399885d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:32:47.794380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:47.794843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Network hostable DHCP agents. Network: 139be9d6-8c0e-4dae-9e3c-809c216a6d8a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:47.801539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:47.811895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.815871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=0b811273-7f3e-4310-80a3-47bde399885d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.827020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.896460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:47.920357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:47.920585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:32:47.928014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b284d61-8b22-4f26-8c8b-5cd50a7a5e6b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:47.939630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba722a11-ffd2-4816-92ab-76a235be5d94 None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:47.973842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:47.998228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:47.998577 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Added segment a68c5921-7095-407e-a495-46df61cf5717 of type vlan for network 68dcb87c-d4f8-4a60-b778-1867828b13af Dec 12 15:32:48.008300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 139be9d6-8c0e-4dae-9e3c-809c216a6d8a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:48.014687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:48.015517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:48.019511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:48.020111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.033154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port 0b811273-7f3e-4310-80a3-47bde399885d on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:48.039005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.040000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bacf62-eb0c-434e-9b2d-b7777e05f708 None None] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:48.043363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c53462af-6a55-4d71-82bd-e4110bae1cfc req-5e0c6961-978d-407f-b29e-d35b1b41e5ba tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/0b811273-7f3e-4310-80a3-47bde399885d HTTP/1.1" status: 204 len: 173 time: 1.7700481 Dec 12 15:32:48.044531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'name': 'network-vif-deleted', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:48.047536 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51102e6-4419-46ff-a2b5-986f1c687c9b" -d '{"events": [{"server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "name": "network-vif-deleted", "tag": "0b811273-7f3e-4310-80a3-47bde399885d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:48.150970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:48.158064 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a77cc-aa83-41f5-8db8-4f636d8a1da2 x-openstack-request-id: req-836a77cc-aa83-41f5-8db8-4f636d8a1da2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:48.158381 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195e40cf-9236-4c3e-bce7-1610a043ac71", "name": "network-vif-deleted", "tag": "0b811273-7f3e-4310-80a3-47bde399885d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:48.158625 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-836a77cc-aa83-41f5-8db8-4f636d8a1da2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:48.159033 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e40cf-9236-4c3e-bce7-1610a043ac71', 'name': 'network-vif-deleted', 'tag': '0b811273-7f3e-4310-80a3-47bde399885d', 'status': 'completed', 'code': 200} Dec 12 15:32:48.174383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.189531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.197659 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-028a6b99-de73-40eb-9707-d1b5abc75041 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4919991 Dec 12 15:32:48.280154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.286609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:48.287267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.305371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:48.339070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:48.340005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:48.376160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48c4e9-69f3-456f-b918-d2cb6b05c9f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.382042 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7095418 Dec 12 15:32:48.388294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45916) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:48.393548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:48.394421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bad023e-97fb-4abd-8105-30f2025b706f None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:48.449137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641876ed-f9e1-4a97-9491-360fa9f57302 None None] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:48.461491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'network_id': '68dcb87c-d4f8-4a60-b778-1867828b13af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:48.508034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.511258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.520608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c479b-881d-4ea1-99ca-bd7347e05f1c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Network': ['ID=68dcb87c-d4f8-4a60-b778-1867828b13af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:48.569664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 68dcb87c-d4f8-4a60-b778-1867828b13af details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:32:48.609741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.610279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6d5e95c-176a-4686-9c3c-ee6ae173e088 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:32:48.629053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.630205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bd99ef5c-5adf-4b03-a384-cd6d3aa70cec tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b6d5e95c-176a-4686-9c3c-ee6ae173e088 HTTP/1.1" status: 204 len: 168 time: 3.0781913 Dec 12 15:32:48.633452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-096f20d0-d931-4e08-b954-a5731609b08b req-c05c4f55-b024-4ab0-a08b-cb819328fb02 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=195e40cf-9236-4c3e-bce7-1610a043ac71 HTTP/1.1" status: 200 len: 210 time: 0.1326551 Dec 12 15:32:48.633967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45920) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:48.712451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:48.722259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Deleting subnet 17dd4070-2a63-4a18-a2ca-a924e866cde9 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:48.733491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.804456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.853580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48c4e9-69f3-456f-b918-d2cb6b05c9f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.857091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Made reservation on behalf of e531860c4262402fb5563120607931a8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:48.861095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.880554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48c4e9-69f3-456f-b918-d2cb6b05c9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:48.898984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.104449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.152508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.156727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/17dd4070-2a63-4a18-a2ca-a924e866cde9 HTTP/1.1" status: 204 len: 168 time: 0.5210431 Dec 12 15:32:49.157107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9b33f-fbe1-409c-a80d-e4bc1ce7294d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=17dd4070-2a63-4a18-a2ca-a924e866cde9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:49.158792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45940) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:49.398984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:32:49.399623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:32:49.437117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc48c4e9-69f3-456f-b918-d2cb6b05c9f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99f1d47ebf324cf284b5a1dcf202de23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1285524 Dec 12 15:32:49.449170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:49.449865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48c4e9-69f3-456f-b918-d2cb6b05c9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a21e0e-1a05-4902-82db-cbf771d6397e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:49.498970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:49.507861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.509336 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] Sync routers for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:49.524679 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:49.525389 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.557011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-13b9c35f-d5ca-4a12-8b07-434299e49916 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:49.558686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-13b9c35f-d5ca-4a12-8b07-434299e49916 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.5682666 Dec 12 15:32:49.562272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.563307 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.574523 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:49.575360 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.601770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-f0795dde-bc90-4325-b883-f8db3fd3d4fd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.0314310 Dec 12 15:32:49.611989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.612858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb65736e-7025-45f0-88ba-fd371f9c6b2e None None] The sync data for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:49.614948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.624910 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5b0f284-43aa-4e25-b559-5c67bdedf241 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/floatingips/9ee7e940-d195-40f7-aa1e-e738f392a6f1 HTTP/1.1" status: 200 len: 978 time: 3.7234616 Dec 12 15:32:49.634941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:49.675330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-5705172d-26dc-48ab-bf5a-e0c8c6ee2e95 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329378 Dec 12 15:32:49.683301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.683562 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.761743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e18065-866d-4f7f-88c4-59e32b21f093']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.775712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b778d26-7259-4165-bdee-77ac26cc0a6e') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.776006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b778d26-7259-4165-bdee-77ac26cc0a6e') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:49.780002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.789801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.819108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.827529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:49.828467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:49.832650 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:49.835161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-092d4351-685f-471f-8666-876db38cd330 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409519 Dec 12 15:32:49.864244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=67c1a78e-4b22-4270-9a22-8bde066a1368,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:49.878479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.881071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.884671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03a21e0e-1a05-4902-82db-cbf771d6397e HTTP/1.1" status: 204 len: 168 time: 0.4295974 Dec 12 15:32:49.893136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Checking segment: {'id': 'a68c5921-7095-407e-a495-46df61cf5717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '68dcb87c-d4f8-4a60-b778-1867828b13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:49.897515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0b811273-7f3e-4310-80a3-47bde399885d no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:49.899628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network hostable DHCP agents. Network: 68dcb87c-d4f8-4a60-b778-1867828b13af, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:32:49.913370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c425bf-e7f6-4b25-81c8-c4204b204e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a21e0e-1a05-4902-82db-cbf771d6397e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:49.925051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 68f37262-f514-4114-b536-b2d365c63282 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:49.925389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.935833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 0b811273-7f3e-4310-80a3-47bde399885d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:49.936916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0b811273-7f3e-4310-80a3-47bde399885d not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:49.966118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:49.985035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09e18065-866d-4f7f-88c4-59e32b21f093 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 15:32:49.992626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Network': ['ID=09e18065-866d-4f7f-88c4-59e32b21f093,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:49.997669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.000722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d0191b32-bf9b-4e29-a70d-142d49f436ce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/networks/09e18065-866d-4f7f-88c4-59e32b21f093 HTTP/1.1" status: 204 len: 168 time: 0.8351657 Dec 12 15:32:50.002602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Network 68dcb87c-d4f8-4a60-b778-1867828b13af is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:32:50.028679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 68dcb87c-d4f8-4a60-b778-1867828b13af) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:50.040595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03688fc3-b98a-4318-a6d1-92ef331b2ead None None] Network 68dcb87c-d4f8-4a60-b778-1867828b13af requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:50.041309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:50.041858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.068422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-ba4c1c59-ca68-4ede-8030-e01ea5fc94c7 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140048 Dec 12 15:32:50.111944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-834772d2-d157-4022-9da2-0f11cd0eb306 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6677310 Dec 12 15:32:50.114784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45970) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:50.122364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:50.125410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.316869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-68dcb87c-d4f8-4a60-b778-1867828b13af', 'network_id': '68dcb87c-d4f8-4a60-b778-1867828b13af', 'project_id': 'e531860c4262402fb5563120607931a8', 'fixed_ips': [{'subnet_id': '67c1a78e-4b22-4270-9a22-8bde066a1368'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:32:50.321859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.514092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16776811'] for subnet, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.563089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.563783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.565130 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Floating IP 9ee7e940-d195-40f7-aa1e-e738f392a6f1 disassociated. External IP: 172.25.3.137, port: 68f37262-f514-4114-b536-b2d365c63282. Dec 12 15:32:50.565315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 68f37262-f514-4114-b536-b2d365c63282 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:50.625884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a1daae0-955a-4433-8a00-0c5c614a0eb9 req-bb4d75db-611a-42a5-a4a0-9643a401be92 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 210 time: 0.1040995 Dec 12 15:32:50.757202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:32:50.757202 n-d-710847-8 neutron-server[103413]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 12 15:32:50.757202 n-d-710847-8 neutron-server[103413]: [parameters: {'in_use': 1, 'id_1': '67c1a78e-4b22-4270-9a22-8bde066a1368'}] Dec 12 15:32:50.757202 n-d-710847-8 neutron-server[103413]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:32:50.758334 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:32:50.825614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:50.934665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=68f37262-f514-4114-b536-b2d365c63282,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:50.987651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:50.993425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'name': 'tempest-router--1875932864', 'project_id': 'e47a55f5df8540aaafc4161ff0a2cade'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:51.075475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750237297116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15910315'] for subnet, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.100990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:51.102279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.104028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "PUT /v2.0/subnets/67c1a78e-4b22-4270-9a22-8bde066a1368 HTTP/1.1" status: 200 len: 877 time: 0.9879563 Dec 12 15:32:51.134908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:51.229659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.231104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.259768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.293501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.436275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.487722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.505963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:51.511171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.529625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0823fa-72a2-4a03-9910-680c006bbf49 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event updated for resources: {'Subnet': ['ID=67c1a78e-4b22-4270-9a22-8bde066a1368,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:51.541131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.628818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=67c1a78e-4b22-4270-9a22-8bde066a1368,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:51.649731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f886-edcf-420a-ac64-1e13656d3bd2 req-38a93ce8-8e3a-499a-ab18-cecf7e3c9a71 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:51.651785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2e8f886-edcf-420a-ac64-1e13656d3bd2 req-38a93ce8-8e3a-499a-ab18-cecf7e3c9a71 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 945 time: 0.3525360 Dec 12 15:32:51.697784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:51.706387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.707788 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-629a8ba6-2c0f-409d-b343-eefa95882756 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7178204 Dec 12 15:32:51.714105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46048) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:51.811991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] Sync routers for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:51.841125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:51.842418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.877297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.879397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-97943b7f-3007-485e-a2bf-bf9099aea935 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c1a78e-4b22-4270-9a22-8bde066a1368: This subnet is being modified by another concurrent operation. Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:32:51.885964 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67c1a78e-4b22-4270-9a22-8bde066a1368: This subnet is being modified by another concurrent operation. Dec 12 15:32:51.890653 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 15:32:51.896711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.913059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a76613ff-1d4b-41f5-869d-06b7f40d4339 req-d2b3b262-1cdb-4894-a224-40fcf1f5cbdf tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 210 time: 0.1153965 Dec 12 15:32:51.921559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32128f-f09c-4fd2-8a0d-f6e2c7c7d76a None None] Network 68dcb87c-d4f8-4a60-b778-1867828b13af requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:51.924619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:51.926718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.952379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dcb87c-d4f8-4a60-b778-1867828b13af']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.975473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68c5921-7095-407e-a495-46df61cf5717') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.976063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68c5921-7095-407e-a495-46df61cf5717') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:51.988246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2e8f886-edcf-420a-ac64-1e13656d3bd2 req-f1a2698e-182c-457a-a08e-c5df57dde447 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970172 Dec 12 15:32:51.992575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.010790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.045711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:52.047129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:52.058922 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:52.119978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.123667 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f620acd2-114c-4be9-9c49-924c0497658a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/68f37262-f514-4114-b536-b2d365c63282 HTTP/1.1" status: 204 len: 168 time: 2.4877832 Dec 12 15:32:52.126532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.134162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.137878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.159568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:52.161556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d48ddb5-be39-4c10-888b-f3863f4a36b3 None None] The sync data for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:52.213927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.219543 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.229877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/68dcb87c-d4f8-4a60-b778-1867828b13af HTTP/1.1" status: 204 len: 168 time: 1.0928419 Dec 12 15:32:52.234258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.243064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d04e0-57dc-471b-8fe3-ae680a2873f0 None None] Network 68dcb87c-d4f8-4a60-b778-1867828b13af requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:52.248966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb51f0-fe5c-46db-b506-787687fd949c tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=68dcb87c-d4f8-4a60-b778-1867828b13af,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:52.277395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.278415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc13543e-b3e1-494e-a6ee-4333b1f27476 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:32:52.282972 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf40b48b-8b37-4bb5-b622-436044646674 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:52.284144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf40b48b-8b37-4bb5-b622-436044646674 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:52.288164 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf40b48b-8b37-4bb5-b622-436044646674 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/67c1a78e-4b22-4270-9a22-8bde066a1368 HTTP/1.1" status: 404 len: 337 time: 0.0529618 Dec 12 15:32:52.296885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46064) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.308484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d04e0-57dc-471b-8fe3-ae680a2873f0 None None] Network 68dcb87c-d4f8-4a60-b778-1867828b13af could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:32:52.323919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a95bb4-643b-408a-82d5-2ecf5eb0ecd7 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:32:52.324160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.326012 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41f5fa24-3d8a-4458-97f1-39b017d0c82d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/dc13543e-b3e1-494e-a6ee-4333b1f27476 HTTP/1.1" status: 204 len: 168 time: 0.6109385 Dec 12 15:32:52.340162 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-612e2815-9aba-472e-88be-e2a4467e6aba tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:52.341530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612e2815-9aba-472e-88be-e2a4467e6aba tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:52.345179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-612e2815-9aba-472e-88be-e2a4467e6aba tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/68dcb87c-d4f8-4a60-b778-1867828b13af HTTP/1.1" status: 404 len: 339 time: 0.0469036 Dec 12 15:32:52.347842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.391295 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-530c9c28-e6c9-43d8-b6b7-4f5701d7f474 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:52.392230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530c9c28-e6c9-43d8-b6b7-4f5701d7f474 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:52.396486 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-530c9c28-e6c9-43d8-b6b7-4f5701d7f474 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/64577f75-0c27-4bbd-b2d1-85c7f011e246 HTTP/1.1" status: 404 len: 337 time: 0.0469308 Dec 12 15:32:52.402050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-b4c4ac84-ca2f-4a43-a386-1c49b2597375 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:52.411616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-b4c4ac84-ca2f-4a43-a386-1c49b2597375 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 945 time: 0.1502087 Dec 12 15:32:52.412190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46072) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.592478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a95bb4-643b-408a-82d5-2ecf5eb0ecd7 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:32:52.752424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-accb4d59-6b33-433c-8e9f-02ef2564b5d4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:52.755869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-accb4d59-6b33-433c-8e9f-02ef2564b5d4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.2693741 Dec 12 15:32:52.756864 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e8dcb6-6882-4629-87f7-ae87c251914f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:52.757423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e8dcb6-6882-4629-87f7-ae87c251914f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:52.760421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-37e8dcb6-6882-4629-87f7-ae87c251914f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/83eeabb2-6b09-40fc-b60c-434f84fc7ea0 HTTP/1.1" status: 404 len: 339 time: 0.3472061 Dec 12 15:32:52.773319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46082) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.788193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:52.831306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:52.892309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:52.897359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.086649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-553cf180-0c95-44b7-9a17-aa8b45f8f9a1 req-272fc5f1-bb9d-4302-aed2-e8ab0920c65d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 210 time: 0.0567687 Dec 12 15:32:53.250463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Deleting port 7d3ef91a-fd9f-473c-af68-ebc148a68296 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:53.251079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.252039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1953925640', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:53.331547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.340940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.341272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.405065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ace1ef-3412-4019-8055-2afade29e067']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:53.417904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] For port 7d3ef91a-fd9f-473c-af68-ebc148a68296, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7d3ef91a-fd9f-473c-af68-ebc148a68296,segment=NetworkSegment(c1d7c820-8935-4437-aab1-605bfb8d4f96),segment_id=c1d7c820-8935-4437-aab1-605bfb8d4f96)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:53.418270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.428885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.435668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168893f8-2bcf-4987-9bed-0e0927b8dc43 req-9b1735fd-d7c6-4b0c-875d-c8861b9215bf tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:53.443631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-168893f8-2bcf-4987-9bed-0e0927b8dc43 req-9b1735fd-d7c6-4b0c-875d-c8861b9215bf tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 945 time: 0.2810259 Dec 12 15:32:53.465507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2cccc51-aa00-42d5-8c67-357173a7e29f') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:53.465887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2cccc51-aa00-42d5-8c67-357173a7e29f') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:53.470539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:32:53.474204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.494258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Calling delete_port for 7d3ef91a-fd9f-473c-af68-ebc148a68296 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:53.504980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.546477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-168893f8-2bcf-4987-9bed-0e0927b8dc43 req-7413cf16-2ff4-487a-9019-88fb40f6f98b tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/security-groups?id=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023445 Dec 12 15:32:53.563938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.603373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:53.603791 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:53.606915 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:53.638778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.678687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 915cd16e-024b-4296-8ab7-e84f15adda34 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:53.679137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.767623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.779477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:53.783004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/c7ace1ef-3412-4019-8055-2afade29e067 HTTP/1.1" status: 204 len: 168 time: 1.0074449 Dec 12 15:32:53.790814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:53.844524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18acb-2876-4785-b739-eee9f2f9899d tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=c7ace1ef-3412-4019-8055-2afade29e067,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:53.864400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.11 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/2e2db071-81eb-4cc7-861b-85cbab99ba11) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:53.963580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.015821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Pushing event deleted for resources: {'Port': ['ID=7d3ef91a-fd9f-473c-af68-ebc148a68296,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:54.037445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d328541-2c03-4c6b-a8cf-b6e0d2b5b634 None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:54.091718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] No DVR routers for this DVR port 7d3ef91a-fd9f-473c-af68-ebc148a68296 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:54.096309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.099822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e221e50-eed5-4bda-98f6-08e17ce3055e req-54a8188d-2431-4df4-943d-5fe02b8fe6fa tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.13 "DELETE /v2.0/ports/7d3ef91a-fd9f-473c-af68-ebc148a68296 HTTP/1.1" status: 204 len: 173 time: 1.6584594 Dec 12 15:32:54.100307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'name': 'network-vif-deleted', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:54.102758 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e0722-c7cc-413b-a9fe-830bbf4bc20a" -d '{"events": [{"server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "name": "network-vif-deleted", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:54.165598 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89564f2-5c2a-4aa8-b5ea-7510457b4041 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.166077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89564f2-5c2a-4aa8-b5ea-7510457b4041 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.173009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f89564f2-5c2a-4aa8-b5ea-7510457b4041 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/a46a9418-97dc-4781-a518-e4d50b8063e8 HTTP/1.1" status: 404 len: 337 time: 0.3776338 Dec 12 15:32:54.173628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.204894 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb1f2c8-c5ef-48bd-ac00-aba76669e5a0 x-openstack-request-id: req-3cb1f2c8-c5ef-48bd-ac00-aba76669e5a0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:54.205194 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb54fc85-456b-41a7-8e45-4d21e403d955", "name": "network-vif-deleted", "tag": "7d3ef91a-fd9f-473c-af68-ebc148a68296", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:54.205769 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cb1f2c8-c5ef-48bd-ac00-aba76669e5a0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:54.205897 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb54fc85-456b-41a7-8e45-4d21e403d955', 'name': 'network-vif-deleted', 'tag': '7d3ef91a-fd9f-473c-af68-ebc148a68296', 'status': 'completed', 'code': 200} Dec 12 15:32:54.229880 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d28fa1-1173-4d11-85b6-a5d9ac5b2900 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.230381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d28fa1-1173-4d11-85b6-a5d9ac5b2900 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.248483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d9d28fa1-1173-4d11-85b6-a5d9ac5b2900 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/4da9ad5b-8c10-463b-ae72-d1803fd19e1d HTTP/1.1" status: 404 len: 339 time: 0.0690274 Dec 12 15:32:54.249161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.290661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87c81abe-3b45-4e47-9c2c-a45d13d8bc24 req-4d013262-2c7a-434b-b9d1-6fa2d4d12e2d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 210 time: 0.0569935 Dec 12 15:32:54.302831 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fc816d-709e-4bcc-b80c-a369f7c4a46f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.303499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fc816d-709e-4bcc-b80c-a369f7c4a46f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.305170 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.307289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b1fc816d-709e-4bcc-b80c-a369f7c4a46f tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/f9d8b297-771f-4403-a260-e599cb5af416 HTTP/1.1" status: 404 len: 337 time: 0.0501304 Dec 12 15:32:54.309462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.343251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.359334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 915cd16e-024b-4296-8ab7-e84f15adda34 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:54.367618 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f89fac4-9dfb-4abf-ab37-c7454c902c83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.368238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f89fac4-9dfb-4abf-ab37-c7454c902c83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.371643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5f89fac4-9dfb-4abf-ab37-c7454c902c83 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/83d7330a-5e8e-42d4-8fa0-d332a6da7a9c HTTP/1.1" status: 404 len: 339 time: 0.0592999 Dec 12 15:32:54.374353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46130) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.416070 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-26828df7-73e4-4f36-a237-21e054b456db tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.416070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26828df7-73e4-4f36-a237-21e054b456db tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.419937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-26828df7-73e4-4f36-a237-21e054b456db tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/cb24d87a-666d-4853-8f23-0e847e382658 HTTP/1.1" status: 404 len: 337 time: 0.0445633 Dec 12 15:32:54.423961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46134) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.451880 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ff0dfe-16a8-413c-bf06-6e6e2038329e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.452592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ff0dfe-16a8-413c-bf06-6e6e2038329e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.458050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c9ff0dfe-16a8-413c-bf06-6e6e2038329e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/90e60748-e34e-4fc6-a9d3-f189aad4deee HTTP/1.1" status: 404 len: 339 time: 0.0308018 Dec 12 15:32:54.458662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46136) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.469106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.499677 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-df42347a-6d11-4253-b3d6-e95b907c3141 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.499677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df42347a-6d11-4253-b3d6-e95b907c3141 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.504544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-df42347a-6d11-4253-b3d6-e95b907c3141 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/c4f92265-0ce1-4ffb-9cc1-b63be8a18543 HTTP/1.1" status: 404 len: 337 time: 0.0426552 Dec 12 15:32:54.543155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46138) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.565624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:54.581316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:54.587793 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-404b9510-d051-4d33-8a84-693eb47ec479 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.588301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404b9510-d051-4d33-8a84-693eb47ec479 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.593791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-404b9510-d051-4d33-8a84-693eb47ec479 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/55cb27b7-b266-4990-8ad3-438f6a044fb2 HTTP/1.1" status: 404 len: 339 time: 0.0462828 Dec 12 15:32:54.595871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.596828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:54.611101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:54.616037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe69ba-952f-401c-b451-ffd623f4d63b None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:54.689819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.702135 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0e91c3-aea8-475f-993a-ba827d3462a0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.702600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0e91c3-aea8-475f-993a-ba827d3462a0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.716397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e0e91c3-aea8-475f-993a-ba827d3462a0 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/6e2f4f2e-ac0b-4781-8a4a-5904f19d3f70 HTTP/1.1" status: 404 len: 337 time: 0.1159849 Dec 12 15:32:54.717057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46146) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.753069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.766945 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da86e1a-446e-49fc-ad70-85b60568d6ae tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.767550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da86e1a-446e-49fc-ad70-85b60568d6ae tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.782615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4da86e1a-446e-49fc-ad70-85b60568d6ae tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/5f43dfc7-0e7f-49ad-bac2-b72aa2cf8522 HTTP/1.1" status: 404 len: 339 time: 0.0617533 Dec 12 15:32:54.786112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.847538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-d588c1a9-2606-4eca-b90a-7e0a29062329 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0873172 Dec 12 15:32:54.892391 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddccf00-7a26-4948-baec-76deda797ab8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:54.894683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddccf00-7a26-4948-baec-76deda797ab8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:54.909250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eddccf00-7a26-4948-baec-76deda797ab8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/d305451d-4ff8-46d3-aeba-e747739cbef8 HTTP/1.1" status: 404 len: 337 time: 0.1110256 Dec 12 15:32:54.909920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:54.924974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f47797b-300e-4a33-a19d-da60fef1cd47 req-be13dafc-9abd-4a64-afca-37bda6bc38c0 tempest-ServersTestJSON-1770640677 tempest-ServersTestJSON-1770640677-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 210 time: 0.1348143 Dec 12 15:32:54.945871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ed212831-3325-44c2-a5f3-ef4372df765e None None] Provisioning complete for port 2e2db071-81eb-4cc7-861b-85cbab99ba11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:54.946254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed212831-3325-44c2-a5f3-ef4372df765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.963320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:54.963940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:54.982521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-f0639a50-efd4-4cfa-9e1f-ea1a52d07c3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a068a30be89a426aa1f2089d038a7e4d&device_id=bb54fc85-456b-41a7-8e45-4d21e403d955 HTTP/1.1" status: 200 len: 210 time: 0.0545282 Dec 12 15:32:55.004287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-8c018aff-a339-467e-b554-5bee6369ad8c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2297492 Dec 12 15:32:55.021797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ed212831-3325-44c2-a5f3-ef4372df765e None None] Port 2e2db071-81eb-4cc7-861b-85cbab99ba11 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:55.057072 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fd25c4-072b-46aa-8338-d7483772f98a tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:55.058176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fd25c4-072b-46aa-8338-d7483772f98a tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:55.065977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-93fd25c4-072b-46aa-8338-d7483772f98a tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/53d481a7-dcc3-40df-966f-757bf8700eda HTTP/1.1" status: 404 len: 339 time: 0.0477314 Dec 12 15:32:55.066697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:55.134413 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbe68b-ac10-45a0-948a-255599198481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:55.135009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dbe68b-ac10-45a0-948a-255599198481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:55.141900 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a6dbe68b-ac10-45a0-948a-255599198481 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/57a7c6b6-c2b0-4825-bb55-2fbb0a1908e6 HTTP/1.1" status: 404 len: 337 time: 0.0704815 Dec 12 15:32:55.142620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:55.208804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Allocated IP 172.25.3.167 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/a80a9da6-e6b9-4723-8a1d-3b350b60c81e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:32:55.211533 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc8fac1-4235-4da0-929c-a40790a46af8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:55.212362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc8fac1-4235-4da0-929c-a40790a46af8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:55.216400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Request body: {'port': {'device_id': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:32:55.218679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-efc8fac1-4235-4da0-929c-a40790a46af8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/6ec778c9-18ac-41af-98c0-0966a7c746a7 HTTP/1.1" status: 404 len: 339 time: 0.0505972 Dec 12 15:32:55.219347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:55.256728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-c9baeb92-f39f-4c72-ae14-336fefbbf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:55.258282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-c9baeb92-f39f-4c72-ae14-336fefbbf51a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a068a30be89a426aa1f2089d038a7e4d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2513177 Dec 12 15:32:55.275008 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13f693c-f43b-4166-9ccb-170e752f40a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:55.275613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13f693c-f43b-4166-9ccb-170e752f40a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:55.282882 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d13f693c-f43b-4166-9ccb-170e752f40a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/29fc466c-e06a-480c-838c-3a7a12fc05e5 HTTP/1.1" status: 404 len: 337 time: 0.0574865 Dec 12 15:32:55.286343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46166) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:55.300134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:55.385539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=915cd16e-024b-4296-8ab7-e84f15adda34,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:55.691047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:55.698332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:55.857561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:55.918754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:32:55.934838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7d3ef91a-fd9f-473c-af68-ebc148a68296 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:55.997999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 7d3ef91a-fd9f-473c-af68-ebc148a68296 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:55.998541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7d3ef91a-fd9f-473c-af68-ebc148a68296 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:56.034660 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59b62a4-3174-40e6-a88b-e95039d6624e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] DELETE failed (client error): The resource could not be found. Dec 12 15:32:56.035885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59b62a4-3174-40e6-a88b-e95039d6624e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:32:56.040889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e59b62a4-3174-40e6-a88b-e95039d6624e tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/66ec24ed-8243-4e7f-b332-6bbeef623bb0 HTTP/1.1" status: 404 len: 339 time: 0.7364128 Dec 12 15:32:56.059349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46196) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:56.065084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:32:56.070283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:32:56.082548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd84dfa-4554-4131-b3dc-56fb63a0563d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:56.102224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event updated for resources: {'Port': ['ID=a80a9da6-e6b9-4723-8a1d-3b350b60c81e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:56.165835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d11ecbca-1c0a-40c8-9069-c60ee33879a4 None None] Provisioning complete for port a80a9da6-e6b9-4723-8a1d-3b350b60c81e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:32:56.166405 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d11ecbca-1c0a-40c8-9069-c60ee33879a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.177136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:56.231229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d11ecbca-1c0a-40c8-9069-c60ee33879a4 None None] Port a80a9da6-e6b9-4723-8a1d-3b350b60c81e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:32:56.232129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.346673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eccea-f756-4a9e-850b-001e0f4e60fd req-fa333d77-118b-48e0-aceb-d32a1ce3afd6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:56.348520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608eccea-f756-4a9e-850b-001e0f4e60fd req-fa333d77-118b-48e0-aceb-d32a1ce3afd6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 932 time: 0.3997307 Dec 12 15:32:56.452431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Deleting subnet edec2b29-49fe-4eb8-b3a7-d0c47f18629c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:56.456229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.486242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-afbcbca2-fa66-4af7-87c1-b25ca1b8e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:56.488082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bf866d8-4bff-4725-bd29-b751e174d741 req-afbcbca2-fa66-4af7-87c1-b25ca1b8e038 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2215714 Dec 12 15:32:56.561320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting subnet 2b27fda1-b2c9-4269-9cbe-67ec9db1804e {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:32:56.575318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.599894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.641531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:32:56.645726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608eccea-f756-4a9e-850b-001e0f4e60fd req-2440bd82-1454-40e3-84de-772ab760bafd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545064 Dec 12 15:32:56.660280 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.706833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.809946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.850490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2db071-81eb-4cc7-861b-85cbab99ba11 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:32:56.862703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.901770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.934752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Subnet': ['ID=2b27fda1-b2c9-4269-9cbe-67ec9db1804e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:56.937414 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.944287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-edd0089a-7f4b-4254-a112-f6b893f288a8 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/subnets/2b27fda1-b2c9-4269-9cbe-67ec9db1804e HTTP/1.1" status: 204 len: 168 time: 0.8396103 Dec 12 15:32:56.944825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:56.945719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Transition to ACTIVE for port object 2e2db071-81eb-4cc7-861b-85cbab99ba11 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:32:56.951757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be368b60-0c3d-409e-8bd2-3dad485abd9a None None] Network ef7eac90-ce30-4ac8-990a-30cebdb74c4b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:56.959770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.961529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:56.965381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.025044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:57.056941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e26295-6cb3-45ba-9134-5707a400cc55 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:57.118573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edec2b29-49fe-4eb8-b3a7-d0c47f18629c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:57.135658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2842a-7149-467c-8d31-044e302c5b08 None None] Network caa42e59-68bd-4570-a71d-23d2ff138fa6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:32:57.163581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:57.167746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.171573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71fc7d63-932c-41b7-b6ed-ed653e64764b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/edec2b29-49fe-4eb8-b3a7-d0c47f18629c HTTP/1.1" status: 204 len: 168 time: 0.9934478 Dec 12 15:32:57.175756 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] Sync routers for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:57.177673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:57.181932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Attempting to bind port 2e2db071-81eb-4cc7-861b-85cbab99ba11 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:32:57.182402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Attempting to bind port 2e2db071-81eb-4cc7-861b-85cbab99ba11 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:32:57.182580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Attempting to bind port 2e2db071-81eb-4cc7-861b-85cbab99ba11 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:57.187888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Port 2e2db071-81eb-4cc7-861b-85cbab99ba11 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:32:57.188210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Attempting to bind port 2e2db071-81eb-4cc7-861b-85cbab99ba11 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:32:57.196711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6285818b-4bce-47cf-9732-75cf15fd5c68 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/routers/56d04f1e-2cb5-4c4d-b9a3-90c823104af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0689170 Dec 12 15:32:57.199162 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:57.200031 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:57.200563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46222) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:57.202858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:32:57.203191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:32:57.203575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:32:57.204013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Bound port: 2e2db071-81eb-4cc7-861b-85cbab99ba11, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:32:57.204365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.297154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7c9ff-ab3e-4455-ba2f-aaee8d7dc2ac None None] DHCP port deletion for caa42e59-68bd-4570-a71d-23d2ff138fa6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:57.300197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:57.324373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] Routers {'56d04f1e-2cb5-4c4d-b9a3-90c823104af2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:57.325229 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:57.355326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] DHCP port deletion for ef7eac90-ce30-4ac8-990a-30cebdb74c4b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:57.374730 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:57.375652 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b85196-5c89-47be-b729-cb05bf3f290e None None] The sync data for ids ['56d04f1e-2cb5-4c4d-b9a3-90c823104af2'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:57.392126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:32:57.395490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:32:57.398551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.402294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.459490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Deleting port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:57.459873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.482307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:57.482992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.484456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e2db071-81eb-4cc7-861b-85cbab99ba11 HTTP/1.1" status: 200 len: 1092 time: 2.2722807 Dec 12 15:32:57.486911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:32:57.494978 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:32:57.515934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.573358 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143c6f70-489d-4d8b-ab6a-af18c49851a6 x-openstack-request-id: req-143c6f70-489d-4d8b-ab6a-af18c49851a6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:32:57.573644 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:32:57.573901 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-143c6f70-489d-4d8b-ab6a-af18c49851a6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:32:57.574302 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11', 'status': 'completed', 'code': 200} Dec 12 15:32:57.591118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997168-f4db-4dc0-be9e-117a03d4f384 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:57.605117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] For port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,segment=NetworkSegment(cca8cdb9-d327-4f53-a19e-7340e63f9cfd),segment_id=cca8cdb9-d327-4f53-a19e-7340e63f9cfd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:57.605631 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.622267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.625380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.630138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Calling delete_port for 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:57.632114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-f3d66dc1-b6a0-481b-9b5e-5d5b878b5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:57.633647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-f3d66dc1-b6a0-481b-9b5e-5d5b878b5bc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 1095 time: 0.0846062 Dec 12 15:32:57.729566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cb650-58b9-461d-b63a-625c96fab28a None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:57.730781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-0a7f67b7-fdeb-414a-b774-0dfa63ba1164 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11 HTTP/1.1" status: 200 len: 217 time: 0.0871522 Dec 12 15:32:57.736160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.752795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] No DVR routers for this DVR port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:57.791160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfb819-7a2d-4256-8830-0628246fffac None None] Pushing event deleted for resources: {'Port': ['ID=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:57.895881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-71551760-6baf-45a6-a67c-1fc093e9db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:57.898413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-71551760-6baf-45a6-a67c-1fc093e9db8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1548734 Dec 12 15:32:57.925516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port afb7006f-6adc-48e2-906d-dc219c8e8190 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:57.926009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:57.955558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-1289b0e6-4c40-47bd-9f5e-3ff720682a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487204 Dec 12 15:32:58.078749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.099460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-e8cd98ce-19d9-49e3-9f9b-c807c4342998 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150444 Dec 12 15:32:58.145741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bebef2-b1c0-4556-9b80-4049a6b5469c req-fc76d029-15b8-46b7-9391-960535362bfc tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:58.160953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85bebef2-b1c0-4556-9b80-4049a6b5469c req-fc76d029-15b8-46b7-9391-960535362bfc tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 944 time: 0.3228426 Dec 12 15:32:58.180738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.197966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.219867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Deleting port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:58.220460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.274220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa42e59-68bd-4570-a71d-23d2ff138fa6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.312656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for afb7006f-6adc-48e2-906d-dc219c8e8190 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:58.330810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d7c820-8935-4437-aab1-605bfb8d4f96') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.331289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d7c820-8935-4437-aab1-605bfb8d4f96') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.334489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85bebef2-b1c0-4556-9b80-4049a6b5469c req-6c3491fc-2e3a-4ec2-8fc2-81f93e12fc52 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725411 Dec 12 15:32:58.348585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.378174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] For port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5, host n-d-710847-8, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:32:58.378775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.387605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.401026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Calling delete_port for 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:32:58.405678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 was not found and therefore no delete operation was performed {{(pid=103411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:32:58.408608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:58.409231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:58.412718 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:58.426959 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.440717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f687227b-00bf-4092-a404-f8dcedcaa6b5 req-a8393d1f-28fb-4d5e-88b6-1db822821edb service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769270 Dec 12 15:32:58.496134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Port': ['ID=173ffab0-66d8-4cc2-a08e-f81b8a4a57a5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:58.503602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] No DVR routers for this DVR port 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:32:58.536541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.556622 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.562829 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/caa42e59-68bd-4570-a71d-23d2ff138fa6 HTTP/1.1" status: 204 len: 168 time: 1.3627753 Dec 12 15:32:58.564498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Router 515ce840-a520-4471-8945-2d6a2db581ec is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:32:58.602624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8d814-d882-4a7a-a1d9-bdabd009bbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa42e59-68bd-4570-a71d-23d2ff138fa6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:58.609176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-08d8c2ca-88ce-4071-bef7-6cadd481d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:58.611116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-08d8c2ca-88ce-4071-bef7-6cadd481d85e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 1095 time: 0.0806119 Dec 12 15:32:58.625142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.690836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7eac90-ce30-4ac8-990a-30cebdb74c4b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.704752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.705302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca8cdb9-d327-4f53-a19e-7340e63f9cfd') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.744300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.766572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.779852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:32:58.792931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] Sync routers for ids ['515ce840-a520-4471-8945-2d6a2db581ec'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:32:58.794630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:32:58.795242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:32:58.799463 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:32:58.809660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] Routers {'515ce840-a520-4471-8945-2d6a2db581ec'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:58.810303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['515ce840-a520-4471-8945-2d6a2db581ec'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.821900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-03dae63d-6fb6-4aff-ab6b-094a99db773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:58.823384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-03dae63d-6fb6-4aff-ab6b-094a99db773a service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.2017343 Dec 12 15:32:58.872328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.874088 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-736a6eab-6445-4b2b-9fd2-0790e31c8a81 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0342882 Dec 12 15:32:58.879197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:58.890549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.913722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] Routers {'515ce840-a520-4471-8945-2d6a2db581ec'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:32:58.914622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['515ce840-a520-4471-8945-2d6a2db581ec'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.928509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-529e38ff-1f28-4d8a-b0fd-573037dcf190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11 HTTP/1.1" status: 200 len: 217 time: 0.0868545 Dec 12 15:32:58.964788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:58.973116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:32:58.974050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36ccf1-8037-43dc-b15e-8d1181cf94e3 None None] The sync data for ids ['515ce840-a520-4471-8945-2d6a2db581ec'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:32:58.996936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.001583 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.008578 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] 10.222.0.36 "DELETE /v2.0/networks/ef7eac90-ce30-4ac8-990a-30cebdb74c4b HTTP/1.1" status: 204 len: 168 time: 2.0613637 Dec 12 15:32:59.021201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=afb7006f-6adc-48e2-906d-dc219c8e8190,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:59.040833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01469596-e157-4d17-ae2b-d948c47bf6fa None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:32:59.073944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1ff82-be2b-42c4-8b1b-3e953a271df2 tempest-NetworksTest-1884490602 tempest-NetworksTest-1884490602-project] Pushing event deleted for resources: {'Network': ['ID=ef7eac90-ce30-4ac8-990a-30cebdb74c4b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:59.077003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:59.082809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-38d91e77-8542-4517-a1fb-18ed58dc0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:59.086911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-38d91e77-8542-4517-a1fb-18ed58dc0c6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1424112 Dec 12 15:32:59.123118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b273124f-84d4-4d6d-af70-82e265f24430 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/515ce840-a520-4471-8945-2d6a2db581ec HTTP/1.1" status: 200 len: 921 time: 0.2425189 Dec 12 15:32:59.126236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:59.164208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-de19a998-22e6-4a0c-aff6-a9818173f7bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383580 Dec 12 15:32:59.180956 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67cf915a-0b58-418f-a0cb-df6857128ede tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=515ce840-a520-4471-8945-2d6a2db581ec HTTP/1.1" status: 200 len: 205 time: 0.0481424 Dec 12 15:32:59.183620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:59.189007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3a344515-2596-41e5-b197-763c9481e6c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a068a30be89a426aa1f2089d038a7e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1091990 Dec 12 15:32:59.190936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:59.202253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:32:59.214039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.231133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:32:59.231755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173ffab0-66d8-4cc2-a08e-f81b8a4a57a5 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:32:59.491834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.514230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.629791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.725886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.767941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.771460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.776134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e336fedc-a9d3-4e29-acc9-5d7eb7a0816f HTTP/1.1" status: 204 len: 168 time: 0.5842407 Dec 12 15:32:59.792423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.818085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95f9c7-07fd-4d52-933c-d743952c5809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336fedc-a9d3-4e29-acc9-5d7eb7a0816f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:32:59.819273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:32:59.864929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.882541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port a80a9da6-e6b9-4723-8a1d-3b350b60c81e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:32:59.882887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.941492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22dc6f-45da-44a5-816d-7714ba387387 req-4b3bb081-3824-4aab-a93f-666cf341d180 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:32:59.948768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d22dc6f-45da-44a5-816d-7714ba387387 req-4b3bb081-3824-4aab-a93f-666cf341d180 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 944 time: 0.1868966 Dec 12 15:32:59.969867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-179f2ce7-2c4b-4b8b-87d8-68b013aff339 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964728 Dec 12 15:32:59.985025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-31a0eb84-5582-48f3-aaf6-f74f4e81ff79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0656197 Dec 12 15:32:59.989228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:32:59.989897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Fanout notify agent at l3_agent the message router_deleted on router 56d04f1e-2cb5-4c4d-b9a3-90c823104af2 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:00.090379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.095192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-433e8999-9751-4319-9779-0171f444027a tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/routers/56d04f1e-2cb5-4c4d-b9a3-90c823104af2 HTTP/1.1" status: 204 len: 168 time: 2.8927121 Dec 12 15:33:00.098037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e054ed3-c8ba-4a02-96c1-8f66cb562a35 req-ed26c20b-f5e2-4dfa-9c49-06c9ed1b292e service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095324 Dec 12 15:33:00.099806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46298) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:00.126633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.164725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for a80a9da6-e6b9-4723-8a1d-3b350b60c81e owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:00.166089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting subnet 534b7386-399e-45d2-a549-ceb75232d98b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:33:00.169801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.210704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.346484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d22dc6f-45da-44a5-816d-7714ba387387 req-b4fa3404-b93a-42f1-a46e-1ab2c20cbfab tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966503 Dec 12 15:33:00.367027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.367556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.368234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.368487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.368973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.369426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.369877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.372696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-74d82f40-6037-4b94-a2bc-576c4812813b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.2733626 Dec 12 15:33:00.384528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.437255 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-962ad5db-2034-4038-96c9-75986dae0401 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e531860c4262402fb5563120607931a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6155863 Dec 12 15:33:00.443316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46302) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:00.488041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.534157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=a80a9da6-e6b9-4723-8a1d-3b350b60c81e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:00.535386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a5d5f-4c12-4ce0-9f6f-dd2d0a3a38e4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:00.575159 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.638046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.641886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-0c5a1f55-ef46-4aba-b010-f38c82d20fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.642403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-0c5a1f55-ef46-4aba-b010-f38c82d20fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.642817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-0c5a1f55-ef46-4aba-b010-f38c82d20fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:00.644447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-0c5a1f55-ef46-4aba-b010-f38c82d20fdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.2284374 Dec 12 15:33:00.646766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:00.722814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.724061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Subnet': ['ID=534b7386-399e-45d2-a549-ceb75232d98b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:00.729584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31050168-7dcb-40aa-acf5-d691f3701448 None None] Network 3fc962a6-7f1b-4fa1-bab7-fa89818dffae requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:00.796504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.823204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a523609e-c892-4f63-8a0a-662e5977e33c tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/subnets/534b7386-399e-45d2-a549-ceb75232d98b HTTP/1.1" status: 204 len: 168 time: 0.7197855 Dec 12 15:33:00.843655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46316) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:00.876783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.880305 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.917166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.942693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] DHCP port deletion for 3fc962a6-7f1b-4fa1-bab7-fa89818dffae request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:00.982864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:00.987813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router 515ce840-a520-4471-8945-2d6a2db581ec {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:00.993762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b016076e-1020-42a3-b51e-f251e8bdd694 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.2932353 Dec 12 15:33:01.010140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.012918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2186a7c9-1cf0-4396-a0ce-e0decbdb8c7d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/515ce840-a520-4471-8945-2d6a2db581ec HTTP/1.1" status: 204 len: 168 time: 1.8224273 Dec 12 15:33:01.016152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.016898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:01.023502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1887289899', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:01.059847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.065764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.069992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-ede0b36b-a52b-4665-bf69-a30daa53c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:01.071653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-ede0b36b-a52b-4665-bf69-a30daa53c28c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.0551827 Dec 12 15:33:01.111047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Deleting port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:01.111428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.209972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.216482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.220568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.226178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/713cfc9d-3745-4970-8fff-3419269bac5b HTTP/1.1" status: 204 len: 168 time: 0.7818935 Dec 12 15:33:01.231802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-bd0b44da-0e8c-40f8-91f4-d410ca589b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:01.233578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-bd0b44da-0e8c-40f8-91f4-d410ca589b10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488020 Dec 12 15:33:01.243446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5a6c-61ae-4a8a-a46b-2123d7787fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713cfc9d-3745-4970-8fff-3419269bac5b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:01.266857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:33:01.328421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,segment=NetworkSegment(b0a11b74-8154-4503-ab42-94198c663b6d),segment_id=b0a11b74-8154-4503-ab42-94198c663b6d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:01.328841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.345966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:01.346447 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.353805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Calling delete_port for 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:01.419733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9aab7b3-8b1b-4caf-a49a-fa2754c25719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.551286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.552151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.575566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-e5a04b47-807a-4a59-8967-1b6065f77dfd service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274586 Dec 12 15:33:01.585671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,segment=NetworkSegment(b0a11b74-8154-4503-ab42-94198c663b6d),segment_id=b0a11b74-8154-4503-ab42-94198c663b6d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:01.586379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.634714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:01.682560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9aab7b3-8b1b-4caf-a49a-fa2754c25719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.694030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9aab7b3-8b1b-4caf-a49a-fa2754c25719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.710971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,segment=NetworkSegment(b0a11b74-8154-4503-ab42-94198c663b6d),segment_id=b0a11b74-8154-4503-ab42-94198c663b6d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:01.732128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b029b26-ade7-4f45-b0ed-7b1a5bb19d4f req-0609eea0-1351-43c9-85df-b0e43b14a107 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:01.733579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.735276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b029b26-ade7-4f45-b0ed-7b1a5bb19d4f req-0609eea0-1351-43c9-85df-b0e43b14a107 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 944 time: 0.2586851 Dec 12 15:33:01.760722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a9aab7b3-8b1b-4caf-a49a-fa2754c25719 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=555f12087cb24f469a0f8af4f373d19e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1091392 Dec 12 15:33:01.760722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab7b3-8b1b-4caf-a49a-fa2754c25719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63c83b2-5248-420c-af2f-1b01dbbf3e0c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:01.765147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46342) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:01.823392 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.862013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] No DVR routers for this DVR port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:01.901582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b029b26-ade7-4f45-b0ed-7b1a5bb19d4f req-03609b0a-19bb-4a0e-bec8-9812c2aa77a6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234202 Dec 12 15:33:01.927520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:01.939900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.958562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542e31-8d48-4567-ad56-2f5cb7c6157d None None] Pushing event deleted for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:01.962791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2e2db071-81eb-4cc7-861b-85cbab99ba11 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:33:01.979005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:01.981943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.015607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7eef8a5a-f428-4684-9b43-e05c5247b43b service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254217 Dec 12 15:33:02.017742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.101373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-d196193d-f25b-4bbd-b682-7e0a9fe0fe8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.0641446 Dec 12 15:33:02.106831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:02.109161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.131184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '2e2db071-81eb-4cc7-861b-85cbab99ba11', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': '2e2db071-81eb-4cc7-861b-85cbab99ba11', 'mac_address': 'fa:16:3e:a6:7b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:33:02.188502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.195361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.208553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2db071-81eb-4cc7-861b-85cbab99ba11 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:33:02.213306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.219353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b63c83b2-5248-420c-af2f-1b01dbbf3e0c HTTP/1.1" status: 204 len: 168 time: 0.4506660 Dec 12 15:33:02.233067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] No DVR routers for this DVR port 869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:02.240358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:02.243184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.25.3.15 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3b290a48-3e39-4c9b-8147-ceeeb7a362bb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:02.245384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd4cd6-289a-41d9-ad16-4f5f404c105a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63c83b2-5248-420c-af2f-1b01dbbf3e0c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:02.249638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.290705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=869c88c0-60d8-4745-bcc5-fb4a1e2ebaf8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:02.336019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:02.399688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.410789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.426106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b0e9dfcb-028f-4c47-a791-eb662cf099ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:02.427589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b0e9dfcb-028f-4c47-a791-eb662cf099ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.2992709 Dec 12 15:33:02.431145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc962a6-7f1b-4fa1-bab7-fa89818dffae']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:02.453556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2e2db071-81eb-4cc7-861b-85cbab99ba11'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:33:02.468414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.470774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a11b74-8154-4503-ab42-94198c663b6d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:02.471139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a11b74-8154-4503-ab42-94198c663b6d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:02.485206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.506960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.515907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-480b4890-fd4e-4311-9dbe-53ee42e7df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:02.517745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-480b4890-fd4e-4311-9dbe-53ee42e7df1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785129 Dec 12 15:33:02.521235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:02.521681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:02.526652 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:02.562617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:02.576828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:02.583294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:02.595515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb38c0-5102-4506-8661-18bef4389f5c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:02.647409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:02.651710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-4e297095-790b-4949-a639-6a629709dd79 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126437 Dec 12 15:33:02.684944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e2c93ca1-5f32-4230-a8fe-2643b09750c4 None None] Provisioning complete for port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:02.686029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e2c93ca1-5f32-4230-a8fe-2643b09750c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.751724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e2c93ca1-5f32-4230-a8fe-2643b09750c4 None None] Port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:02.782609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.792907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:02.799357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/networks/3fc962a6-7f1b-4fa1-bab7-fa89818dffae HTTP/1.1" status: 204 len: 168 time: 1.9436510 Dec 12 15:33:02.802906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:02.867411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b37c82-f1fa-4b4f-8d44-a770bffa1188 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Network': ['ID=3fc962a6-7f1b-4fa1-bab7-fa89818dffae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:02.916425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46382) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:02.929330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-168a1fd5-f1b1-49c1-a091-846e53f0b6f4 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444613 Dec 12 15:33:02.939293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aefe990-6d17-4d97-8730-9dbb7c9782cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.009077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-5f637d2c-406a-47e8-8bfc-1457c342d4e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0494707 Dec 12 15:33:03.136832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:03.137186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.163180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7b2aea78-4ece-4919-9e54-41fdc6241143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:03.164732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7b2aea78-4ece-4919-9e54-41fdc6241143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1438777 Dec 12 15:33:03.172878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f35b-6bff-4161-852e-c4787cd8711d req-ce88c4a2-5e2c-4f8e-ba91-e1961451bb7c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:03.174371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1981f35b-6bff-4161-852e-c4787cd8711d req-ce88c4a2-5e2c-4f8e-ba91-e1961451bb7c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 945 time: 0.1549306 Dec 12 15:33:03.317131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1981f35b-6bff-4161-852e-c4787cd8711d req-76224580-1a2d-4c55-8cc4-60227bb53681 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Dec 12 15:33:03.321067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.355065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-48a114aa-c2e0-4d4c-b17c-010281f39ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:03.357271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-48a114aa-c2e0-4d4c-b17c-010281f39ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520865 Dec 12 15:33:03.360800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aefe990-6d17-4d97-8730-9dbb7c9782cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.362795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.363712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.371992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.372405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aefe990-6d17-4d97-8730-9dbb7c9782cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.404024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:03.479385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefe990-6d17-4d97-8730-9dbb7c9782cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a60a760-dba6-4d0a-8688-1ec998bcd4d8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:03.514818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3aefe990-6d17-4d97-8730-9dbb7c9782cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0db6a70dcf284dc792da25e79f92ac93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5936663 Dec 12 15:33:03.515643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.569511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-2e366532-2817-4709-821e-1f17fbf3208b service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927097 Dec 12 15:33:03.611223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.618094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.683368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.718584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a82793f5-0834-4dc0-917e-a93b90c0b23c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.723367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.750412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b7b3c6a4-1402-4fd2-b82f-8004d77e6202 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686571 Dec 12 15:33:03.752868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=9c3be7ab-1e57-4a7e-8eb3-addc9e40dab9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:03.840096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-00c8ff0f-0c52-4eee-a688-5edc028e9f2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.0621827 Dec 12 15:33:03.865369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.868361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.872206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a60a760-dba6-4d0a-8688-1ec998bcd4d8 HTTP/1.1" status: 204 len: 168 time: 0.3532016 Dec 12 15:33:03.882827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7cae14-8d78-40c9-8889-b88f7cac445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a60a760-dba6-4d0a-8688-1ec998bcd4d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:03.893393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.895131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router c92664a8-7408-4090-9735-785dcd36e673 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:03.896368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:03.903145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5ed2712c-8d96-4054-b8fe-5a739d3bdac6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/floatingips/9ee7e940-d195-40f7-aa1e-e738f392a6f1 HTTP/1.1" status: 204 len: 168 time: 1.0981972 Dec 12 15:33:03.903403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46410) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.903627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46412) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.944902 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b421d85-5b45-46e0-9d3a-b8cacb83e13d tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] DELETE failed (client error): The resource could not be found. Dec 12 15:33:03.945526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b421d85-5b45-46e0-9d3a-b8cacb83e13d tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:33:03.952609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b421d85-5b45-46e0-9d3a-b8cacb83e13d tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/68f37262-f514-4114-b536-b2d365c63282 HTTP/1.1" status: 404 len: 333 time: 0.0460408 Dec 12 15:33:03.953531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.968652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-37d00ebf-f6b1-4ac4-916e-493fd585e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:03.970400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-37d00ebf-f6b1-4ac4-916e-493fd585e8a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1195192 Dec 12 15:33:03.990346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-581cf201-3844-47c2-8847-218ec43b9474 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/ports?device_id=56d04f1e-2cb5-4c4d-b9a3-90c823104af2 HTTP/1.1" status: 200 len: 205 time: 0.0332358 Dec 12 15:33:03.992625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:03.998265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2e2db071-81eb-4cc7-861b-85cbab99ba11 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:04.046018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-91add9ef-e65a-4703-a661-a97c603ccfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:04.052408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-91add9ef-e65a-4703-a661-a97c603ccfcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670385 Dec 12 15:33:04.053257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a82793f5-0834-4dc0-917e-a93b90c0b23c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.054802 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-fc753540-5cb6-4e4a-bee0-10bd74bc7b46 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] delete failed (client error): The resource could not be found. Dec 12 15:33:04.057158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc753540-5cb6-4e4a-bee0-10bd74bc7b46 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/routers/56d04f1e-2cb5-4c4d-b9a3-90c823104af2 HTTP/1.1" status: 404 len: 336 time: 0.0633368 Dec 12 15:33:04.059233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46424) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:04.064490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a82793f5-0834-4dc0-917e-a93b90c0b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.101046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a82793f5-0834-4dc0-917e-a93b90c0b23c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d40a15706634c71b70cc658b1300536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281032 Dec 12 15:33:04.126381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:04.157290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 2e2db071-81eb-4cc7-861b-85cbab99ba11 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:33:04.158877 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-215247e3-39ea-4799-a903-d360d7deb99b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] DELETE failed (client error): The resource could not be found. Dec 12 15:33:04.159535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215247e3-39ea-4799-a903-d360d7deb99b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:33:04.164295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 2e2db071-81eb-4cc7-861b-85cbab99ba11 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:04.164695 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.167071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-215247e3-39ea-4799-a903-d360d7deb99b tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/subnets/534b7386-399e-45d2-a549-ceb75232d98b HTTP/1.1" status: 404 len: 337 time: 0.1065993 Dec 12 15:33:04.168047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:04.266194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-64ac9950-5fe3-4f4f-a425-da87ba5b2c95 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883795 Dec 12 15:33:04.296063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:04.306855 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Sync routers for ids ['c92664a8-7408-4090-9735-785dcd36e673'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:04.312712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82793f5-0834-4dc0-917e-a93b90c0b23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7e506-bb79-403c-b410-339f80433d0c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:04.319290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.327639 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Routers {'c92664a8-7408-4090-9735-785dcd36e673'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:04.328259 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c92664a8-7408-4090-9735-785dcd36e673'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:04.360912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.383130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.383675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:33:04.390035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-047b7d20-1dd0-45b0-ba37-8e4b3e2159cb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3715084 Dec 12 15:33:04.391364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9626ee-ad4b-45ed-a1ee-19b6d016d283" -d '{"events": [{"server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "name": "network-vif-plugged", "status": "completed", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:33:04.393163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46436) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:04.399065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 33b625b1-3d81-4284-af4c-6d36f00a9d08 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:04.399867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.406100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.441429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:04.451232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.566764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:04.580417 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Set router c92664a8-7408-4090-9735-785dcd36e673 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:33:04.593721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.610467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 33b625b1-3d81-4284-af4c-6d36f00a9d08 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:04.766854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.789418 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92664a8-7408-4090-9735-785dcd36e673', 'name': 'tempest-snat-router-1887289899', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:01Z', 'updated_at': '2021-12-12T15:33:02Z', 'revision_number': 3, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port': {'id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92664a8-7408-4090-9735-785dcd36e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:02Z', 'updated_at': '2021-12-12T15:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:04.830899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99991553-52aa-4447-9755-8b1faa67c585 None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:04.847344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=33b625b1-3d81-4284-af4c-6d36f00a9d08,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:04.849346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7759d690-3494-434d-ba4f-33fea0212a71 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:04.850120 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-7759d690-3494-434d-ba4f-33fea0212a71 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 15:33:04.850574 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-7759d690-3494-434d-ba4f-33fea0212a71 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:04.851573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7759d690-3494-434d-ba4f-33fea0212a71 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.9436548 Dec 12 15:33:04.861670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46446) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:04.862552 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe19a78c-05c0-40a2-9c93-d7cbd9bad6eb x-openstack-request-id: req-fe19a78c-05c0-40a2-9c93-d7cbd9bad6eb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:33:04.863023 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "name": "network-vif-plugged", "status": "completed", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:33:04.863440 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe19a78c-05c0-40a2-9c93-d7cbd9bad6eb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:33:04.864140 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11', 'code': 200} Dec 12 15:33:04.875488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Checking router: c92664a8-7408-4090-9735-785dcd36e673 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:33:04.876102 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Updating router c92664a8-7408-4090-9735-785dcd36e673 port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:33:04.883150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--77485106'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:04.934720 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.978779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:04.985612 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b0ccbd4-870d-46b0-b0c7-eef95a862206 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/33b625b1-3d81-4284-af4c-6d36f00a9d08 HTTP/1.1" status: 204 len: 168 time: 0.8144937 Dec 12 15:33:04.988325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:05.030806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-f0d473ca-0d26-438a-a075-fc7bf6817f27 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7483382 Dec 12 15:33:05.051184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afa77b-c340-4196-9c64-532c3c41d205 req-ed38adcc-a9ce-49f5-ab7c-d5ac2fdbcaf9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:05.052746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5afa77b-c340-4196-9c64-532c3c41d205 req-ed38adcc-a9ce-49f5-ab7c-d5ac2fdbcaf9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.2143083 Dec 12 15:33:05.058077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.126792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:05.127877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.177906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.187798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-ae7ded26-b06e-4825-894d-8bce6333af95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.1322644 Dec 12 15:33:05.205013 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:33:05.212916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.216348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.217652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7a7e506-bb79-403c-b410-339f80433d0c HTTP/1.1" status: 204 len: 168 time: 1.0892036 Dec 12 15:33:05.278438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.286048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ad75d38-86a3-42a6-ba6e-fbaff1624858 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/c92664a8-7408-4090-9735-785dcd36e673 HTTP/1.1" status: 200 len: 908 time: 0.8902607 Dec 12 15:33:05.289203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46468) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:05.297847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2849f4a-ccf9-48ac-980b-f45023cd9399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7e506-bb79-403c-b410-339f80433d0c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:05.297989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1887289899', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': True}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:05.303873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5afa77b-c340-4196-9c64-532c3c41d205 req-5ed4cd95-bae4-4ee3-8f19-9045c00f4ec1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317984 Dec 12 15:33:05.305933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fa223-26b8-4400-a955-17282c0cf28d req-d352a37b-6923-4a06-8b62-79b297c3a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:05.307800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad3fa223-26b8-4400-a955-17282c0cf28d req-d352a37b-6923-4a06-8b62-79b297c3a2aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 1097 time: 0.3606679 Dec 12 15:33:05.315360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-cdd63e7d-54b2-47c9-8d03-6122ac63757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:05.317137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-cdd63e7d-54b2-47c9-8d03-6122ac63757e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1053529 Dec 12 15:33:05.331535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.333362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.375199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa132-c04a-413e-86bd-7025420fb095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.454028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad3fa223-26b8-4400-a955-17282c0cf28d req-93f00032-3670-4b0a-b10d-b545c0a3f779 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356409 Dec 12 15:33:05.459550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-4ea5e525-7a98-4916-ab8d-5c3274161031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:05.459550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-4ea5e525-7a98-4916-ab8d-5c3274161031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1175368 Dec 12 15:33:05.469063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.470395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:05.526240 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.540601 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.566704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.579117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.606970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7664f-65ac-4b42-8307-cc1e3c7a3af7 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:05.631113 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabc08-43ef-49a4-a6fe-474ab348cc2c None None] Pushing event updated for resources: {'Port': ['ID=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:05.634609 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Attempting to bind port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:05.635169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Attempting to bind port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:05.635628 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Attempting to bind port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:05.642795 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:05.643534 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:05.644037 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.644718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:05.645374 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Bound port: 3b290a48-3e39-4c9b-8147-ceeeb7a362bb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:05.645844 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.649674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b13d5d-873f-428c-9aa3-a75e16588ff5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:05.671182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-930c3279-ab46-40e1-a194-2b6ebb1b8c6c service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882415 Dec 12 15:33:05.708768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5ccf83a9-4e6a-4cc1-a7f6-ee7559a2df69 None None] Provisioning complete for port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:05.710556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5ccf83a9-4e6a-4cc1-a7f6-ee7559a2df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.721613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.753572 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] For port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:33:05.766489 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] For port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:33:05.775873 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.812792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf83a9-4e6a-4cc1-a7f6-ee7559a2df69 None None] Port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:05.817029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.827431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.842995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11fe94d-c0bc-47a7-846c-c204e43a52a4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:05.849092 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Routers {'c92664a8-7408-4090-9735-785dcd36e673'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:05.849861 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:32:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c92664a8-7408-4090-9735-785dcd36e673'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:05.940911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] Provisioning complete for port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:05.941678 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.945175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.946250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-18cf4a22-7583-4e88-84e1-5ae9299a9acd service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599673 Dec 12 15:33:05.962309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:05.963550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0856481 Dec 12 15:33:05.970165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:05.978513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '6cb43722-4d7c-4035-b745-5cdd37fe8c37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:05.987175 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] Set router c92664a8-7408-4090-9735-785dcd36e673 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:33:06.018187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=b4952e84-7029-4ee6-8a14-5a2bbee3e7c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:06.044550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d5532-7c08-476e-90dc-e1a20ffa6ddd None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:06.073430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deed65-0976-4fdb-a5b5-2d8dae1e1e51 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb43722-4d7c-4035-b745-5cdd37fe8c37,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:06.079640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-a68439c3-11cb-4a28-a4f2-84665247e4fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.1026917 Dec 12 15:33:06.148006 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.175930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] For port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:06.176526 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaabc08-43ef-49a4-a6fe-474ab348cc2c None None] Pushing event updated for resources: {'Port': ['ID=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:06.184850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.222725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-5680c43d-f43e-4583-9682-8c4412ca379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:06.226538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-5680c43d-f43e-4583-9682-8c4412ca379c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1332059 Dec 12 15:33:06.278600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.297232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46492) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:06.313998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.335809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-af73c485-1d36-4948-90cf-139f84359175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:06.338150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-af73c485-1d36-4948-90cf-139f84359175 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026859 Dec 12 15:33:06.346228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.354573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac298bd-f37e-4b95-9f7b-a1c945462fc0 None None] Pushing event updated for resources: {'Port': ['ID=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:06.369853 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be14d49c-d325-4c21-aeb9-9054fe62d0c6 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/ports/b4952e84-7029-4ee6-8a14-5a2bbee3e7c1 HTTP/1.1" status: 204 len: 168 time: 1.3803973 Dec 12 15:33:06.384037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:06.388611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.392538 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92664a8-7408-4090-9735-785dcd36e673', 'name': 'tempest-snat-router-1887289899', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:01Z', 'updated_at': '2021-12-12T15:33:02Z', 'revision_number': 3, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port': {'id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92664a8-7408-4090-9735-785dcd36e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:02Z', 'updated_at': '2021-12-12T15:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:06.558294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.571096 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.585370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778d0e6-8dcf-46f4-8611-4a5ea6296582 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:06.590365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9778d0e6-8dcf-46f4-8611-4a5ea6296582 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "GET /v2.0/ports?device_id=04342de8-87d8-4a2e-a843-4e4215605df3 HTTP/1.1" status: 200 len: 913 time: 0.2046304 Dec 12 15:33:06.591315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46506) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:06.629627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8a1974-9f88-47e0-96f1-79c929fdf905,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:06.644898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.649477 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-379ec1f8-97d0-48b4-b1f0-248b0333ffd1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6745567 Dec 12 15:33:06.650635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46508) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:06.657377 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00cfd8a-0832-4547-9b1b-1eb90527172c None None] The sync data for ids ['c92664a8-7408-4090-9735-785dcd36e673'] in n-d-710847-8 is: [{'id': 'c92664a8-7408-4090-9735-785dcd36e673', 'name': 'tempest-snat-router-1887289899', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': False}, 'gw_port_id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:01Z', 'updated_at': '2021-12-12T15:33:02Z', 'revision_number': 3, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port': {'id': '3b290a48-3e39-4c9b-8147-ceeeb7a362bb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92664a8-7408-4090-9735-785dcd36e673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:02Z', 'updated_at': '2021-12-12T15:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:06.662952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420576d-9e34-4d2e-baf1-e09fb4556788 req-d27d4be5-fd46-40b9-b180-447466f278ea tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:06.673439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5420576d-9e34-4d2e-baf1-e09fb4556788 req-d27d4be5-fd46-40b9-b180-447466f278ea tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.1762018 Dec 12 15:33:06.675196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.25.3.230 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/878f53ae-197d-451b-910f-ad03f34c85e5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:06.700597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c2edffdd-47eb-4d19-852f-fe88666d0e13 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '6cb43722-4d7c-4035-b745-5cdd37fe8c37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:06.742991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7e429e27-23df-4882-afe1-d781635e937f service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916283 Dec 12 15:33:06.792752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f783d548-4ca5-4afd-916d-e4b6c6682433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.889272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.923045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5420576d-9e34-4d2e-baf1-e09fb4556788 req-4e722ac7-a6c9-4d7e-a4ef-5c116e79a180 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484040 Dec 12 15:33:06.923723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2edffdd-47eb-4d19-852f-fe88666d0e13 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:06.957531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.069478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:07.077204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:07.079493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=878f53ae-197d-451b-910f-ad03f34c85e5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:07.083095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:07.100187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4e118-6363-40ba-8317-3fc1366db227 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:07.133757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-6c588e0b-1d48-429e-bc14-e324480333ba service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658295 Dec 12 15:33:07.258649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-21321c27-bb54-4cd6-95d1-47e7c9c0e4be None None] Provisioning complete for port 878f53ae-197d-451b-910f-ad03f34c85e5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:07.259279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-21321c27-bb54-4cd6-95d1-47e7c9c0e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.324162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b290a48-3e39-4c9b-8147-ceeeb7a362bb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:07.329508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-21321c27-bb54-4cd6-95d1-47e7c9c0e4be None None] Port 878f53ae-197d-451b-910f-ad03f34c85e5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:07.379755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:07.380308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.492386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-768d099a-492b-49fa-9c51-bb616caf6957 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.1687527 Dec 12 15:33:07.494872 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-c2edffdd-47eb-4d19-852f-fe88666d0e13 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:07.498620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2edffdd-47eb-4d19-852f-fe88666d0e13 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8421528 Dec 12 15:33:07.499743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f783d548-4ca5-4afd-916d-e4b6c6682433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.500025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:07.565808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f783d548-4ca5-4afd-916d-e4b6c6682433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.644055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b3f64185-da00-4d75-84d1-c50c9a4f4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:07.646045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-b3f64185-da00-4d75-84d1-c50c9a4f4c4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1293061 Dec 12 15:33:07.652153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f783d548-4ca5-4afd-916d-e4b6c6682433 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e674d557c2444434824c82bd97a49209&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3528728 Dec 12 15:33:07.653156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:07.709718 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ecbcad3-f4cf-4a4c-be55-469bf61dbd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.718471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783d548-4ca5-4afd-916d-e4b6c6682433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9108af68-fc01-4dd1-ad7a-918a2d0c2352,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:07.791180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7194135b-0c71-4c29-ace8-d98297cf0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:07.792697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-7194135b-0c71-4c29-ace8-d98297cf0b27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0762143 Dec 12 15:33:07.796112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.825004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.875882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.910045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-70a45cc5-3d52-4677-b8fc-9b4161b826f8 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038125 Dec 12 15:33:07.944350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.968242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.976690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.979315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:07.980518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/6cb43722-4d7c-4035-b745-5cdd37fe8c37 HTTP/1.1" status: 204 len: 168 time: 0.4790645 Dec 12 15:33:07.988034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:08.028777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f1456-4a54-4c50-a4c0-89502e5d9718 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb43722-4d7c-4035-b745-5cdd37fe8c37,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:08.107220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.130526 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-17dc500c-b501-476e-8a76-8bc4870b0bc6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377470 Dec 12 15:33:08.162029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46556) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:08.181226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029328168'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:08.278607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9055335d-1ad0-4e8e-98f0-8f5c5b3a7983 req-a8a2e923-fa4d-496e-b0b9-3b5750d83429 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577366 Dec 12 15:33:08.341248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.414163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360f0d3-6aab-472e-810c-82f7bd7ea8f4 req-cc0c6e39-4dd3-45ff-a93b-72888e27c6a5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:08.415602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3360f0d3-6aab-472e-810c-82f7bd7ea8f4 req-cc0c6e39-4dd3-45ff-a93b-72888e27c6a5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.2444372 Dec 12 15:33:08.523836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.529038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.531821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.533002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9108af68-fc01-4dd1-ad7a-918a2d0c2352 HTTP/1.1" status: 204 len: 168 time: 0.8691916 Dec 12 15:33:08.571064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b12d18-dd7c-4c16-8fe3-092f48a9ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108af68-fc01-4dd1-ad7a-918a2d0c2352,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:08.600015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:08.791107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router b18881e6-c14f-43ee-b688-738e6cbfeb95 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:08.952923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:08.964061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Sync routers for ids ['b18881e6-c14f-43ee-b688-738e6cbfeb95'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:08.978671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Routers {'b18881e6-c14f-43ee-b688-738e6cbfeb95'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:08.993584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b18881e6-c14f-43ee-b688-738e6cbfeb95'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:09.008709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.012709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a2861188-9f6e-4de5-a953-237f81f86422 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7224255 Dec 12 15:33:09.015680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:09.020986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3360f0d3-6aab-472e-810c-82f7bd7ea8f4 req-17f2e525-1f9a-4a2c-8861-4b905532a97f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902092 Dec 12 15:33:09.121991 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.138436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.312589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.314604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1422153 Dec 12 15:33:09.319427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46596) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:09.325786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d5af4bb2-407b-42d8-a33f-7b470e495490 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '75b46bb1-da6a-40ea-8d98-1873867b6777', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:09.326861 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-d5af4bb2-407b-42d8-a33f-7b470e495490 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 15:33:09.327620 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-d5af4bb2-407b-42d8-a33f-7b470e495490 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:09.328862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d5af4bb2-407b-42d8-a33f-7b470e495490 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077128 Dec 12 15:33:09.330044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1f7f0-8630-4dc5-86f0-b550e11bc34a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b46bb1-da6a-40ea-8d98-1873867b6777,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:09.334751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46598) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:09.361133 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29938be6-9c96-4d25-ab7c-80028b789067 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/b18881e6-c14f-43ee-b688-738e6cbfeb95 HTTP/1.1" status: 200 len: 908 time: 0.3436918 Dec 12 15:33:09.370077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:09.448971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46604) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:09.466999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.527808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.529714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4388d7cc-ba5c-47ea-a776-635079bc3d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.576943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Set router b18881e6-c14f-43ee-b688-738e6cbfeb95 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:33:09.582854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.607825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.657938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5261e-fbc0-4afc-8096-cb6994bc291a req-3bf6f4da-4f66-4601-b554-1807a3e6a12d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:09.659493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63d5261e-fbc0-4afc-8096-cb6994bc291a req-3bf6f4da-4f66-4601-b554-1807a3e6a12d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.1554105 Dec 12 15:33:09.681375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port a346fb87-188c-472e-962b-cb26f7bcc14e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:09.681753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.778555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.792143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for a346fb87-188c-472e-962b-cb26f7bcc14e owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:09.813890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.911802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Deleting port 878f53ae-197d-451b-910f-ad03f34c85e5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:09.912715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:09.954974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18881e6-c14f-43ee-b688-738e6cbfeb95', 'name': 'tempest-snat-router-1887289899', 'tenant_id': '8b6714ae8bb4429d9d443ec4f5848109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '878f53ae-197d-451b-910f-ad03f34c85e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:05Z', 'updated_at': '2021-12-12T15:33:07Z', 'revision_number': 3, 'project_id': '8b6714ae8bb4429d9d443ec4f5848109', 'gw_port': {'id': '878f53ae-197d-451b-910f-ad03f34c85e5', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18881e6-c14f-43ee-b688-738e6cbfeb95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:06Z', 'updated_at': '2021-12-12T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:10.000128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.002824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.003982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/75b46bb1-da6a-40ea-8d98-1873867b6777 HTTP/1.1" status: 204 len: 168 time: 0.6669121 Dec 12 15:33:10.008129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Checking router: b18881e6-c14f-43ee-b688-738e6cbfeb95 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:33:10.008747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Updating router b18881e6-c14f-43ee-b688-738e6cbfeb95 port 878f53ae-197d-451b-910f-ad03f34c85e5 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:33:10.028246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:10.054972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95ffe-0da3-42a3-a716-68fa95fac305 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b46bb1-da6a-40ea-8d98-1873867b6777,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:10.074897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63d5261e-fbc0-4afc-8096-cb6994bc291a req-d16ca703-10da-46c1-90c6-6042460109c2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024179 Dec 12 15:33:10.082152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4388d7cc-ba5c-47ea-a776-635079bc3d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.091997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4388d7cc-ba5c-47ea-a776-635079bc3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.114079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.133191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cc1b5a84-d420-4c80-8178-df34e69b9c99 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1032152 Dec 12 15:33:10.146614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.147043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:10.162196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--310068964'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:10.181108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4388d7cc-ba5c-47ea-a776-635079bc3d68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=068287d00ca54871aa3cc1053f4587e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7254050 Dec 12 15:33:10.185260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:10.200040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388d7cc-ba5c-47ea-a776-635079bc3d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34784826-ad80-40b5-ae91-1f32d42db103,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:10.225477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.230095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Calling delete_port for 878f53ae-197d-451b-910f-ad03f34c85e5 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:10.270729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=a346fb87-188c-472e-962b-cb26f7bcc14e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:10.301294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47313b36-41fe-4a5e-bd1d-5f61dde0ec94 None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:10.336559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.346327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.369894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.481093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.483913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.488469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34784826-ad80-40b5-ae91-1f32d42db103 HTTP/1.1" status: 204 len: 168 time: 0.3004599 Dec 12 15:33:10.534722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953db26a-5987-487e-a2f5-2f6df910d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34784826-ad80-40b5-ae91-1f32d42db103,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:10.551815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.555895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.645537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.645850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:33:10.646416 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:33:10.708048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Port': ['ID=878f53ae-197d-451b-910f-ad03f34c85e5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:10.749177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58c19f0-032b-4312-8b61-863d7e6a324e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:10.829761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.838895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.847190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.901203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081c284-69f4-4906-b121-dba17404cf21 req-51003975-3938-4e7a-8b7f-5f2b24ea85fe tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:10.903238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a081c284-69f4-4906-b121-dba17404cf21 req-51003975-3938-4e7a-8b7f-5f2b24ea85fe tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.1873538 Dec 12 15:33:10.961805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:10.964070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.026240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.028030 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8690431 Dec 12 15:33:11.031585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.049317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78a43e-6acd-403e-9f3a-3a5a6f72868b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a710bae-d2a7-4b16-9005-87cee6a360a6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:11.052162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.052782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b18881e6-c14f-43ee-b688-738e6cbfeb95 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:11.061429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fcc78423-7851-4ec6-9670-8f3a1c633260 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '5a710bae-d2a7-4b16-9005-87cee6a360a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:11.062214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.062361 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-fcc78423-7851-4ec6-9670-8f3a1c633260 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 15:33:11.062787 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-fcc78423-7851-4ec6-9670-8f3a1c633260 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:11.063807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fcc78423-7851-4ec6-9670-8f3a1c633260 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103011 Dec 12 15:33:11.066962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64f65504-8bc7-41fb-b857-515b359ee966 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b18881e6-c14f-43ee-b688-738e6cbfeb95 HTTP/1.1" status: 204 len: 168 time: 1.6958210 Dec 12 15:33:11.067617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.068038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46660) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.121053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Router 04342de8-87d8-4a2e-a843-4e4215605df3 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:33:11.131830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.141779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.196876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Port 878f53ae-197d-451b-910f-ad03f34c85e5 not found while updating agent binding for router b18881e6-c14f-43ee-b688-738e6cbfeb95. {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 15:33:11.207717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.218390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:11.230242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 15:33:11.234901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b18881e6-c14f-43ee-b688-738e6cbfeb95'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103413) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 15:33:11.234901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf366a4-bde5-4687-836b-19776bf37490 None None] The sync data for ids ['b18881e6-c14f-43ee-b688-738e6cbfeb95'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:11.274066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port 2e2db071-81eb-4cc7-861b-85cbab99ba11 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:11.274691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.332457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.351194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.398495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.416138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf34454-4c7e-4597-992c-da9831684656 req-ae092b39-2666-4209-9a39-787cc3c653e5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:11.423963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cf34454-4c7e-4597-992c-da9831684656 req-ae092b39-2666-4209-9a39-787cc3c653e5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 946 time: 0.2027273 Dec 12 15:33:11.439899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.490891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Deleting port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:11.491386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.519807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cf34454-4c7e-4597-992c-da9831684656 req-56ace758-0151-49cb-a986-7c5604c6da2c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946829 Dec 12 15:33:11.525633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:11.537075 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] Sync routers for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:11.543349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d6087fd-f1b3-4da2-8a58-c85936aed549 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "PUT /v2.0/routers/04342de8-87d8-4a2e-a843-4e4215605df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9467604 Dec 12 15:33:11.548185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46678) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.561906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:11.562806 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:11.581953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] For port 3b290a48-3e39-4c9b-8147-ceeeb7a362bb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:11.582311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.594629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Calling delete_port for 3b290a48-3e39-4c9b-8147-ceeeb7a362bb owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:11.597322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:11.618261 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] Routers {'04342de8-87d8-4a2e-a843-4e4215605df3'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:11.619080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['04342de8-87d8-4a2e-a843-4e4215605df3'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:11.670600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port 2e2db071-81eb-4cc7-861b-85cbab99ba11, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2e2db071-81eb-4cc7-861b-85cbab99ba11,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:11.671230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.680894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd263bfa-f3ba-447f-b508-72664869426f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.691207 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:11.701661 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8a031-a3a8-459f-b5c7-a1cf8d8358b0 None None] The sync data for ids ['04342de8-87d8-4a2e-a843-4e4215605df3'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:11.703740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for 2e2db071-81eb-4cc7-861b-85cbab99ba11 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:11.809488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd263bfa-f3ba-447f-b508-72664869426f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.812864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.815785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.816971 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a710bae-d2a7-4b16-9005-87cee6a360a6 HTTP/1.1" status: 204 len: 168 time: 0.7467253 Dec 12 15:33:11.820407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46684) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.823259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.826607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd263bfa-f3ba-447f-b508-72664869426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.847382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74d8c9-14f5-46f8-9747-de4f7fff063e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a710bae-d2a7-4b16-9005-87cee6a360a6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:11.876563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd263bfa-f3ba-447f-b508-72664869426f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1736503caa4b462196b74514bbf54732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5411153 Dec 12 15:33:11.882051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:11.929690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd263bfa-f3ba-447f-b508-72664869426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4283aad1-747d-4b7e-b2ec-a9c5c2b1a23a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:11.982743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:11.994708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.010632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-43b5d642-4641-4ab0-a6eb-eef0a85dbe44 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1846402 Dec 12 15:33:12.031754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.033687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.051422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946119769'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.066891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b290a48-3e39-4c9b-8147-ceeeb7a362bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:12.075435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.107079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f2499-113b-424d-af8a-79231d545850 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:12.119636 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.160019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.163320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.164507 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4283aad1-747d-4b7e-b2ec-a9c5c2b1a23a HTTP/1.1" status: 204 len: 168 time: 0.2804170 Dec 12 15:33:12.183156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=2e2db071-81eb-4cc7-861b-85cbab99ba11,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:12.187676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.190920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b5d94-13d3-4e14-8fe2-4f83424cff78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4283aad1-747d-4b7e-b2ec-a9c5c2b1a23a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:12.223128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2d59c-cb18-4cd3-bfc4-b05b5f175343 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:12.312305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port 2e2db071-81eb-4cc7-861b-85cbab99ba11 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:12.315654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.320690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a081c284-69f4-4906-b121-dba17404cf21 req-fb326c08-3139-4860-874c-b74d78a2e2ce tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "DELETE /v2.0/ports/2e2db071-81eb-4cc7-861b-85cbab99ba11 HTTP/1.1" status: 204 len: 173 time: 1.4006901 Dec 12 15:33:12.322756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'name': 'network-vif-deleted', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:33:12.326070 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d318dba-512d-4dcd-86ad-7bd48b458d85" -d '{"events": [{"server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "name": "network-vif-deleted", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:33:12.350234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.368784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting port 9de4f476-594b-49d3-a640-634c70d4c7bc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:12.369470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.443618 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6137b5fa-ec45-4eeb-a8ef-1e3add85fabd x-openstack-request-id: req-6137b5fa-ec45-4eeb-a8ef-1e3add85fabd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:33:12.445448 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a0b5f8-4bfa-4f16-be83-de4bfb609536", "name": "network-vif-deleted", "tag": "2e2db071-81eb-4cc7-861b-85cbab99ba11", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:33:12.445902 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6137b5fa-ec45-4eeb-a8ef-1e3add85fabd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:33:12.447210 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a0b5f8-4bfa-4f16-be83-de4bfb609536', 'name': 'network-vif-deleted', 'tag': '2e2db071-81eb-4cc7-861b-85cbab99ba11', 'status': 'completed', 'code': 200} Dec 12 15:33:12.529018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.537920 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.542740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.550287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Calling delete_port for 9de4f476-594b-49d3-a640-634c70d4c7bc owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:12.595926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.607358 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.631819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.632616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c92664a8-7408-4090-9735-785dcd36e673 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:12.646347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.647699 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-555257f4-dcda-4ba9-8a48-5e6e0f79c0d8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c92664a8-7408-4090-9735-785dcd36e673 HTTP/1.1" status: 204 len: 168 time: 1.5787804 Dec 12 15:33:12.653941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.666604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137494821', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.682668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.684075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6467948 Dec 12 15:33:12.687967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46714) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.693286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0353fad-4e6c-41f2-8b32-63b10a62f07f req-80a4254d-0690-43de-bbdf-fc746fdddce7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a0b5f8-4bfa-4f16-be83-de4bfb609536 HTTP/1.1" status: 200 len: 210 time: 0.0678284 Dec 12 15:33:12.694504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19015b8c-6b54-4dbc-93bf-0f1e8e65ef12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3be87f-127b-4e43-92f8-5c51be98038c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:12.711935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-66707d27-d0a3-4d25-b663-83e2f1658448 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '8f3be87f-127b-4e43-92f8-5c51be98038c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.713132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.715386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.734347 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-66707d27-d0a3-4d25-b663-83e2f1658448 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 15:33:12.735314 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-66707d27-d0a3-4d25-b663-83e2f1658448 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:12.737017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-66707d27-d0a3-4d25-b663-83e2f1658448 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0458877 Dec 12 15:33:12.743240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.763297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d66efcb3-589c-4c2c-b21c-8d44b2bdf9c1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '8f3be87f-127b-4e43-92f8-5c51be98038c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.765858 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-d66efcb3-589c-4c2c-b21c-8d44b2bdf9c1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 15:33:12.767601 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d66efcb3-589c-4c2c-b21c-8d44b2bdf9c1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:12.771420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d66efcb3-589c-4c2c-b21c-8d44b2bdf9c1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155895 Dec 12 15:33:12.778545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46720) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.787196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-79d63a68-f543-4944-a784-41416f0106c8 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '8f3be87f-127b-4e43-92f8-5c51be98038c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.789130 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-79d63a68-f543-4944-a784-41416f0106c8 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 15:33:12.789848 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-79d63a68-f543-4944-a784-41416f0106c8 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:12.791191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79d63a68-f543-4944-a784-41416f0106c8 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114033 Dec 12 15:33:12.822592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.827332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:12.831562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0f28d1ae-6443-48e5-82fa-6afd592f1501 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '8f3be87f-127b-4e43-92f8-5c51be98038c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:12.832745 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-0f28d1ae-6443-48e5-82fa-6afd592f1501 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 15:33:12.833449 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0f28d1ae-6443-48e5-82fa-6afd592f1501 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:12.834655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f28d1ae-6443-48e5-82fa-6afd592f1501 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108230 Dec 12 15:33:12.838504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:12.967952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:13.021746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6c92f56-1bbb-48a0-900d-61244e0a6db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.270718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.301318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Port': ['ID=9de4f476-594b-49d3-a640-634c70d4c7bc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:13.333153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b290a48-3e39-4c9b-8147-ceeeb7a362bb no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:33:13.374207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d74766-c569-4a3d-a741-2b26bd872735 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:13.380509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3b290a48-3e39-4c9b-8147-ceeeb7a362bb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:33:13.380895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b290a48-3e39-4c9b-8147-ceeeb7a362bb not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:33:13.409847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.415948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.416130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.481160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.540073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.543567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.595195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.596201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Fanout notify agent at l3_agent the message router_deleted on router 04342de8-87d8-4a2e-a843-4e4215605df3 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:13.608673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.612106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8cbf14c7-152a-4e4f-bf0a-19a154317db7 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/routers/04342de8-87d8-4a2e-a843-4e4215605df3 HTTP/1.1" status: 204 len: 168 time: 2.0576298 Dec 12 15:33:13.612586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46752) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:13.652203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6c92f56-1bbb-48a0-900d-61244e0a6db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.654473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.657847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.661473 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f3be87f-127b-4e43-92f8-5c51be98038c HTTP/1.1" status: 204 len: 168 time: 0.8190839 Dec 12 15:33:13.665833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46754) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:13.672108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c38ca-4267-463d-bab8-0cb3fb8643a6 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3be87f-127b-4e43-92f8-5c51be98038c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:13.673853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6c92f56-1bbb-48a0-900d-61244e0a6db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.723421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Deleting subnet 04f0cef3-fe75-4cac-bc25-082974e31b7e {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:33:13.726017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b6c92f56-1bbb-48a0-900d-61244e0a6db9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3265cae01c4b4428b0a1f4a6a2cbd110&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7552276 Dec 12 15:33:13.727254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.734434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:13.746706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c92f56-1bbb-48a0-900d-61244e0a6db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e1dab2-87e0-454c-88b3-de9aac4f97c5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:13.796469 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.857527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.887967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.890839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.919667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.931103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.943005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:13.988582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Subnet': ['ID=04f0cef3-fe75-4cac-bc25-082974e31b7e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:14.000086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.007240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc1aae69-09ca-470c-bf4f-d59cb411bf40 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/subnets/04f0cef3-fe75-4cac-bc25-082974e31b7e HTTP/1.1" status: 204 len: 168 time: 0.3926618 Dec 12 15:33:14.008699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.017059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2e2db071-81eb-4cc7-861b-85cbab99ba11 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:33:14.022510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac1c5e-a4ba-4ace-a8aa-d7acdcd92547 None None] Network 814b10cd-1392-4a64-8d9b-30789ab38eff requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:14.057050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-be2e8762-f352-4f18-8e0e-a62c94bd9240 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3856075 Dec 12 15:33:14.057270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46778) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.065362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--33433763'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.114465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 2e2db071-81eb-4cc7-861b-85cbab99ba11 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:33:14.114842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2e2db071-81eb-4cc7-861b-85cbab99ba11 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:33:14.128146 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.147467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.173280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Allocated IP 172.25.3.217 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/1c7ff067-d1dd-42df-98ca-4e64f11461e6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:14.183586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.186312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.203563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42e1dab2-87e0-454c-88b3-de9aac4f97c5 HTTP/1.1" status: 204 len: 168 time: 0.4539318 Dec 12 15:33:14.299159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0d78b-dd26-47fb-aead-3f51f89fd9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e1dab2-87e0-454c-88b3-de9aac4f97c5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:14.313016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-fcfbe794-25d0-4310-b087-adb860666033 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:14.318596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a7e58-c36a-4cbd-8b26-7a122be8f757 None None] DHCP port deletion for 814b10cd-1392-4a64-8d9b-30789ab38eff request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:14.322747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-fcfbe794-25d0-4310-b087-adb860666033 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.2155118 Dec 12 15:33:14.358089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-568fdc8f-1d3a-49e3-a3c2-49dec89cb5a4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.0344284 Dec 12 15:33:14.362273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.374824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.412294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-afc009a2-4301-4123-92cd-ccee710f4c08 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532887 Dec 12 15:33:14.473120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.482600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.486731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4282489 Dec 12 15:33:14.487631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46800) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.498292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-547dbb9e-364f-4422-8adf-6330cf1ef83a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.498994 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-547dbb9e-364f-4422-8adf-6330cf1ef83a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 15:33:14.499496 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-547dbb9e-364f-4422-8adf-6330cf1ef83a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.504400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-547dbb9e-364f-4422-8adf-6330cf1ef83a tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139654 Dec 12 15:33:14.505293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558f691-e864-40ca-a504-75b25a4da373 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46affff9-875b-4bad-a728-488fd155135c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:14.510022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46802) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.517550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d0b2c8c7-ed27-4820-a55d-37ae6cc857fc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.589223 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-d0b2c8c7-ed27-4820-a55d-37ae6cc857fc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.593350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d0b2c8c7-ed27-4820-a55d-37ae6cc857fc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0819752 Dec 12 15:33:14.595632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.600251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b352bc8c-56b5-4853-8d44-690531d56473 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.600827 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-b352bc8c-56b5-4853-8d44-690531d56473 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 15:33:14.601375 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-b352bc8c-56b5-4853-8d44-690531d56473 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.605469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b352bc8c-56b5-4853-8d44-690531d56473 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087690 Dec 12 15:33:14.606114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46810) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.611242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-45941059-872d-4492-ad19-1d0184560098 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.633267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b10cd-1392-4a64-8d9b-30789ab38eff']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:14.648458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c56461-2a24-4d1b-b080-8f7b2f30359c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:14.648976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c56461-2a24-4d1b-b080-8f7b2f30359c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:14.657266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-6dc1b9f3-fb72-41be-98e9-af4e336b7ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438066 Dec 12 15:33:14.670313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.695453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.712852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:14.713252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:14.716469 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:14.731411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.809865 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-45941059-872d-4492-ad19-1d0184560098 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.813614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-45941059-872d-4492-ad19-1d0184560098 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2032893 Dec 12 15:33:14.816621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.819074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46820) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.824947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6d455ac4-48c3-42a2-bb58-faa935c674c0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.825996 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-6d455ac4-48c3-42a2-bb58-faa935c674c0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 15:33:14.826146 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-6d455ac4-48c3-42a2-bb58-faa935c674c0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.830274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.835951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d455ac4-48c3-42a2-bb58-faa935c674c0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159883 Dec 12 15:33:14.836537 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] 10.222.0.36 "DELETE /v2.0/networks/814b10cd-1392-4a64-8d9b-30789ab38eff HTTP/1.1" status: 204 len: 168 time: 0.8250539 Dec 12 15:33:14.839110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46824) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.844036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7f226431-0c1e-4c59-aa10-37a6ca5dcf5d tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.875877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-13b113a7-8651-45b5-bcf2-0118d12943ce service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146354 Dec 12 15:33:14.878408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87266-ec8f-431c-ac3e-bbcde460e729 tempest-FloatingIPTestJSON-1854148697 tempest-FloatingIPTestJSON-1854148697-project] Pushing event deleted for resources: {'Network': ['ID=814b10cd-1392-4a64-8d9b-30789ab38eff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:14.888371 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-7f226431-0c1e-4c59-aa10-37a6ca5dcf5d tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Project 8f9594b6b8cf4f4792d42c06b770c82c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:33:14.898772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:14.907795 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-7f226431-0c1e-4c59-aa10-37a6ca5dcf5d tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.909502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7f226431-0c1e-4c59-aa10-37a6ca5dcf5d tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0691240 Dec 12 15:33:14.912464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46830) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.918691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6ac9791e-b1e8-4f2d-a5d4-fed11d858db5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.919424 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-6ac9791e-b1e8-4f2d-a5d4-fed11d858db5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 15:33:14.920144 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-6ac9791e-b1e8-4f2d-a5d4-fed11d858db5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.922424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6ac9791e-b1e8-4f2d-a5d4-fed11d858db5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085886 Dec 12 15:33:14.925050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.930040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0ab24609-c679-4ce4-a37e-e46df2edf8c4 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:14.963321 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-0ab24609-c679-4ce4-a37e-e46df2edf8c4 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Project 8f9594b6b8cf4f4792d42c06b770c82c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:33:14.984917 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-0ab24609-c679-4ce4-a37e-e46df2edf8c4 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:14.986722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ab24609-c679-4ce4-a37e-e46df2edf8c4 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0605137 Dec 12 15:33:14.989685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46834) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:14.995151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9ab8d6d7-78e7-42e0-8692-5596756c0568 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '46affff9-875b-4bad-a728-488fd155135c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:15.009899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:15.014285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:15.031699 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-9ab8d6d7-78e7-42e0-8692-5596756c0568 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Project 8f9594b6b8cf4f4792d42c06b770c82c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:33:15.035254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21292a5a-7297-4893-a36d-c85d65059485 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:15.039194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:15.060879 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-9ab8d6d7-78e7-42e0-8692-5596756c0568 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:15.062028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9ab8d6d7-78e7-42e0-8692-5596756c0568 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0710666 Dec 12 15:33:15.065025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46836) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.102579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event updated for resources: {'Port': ['ID=1c7ff067-d1dd-42df-98ca-4e64f11461e6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:15.184037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-37bf55f3-a330-4120-b2ac-a676b1f9aaba None None] Provisioning complete for port 1c7ff067-d1dd-42df-98ca-4e64f11461e6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:15.186920 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37bf55f3-a330-4120-b2ac-a676b1f9aaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.292425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.312708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-37bf55f3-a330-4120-b2ac-a676b1f9aaba None None] Port 1c7ff067-d1dd-42df-98ca-4e64f11461e6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:15.379752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.425002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.500449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.510869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-291285ea-f21f-4eab-90e6-c44ca8d9dbfb req-05ffda7b-c5ef-4c69-af0b-d5d6df513508 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.2826538 Dec 12 15:33:15.511728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.514935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.516191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/46affff9-875b-4bad-a728-488fd155135c HTTP/1.1" status: 204 len: 168 time: 0.4498062 Dec 12 15:33:15.522939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46858) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.627603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20483cf3-6929-4c3f-85e3-a47327c1dfe5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46affff9-875b-4bad-a728-488fd155135c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:15.663737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e055482e-4a61-4864-883f-b382c07a56f3 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1359675 Dec 12 15:33:15.669764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46866) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.684744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--21548809'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:15.720046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.847624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd3363c0-8120-47c7-a951-cdae51ab5408 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83826c43e9154edb846a785b56d994a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205487 Dec 12 15:33:15.850793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fd1c-0a33-4352-bdb6-2d5d36d8f252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.852743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.853168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.859490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.889806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.911808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:15.917008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2414887 Dec 12 15:33:15.922618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46880) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:15.927970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-16a6dbef-a864-4e17-8a22-44c8a8fb9257 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': 'cb784899-9219-408f-a2a9-34fb22f96974', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:15.946440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7557-db04-4676-9a74-f6d212844c81 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb784899-9219-408f-a2a9-34fb22f96974,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:16.013937 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-16a6dbef-a864-4e17-8a22-44c8a8fb9257 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The resource could not be found. Dec 12 15:33:16.018842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-16a6dbef-a864-4e17-8a22-44c8a8fb9257 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0952246 Dec 12 15:33:16.019622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46884) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.033501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b1f56727-01d3-4b0d-9404-2e87336b0a12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': 'cb784899-9219-408f-a2a9-34fb22f96974', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '383fb1b5-65f9-462c-b053-0d89f730a719'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:16.041965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.096647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.123795 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-b1f56727-01d3-4b0d-9404-2e87336b0a12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The resource could not be found. Dec 12 15:33:16.132270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b1f56727-01d3-4b0d-9404-2e87336b0a12 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1081924 Dec 12 15:33:16.133164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46888) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.210942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.238495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.242305 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fd1c-0a33-4352-bdb6-2d5d36d8f252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.255903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4a0fd1c-0a33-4352-bdb6-2d5d36d8f252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.295313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.297341 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.298048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.302019 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66acd28f-a961-49c4-91bf-3e49f285e3a4 HTTP/1.1" status: 204 len: 168 time: 0.4457738 Dec 12 15:33:16.302536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.306140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/cb784899-9219-408f-a2a9-34fb22f96974 HTTP/1.1" status: 204 len: 168 time: 0.1678069 Dec 12 15:33:16.308388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46892) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.312307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0fd1c-0a33-4352-bdb6-2d5d36d8f252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb64040-a1b4-42f4-b63e-796bdd3a6c1f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:16.338057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfba530-e778-44a1-a4f1-75ccc73ade7e tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb784899-9219-408f-a2a9-34fb22f96974,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:16.357437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a5e6e-9c8f-4858-9e74-02614c6b78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66acd28f-a961-49c4-91bf-3e49f285e3a4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:16.393895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd2170b0-144e-4342-8ce2-6df024db7a48 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0821254 Dec 12 15:33:16.400560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46896) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.422556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cffcca24-b877-4cda-8062-43cff0b68c8f tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': 'bac338f7-3daf-4610-8be6-7e8ba6f428cd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:16.435459 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d4a0fd1c-0a33-4352-bdb6-2d5d36d8f252 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94eb7ed82e3c47cdba7e9a144f2f4b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9327931 Dec 12 15:33:16.436517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.496372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.501450 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-cffcca24-b877-4cda-8062-43cff0b68c8f tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The resource could not be found. Dec 12 15:33:16.502900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cffcca24-b877-4cda-8062-43cff0b68c8f tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1011884 Dec 12 15:33:16.506446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46902) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.516027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898295201'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:16.553965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.701259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.703684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93e56c8b-c93b-4902-ac9c-98e63aa7a120 req-001b222b-3409-42ed-be00-c6075963c514 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0472326 Dec 12 15:33:16.753544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.759535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.779581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Router 6578407b-d409-4f59-9ab1-2da10df614ea is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:16.806391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.980115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:16.982769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4751348 Dec 12 15:33:16.986833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46920) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:16.991122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900539106'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:17.010987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.015103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451c2c3-5e4b-4316-894c-9f6e5ecc631b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a0d4c2-fe4c-4b54-bab0-926655874f34,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:17.016236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.020708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fb64040-a1b4-42f4-b63e-796bdd3a6c1f HTTP/1.1" status: 204 len: 168 time: 0.5788109 Dec 12 15:33:17.033814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f667e-becd-4da0-b820-a72a879156fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb64040-a1b4-42f4-b63e-796bdd3a6c1f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:17.035668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.050658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:17.067954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] Sync routers for ids ['6578407b-d409-4f59-9ab1-2da10df614ea'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:17.089758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] Routers {'6578407b-d409-4f59-9ab1-2da10df614ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:17.091393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6578407b-d409-4f59-9ab1-2da10df614ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:17.097347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.098607 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52779699-bfc3-4efb-beff-75ffb16166a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4435868 Dec 12 15:33:17.101776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:17.112809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:17.146479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:17.154135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] Routers {'6578407b-d409-4f59-9ab1-2da10df614ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:17.155096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6578407b-d409-4f59-9ab1-2da10df614ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:17.206165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:17.207145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7e9fb-93b2-455c-adc0-4a3c4c5009fe None None] The sync data for ids ['6578407b-d409-4f59-9ab1-2da10df614ea'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:17.219133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7d018e4f-7e03-4a2c-9db4-8cb8fb962ba2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:17.220587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7d018e4f-7e03-4a2c-9db4-8cb8fb962ba2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.4599295 Dec 12 15:33:17.239872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:17.369694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.380350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.453919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121ac1ff-a257-4c6a-b6a2-48ed77ed4c0c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:17.474168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:17.482880 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.524923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.526241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fb932d5-ff8c-4f62-a346-72deac8a64dc tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5386660 Dec 12 15:33:17.532865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46938) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:17.556503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-53fbcc26-1675-4a91-920d-37b7b6c04cc2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '76a0d4c2-fe4c-4b54-bab0-926655874f34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '121ac1ff-a257-4c6a-b6a2-48ed77ed4c0c'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:17.594838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46940) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:17.633782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.681724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:17.837859 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-53fbcc26-1675-4a91-920d-37b7b6c04cc2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:17.838523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53fbcc26-1675-4a91-920d-37b7b6c04cc2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3042650 Dec 12 15:33:17.842668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46956) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:17.946957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2e6fc31-77e2-4181-ba5e-94327976714d req-53f861f2-fc44-4ded-a3a3-fa7e5e3aae5a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0935545 Dec 12 15:33:18.067084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.088200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.13 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/bd9ee7fd-4644-4edf-bd0d-395ec13554ec) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:18.098826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:18.142618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.151558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.157141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.230933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=571fa9d73ec34731976b9e279d43a627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6348822 Dec 12 15:33:18.241469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:18.264946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.270012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.372110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-828279861'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:18.496590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router 6578407b-d409-4f59-9ab1-2da10df614ea has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:33:18.519895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27571e1c-05c2-44d8-b35a-4fbc228e977a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:18.571643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.578474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.582214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/121ac1ff-a257-4c6a-b6a2-48ed77ed4c0c HTTP/1.1" status: 204 len: 168 time: 0.7327929 Dec 12 15:33:18.590592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Made reservation on behalf of f779721e604a4b1687d08b5da10fa6ac for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:18.595909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.599740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46994) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:18.627505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:18.634724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.641251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.641606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.641813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] Sync routers for ids ['6578407b-d409-4f59-9ab1-2da10df614ea'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:18.642251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.642251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.642591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.642964 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf4f7892-70c8-4d8e-9e79-672ac4c85cce tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "PUT /v2.0/routers/6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 200 len: 921 time: 1.5386183 Dec 12 15:33:18.643463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.643757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.644015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.644341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.645036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.645036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.645429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.645757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103071f0-b011-458d-894e-1dc3ac87fd22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:18.646252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:18.673829 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] Routers {'6578407b-d409-4f59-9ab1-2da10df614ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:18.674458 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6578407b-d409-4f59-9ab1-2da10df614ea'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:18.680662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1d11-980f-4f07-8aa8-8bb22e206459 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ac1ff-a257-4c6a-b6a2-48ed77ed4c0c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:18.713449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.741688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.755178 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.763448 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:18.783574 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] Routers {'6578407b-d409-4f59-9ab1-2da10df614ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:18.799097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6578407b-d409-4f59-9ab1-2da10df614ea'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:18.872915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.888997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.904785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:18.918488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:18.919367 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9f3f85-331e-4388-b470-91b89e4d0f2a None None] The sync data for ids ['6578407b-d409-4f59-9ab1-2da10df614ea'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:18.919511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:18.919909 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Added segment ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38 of type vlan for network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd Dec 12 15:33:19.130332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbff33a6-86af-43d5-86fb-09e50dc81ed5 req-14c9ee5a-0b12-48c4-9076-df2fa918a9a2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0370347 Dec 12 15:33:19.130979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ff0c05-0859-4249-914c-146269bc62d8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:19.159489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.184051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-20cd1775-af5c-4492-baa5-c9dd1815d218 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5312762 Dec 12 15:33:19.189005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47006) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.203158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.213303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.216554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.217728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27571e1c-05c2-44d8-b35a-4fbc228e977a HTTP/1.1" status: 204 len: 168 time: 0.9613223 Dec 12 15:33:19.242312 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b2854c1-8ad8-43f1-afc5-2704a639ab44 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 200 len: 921 time: 0.5919456 Dec 12 15:33:19.242945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.280850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e4642-41ef-4063-80a2-d6f353575539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27571e1c-05c2-44d8-b35a-4fbc228e977a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:19.317592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.324323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:19.325753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.334700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a299a87-ce3f-40e7-84b6-7a739569de7f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:19.339017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a299a87-ce3f-40e7-84b6-7a739569de7f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=6578407b-d409-4f59-9ab1-2da10df614ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0917568 Dec 12 15:33:19.340362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.364715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.390231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.485892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.494975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.501410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/76a0d4c2-fe4c-4b54-bab0-926655874f34 HTTP/1.1" status: 204 len: 168 time: 0.3091636 Dec 12 15:33:19.502799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.520342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.539842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4355848 Dec 12 15:33:19.545730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.553719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'subnet': {'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:19.557088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.560226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829e9fa-5147-4c7c-8160-fd4839f9b212 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a0d4c2-fe4c-4b54-bab0-926655874f34,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:19.562957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9299b73-e6e5-44f1-bbed-ec535524736d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:19.564518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f9299b73-e6e5-44f1-bbed-ec535524736d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.2230310 Dec 12 15:33:19.578367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47028) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.588800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a2ce-d30f-4cce-acd4-a6ca4ad5cbce tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Network': ['ID=9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:19.607572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:33:19.692440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:19.703653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:19.710904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:19.715927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-07bc565d-1abf-4c8f-9f7b-f35f959b1f3e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 200 len: 205 time: 0.1333275 Dec 12 15:33:19.737122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfb5e9-4000-4c2b-847b-eec1d83bb943 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:19.765770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.796539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:19.797221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.806272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-78c5d4b1-2969-41a7-af35-323505a660e2 None None] Provisioning complete for port bd9ee7fd-4644-4edf-bd0d-395ec13554ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:19.807277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-78c5d4b1-2969-41a7-af35-323505a660e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.820569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:19.829719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7537ba3d-2090-420b-9d66-716f75a3b622 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5941648 Dec 12 15:33:19.847678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Request body: {'port': {'device_id': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:19.859948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ba8c1d03-1376-419c-9aab-804bb857e623 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3556926 Dec 12 15:33:19.860812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b234f484-ab48-4c74-ae79-5171bdb036f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.878090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47040) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:19.880480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-78c5d4b1-2969-41a7-af35-323505a660e2 None None] Port bd9ee7fd-4644-4edf-bd0d-395ec13554ec cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:19.884049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086122833'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:19.959170 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:19.962750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.018289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Made reservation on behalf of f779721e604a4b1687d08b5da10fa6ac for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:20.022216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.034862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.183891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.194124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.211477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b234f484-ab48-4c74-ae79-5171bdb036f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.224892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b234f484-ab48-4c74-ae79-5171bdb036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.251457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.252914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3727889 Dec 12 15:33:20.253804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ad916-9f2a-4eea-b367-c68d9233dd66 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d028671-a9bb-4856-a3b4-1e139b6d6408,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.258178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47054) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.262166 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b234f484-ab48-4c74-ae79-5171bdb036f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21810445168e4ec7b455990a680c6bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7400289 Dec 12 15:33:20.267536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-89640b07-ac0a-4aa3-ac39-ae3b5a29a8d9 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '1d028671-a9bb-4856-a3b4-1e139b6d6408', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:20.269310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.317354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.319679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234f484-ab48-4c74-ae79-5171bdb036f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c674e084-02fc-4db1-9312-112aacef4ceb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.396273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224cf8c-c135-49f7-a3dc-ecd7d222a28f req-8bba2363-288b-49d8-b4d9-72abc047a986 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:20.397782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b224cf8c-c135-49f7-a3dc-ecd7d222a28f req-8bba2363-288b-49d8-b4d9-72abc047a986 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 932 time: 0.1386409 Dec 12 15:33:20.415907 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-89640b07-ac0a-4aa3-ac39-ae3b5a29a8d9 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:20.419495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-89640b07-ac0a-4aa3-ac39-ae3b5a29a8d9 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1565092 Dec 12 15:33:20.419495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9ee7fd-4644-4edf-bd0d-395ec13554ec {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:33:20.424093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47060) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.429272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.440829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0f78f3e6-f296-4c41-91e9-e4fed0d755b2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group_rule': {'security_group_id': '1d028671-a9bb-4856-a3b4-1e139b6d6408', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:20.455035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.474614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Transition to ACTIVE for port object bd9ee7fd-4644-4edf-bd0d-395ec13554ec will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:33:20.485525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.492017 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.500713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.502282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b224cf8c-c135-49f7-a3dc-ecd7d222a28f req-a22003cc-d63e-4a6b-b653-7730b8a25181 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969353 Dec 12 15:33:20.562780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.570376 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-0f78f3e6-f296-4c41-91e9-e4fed0d755b2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:20.570591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289d610-9350-4964-8906-3a545fae6786 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:20.571487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0f78f3e6-f296-4c41-91e9-e4fed0d755b2 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1444988 Dec 12 15:33:20.574855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47066) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.579741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port 1c7ff067-d1dd-42df-98ca-4e64f11461e6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:20.585538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.632573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Subnet': ['ID=1ed9b796-0edc-425f-93d4-fe18bf5b1450,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.704520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.725245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Attempting to bind port bd9ee7fd-4644-4edf-bd0d-395ec13554ec on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:20.725493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Attempting to bind port bd9ee7fd-4644-4edf-bd0d-395ec13554ec by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:20.725820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Attempting to bind port bd9ee7fd-4644-4edf-bd0d-395ec13554ec on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:20.741469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Port bd9ee7fd-4644-4edf-bd0d-395ec13554ec on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:33:20.741469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Attempting to bind port bd9ee7fd-4644-4edf-bd0d-395ec13554ec on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:20.746216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.759957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Checking segment: {'id': 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:20.760292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network hostable DHCP agents. Network: 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:33:20.760966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:20.761997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:20.762487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:20.762863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Bound port: bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:20.763213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.765233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.783216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for 1c7ff067-d1dd-42df-98ca-4e64f11461e6 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:20.788866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.791783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.795329 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c674e084-02fc-4db1-9312-112aacef4ceb HTTP/1.1" status: 204 len: 168 time: 0.5178721 Dec 12 15:33:20.819706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14440b-b79a-43e3-bc2c-64b09987d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c674e084-02fc-4db1-9312-112aacef4ceb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.822052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:33:20.844913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.847734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.849113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/1d028671-a9bb-4856-a3b4-1e139b6d6408 HTTP/1.1" status: 204 len: 168 time: 0.2732892 Dec 12 15:33:20.856220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.875506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfa158-97cd-4af1-a07e-47fc7e7cd82c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d028671-a9bb-4856-a3b4-1e139b6d6408,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:20.876496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:20.877721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:33:20.881434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:33:20.886952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:20.887825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.888206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63242ca0-bc14-44ec-ba03-4f12a817f0e5 None None] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:20.893757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.940770 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-46d8b164-75d2-41d6-b12a-3f92c3b76cec tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3937533 Dec 12 15:33:20.941670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.950602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-866918902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:20.964747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-00883653-a002-4acc-be5a-e2de394b28a5 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053920 Dec 12 15:33:20.969643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47092) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:20.974026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226552331'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:20.985998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:20.986549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:20.988044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-beca8148-d210-47b8-9619-36669d75a459 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd9ee7fd-4644-4edf-bd0d-395ec13554ec HTTP/1.1" status: 200 len: 1092 time: 1.1494215 Dec 12 15:33:21.007090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:33:21.009711 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:33:21.014592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19380f-3f4a-4c45-8821-791c279bf85f None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:21.064981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:33:21.064981 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 15:33:21.064981 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id_1': '8f9594b6b8cf4f4792d42c06b770c82c', 'expiration_1': datetime.datetime(2021, 12, 12, 15, 33, 1, 5107)}] Dec 12 15:33:21.064981 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:33:21.064981 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:33:21.076769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.077923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.094734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca8148-d210-47b8-9619-36669d75a459 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:21.133543 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1fece-463f-4959-b85f-19bb80f2b93f x-openstack-request-id: req-86c1fece-463f-4959-b85f-19bb80f2b93f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:33:21.133833 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:33:21.134096 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86c1fece-463f-4959-b85f-19bb80f2b93f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:33:21.134506 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec', 'status': 'completed', 'code': 200} Dec 12 15:33:21.156899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-f62eb6dc-48dd-4082-8953-596c73c64476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:21.160873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-f62eb6dc-48dd-4082-8953-596c73c64476 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1250608 Dec 12 15:33:21.164721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd', 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd', 'project_id': 'f779721e604a4b1687d08b5da10fa6ac', 'fixed_ips': [{'subnet_id': '1ed9b796-0edc-425f-93d4-fe18bf5b1450'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:33:21.174280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.190002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.220317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-faa79114-b288-4bd1-a7be-f182bcd6aa78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec HTTP/1.1" status: 200 len: 217 time: 0.0540679 Dec 12 15:33:21.269948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=1c7ff067-d1dd-42df-98ca-4e64f11461e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:21.301875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17678891-efb5-4961-9b62-4f23e6191ec4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:21.327441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-57fc3f11-8e47-42a5-acc2-3d9ffb869ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:21.329175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-57fc3f11-8e47-42a5-acc2-3d9ffb869ea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1021526 Dec 12 15:33:21.363685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Allocated IP 172.20.0.2 (9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd/1ed9b796-0edc-425f-93d4-fe18bf5b1450/173d2369-71d2-4f97-9b35-716c4ec7e50c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:21.371046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.378377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-f9e0ebe8-7580-45b7-bab3-7c1a7e64fcd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419502 Dec 12 15:33:21.395035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.427465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.431471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a74f769-ac3b-4ae7-abbf-42d0cb38f7b8 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4817624 Dec 12 15:33:21.431471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.431820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:21.556034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-7f39327a-643d-40c5-8410-f71a56073a33 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682439 Dec 12 15:33:21.588103 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.594592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.598619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.599416 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.650673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:21.661043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:21.673549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:21.684116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47106) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:21.731418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.732170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.743706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.744219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router 6578407b-d409-4f59-9ab1-2da10df614ea {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:21.752480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.753639 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-18ccc997-eb03-4ce3-99ef-d37b823676be tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 204 len: 168 time: 1.9685440 Dec 12 15:33:21.766616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47110) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:21.776718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1305702419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:21.787120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Attempting to bind port 173d2369-71d2-4f97-9b35-716c4ec7e50c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:21.787505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Attempting to bind port 173d2369-71d2-4f97-9b35-716c4ec7e50c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:21.787968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Attempting to bind port 173d2369-71d2-4f97-9b35-716c4ec7e50c on network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:21.807153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Pushing event updated for resources: {'Port': ['ID=173d2369-71d2-4f97-9b35-716c4ec7e50c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:21.815036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:21.816241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Checking segment: {'id': 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:21.817423 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.818577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Bound using segment: {'id': 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:21.819912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Bound port: 173d2369-71d2-4f97-9b35-716c4ec7e50c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:21.821628 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.821897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.822496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:21.863932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df505731-e5b2-4aa4-8aaa-79912fc607a2 req-9c1a5401-5b1d-4fde-9e0e-a68171eef818 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:21.871701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df505731-e5b2-4aa4-8aaa-79912fc607a2 req-9c1a5401-5b1d-4fde-9e0e-a68171eef818 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 944 time: 0.2038393 Dec 12 15:33:21.903786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cd98a8-4f01-47c2-b9a5-e4ad3587cf89 req-020873c0-fc3a-4aeb-83a9-d3b2cf41a78d service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396614 Dec 12 15:33:21.929228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] For port 173d2369-71d2-4f97-9b35-716c4ec7e50c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:33:21.933954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] For port 173d2369-71d2-4f97-9b35-716c4ec7e50c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173d2369-71d2-4f97-9b35-716c4ec7e50c,segment=NetworkSegment(ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38),segment_id=ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:33:21.942749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.001867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.045609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.066257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df505731-e5b2-4aa4-8aaa-79912fc607a2 req-fd748c18-b097-41f3-9d29-c0c90a8a3e0c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936157 Dec 12 15:33:22.113382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.125369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.135685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-95087ece-cbe8-4297-824c-b1063a8fe96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:22.138244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-95087ece-cbe8-4297-824c-b1063a8fe96a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1720476 Dec 12 15:33:22.139095 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.148168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b72fed-9f58-4ce4-843d-dab71615a3be None None] Pushing event updated for resources: {'Port': ['ID=173d2369-71d2-4f97-9b35-716c4ec7e50c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:22.207893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.223352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc301b3e-8d39-4c02-8b9b-e71608bc9006,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:22.242284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.243799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-61c6c63a-1ada-490c-80fc-fd7c167cb24c tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2731843 Dec 12 15:33:22.276174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47122) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.286707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.295272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a9463244-d6a3-4002-a6a5-924325bc2ea1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:22.295704 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-a9463244-d6a3-4002-a6a5-924325bc2ea1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 15:33:22.296215 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a9463244-d6a3-4002-a6a5-924325bc2ea1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:22.298664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a9463244-d6a3-4002-a6a5-924325bc2ea1 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "PUT /v2.0/security-groups/cc301b3e-8d39-4c02-8b9b-e71608bc9006 HTTP/1.1" status: 409 len: 330 time: 0.0204184 Dec 12 15:33:22.310550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.335145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.336861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd4b23d9-540a-4ec5-8025-b204abf7d0f9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5685380 Dec 12 15:33:22.339215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.348925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:22.462621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-db5de209-6dbe-496c-be21-d6a96c232b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:22.464654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-db5de209-6dbe-496c-be21-d6a96c232b7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.2888427 Dec 12 15:33:22.496797 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c71087b5d0a84891b7b19230319ef086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8097217 Dec 12 15:33:22.498875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.505347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86da27ec-3d79-40c7-996f-faab60afb4b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:22.524473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.526139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.526675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.527261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.527798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.528472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.529296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.529866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.530418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.530952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.531471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.532009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.532542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58926f0-eb8a-40ec-958f-a92fec903d3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:22.556351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-67bfaca6-2cba-4aa7-a661-409e378c301d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec HTTP/1.1" status: 200 len: 217 time: 0.0811839 Dec 12 15:33:22.631950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.664334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.726198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Allocated IP 172.20.0.1 (9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd/1ed9b796-0edc-425f-93d4-fe18bf5b1450/73dac5a0-0a4e-4106-b6dd-e8d4f05accfd) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:22.746279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.861389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.891716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55a7e3b9-9af7-48bf-8f6f-250e3e856ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.912677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.915319 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.919608 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/cc301b3e-8d39-4c02-8b9b-e71608bc9006 HTTP/1.1" status: 204 len: 168 time: 0.5907066 Dec 12 15:33:22.929376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:22.933142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:22.975371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0e9e-4a6f-4d0e-95e7-243f816b9fd0 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc301b3e-8d39-4c02-8b9b-e71608bc9006,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:23.075772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.102465 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2214bcbc-b92a-47ca-99d9-ff62fc894cdb tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1636136 Dec 12 15:33:23.106183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:23.118849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.161177 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-13124dd2-a056-4db7-a9c8-3caf70cf9929 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] delete failed (client error): The resource could not be found. Dec 12 15:33:23.162581 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-13124dd2-a056-4db7-a9c8-3caf70cf9929 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "DELETE /v2.0/security-groups/4deb4be2-b2f0-489f-a389-a8eedbbb2d6f HTTP/1.1" status: 404 len: 347 time: 0.0566287 Dec 12 15:33:23.167650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:23.178744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-bbead621-6ae7-4195-863d-d158867a39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:23.180232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-bbead621-6ae7-4195-863d-d158867a39cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.6155431 Dec 12 15:33:23.184513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.187517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.191550 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86da27ec-3d79-40c7-996f-faab60afb4b7 HTTP/1.1" status: 204 len: 168 time: 0.6783886 Dec 12 15:33:23.245485 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-cabf5be8-20d5-4691-a481-3cdce0e1021b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] show failed (client error): The resource could not be found. Dec 12 15:33:23.246681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cabf5be8-20d5-4691-a481-3cdce0e1021b tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-groups/4206012d-92a1-4a49-987c-ba7ca55cd22d HTTP/1.1" status: 404 len: 347 time: 0.0755789 Dec 12 15:33:23.257630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:23.258572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4e207-4b9f-4d66-8dae-4a83de622f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86da27ec-3d79-40c7-996f-faab60afb4b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:23.284280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55a7e3b9-9af7-48bf-8f6f-250e3e856ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.292336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-f8e35c1e-9732-4cc3-aa72-2d0410fd9a44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974112 Dec 12 15:33:23.301035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55a7e3b9-9af7-48bf-8f6f-250e3e856ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.303856 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-bc62f11d-8132-492c-b870-10df328a6f92 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] show failed (client error): The resource could not be found. Dec 12 15:33:23.305078 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bc62f11d-8132-492c-b870-10df328a6f92 tempest-NegativeSecGroupIPv6Test-2037014224 tempest-NegativeSecGroupIPv6Test-2037014224-project] 10.222.0.36 "GET /v2.0/security-group-rules/e486e9f9-7ae0-49f1-a974-b9693a9bdeeb HTTP/1.1" status: 404 len: 356 time: 0.0444005 Dec 12 15:33:23.349466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173d2369-71d2-4f97-9b35-716c4ec7e50c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:23.409700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-55a7e3b9-9af7-48bf-8f6f-250e3e856ec7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf3e8230c7854c7aafb488ea66858893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7334120 Dec 12 15:33:23.422241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47162) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:23.479145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e3b9-9af7-48bf-8f6f-250e3e856ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9afc298-7bb7-4f5e-ad83-213d2b79898b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:23.486369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.516339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 173d2369-71d2-4f97-9b35-716c4ec7e50c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:23.519655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.609633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:23.612366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=73dac5a0-0a4e-4106-b6dd-e8d4f05accfd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:23.617593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:23.622552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:23.637596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-ff54d110-4400-4ad9-a4b1-44471191814e service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346574 Dec 12 15:33:23.721589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.753117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.769102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3452739-ec1b-46cb-a5b6-099d04e3500a req-6ed4c252-baf8-49c2-846e-6098ac7624f8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:23.788025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3452739-ec1b-46cb-a5b6-099d04e3500a req-6ed4c252-baf8-49c2-846e-6098ac7624f8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 944 time: 0.5312753 Dec 12 15:33:23.803995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217be39c-d278-44df-9422-e7c6e5c589b7 None None] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:23.883419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47176) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:23.899289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.938992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:23.977008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3452739-ec1b-46cb-a5b6-099d04e3500a req-a8ce57f7-0d8f-4c2e-b343-902a72ea5eed tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817625 Dec 12 15:33:24.016936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.020683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9cc448a1-f361-4992-9ec8-cc8bf9ae1620 req-a2a8b26c-fed4-43b2-ac9a-761d612c4413 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696115 Dec 12 15:33:24.257011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.259902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.261620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9afc298-7bb7-4f5e-ad83-213d2b79898b HTTP/1.1" status: 204 len: 168 time: 0.8343260 Dec 12 15:33:24.329766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 173d2369-71d2-4f97-9b35-716c4ec7e50c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173d2369-71d2-4f97-9b35-716c4ec7e50c,segment=NetworkSegment(ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38),segment_id=ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:24.339058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd9ee7fd-4644-4edf-bd0d-395ec13554ec details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:33:24.356672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3eacd-cba5-42a5-ab9e-573c06ca9ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9afc298-7bb7-4f5e-ad83-213d2b79898b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:24.393073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-58a0e3af-e5c0-4592-94ef-30550513ac22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f9594b6b8cf4f4792d42c06b770c82c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5054922 Dec 12 15:33:24.394042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.396519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47190) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:24.398390 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.448794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.468015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.487899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.528974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.593244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.603722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=73dac5a0-0a4e-4106-b6dd-e8d4f05accfd,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:24.618320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.658731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Allocated IP 172.25.3.75 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4f71149a-9966-43cd-b0b3-97a92ddd6b41) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:24.795781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.805390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.808410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0121822d-6152-4ff9-86be-d0d486517acc None None] Provisioning complete for port 173d2369-71d2-4f97-9b35-716c4ec7e50c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:24.808814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0121822d-6152-4ff9-86be-d0d486517acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:24.812573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39b13d5d-873f-428c-9aa3-a75e16588ff5 HTTP/1.1" status: 204 len: 168 time: 0.4143825 Dec 12 15:33:24.868395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040a143-b75a-4ce6-8e50-201dac8e18e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b13d5d-873f-428c-9aa3-a75e16588ff5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:24.983642 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.020146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=173d2369-71d2-4f97-9b35-716c4ec7e50c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:25.075451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.235112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:25.243513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:25.255077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:25.283666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:25.297104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173d2369-71d2-4f97-9b35-716c4ec7e50c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:25.335958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:25.345077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:25.380306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b24adf-2eef-4540-8f8d-a80a676103bf None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:25.424765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec', 'mac_address': 'fa:16:3e:9d:e6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:33:25.442456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event updated for resources: {'Port': ['ID=4f71149a-9966-43cd-b0b3-97a92ddd6b41,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:25.500084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6575e-0afa-4001-a3e6-a1c5b7808d9a req-4978c2c8-f946-4507-90f2-9d436c4f6317 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:25.513095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bee6575e-0afa-4001-a3e6-a1c5b7808d9a req-4978c2c8-f946-4507-90f2-9d436c4f6317 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 944 time: 0.3448637 Dec 12 15:33:25.566153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.572392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 173d2369-71d2-4f97-9b35-716c4ec7e50c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:25.579025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.606877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Router 43e79e27-32ff-4884-b4f6-27e215317262 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:25.646022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Provisioning complete for port 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:25.646647 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.694796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9ee7fd-4644-4edf-bd0d-395ec13554ec {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:33:25.845827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Port 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:25.851109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bee6575e-0afa-4001-a3e6-a1c5b7808d9a req-f726ed5e-d0e7-4508-b37c-45714e0500aa tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363211 Dec 12 15:33:25.852153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:25.853822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:25.870121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] Sync routers for ids ['43e79e27-32ff-4884-b4f6-27e215317262'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:25.871776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f71ad4b-33dd-4c12-bb70-192a01389ae3 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "PUT /v2.0/routers/43e79e27-32ff-4884-b4f6-27e215317262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4387853 Dec 12 15:33:25.874547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:25.887091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'port': {'network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd', 'name': 'tempest-FloatingIPNegativeTestJSON-2053996668'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:25.894720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:25.929698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] Routers {'43e79e27-32ff-4884-b4f6-27e215317262'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:25.930352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['43e79e27-32ff-4884-b4f6-27e215317262'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:26.038197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:26.056843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Provisioning complete for port 4f71149a-9966-43cd-b0b3-97a92ddd6b41 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:26.057690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.122975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['bd9ee7fd-4644-4edf-bd0d-395ec13554ec'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:33:26.134893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] Routers {'43e79e27-32ff-4884-b4f6-27e215317262'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:26.137154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['43e79e27-32ff-4884-b4f6-27e215317262'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:26.138191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Made reservation on behalf of f779721e604a4b1687d08b5da10fa6ac for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:26.161561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.202530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] device_id is not set on port 1182364f-f1c3-433d-b1c0-c8a966938368 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:33:26.246774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:26.248087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdf0a9c-6bdc-49a7-bd36-8ace2620f49d None None] The sync data for ids ['43e79e27-32ff-4884-b4f6-27e215317262'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:26.260499 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.266112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:26.281175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Port 4f71149a-9966-43cd-b0b3-97a92ddd6b41 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:26.310799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Provisioning complete for port 173d2369-71d2-4f97-9b35-716c4ec7e50c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:26.311454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a4222e0-38ef-4fa7-90c2-fdafe195f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.394161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Allocated IP 172.20.0.5 (9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd/1ed9b796-0edc-425f-93d4-fe18bf5b1450/1182364f-f1c3-433d-b1c0-c8a966938368) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:26.624311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fcc7a507-01d0-47c5-accd-6dc68e986534 None None] Provisioning complete for port 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:26.624907 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcc7a507-01d0-47c5-accd-6dc68e986534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.625806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.629950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.694666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.697290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7a507-01d0-47c5-accd-6dc68e986534 None None] Port 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:26.801939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Router f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:26.802466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:26.910160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=1182364f-f1c3-433d-b1c0-c8a966938368,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:26.954288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:26.956030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:26.967493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:27.077937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:27.080892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.116501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:27.119092 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8641bcac-ffc5-429e-b1ce-999e5450068b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2391605 Dec 12 15:33:27.120193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.131382 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] Sync routers for ids ['f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:27.132289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:27.149755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.150555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c0e915a-aa0a-432e-9d54-77c5c9611e1d tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "PUT /v2.0/routers/f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 200 len: 879 time: 4.8097579 Dec 12 15:33:27.161402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47286) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.161677 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] Routers {'f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:27.162085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:27.166175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5860cb6-fe92-45d0-8661-20eef3ebc293 req-ae802b75-1fd5-45ec-a2b9-406f9576a0f1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:27.172922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5860cb6-fe92-45d0-8661-20eef3ebc293 req-ae802b75-1fd5-45ec-a2b9-406f9576a0f1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 945 time: 0.2021034 Dec 12 15:33:27.207294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47288) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.279493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5860cb6-fe92-45d0-8661-20eef3ebc293 req-2f590260-64df-420b-b3b7-db4dc6793586 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032689 Dec 12 15:33:27.286955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:27.320153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.330272 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] Routers {'f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:27.332331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:27.428541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2575609f-1766-4d1f-a860-a8f76dc5fdee None None] Provisioning complete for port 1182364f-f1c3-433d-b1c0-c8a966938368 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:27.429002 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2575609f-1766-4d1f-a860-a8f76dc5fdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.451501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:27.456391 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3af1c-bd67-4662-9832-3664f8e7b080 None None] The sync data for ids ['f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:27.470174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-82affe11-236c-45d1-8f30-295ce7db4cbb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:27.471573 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-82affe11-236c-45d1-8f30-295ce7db4cbb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 15:33:27.472084 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-82affe11-236c-45d1-8f30-295ce7db4cbb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:27.473091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82affe11-236c-45d1-8f30-295ce7db4cbb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2648387 Dec 12 15:33:27.478044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.488689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869623832'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:27.509732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2575609f-1766-4d1f-a860-a8f76dc5fdee None None] Port 1182364f-f1c3-433d-b1c0-c8a966938368 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:27.519384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-db0b30c8-96e5-4a81-b285-cae4f3b10242 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 200 len: 920 time: 0.3541141 Dec 12 15:33:27.521842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47306) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.615492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.641730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.699673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.733679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151b4ab7-bdf9-46c9-bf94-6ed9bd415c7f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:27.737881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-151b4ab7-bdf9-46c9-bf94-6ed9bd415c7f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2121482 Dec 12 15:33:27.740052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47318) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.811730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Allocated IP 172.25.3.26 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/96775489-17e3-40a0-8a9a-704d9a379593) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:27.867922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ba7bd4-1d32-4924-a0a6-3be62c532c07 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:27.869475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2ba7bd4-1d32-4924-a0a6-3be62c532c07 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.1284606 Dec 12 15:33:27.874048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47324) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.916934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-08c200f9-02d0-4555-940d-8bf864563f15 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 200 len: 205 time: 0.0416787 Dec 12 15:33:27.920157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:27.926171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.935576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:27.975321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e93bbe-eaad-4ff2-8818-35c4821c0ea6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:28.064418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.075671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.108060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd9ee7fd-4644-4edf-bd0d-395ec13554ec up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:28.192663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.219922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.241315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.247331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7649820 Dec 12 15:33:28.250048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:28.269184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'd281c614-8d4c-4cae-9639-4cd72049387f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:28.288159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19be38-e061-4d42-8ddd-d2c17f606f0a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d281c614-8d4c-4cae-9639-4cd72049387f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:28.341680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port bd9ee7fd-4644-4edf-bd0d-395ec13554ec completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:33:28.354548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port bd9ee7fd-4644-4edf-bd0d-395ec13554ec triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:28.356046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.385869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.395228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.461048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:28.478547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:28.481513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:28.497728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:28.564870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.572337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=96775489-17e3-40a0-8a9a-704d9a379593,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:28.602271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b21334-79b2-444c-8ab0-c2c89713dceb req-43a8add2-f521-4139-a6fe-be7d0fcd0391 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:28.606097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8b21334-79b2-444c-8ab0-c2c89713dceb req-43a8add2-f521-4139-a6fe-be7d0fcd0391 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 945 time: 0.1734405 Dec 12 15:33:28.630654 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.631736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.668044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:33:28.671517 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fab672-0b31-49ee-8ac1-a6f316050088" -d '{"events": [{"server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:33:28.700203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.716499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:28.719916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.726927 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.771590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port 4f71149a-9966-43cd-b0b3-97a92ddd6b41 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:28.772256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.797496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff0a890-c8d6-41f7-a611-c7a4a05cbc69,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:28.814045 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc17169-87de-4811-8822-0218b2670eeb x-openstack-request-id: req-abc17169-87de-4811-8822-0218b2670eeb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:33:28.814531 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "name": "network-vif-plugged", "status": "completed", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:33:28.814846 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abc17169-87de-4811-8822-0218b2670eeb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:33:28.815437 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec', 'code': 200} Dec 12 15:33:28.816517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:28.819015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.827393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8b21334-79b2-444c-8ab0-c2c89713dceb req-6486e9a3-d3bf-4ffc-8d40-b9eb75b101c1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072036 Dec 12 15:33:28.833070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.837574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c442f914-6dc6-45cc-9886-3fc2d4daa17c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5827403 Dec 12 15:33:28.838317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:28.843543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-087c87e8-ca6b-444a-bb1d-fbe6a57d9057 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'd281c614-8d4c-4cae-9639-4cd72049387f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:28.908975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.933270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987adfe-4aff-48fe-8635-bf60e978fc0f req-eec54549-2f99-4cf6-83f3-efc5187d0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:28.936207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7987adfe-4aff-48fe-8635-bf60e978fc0f req-eec54549-2f99-4cf6-83f3-efc5187d0fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0848737 Dec 12 15:33:28.975403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-087c87e8-ca6b-444a-bb1d-fbe6a57d9057 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:28.988405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for 4f71149a-9966-43cd-b0b3-97a92ddd6b41 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:29.002949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0505349-4336-43ba-8b38-4b97eeba6fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.050072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7987adfe-4aff-48fe-8635-bf60e978fc0f req-385147c3-8c0d-46f7-adc3-85199854e483 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038823 Dec 12 15:33:29.063527 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-087c87e8-ca6b-444a-bb1d-fbe6a57d9057 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:29.064803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-087c87e8-ca6b-444a-bb1d-fbe6a57d9057 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2254398 Dec 12 15:33:29.070916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.190005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.227561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.237352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.254298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.279393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.339894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b6598fa-d146-4c6b-9055-6e2310785691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.394657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0505349-4336-43ba-8b38-4b97eeba6fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.397873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c55192-d632-44a2-b729-8b3ff096a40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.412862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0505349-4336-43ba-8b38-4b97eeba6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.419445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.423317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=96775489-17e3-40a0-8a9a-704d9a379593,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.464142 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b6598fa-d146-4c6b-9055-6e2310785691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.471770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b6598fa-d146-4c6b-9055-6e2310785691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.487451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.510442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.518433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0505349-4336-43ba-8b38-4b97eeba6fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087aa78-6406-4906-b608-236c9a3e6fa5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.524042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b6598fa-d146-4c6b-9055-6e2310785691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=576898ec02d646269a890adcf6ee90be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325911 Dec 12 15:33:29.530415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47394) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.533932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6598fa-d146-4c6b-9055-6e2310785691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac28b9-2a44-40c8-a00a-97d97315c684,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.555264 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0505349-4336-43ba-8b38-4b97eeba6fe3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f71d1aa07efb48148ecaa6594490d6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0641105 Dec 12 15:33:29.555364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.557151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.558881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a69bba5c-fbca-45c9-82d8-c976d0240f6e tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4359226 Dec 12 15:33:29.567927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03114238-a3bf-481b-9d37-8a1c72af293a None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:29.572744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.573098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=4f71149a-9966-43cd-b0b3-97a92ddd6b41,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.584890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a6e8895f-d272-4bea-8f6b-8ef0043069ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'floatingip': {'port_id': '1182364f-f1c3-433d-b1c0-c8a966938368', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:29.600074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c55192-d632-44a2-b729-8b3ff096a40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.607407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.610033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.611193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/d281c614-8d4c-4cae-9639-4cd72049387f HTTP/1.1" status: 204 len: 168 time: 0.5393238 Dec 12 15:33:29.617249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.639580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d1245-8a74-40c7-9aab-8276184df7bb tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281c614-8d4c-4cae-9639-4cd72049387f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.645467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.648799 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c55192-d632-44a2-b729-8b3ff096a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.681688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6e8895f-d272-4bea-8f6b-8ef0043069ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.750981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.756962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4612b340-3331-4ac7-90e7-f54995997806 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386709 Dec 12 15:33:29.758231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.762004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.768357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--222643925'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:29.778806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-45c55192-d632-44a2-b729-8b3ff096a40d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49dbe10d19984b399d40d40d68c6a20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399549 Dec 12 15:33:29.783894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c55192-d632-44a2-b729-8b3ff096a40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d193750-d45c-4f29-9f37-f6f278ca43c8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:29.791028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.824866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.825421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:29.832352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.836851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-214d8d6a-7925-4e26-90e6-800376655920 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 204 len: 168 time: 1.9122264 Dec 12 15:33:29.837674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47406) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.840089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.847436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.850210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1364649440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:29.855369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.897412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.898635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.941950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.960520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.967892 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a6e8895f-d272-4bea-8f6b-8ef0043069ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] update failed (client error): The resource could not be found. Dec 12 15:33:29.969048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a6e8895f-d272-4bea-8f6b-8ef0043069ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "PUT /v2.0/floatingips/73c0925c-977b-4776-a67f-0737d6167a87 HTTP/1.1" status: 404 len: 507 time: 0.3953509 Dec 12 15:33:29.971456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:29.973254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:29.990789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.050686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.050912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.081512 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.082645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559adf3c-1485-4928-94a1-a8217e847aea req-7c7b88a3-bcba-43ad-8189-44fb21718ca4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:30.084228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-559adf3c-1485-4928-94a1-a8217e847aea req-7c7b88a3-bcba-43ad-8189-44fb21718ca4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 946 time: 0.1838458 Dec 12 15:33:30.093439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.094489 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-caee1418-3e8d-495b-846b-a30b3b3bdc22 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2557411 Dec 12 15:33:30.095711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.097606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47412) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.111150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': True}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:30.145222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.149074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3834510 Dec 12 15:33:30.149774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.150692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.151872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8ac28b9-2a44-40c8-a00a-97d97315c684 HTTP/1.1" status: 204 len: 168 time: 0.6204505 Dec 12 15:33:30.155182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.159883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f7d7614a-bdf1-4354-a120-a416cd961e87 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '87a1ea51-24b0-442a-8cce-921733ff8348', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:30.160699 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-f7d7614a-bdf1-4354-a120-a416cd961e87 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 12 15:33:30.161579 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-f7d7614a-bdf1-4354-a120-a416cd961e87 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:30.165226 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7d7614a-bdf1-4354-a120-a416cd961e87 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065987 Dec 12 15:33:30.167839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.170103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebe57f-b711-4a46-9e95-9bb8e52be79d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a1ea51-24b0-442a-8cce-921733ff8348,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.190639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting port 96775489-17e3-40a0-8a9a-704d9a379593 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:30.190989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.273476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.273845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.288090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Calling delete_port for 96775489-17e3-40a0-8a9a-704d9a379593 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:30.436375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.463389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Port': ['ID=96775489-17e3-40a0-8a9a-704d9a379593,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.466092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.497787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f461d08c-8904-450d-a1e8-03533240284c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.556706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.559297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.560434 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed357585-9fcc-40ea-87f7-61feb76ad1b2 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "DELETE /v2.0/floatingips/73c0925c-977b-4776-a67f-0737d6167a87 HTTP/1.1" status: 204 len: 168 time: 0.5862536 Dec 12 15:33:30.564450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.568968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c5fdf0ce-bf50-46eb-a804-1ce7ce867983 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'floatingip': {'floating_network_id': '9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd', 'port_id': '1182364f-f1c3-433d-b1c0-c8a966938368', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:30.577608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.580153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.581307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9087aa78-6406-4906-b608-236c9a3e6fa5 HTTP/1.1" status: 204 len: 168 time: 1.0257993 Dec 12 15:33:30.594756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c05792-3cee-4d28-b01e-253ea3615b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac28b9-2a44-40c8-a00a-97d97315c684,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.615414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf0ce-bf50-46eb-a804-1ce7ce867983 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.689945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f461d08c-8904-450d-a1e8-03533240284c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.703982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f461d08c-8904-450d-a1e8-03533240284c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.711761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed4587-3840-4148-8020-a740b7338e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087aa78-6406-4906-b608-236c9a3e6fa5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.730947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-559adf3c-1485-4928-94a1-a8217e847aea req-a2542bfc-dbad-480a-82a9-7a33f7f33cc4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171017 Dec 12 15:33:30.774789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f461d08c-8904-450d-a1e8-03533240284c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=574be509e3b44095ac14c07d43ea8529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3055665 Dec 12 15:33:30.774789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461d08c-8904-450d-a1e8-03533240284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ec6ac0-75e0-4e1c-a351-35dc1f1f5228,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.779885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.817958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.820487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.825172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d193750-d45c-4f29-9f37-f6f278ca43c8 HTTP/1.1" status: 204 len: 168 time: 1.0247476 Dec 12 15:33:30.828595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.833153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.843780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4446e6-b0e2-4778-9fc8-73fe147efc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d193750-d45c-4f29-9f37-f6f278ca43c8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:30.874246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.881549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.888200 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c5fdf0ce-bf50-46eb-a804-1ce7ce867983 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:30.895395 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5fdf0ce-bf50-46eb-a804-1ce7ce867983 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3299108 Dec 12 15:33:30.898854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.909908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '1182364f-f1c3-433d-b1c0-c8a966938368', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:30.935819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.957913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.961140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.971336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/87a1ea51-24b0-442a-8cce-921733ff8348 HTTP/1.1" status: 204 len: 168 time: 0.7853284 Dec 12 15:33:30.975360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:30.978095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:30.992998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd77ad0-d76a-4d06-a597-f5674649cc70 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a1ea51-24b0-442a-8cce-921733ff8348,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:31.088567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5cd21fb5-d130-4116-827f-efe02b93a7fe tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1115637 Dec 12 15:33:31.093421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:31.101218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863898738'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:31.124953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.127540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.131892 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14ec6ac0-75e0-4e1c-a351-35dc1f1f5228 HTTP/1.1" status: 204 len: 168 time: 0.3482132 Dec 12 15:33:31.148016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.150327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036e7b9-f656-4fcf-9427-a6a70c78c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ec6ac0-75e0-4e1c-a351-35dc1f1f5228,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:31.180980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:31.209738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1938-dba3-48dc-adf4-a9abe7fee537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.231326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.287671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.337761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.404906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.418134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.438990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:31.492367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.25.3.80 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/050320dd-282f-4ca2-b6b3-4b31a1a0d24d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:31.495672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.496978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4022653 Dec 12 15:33:31.520051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:31.520880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbea-b18a-49bf-88f8-9c147c81b2e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.528846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-67253186-2ec6-41ab-aa45-bef77feaaced tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '9a25fa77-4d2d-4234-b57e-a4889d74ea01', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:31.529582 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-67253186-2ec6-41ab-aa45-bef77feaaced tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 12 15:33:31.530089 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-67253186-2ec6-41ab-aa45-bef77feaaced tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:31.534073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67253186-2ec6-41ab-aa45-bef77feaaced tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080476 Dec 12 15:33:31.539973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:31.625281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.669944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.719154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:31.722708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:31.728990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:31.738182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a2f89-5931-47ca-8967-cb236dfd7c84 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:31.767774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=050320dd-282f-4ca2-b6b3-4b31a1a0d24d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:31.859852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b998e31c-fe85-4ce6-84f5-1b96fff90c36 None None] Provisioning complete for port 050320dd-282f-4ca2-b6b3-4b31a1a0d24d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:31.860227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b998e31c-fe85-4ce6-84f5-1b96fff90c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.918055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fef39e-63fb-439c-b4b0-5de577a80805 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25fa77-4d2d-4234-b57e-a4889d74ea01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:31.945456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b998e31c-fe85-4ce6-84f5-1b96fff90c36 None None] Port 050320dd-282f-4ca2-b6b3-4b31a1a0d24d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:31.948465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1938-dba3-48dc-adf4-a9abe7fee537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:31.983354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8ec1938-dba3-48dc-adf4-a9abe7fee537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.078567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f8ec1938-dba3-48dc-adf4-a9abe7fee537 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf1dd8f5c87c494cb10361e7f1c8ec6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8931978 Dec 12 15:33:32.088120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47474) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:32.099963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.101880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec1938-dba3-48dc-adf4-a9abe7fee537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f603e3f-0f5a-489c-8371-6884bd904143,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:32.111106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Allocated IP 172.25.3.84 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/6f9b87ec-b997-4a96-9430-1cae752c7ad8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:32.118453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11506cf5-525e-43c8-9db0-4f35e3d73d1d req-165e8cd4-0d60-46ee-81a4-17daace4beff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:32.120052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11506cf5-525e-43c8-9db0-4f35e3d73d1d req-165e8cd4-0d60-46ee-81a4-17daace4beff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 946 time: 0.2691727 Dec 12 15:33:32.123281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.170012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.308569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.322380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.325178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.329173 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/9a25fa77-4d2d-4234-b57e-a4889d74ea01 HTTP/1.1" status: 204 len: 168 time: 0.7854507 Dec 12 15:33:32.329349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11506cf5-525e-43c8-9db0-4f35e3d73d1d req-408e0896-aae5-4237-8a9a-af360c354f06 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988850 Dec 12 15:33:32.330431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47480) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:32.362220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f170d-51fa-4e57-bd2b-a2cacfaadd79 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25fa77-4d2d-4234-b57e-a4889d74ea01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:32.390239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbea-b18a-49bf-88f8-9c147c81b2e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.395443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.403118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e47ecbea-b18a-49bf-88f8-9c147c81b2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.430376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.509763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.518806 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e47ecbea-b18a-49bf-88f8-9c147c81b2e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abce18d676964014b0dad7b2889de5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0590615 Dec 12 15:33:32.519357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.523957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:32.532748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ecbea-b18a-49bf-88f8-9c147c81b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87345a1-57a7-4baf-9a7a-e17a84aa8fad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:32.594573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.635812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:32.670923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0858c5eb-f149-4d1a-82a3-86364764fe8c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3379867 Dec 12 15:33:32.681419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47494) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:32.686951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730724447'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:32.696512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:32.702494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:32.746521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event updated for resources: {'Port': ['ID=6f9b87ec-b997-4a96-9430-1cae752c7ad8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:32.780611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.783822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.785304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f603e3f-0f5a-489c-8371-6884bd904143 HTTP/1.1" status: 204 len: 168 time: 0.6946228 Dec 12 15:33:32.793438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.810059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.820475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96c174-52b3-421f-9bad-a1c3547aacc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f603e3f-0f5a-489c-8371-6884bd904143,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:32.858764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.894234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting port 6f9b87ec-b997-4a96-9430-1cae752c7ad8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:32.894768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:32.976050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router 0c1d981a-68e9-40d6-9e8e-584e70d767aa is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:32.989694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.001233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.051637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.052112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.056770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.059417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.060675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b87345a1-57a7-4baf-9a7a-e17a84aa8fad HTTP/1.1" status: 204 len: 168 time: 0.5326197 Dec 12 15:33:33.092731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Calling delete_port for 6f9b87ec-b997-4a96-9430-1cae752c7ad8 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:33.106657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.107920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4254684 Dec 12 15:33:33.111647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.114945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c09bf-9108-41c4-ab50-94af1d462e75 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61785d-a849-4ea1-beab-7dd39a61b851,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:33.139851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-999dd978-a8af-46b7-8207-f5235c742d84 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '9d61785d-a849-4ea1-beab-7dd39a61b851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.141325 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-999dd978-a8af-46b7-8207-f5235c742d84 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 12 15:33:33.142034 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-999dd978-a8af-46b7-8207-f5235c742d84 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:33.147280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-999dd978-a8af-46b7-8207-f5235c742d84 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300100 Dec 12 15:33:33.148578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.159805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfc501-1c04-41d6-ac80-d5baf46c8f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87345a1-57a7-4baf-9a7a-e17a84aa8fad,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:33.177763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:33.185410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.186864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-13ca6267-09e9-4480-86c6-f1718350553b tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "PUT /v2.0/routers/0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 200 len: 914 time: 3.0882206 Dec 12 15:33:33.189120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8b766146-2530-4e26-8747-50881fdd943f tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '9d61785d-a849-4ea1-beab-7dd39a61b851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.190083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.194153 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-8b766146-2530-4e26-8747-50881fdd943f tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 12 15:33:33.194707 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-8b766146-2530-4e26-8747-50881fdd943f tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:33.197469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b766146-2530-4e26-8747-50881fdd943f tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0408659 Dec 12 15:33:33.202218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] Sync routers for ids ['0c1d981a-68e9-40d6-9e8e-584e70d767aa'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:33.233041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] Routers {'0c1d981a-68e9-40d6-9e8e-584e70d767aa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:33.233696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0c1d981a-68e9-40d6-9e8e-584e70d767aa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:33.271121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.284153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:33.287532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8c744ce7-5273-4d96-9e93-dcf6bd376444 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '9d61785d-a849-4ea1-beab-7dd39a61b851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.288444 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-8c744ce7-5273-4d96-9e93-dcf6bd376444 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 12 15:33:33.290100 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-8c744ce7-5273-4d96-9e93-dcf6bd376444 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:33.291141 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8c744ce7-5273-4d96-9e93-dcf6bd376444 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169897 Dec 12 15:33:33.295439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] Routers {'0c1d981a-68e9-40d6-9e8e-584e70d767aa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:33.296344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0c1d981a-68e9-40d6-9e8e-584e70d767aa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:33.297519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.311406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3ff9453e-a8eb-430d-aba6-e910a3b4ca13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '9d61785d-a849-4ea1-beab-7dd39a61b851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.312225 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-3ff9453e-a8eb-430d-aba6-e910a3b4ca13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 12 15:33:33.312746 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-3ff9453e-a8eb-430d-aba6-e910a3b4ca13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:33.313735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3ff9453e-a8eb-430d-aba6-e910a3b4ca13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131867 Dec 12 15:33:33.325406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.337525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:33.338482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7bc3d-67e1-4c0e-ad60-af06d4411040 None None] The sync data for ids ['0c1d981a-68e9-40d6-9e8e-584e70d767aa'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:33.421672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6f8f950-9012-48ef-9560-bd618ca3ec03 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 200 len: 920 time: 0.2280068 Dec 12 15:33:33.421970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.435046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47528) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.478359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.527143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.540260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e4a10-cacf-40d3-8294-05b8fa62e97c tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:33.542056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca2e4a10-cacf-40d3-8294-05b8fa62e97c tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=0c1d981a-68e9-40d6-9e8e-584e70d767aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1166391 Dec 12 15:33:33.545721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47534) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.550295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.579924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Port': ['ID=6f9b87ec-b997-4a96-9430-1cae752c7ad8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:33.658314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.662730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.662730 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d61785d-a849-4ea1-beab-7dd39a61b851 HTTP/1.1" status: 204 len: 168 time: 0.3356647 Dec 12 15:33:33.669221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47538) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.705306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e6527-8d2f-453b-afb1-ab0fd9d06038 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61785d-a849-4ea1-beab-7dd39a61b851,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:33.711557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2011672594', 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.748622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47540) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.773433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc7e17-3f6a-4b38-997f-63c8a9dcf81d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:33.774895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4adc7e17-3f6a-4b38-997f-63c8a9dcf81d tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.2283156 Dec 12 15:33:33.777848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.787100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ed6e1b6-35a5-4711-b077-d573f7072d2c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1108325 Dec 12 15:33:33.789811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54e761e4-e885-4919-967d-efab1bee0930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.792829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.803217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Made reservation on behalf of 5a9a1b439e394e84a8cde96136cee70f for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:33.804703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--938882839'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:33.806356 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.823309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:33.824768 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] create failed (client error): The resource could not be found. Dec 12 15:33:33.829259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-12dcd59e-695e-405a-bc2b-14baa8eab3b4 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9293125 Dec 12 15:33:33.831882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.834193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f2a396f4-0f2d-4699-9f7e-30b3cdd038e9 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 200 len: 205 time: 0.0550795 Dec 12 15:33:33.837645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47548) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:33.891577 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.006417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting port 1182364f-f1c3-433d-b1c0-c8a966938368 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:34.007472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.077339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54e761e4-e885-4919-967d-efab1bee0930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.088061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.093990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.118214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.132246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54e761e4-e885-4919-967d-efab1bee0930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.183694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.203921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.216175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-54e761e4-e885-4919-967d-efab1bee0930 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d82b7dff064f41aebd871fda5794b130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4617970 Dec 12 15:33:34.246240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e761e4-e885-4919-967d-efab1bee0930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43957c9c-2f98-449b-9c75-96002717b390,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.254495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47560) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.269591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30095db8-a4ce-47a4-8804-579c5b2539ce,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.289606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:34.290423 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.297822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.299061 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1e2b9c9c-1156-4431-bbf2-c4829473b6a6 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4999177 Dec 12 15:33:34.305284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.315483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c15fd2a3-dd94-46fd-b1d2-52e4377c5c07 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.316185 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-c15fd2a3-dd94-46fd-b1d2-52e4377c5c07 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 15:33:34.316699 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c15fd2a3-dd94-46fd-b1d2-52e4377c5c07 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.320233 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c15fd2a3-dd94-46fd-b1d2-52e4377c5c07 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114582 Dec 12 15:33:34.320233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Calling delete_port for 1182364f-f1c3-433d-b1c0-c8a966938368 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:34.321816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.322753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2182f-d18f-4e42-9f4f-cb81c89017d6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.335778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e48cb13-cd42-49de-a81f-0a81c71cc664 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.345231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.345583 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Added segment 2acc632a-4aa3-4273-afe6-b3c20873c89c of type vlan for network d5f40c39-d5fb-470e-b556-ccd1a8264d15 Dec 12 15:33:34.360357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.437073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.437594 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-2e48cb13-cd42-49de-a81f-0a81c71cc664 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.441002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e48cb13-cd42-49de-a81f-0a81c71cc664 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1159256 Dec 12 15:33:34.442843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.443589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.447298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-abbbcb00-8f56-44f5-84c6-818c207a004b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.447769 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-abbbcb00-8f56-44f5-84c6-818c207a004b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 12 15:33:34.448237 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-abbbcb00-8f56-44f5-84c6-818c207a004b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.452299 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-abbbcb00-8f56-44f5-84c6-818c207a004b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059781 Dec 12 15:33:34.452449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.463469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f7506785-34ff-4641-ad61-6ab403dfb40b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.484904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.533894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.534967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:34.535607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.539749 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-f7506785-34ff-4641-ad61-6ab403dfb40b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.543592 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7506785-34ff-4641-ad61-6ab403dfb40b tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0873618 Dec 12 15:33:34.543761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.548679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-39a3f0d2-fdb3-4e2e-a4b1-fddb219e144e tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.549159 n-d-710847-8 neutron-server[103411]: WARNING neutron.api.v2.base [None req-39a3f0d2-fdb3-4e2e-a4b1-fddb219e144e tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 12 15:33:34.549640 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-39a3f0d2-fdb3-4e2e-a4b1-fddb219e144e tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.550592 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39a3f0d2-fdb3-4e2e-a4b1-fddb219e144e tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060225 Dec 12 15:33:34.551757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.554069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.559617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port 050320dd-282f-4ca2-b6b3-4b31a1a0d24d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:34.560086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.568849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c0a9ac42-8d69-4246-89eb-47fed2814304 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.601197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Port': ['ID=1182364f-f1c3-433d-b1c0-c8a966938368,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.613417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1769342 Dec 12 15:33:34.631090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.639142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'subnet': {'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.662683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d92c-bdd0-47fb-bdbc-52c0e4f47666 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Network': ['ID=d5f40c39-d5fb-470e-b556-ccd1a8264d15,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.672035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.676463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.676900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:33:34.681345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43957c9c-2f98-449b-9c75-96002717b390 HTTP/1.1" status: 204 len: 168 time: 0.4207530 Dec 12 15:33:34.699316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694282a5-8527-4c31-994a-e465bea51eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43957c9c-2f98-449b-9c75-96002717b390,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:34.726297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.733209 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-97d6f9eb-01ef-4af2-b113-821a1efecf92 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "DELETE /v2.0/ports/1182364f-f1c3-433d-b1c0-c8a966938368 HTTP/1.1" status: 204 len: 168 time: 0.8977599 Dec 12 15:33:34.735582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.741816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.775097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Made reservation on behalf of 5a9a1b439e394e84a8cde96136cee70f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:34.775408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for 050320dd-282f-4ca2-b6b3-4b31a1a0d24d owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:34.778267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:34.789941 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c0a9ac42-8d69-4246-89eb-47fed2814304 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.791003 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0a9ac42-8d69-4246-89eb-47fed2814304 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2354038 Dec 12 15:33:34.794424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47596) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.819025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2a73779d-f653-4d21-bf13-c38c5196c127 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.819777 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-2a73779d-f653-4d21-bf13-c38c5196c127 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 12 15:33:34.820377 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-2a73779d-f653-4d21-bf13-c38c5196c127 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:34.821628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2a73779d-f653-4d21-bf13-c38c5196c127 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261891 Dec 12 15:33:34.824732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:34.840378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-72416b65-bafa-485a-85ef-4db2ed6afabc tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:34.941860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7cb5ab-683f-484f-8070-98c745b18a2b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:34.952561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7e7cb5ab-683f-484f-8070-98c745b18a2b tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "GET /v2.0/ports?device_id=43e79e27-32ff-4884-b4f6-27e215317262 HTTP/1.1" status: 200 len: 913 time: 0.2159188 Dec 12 15:33:34.953866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:35.051283 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-72416b65-bafa-485a-85ef-4db2ed6afabc tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:35.052300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-72416b65-bafa-485a-85ef-4db2ed6afabc tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2233999 Dec 12 15:33:35.078911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47614) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:35.087931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9479aee2-fb5c-4f4b-b884-16753bebae16 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': '30095db8-a4ce-47a4-8804-579c5b2539ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:35.287549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.312759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:33:35.313428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.348674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d265f726-964d-4c61-aad4-5ab8a00c56b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.354356 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-9479aee2-fb5c-4f4b-b884-16753bebae16 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:35.359374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9479aee2-fb5c-4f4b-b884-16753bebae16 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2749770 Dec 12 15:33:35.359374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=050320dd-282f-4ca2-b6b3-4b31a1a0d24d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:35.361775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47634) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:35.381544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc2909-77ac-4532-a8e3-ad64b147c00e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:35.399493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47c7408d-d5f8-4eb1-843c-607fe71158cd,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:35.475776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Checking segment: {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:35.476596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network hostable DHCP agents. Network: d5f40c39-d5fb-470e-b556-ccd1a8264d15, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:33:35.501910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:33:35.516891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, d5f40c39-d5fb-470e-b556-ccd1a8264d15) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:35.528002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc36ae6-a800-4134-8cca-4afc5ab904ad None None] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:35.536237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:35.536925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.571957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9c46b2f5-fcf3-4681-882c-b3f495d149fc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9372447 Dec 12 15:33:35.574739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:35.585507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1487733298', 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:35.640032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Made reservation on behalf of 5a9a1b439e394e84a8cde96136cee70f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:35.643888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.683780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47646) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:35.707304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] device_id is not set on port 89774352-e591-470a-a1c7-63126f965785 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:33:35.707739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bd8af-2746-4c83-8cdd-22a1ddfc3fe8 None None] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:35.929848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 2001:db8::11 (d5f40c39-d5fb-470e-b556-ccd1a8264d15/47c7408d-d5f8-4eb1-843c-607fe71158cd/89774352-e591-470a-a1c7-63126f965785) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:35.960960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:35.965564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-841b9503-73cf-4dad-a961-25c0126e77d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.041989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.112450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.115977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.132315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-841b9503-73cf-4dad-a961-25c0126e77d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.140623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.221805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.222407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1d981a-68e9-40d6-9e8e-584e70d767aa {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:36.231225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.235698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f37e6480-f041-416c-a656-5657abf96f54 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 204 len: 168 time: 2.3911867 Dec 12 15:33:36.237195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47664) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.244196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826744679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:36.253532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.256571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.257415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.260804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/30095db8-a4ce-47a4-8804-579c5b2539ce HTTP/1.1" status: 204 len: 168 time: 0.8962812 Dec 12 15:33:36.261596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.290773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-841b9503-73cf-4dad-a961-25c0126e77d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.308712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646499a-931b-4c20-b093-e0f3d708884d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30095db8-a4ce-47a4-8804-579c5b2539ce,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:36.337434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.374525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.375839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.401059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=89774352-e591-470a-a1c7-63126f965785,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:36.404427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e1e3355-1a72-4092-a149-074a50ad253d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339490 Dec 12 15:33:36.404864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.413437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--165113438'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:36.438557 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-841b9503-73cf-4dad-a961-25c0126e77d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4755082f8887468882da8303367f352b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7535613 Dec 12 15:33:36.442569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b9503-73cf-4dad-a961-25c0126e77d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b14b79-84c0-42ac-885f-21ceae866ad2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:36.445874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.465034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.467856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.479195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.510765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.518305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:36.525384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:36.539988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:36.541313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:36.542724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.563547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.589920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89d5f9e4-4e14-439a-83ea-47035e0584a9 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0130212 Dec 12 15:33:36.590909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.603816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.605507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eb7c4a49-2327-4b02-8e5e-1256de46769e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3669684 Dec 12 15:33:36.614056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47680) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.618728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:36.626998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.742203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.757076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Deleting port 89774352-e591-470a-a1c7-63126f965785 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:36.757302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.761915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.877833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.879237 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4697356 Dec 12 15:33:36.884033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:36.889222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-32c8c279-3ba4-4791-87e5-99cd6807a624 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'f78a87de-1894-4c84-98b2-0a3ff6e1a218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:36.893953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8f377-7822-441c-957f-199cb3e4f50c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78a87de-1894-4c84-98b2-0a3ff6e1a218,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:36.910686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.927720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Calling delete_port for 89774352-e591-470a-a1c7-63126f965785 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:36.936898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting port 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:36.937240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.987580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.991448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:36.992766 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88b14b79-84c0-42ac-885f-21ceae866ad2 HTTP/1.1" status: 204 len: 168 time: 0.5451047 Dec 12 15:33:36.995018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.015675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759d2f3-49fe-43c5-8ee2-50f9485be567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b14b79-84c0-42ac-885f-21ceae866ad2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:37.092431 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-32c8c279-3ba4-4791-87e5-99cd6807a624 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The resource could not be found. Dec 12 15:33:37.095300 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32c8c279-3ba4-4791-87e5-99cd6807a624 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2098317 Dec 12 15:33:37.097708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:37.103896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1c252b6f-4d37-4f32-bd71-e1c327018460 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'f78a87de-1894-4c84-98b2-0a3ff6e1a218', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '050bb845-4e86-4af1-a283-7e22b5f8199c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:37.199433 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-1c252b6f-4d37-4f32-bd71-e1c327018460 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The resource could not be found. Dec 12 15:33:37.201211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1c252b6f-4d37-4f32-bd71-e1c327018460 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1020098 Dec 12 15:33:37.205876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:37.292663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.309859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Calling delete_port for 73dac5a0-0a4e-4106-b6dd-e8d4f05accfd owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:37.395101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.468879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.490510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.521171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.570401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.576070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.577295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.586996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.590988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/f78a87de-1894-4c84-98b2-0a3ff6e1a218 HTTP/1.1" status: 204 len: 168 time: 0.3771396 Dec 12 15:33:37.591881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:37.613058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Port': ['ID=73dac5a0-0a4e-4106-b6dd-e8d4f05accfd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:37.650691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Port': ['ID=89774352-e591-470a-a1c7-63126f965785,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:37.678421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c0cef-7f80-43f7-b760-5b7a9c17a3ba tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78a87de-1894-4c84-98b2-0a3ff6e1a218,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:37.722698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.728447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4b36fa8e-eb75-452d-8460-407e74b8a772 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/ports/89774352-e591-470a-a1c7-63126f965785 HTTP/1.1" status: 204 len: 168 time: 1.1336491 Dec 12 15:33:37.729132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47720) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:37.734883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15', 'external_fixed_ips': [{'subnet_id': '47c7408d-d5f8-4eb1-843c-607fe71158cd', 'ip_address': '2001:db8::11'}]}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:37.743376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-602d0b88-ad64-4e28-93a1-8ea331d2f306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.851636 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.852883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:37.941415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Allocated IP 172.25.3.48 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e1c4f307-a4f8-400f-b638-9ba150b1f27c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:38.017683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.018861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.159060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.181042 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de345dea-6f00-4674-8ecf-dddcf71b2420 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5088623 Dec 12 15:33:38.190113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:38.228619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ab481726-8dc8-4786-9d19-9a1233c9cee5 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'b52c194c-c800-4920-a1ae-8f217ec1d5e8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:38.262123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.288242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:38.294178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:38.309142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458205f9-4aba-4d62-b89f-120bda551dc3 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:38.333637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:38.377196 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-ab481726-8dc8-4786-9d19-9a1233c9cee5 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The resource could not be found. Dec 12 15:33:38.382579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ab481726-8dc8-4786-9d19-9a1233c9cee5 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1582854 Dec 12 15:33:38.390133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:38.394584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--836121210'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:38.434693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5cd87e90-1f43-496d-9492-c163c1951711 None None] Provisioning complete for port e1c4f307-a4f8-400f-b638-9ba150b1f27c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:38.435179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd87e90-1f43-496d-9492-c163c1951711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.451646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.460356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Pushing event updated for resources: {'Port': ['ID=e1c4f307-a4f8-400f-b638-9ba150b1f27c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:38.515916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Router 43e79e27-32ff-4884-b4f6-27e215317262 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:33:38.527808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5cd87e90-1f43-496d-9492-c163c1951711 None None] Port e1c4f307-a4f8-400f-b638-9ba150b1f27c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:38.532090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.631234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.649653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:38.657575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69ffe0a5-b3f3-44b6-84c3-239e1fa93257 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "PUT /v2.0/routers/43e79e27-32ff-4884-b4f6-27e215317262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7033498 Dec 12 15:33:38.659339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47750) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:38.663552 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] Sync routers for ids ['43e79e27-32ff-4884-b4f6-27e215317262'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:38.676151 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] Routers {'43e79e27-32ff-4884-b4f6-27e215317262'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:38.676785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['43e79e27-32ff-4884-b4f6-27e215317262'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:38.758644 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:38.784504 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] Routers {'43e79e27-32ff-4884-b4f6-27e215317262'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:38.786997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['43e79e27-32ff-4884-b4f6-27e215317262'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:38.825902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.855933 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:38.856880 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32076614-9b77-41ed-8171-b44f116a18b6 None None] The sync data for ids ['43e79e27-32ff-4884-b4f6-27e215317262'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:38.912033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.937122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:38.998012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.002589 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6114457 Dec 12 15:33:39.003629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:39.016276 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.018528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.023184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.032294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--658646543'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:39.123541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.129369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6ab68-2c1c-49ee-9a88-8d5feb9f625d tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eaabf3-88eb-4eff-a1e3-1853facab684,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:39.246257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.334735 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.335148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Fanout notify agent at l3_agent the message router_deleted on router 43e79e27-32ff-4884-b4f6-27e215317262 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:39.350993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.355606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-95393925-1c5e-4e59-9bcc-40f6be0f39a1 tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "DELETE /v2.0/routers/43e79e27-32ff-4884-b4f6-27e215317262 HTTP/1.1" status: 204 len: 168 time: 0.6946836 Dec 12 15:33:39.356381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47770) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:39.408575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.438896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.457610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting subnet 1ed9b796-0edc-425f-93d4-fe18bf5b1450 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:33:39.463326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.513239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.527704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.544843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.563418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13adceb-6e03-434f-9fb5-fb251fd718aa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:39.601985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.613120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.617941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47780) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:39.620875 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af26de09-a40d-460e-9851-6d6fc13cf749 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5947328 Dec 12 15:33:39.622968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.624655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-174392aa-d578-4b8e-ba83-b935386b197a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group_rule': {'security_group_id': 'd9eaabf3-88eb-4eff-a1e3-1853facab684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c13adceb-6e03-434f-9fb5-fb251fd718aa'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:39.741299 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.796853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 2001:db8::11 (d5f40c39-d5fb-470e-b556-ccd1a8264d15/47c7408d-d5f8-4eb1-843c-607fe71158cd/83045f37-d59e-4b26-8b26-6f42070da11f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:39.799194 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-174392aa-d578-4b8e-ba83-b935386b197a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:33:39.799753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Router 5d501cff-4cb8-4b21-b95c-063bd4c9a259 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:39.800382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-174392aa-d578-4b8e-ba83-b935386b197a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1814995 Dec 12 15:33:39.804645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:39.922622 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.956219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed9b796-0edc-425f-93d4-fe18bf5b1450,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:39.963107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.986032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.987551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:39.989890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76280212-90b0-415b-b2bb-2bd88c7e6a61 None None] Network 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:39.995987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b5cf4d9-c6d1-4ae9-9b67-532c3f223ddd tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "DELETE /v2.0/subnets/1ed9b796-0edc-425f-93d4-fe18bf5b1450 HTTP/1.1" status: 204 len: 168 time: 0.6357391 Dec 12 15:33:39.997097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.097279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:40.103651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.110953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be9a0b02-920b-4b4d-86cf-a72f79d692bb tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "PUT /v2.0/routers/5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 200 len: 915 time: 3.4928102 Dec 12 15:33:40.117415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.121873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] Sync routers for ids ['5d501cff-4cb8-4b21-b95c-063bd4c9a259'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:40.133817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.147332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.163983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/c13adceb-6e03-434f-9fb5-fb251fd718aa HTTP/1.1" status: 204 len: 168 time: 0.3533001 Dec 12 15:33:40.165329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] Routers {'5d501cff-4cb8-4b21-b95c-063bd4c9a259'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:40.166540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5d501cff-4cb8-4b21-b95c-063bd4c9a259'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:40.233553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:40.239017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.256594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] DHCP port deletion for 9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:40.293545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d340a-c0f1-4ab9-8b08-c44e50db2f02 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13adceb-6e03-434f-9fb5-fb251fd718aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:40.450479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] Routers {'5d501cff-4cb8-4b21-b95c-063bd4c9a259'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:40.451112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5d501cff-4cb8-4b21-b95c-063bd4c9a259'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:40.544991 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d0fda1e-41a3-4028-bb91-df40a578e150 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3011105 Dec 12 15:33:40.544991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.551474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:40.553299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a834da-6b66-44d4-9607-8230f605722f None None] The sync data for ids ['5d501cff-4cb8-4b21-b95c-063bd4c9a259'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:40.571500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6725a72a-0134-421e-b842-841eed3bd95f tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 200 len: 921 time: 0.4528375 Dec 12 15:33:40.571871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.572674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.603867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Deleting port 173d2369-71d2-4f97-9b35-716c4ec7e50c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:40.604246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.627378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47834) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.642806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.661095 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.677530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.693780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.696839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2abbed-f627-4aaf-b675-7839b5e39444 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:40.698195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8f2abbed-f627-4aaf-b675-7839b5e39444 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=5d501cff-4cb8-4b21-b95c-063bd4c9a259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1180511 Dec 12 15:33:40.701187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47838) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.789701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] For port 173d2369-71d2-4f97-9b35-716c4ec7e50c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=173d2369-71d2-4f97-9b35-716c4ec7e50c,segment=NetworkSegment(ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38),segment_id=ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:40.792057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.814890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.820999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.825046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/d9eaabf3-88eb-4eff-a1e3-1853facab684 HTTP/1.1" status: 204 len: 168 time: 0.2795265 Dec 12 15:33:40.831315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.837206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Calling delete_port for 173d2369-71d2-4f97-9b35-716c4ec7e50c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:40.847204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7acee-d229-437c-80fb-718697afabe8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:40.850149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-49c7acee-d229-437c-80fb-718697afabe8 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.1473246 Dec 12 15:33:40.854125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.880468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e611c6ff-222a-46ca-aa8e-466be2bbdc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:40.932958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ff9da635-666e-41ac-8857-dd4a44fca6c1 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 200 len: 205 time: 0.0767736 Dec 12 15:33:40.937002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47846) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:40.965200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8b986-0492-4174-b0ad-65bc86bbcd13 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eaabf3-88eb-4eff-a1e3-1853facab684,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.000164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.057709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f78a1ec-75ac-497d-a18a-82910870b2a7 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1902204 Dec 12 15:33:41.061754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:41.078353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'tempest-secgroup--223499412'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:41.113833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] No DVR routers for this DVR port 173d2369-71d2-4f97-9b35-716c4ec7e50c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:41.130598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.133825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Pushing event deleted for resources: {'Port': ['ID=173d2369-71d2-4f97-9b35-716c4ec7e50c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.139325 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.191371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.191947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.192053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.192320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.192672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.193010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.193341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.196320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.196867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.200386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.200949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.201528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.202031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098a577-a467-46c4-baa1-22eb141f0ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:33:41.220097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.232196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.251446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173d2369-71d2-4f97-9b35-716c4ec7e50c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:33:41.284070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 173d2369-71d2-4f97-9b35-716c4ec7e50c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:33:41.284824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 173d2369-71d2-4f97-9b35-716c4ec7e50c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:33:41.311466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.316391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.346604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e611c6ff-222a-46ca-aa8e-466be2bbdc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.373395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e611c6ff-222a-46ca-aa8e-466be2bbdc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.374052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=83045f37-d59e-4b26-8b26-6f42070da11f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.394378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network d5f40c39-d5fb-470e-b556-ccd1a8264d15 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:41.418430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:41.427967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:41.430819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Deleting port 173d2369-71d2-4f97-9b35-716c4ec7e50c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:41.431115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.441600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.459659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.467622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e611c6ff-222a-46ca-aa8e-466be2bbdc82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ee9199c283148f292e086c5d2528dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8392136 Dec 12 15:33:41.473737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:41.481411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611c6ff-222a-46ca-aa8e-466be2bbdc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32770ebd-2198-409a-9026-aaf467db91d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.555370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.562752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47854) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:41.565984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5031872 Dec 12 15:33:41.593861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.622469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73b187-33d1-4f25-8132-5f0dd34d3056 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28834c41-190e-4e3d-a5f3-70763f31c2b4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.623894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-42fdd232-199f-43d8-8ebd-103b2596e26c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:41.624358 n-d-710847-8 neutron-server[103412]: WARNING neutron.api.v2.base [None req-42fdd232-199f-43d8-8ebd-103b2596e26c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 12 15:33:41.624835 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-42fdd232-199f-43d8-8ebd-103b2596e26c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] update failed (client error): There was a conflict when trying to complete your request. Dec 12 15:33:41.628544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42fdd232-199f-43d8-8ebd-103b2596e26c tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "PUT /v2.0/security-groups/28834c41-190e-4e3d-a5f3-70763f31c2b4 HTTP/1.1" status: 409 len: 330 time: 0.0572574 Dec 12 15:33:41.629952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47858) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:41.656878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.660769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] For port 173d2369-71d2-4f97-9b35-716c4ec7e50c, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:41.661131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.722190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.725603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.729400 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32770ebd-2198-409a-9026-aaf467db91d6 HTTP/1.1" status: 204 len: 168 time: 0.2546744 Dec 12 15:33:41.739777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66686f-7ac9-4ca7-b4ba-784900962117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32770ebd-2198-409a-9026-aaf467db91d6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.783265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Calling delete_port for 173d2369-71d2-4f97-9b35-716c4ec7e50c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:41.786627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Port 173d2369-71d2-4f97-9b35-716c4ec7e50c was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:33:41.789278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.870705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Port': ['ID=173d2369-71d2-4f97-9b35-716c4ec7e50c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:41.875759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] No DVR routers for this DVR port 173d2369-71d2-4f97-9b35-716c4ec7e50c on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:41.921371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port e1c4f307-a4f8-400f-b638-9ba150b1f27c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:41.921974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:41.937173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.084249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.108877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.156322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:33:42.235411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.249310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1081b5-3c07-4c8d-a5ae-3e71fa9b5f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.256873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:42.283029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.360600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:42.360925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6670e7-b4ec-4095-8dc9-d5ca3e32cf38') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:42.361668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1081b5-3c07-4c8d-a5ae-3e71fa9b5f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.369798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1081b5-3c07-4c8d-a5ae-3e71fa9b5f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.404947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.443686 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-df1081b5-3c07-4c8d-a5ae-3e71fa9b5f72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9762a0b06f3482ca91882a3d50e1096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2071517 Dec 12 15:33:42.444550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.446145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.455933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1081b5-3c07-4c8d-a5ae-3e71fa9b5f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee39fd-7bd7-43cf-956f-9e4d3a8defe5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:42.513877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.530162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:42.530643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.535728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.591907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:42.603838 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:42.607028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for e1c4f307-a4f8-400f-b638-9ba150b1f27c owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:42.677813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.680332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.689291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.691808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.692382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.692954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/28834c41-190e-4e3d-a5f3-70763f31c2b4 HTTP/1.1" status: 204 len: 168 time: 1.0538969 Dec 12 15:33:42.694541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:42.699805 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9ee39fd-7bd7-43cf-956f-9e4d3a8defe5 HTTP/1.1" status: 204 len: 168 time: 0.2491281 Dec 12 15:33:42.699805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.702112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] 10.222.0.36 "DELETE /v2.0/networks/9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd HTTP/1.1" status: 204 len: 168 time: 2.6943169 Dec 12 15:33:42.715142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f16d0-1321-468e-948a-04db648fdbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee39fd-7bd7-43cf-956f-9e4d3a8defe5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:42.761486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f4711-f6c3-4f02-88b2-25e7571937ea tempest-FloatingIPNegativeTestJSON-124886544 tempest-FloatingIPNegativeTestJSON-124886544-project] Pushing event deleted for resources: {'Network': ['ID=9e8e692c-2d9e-4be2-a6fa-2ad2524f20cd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:42.801439 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c145a73-ec8a-428d-9507-248a0d0e2204 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879414 Dec 12 15:33:42.804050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.838548 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-078cf23b-8558-488d-a2e9-d135e01933aa tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] delete failed (client error): The resource could not be found. Dec 12 15:33:42.848014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-078cf23b-8558-488d-a2e9-d135e01933aa tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "DELETE /v2.0/security-groups/03238717-589a-46a1-a005-ecc2aad65fc0 HTTP/1.1" status: 404 len: 347 time: 0.0415633 Dec 12 15:33:42.849333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.866361 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-fa938039-b2e7-4a8a-ba32-dba40563780a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] show failed (client error): The resource could not be found. Dec 12 15:33:42.873355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47892) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:42.874342 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa938039-b2e7-4a8a-ba32-dba40563780a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-groups/3910489a-45c1-403d-8d22-f3aa6aebdfd2 HTTP/1.1" status: 404 len: 347 time: 0.0236869 Dec 12 15:33:42.881172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54c0a9-7c29-4c92-9541-469a3a50a391 tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28834c41-190e-4e3d-a5f3-70763f31c2b4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:43.026543 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-949bd202-9803-4ce7-8fd6-cc2b1f2fff1a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] show failed (client error): The resource could not be found. Dec 12 15:33:43.027591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-949bd202-9803-4ce7-8fd6-cc2b1f2fff1a tempest-NegativeSecGroupTest-689364808 tempest-NegativeSecGroupTest-689364808-project] 10.222.0.36 "GET /v2.0/security-group-rules/d83087dc-fc7f-48a6-8a0f-cf4d4a25b066 HTTP/1.1" status: 404 len: 356 time: 0.1476727 Dec 12 15:33:43.131006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:43.221342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.319797 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.346277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c574a21-1ce4-4fbd-a99c-c961ce402d1f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:43.357107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=e1c4f307-a4f8-400f-b638-9ba150b1f27c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:43.398779 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5cfab41-2956-4b63-9280-8e7e4010380d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f779721e604a4b1687d08b5da10fa6ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641594 Dec 12 15:33:43.400138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:43.483467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.538663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:43.647667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.649952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.666266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router cdd027f0-6179-4ca5-bb85-4eee8456bc2b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:43.831506 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.835862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router 5d501cff-4cb8-4b21-b95c-063bd4c9a259 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:43.858577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.875439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-671c9aed-ea5b-49c2-b648-3d58cfec1fba tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 204 len: 168 time: 2.9319646 Dec 12 15:33:43.876442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47926) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:43.894718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1942850436', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:43.936131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:43.969359 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.027097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d134c2b7-ccdc-446f-bff2-9671fcee97ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18e3bf30bbef4d50a476bb2a468e3f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4268875 Dec 12 15:33:44.029525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47934) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:44.046270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.048452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.053638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.056723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.058206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5ff0c05-0859-4249-914c-146269bc62d8 HTTP/1.1" status: 204 len: 168 time: 0.6562638 Dec 12 15:33:44.115142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c096b-3d49-40f5-bc6f-aced69e0ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ff0c05-0859-4249-914c-146269bc62d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:44.143015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:44.155144 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Sync routers for ids ['cdd027f0-6179-4ca5-bb85-4eee8456bc2b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:44.173353 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Routers {'cdd027f0-6179-4ca5-bb85-4eee8456bc2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:44.174534 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['cdd027f0-6179-4ca5-bb85-4eee8456bc2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:44.181435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.210069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.278112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.317892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.321462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.322772 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10e93bbe-eaad-4ff2-8818-35c4821c0ea6 HTTP/1.1" status: 204 len: 168 time: 0.2919855 Dec 12 15:33:44.339884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbf5d3-6f78-4f5a-82b1-34c8c1304768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e93bbe-eaad-4ff2-8818-35c4821c0ea6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:44.346569 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Set router cdd027f0-6179-4ca5-bb85-4eee8456bc2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:33:44.480979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.486357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:44.486541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b28befeb-e887-48ed-9883-7dff28714c8a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.7563264 Dec 12 15:33:44.560017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd027f0-6179-4ca5-bb85-4eee8456bc2b', 'name': '', 'tenant_id': '5a9a1b439e394e84a8cde96136cee70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15', 'external_fixed_ips': [{'subnet_id': '47c7408d-d5f8-4eb1-843c-607fe71158cd', 'ip_address': '2001:db8::11'}], 'enable_snat': True}, 'gw_port_id': '83045f37-d59e-4b26-8b26-6f42070da11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:37Z', 'updated_at': '2021-12-12T15:33:41Z', 'revision_number': 3, 'project_id': '5a9a1b439e394e84a8cde96136cee70f', 'gw_port': {'id': '83045f37-d59e-4b26-8b26-6f42070da11f', 'name': '', 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:85:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd027f0-6179-4ca5-bb85-4eee8456bc2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '47c7408d-d5f8-4eb1-843c-607fe71158cd', 'ip_address': '2001:db8::11', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:39Z', 'updated_at': '2021-12-12T15:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47c7408d-d5f8-4eb1-843c-607fe71158cd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:44.610436 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Checking router: cdd027f0-6179-4ca5-bb85-4eee8456bc2b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:33:44.611362 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Updating router cdd027f0-6179-4ca5-bb85-4eee8456bc2b port 83045f37-d59e-4b26-8b26-6f42070da11f binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:33:44.660433 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.775886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:44.942020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.067652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.091746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Deleting port 83045f37-d59e-4b26-8b26-6f42070da11f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:45.093502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.176506 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.191330 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.258971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.287768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Calling delete_port for 83045f37-d59e-4b26-8b26-6f42070da11f owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:45.351948 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:45.354269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:45.355498 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f on network d5f40c39-d5fb-470e-b556-ccd1a8264d15 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:45.383444 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:45.389929 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Checking segment: {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:45.395088 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.395561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Bound using segment: {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:45.397566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Bound port: 83045f37-d59e-4b26-8b26-6f42070da11f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:45.397972 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.474456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.511534 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36e3f7-1c7c-4404-9f8a-f7f91ee17ac1 None None] Pushing event updated for resources: {'Port': ['ID=83045f37-d59e-4b26-8b26-6f42070da11f,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:45.520961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.621422 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.db.api [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103414) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:33:45.621809 n-d-710847-8 neutron-server[103414]: DEBUG oslo_db.api [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:33:45.623376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.657538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Port': ['ID=83045f37-d59e-4b26-8b26-6f42070da11f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:45.694168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.720891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Allocated IP 172.25.3.227 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/51c94b07-8c84-4a60-b215-3772cd2eadcf) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:45.844276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.847159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.931984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.934039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdd027f0-6179-4ca5-bb85-4eee8456bc2b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:45.940842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.942410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30a0d80e-804e-4b48-be21-a0f119a51130 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cdd027f0-6179-4ca5-bb85-4eee8456bc2b HTTP/1.1" status: 204 len: 168 time: 1.4547637 Dec 12 15:33:45.945399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:45.981025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:45.999981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:46.033822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Deleting subnet 47c7408d-d5f8-4eb1-843c-607fe71158cd {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:33:46.041745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.066699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.123452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:46.127304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:46.133707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:46.138966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event updated for resources: {'Port': ['ID=51c94b07-8c84-4a60-b215-3772cd2eadcf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:46.145364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.166115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211e44d-7176-4048-892e-c74cdd34cb56 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:46.185921 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:46.186410 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:46.186664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Attempting to bind port 83045f37-d59e-4b26-8b26-6f42070da11f on network d5f40c39-d5fb-470e-b556-ccd1a8264d15 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:46.217658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:46.218076 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Checking segment: {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:46.224626 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.225168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Bound using segment: {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:46.225692 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Bound port: 83045f37-d59e-4b26-8b26-6f42070da11f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acc632a-4aa3-4273-afe6-b3c20873c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd5f40c39-d5fb-470e-b556-ccd1a8264d15'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:46.226096 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.232706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c0903c1f-940f-48af-a4f7-7975f4779677 None None] Provisioning complete for port 51c94b07-8c84-4a60-b215-3772cd2eadcf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:46.233707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0903c1f-940f-48af-a4f7-7975f4779677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.251828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.278342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c0903c1f-940f-48af-a4f7-7975f4779677 None None] Port 51c94b07-8c84-4a60-b215-3772cd2eadcf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:46.291527 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.plugin [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Port 83045f37-d59e-4b26-8b26-6f42070da11f has been deleted concurrently {{(pid=103414) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 12 15:33:46.303989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:46.306137 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 15:33:46.307306 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_agentschedulers_db [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cdd027f0-6179-4ca5-bb85-4eee8456bc2b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103414) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 15:33:46.308623 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1decc61-9818-4b6a-9281-373fedf1747f None None] The sync data for ids ['cdd027f0-6179-4ca5-bb85-4eee8456bc2b'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:46.347110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.387523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47c7408d-d5f8-4eb1-843c-607fe71158cd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:46.394409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.401107 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c78f3b2f-b1c2-46fa-bff1-ee0f85851a95 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/47c7408d-d5f8-4eb1-843c-607fe71158cd HTTP/1.1" status: 204 len: 168 time: 0.4543426 Dec 12 15:33:46.402303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48036) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:46.487610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.531709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127011269'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:46.597275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.617558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:46.623843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.641725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.653844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.734706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f40c39-d5fb-470e-b556-ccd1a8264d15']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:46.754771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acc632a-4aa3-4273-afe6-b3c20873c89c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:46.755620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acc632a-4aa3-4273-afe6-b3c20873c89c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:46.771755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.827297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.835700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:46.838009 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: items = [ Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:46.906145 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:46.942162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.964202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:46.974036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.063616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:47.079018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.079426 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment d295c4eb-4013-4234-b55e-eba07cb5d50d of type vlan for network aa755edf-3376-4c19-beb5-a14ea09153ba Dec 12 15:33:47.131175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.164472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Router a4b827ca-4eae-4041-91ac-73a9a1994840 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:47.176731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.182236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5f40c39-d5fb-470e-b556-ccd1a8264d15 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 15:33:47.185111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.189074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/networks/d5f40c39-d5fb-470e-b556-ccd1a8264d15 HTTP/1.1" status: 204 len: 168 time: 0.7859914 Dec 12 15:33:47.196329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.203382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:47.204061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.241956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5ad79-1936-4480-b3ac-fc440a23ac4d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5f40c39-d5fb-470e-b556-ccd1a8264d15,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:47.253886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0504f372-a2d4-459d-8e10-7056fc013349,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:47.296035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2936704 Dec 12 15:33:47.401072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d8fd6-683a-4c3c-8269-4a51568106c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=aa755edf-3376-4c19-beb5-a14ea09153ba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:47.465182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network aa755edf-3376-4c19-beb5-a14ea09153ba details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:33:47.485185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:47.520039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:47.522634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5cff2e32-ab79-46af-9b6f-a5091afafb25 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6341050 Dec 12 15:33:47.526034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48090) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:47.535214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:47.814568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:48.185753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.197617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] Sync routers for ids ['a4b827ca-4eae-4041-91ac-73a9a1994840'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:48.221670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] Routers {'a4b827ca-4eae-4041-91ac-73a9a1994840'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:48.222290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a4b827ca-4eae-4041-91ac-73a9a1994840'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:48.230812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.430758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Deleting port 51c94b07-8c84-4a60-b215-3772cd2eadcf {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:48.431088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.486049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57013634-7dab-4216-9610-9fcdbdd05e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.609989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:48.619210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'name': 'tempest-router--983504523', 'project_id': '7c676ceea4a3476783982a64ba7a6b6d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:48.629401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:48.653283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] Routers {'a4b827ca-4eae-4041-91ac-73a9a1994840'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:48.653948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a4b827ca-4eae-4041-91ac-73a9a1994840'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:48.686959 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.699028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.705641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57013634-7dab-4216-9610-9fcdbdd05e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.715548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57013634-7dab-4216-9610-9fcdbdd05e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.728935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:48.729710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d89d6d-bc07-46bb-a873-deca963b8062 None None] The sync data for ids ['a4b827ca-4eae-4041-91ac-73a9a1994840'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:48.753927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57013634-7dab-4216-9610-9fcdbdd05e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb799e4a-7bb9-4638-aeb8-21a8142665c1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:48.815861 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57013634-7dab-4216-9610-9fcdbdd05e8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b7687329d234e239c5cd495ea61d69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9995532 Dec 12 15:33:48.818799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:48.820007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.854294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.858383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Calling delete_port for 51c94b07-8c84-4a60-b215-3772cd2eadcf owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:48.867649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.918615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.930441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:48.931621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c46ab7f6-ab18-46d6-a8c1-cbcd00f14862 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3210011 Dec 12 15:33:48.934992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48148) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:48.965276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.043932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.051985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.054529 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb799e4a-7bb9-4638-aeb8-21a8142665c1 HTTP/1.1" status: 204 len: 168 time: 0.2338357 Dec 12 15:33:49.074640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.075482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f733133-4c3b-4a3c-9581-fd9717eafd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb799e4a-7bb9-4638-aeb8-21a8142665c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:49.412230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.416220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.489252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.489252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c002f15-0d47-4e88-91c8-449a4a8df2ba {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:49.499980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.501353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b6d5821a-2408-49d2-8b42-c37f42989adf tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2c002f15-0d47-4e88-91c8-449a4a8df2ba HTTP/1.1" status: 204 len: 168 time: 0.5651882 Dec 12 15:33:49.585166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.631240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:49.638709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Pushing event deleted for resources: {'Port': ['ID=51c94b07-8c84-4a60-b215-3772cd2eadcf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:49.699461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34048ce-f9f7-4a0c-81d7-2c65bbc2bfa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.706625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043bfda-ffd8-4a20-935e-9463a851bb71 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:49.869605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34048ce-f9f7-4a0c-81d7-2c65bbc2bfa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.878945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34048ce-f9f7-4a0c-81d7-2c65bbc2bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.899468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:49.942300 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d34048ce-f9f7-4a0c-81d7-2c65bbc2bfa7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2fcbfdaa7db488abf812e0d5b9dfe16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099720 Dec 12 15:33:49.945720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:50.113289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34048ce-f9f7-4a0c-81d7-2c65bbc2bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d3d06-16e9-458e-8777-61bb90e930e0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:50.120855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.160518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:50.233520 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.412246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.416809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.418572 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/931d3d06-16e9-458e-8777-61bb90e930e0 HTTP/1.1" status: 204 len: 168 time: 0.4714332 Dec 12 15:33:50.429710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f95a0-24a3-429b-8f50-b44206dffd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d3d06-16e9-458e-8777-61bb90e930e0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:50.535699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.541489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.636486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325431009', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:50.715914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.717811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:50.769695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Router a4b827ca-4eae-4041-91ac-73a9a1994840 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:33:50.842582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:50.851709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:50.862847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.035639 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.305346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.336598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.421726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:51.430805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.432866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bf95e925-633b-40df-9704-1aa2a2825a3f tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "PUT /v2.0/routers/a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 200 len: 706 time: 3.9051237 Dec 12 15:33:51.436018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48320) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:51.436731 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] Sync routers for ids ['a4b827ca-4eae-4041-91ac-73a9a1994840'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:51.457197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] Routers {'a4b827ca-4eae-4041-91ac-73a9a1994840'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:51.458605 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a4b827ca-4eae-4041-91ac-73a9a1994840'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:51.526541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Allocated IP 172.25.3.247 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/6e47afdd-bfaa-47ca-8492-3f39864e1454) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:51.538498 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:51.551055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] Routers {'a4b827ca-4eae-4041-91ac-73a9a1994840'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:51.552061 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a4b827ca-4eae-4041-91ac-73a9a1994840'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:51.566921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0654a362-5237-42bc-ae17-a075164e4848 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/routers/a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 200 len: 741 time: 0.1275842 Dec 12 15:33:51.571012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:51.571180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:51.593341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fff82-1415-486b-a8c0-383893553b89 req-19cc114a-7439-45c7-be95-f0c45ace8de5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:51.605263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b5fff82-1415-486b-a8c0-383893553b89 req-19cc114a-7439-45c7-be95-f0c45ace8de5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 946 time: 0.6563120 Dec 12 15:33:51.636154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:51.636667 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:51.637318 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eea15f3-2344-41e7-92f9-0e2bdf82fb06 None None] The sync data for ids ['a4b827ca-4eae-4041-91ac-73a9a1994840'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:51.643380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.672349 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c19f3373-0ebf-4470-afd9-e830065c9095 tempest-RoutersAdminTest-1493227679 tempest-RoutersAdminTest-1493227679-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 200 len: 205 time: 0.1014383 Dec 12 15:33:51.675103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:51.706379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-08f4f803-7e75-4579-99d9-f04aaf2b7250 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 200 len: 205 time: 0.0297968 Dec 12 15:33:51.708881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:51.811962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.823353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b5fff82-1415-486b-a8c0-383893553b89 req-375f2b5f-d732-4b0a-8ad4-987701c623e6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124324 Dec 12 15:33:51.839068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2987f71-a9aa-46fb-b799-6e41b8b07cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:51.909053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.048452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.051825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.078377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.111668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.112179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Fanout notify agent at l3_agent the message router_deleted on router a4b827ca-4eae-4041-91ac-73a9a1994840 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:52.123371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.128958 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-90d6204e-9f2b-4cd4-8069-b2cf7d1dcbbf tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 204 len: 168 time: 0.4146998 Dec 12 15:33:52.129833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.133487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2987f71-a9aa-46fb-b799-6e41b8b07cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.140780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.145701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2987f71-a9aa-46fb-b799-6e41b8b07cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.149123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=50476f5a-b208-4098-9d7a-e9780caf6b11,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:52.195567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4a5cba1-d6c8-46d6-9e97-202b93b656e2 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 200 len: 205 time: 0.0646615 Dec 12 15:33:52.201024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.219902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:52.223920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:52.232372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:52.241433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a699f21-f4c7-4ef9-9f03-e5b0236d0125 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:52.271737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d2987f71-a9aa-46fb-b799-6e41b8b07cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29324c4e5c184dfabbdb35c939c43144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993430 Dec 12 15:33:52.274774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2987f71-a9aa-46fb-b799-6e41b8b07cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2893c1eb-af45-4e1a-a4f4-abcd28fd6e50,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:52.277789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.280192 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-3d1e4809-a4b5-48e3-aca9-4d6bb9daf6d4 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:52.283876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d1e4809-a4b5-48e3-aca9-4d6bb9daf6d4 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/a4b827ca-4eae-4041-91ac-73a9a1994840 HTTP/1.1" status: 404 len: 336 time: 0.0768259 Dec 12 15:33:52.289160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.289920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': 'd295c4eb-4013-4234-b55e-eba07cb5d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:52.290240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: aa755edf-3376-4c19-beb5-a14ea09153ba, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:33:52.329214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f3b007b6-f51b-4e56-9073-66c4148ef68e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 200 len: 205 time: 0.0358377 Dec 12 15:33:52.329741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48412) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.374523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9e8e2083-bdb1-495f-9af1-c8834e7e04a6 None None] Provisioning complete for port 6e47afdd-bfaa-47ca-8492-3f39864e1454 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:52.376266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e8e2083-bdb1-495f-9af1-c8834e7e04a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.410052 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-b6df1b73-3568-446d-99b7-fc66783ae771 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:52.413998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b6df1b73-3568-446d-99b7-fc66783ae771 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/5d501cff-4cb8-4b21-b95c-063bd4c9a259 HTTP/1.1" status: 404 len: 336 time: 0.0782073 Dec 12 15:33:52.414749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.449057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e2083-bdb1-495f-9af1-c8834e7e04a6 None None] Port 6e47afdd-bfaa-47ca-8492-3f39864e1454 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:33:52.470861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4326f3bf-bf3a-48fe-8d80-6169412ae0a8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 200 len: 205 time: 0.0497508 Dec 12 15:33:52.475356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48424) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.545473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network aa755edf-3376-4c19-beb5-a14ea09153ba is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:33:52.567396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.576164 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-4c8f0371-0444-46f1-82a3-b06390313c98 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:52.579730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4c8f0371-0444-46f1-82a3-b06390313c98 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/0c1d981a-68e9-40d6-9e8e-584e70d767aa HTTP/1.1" status: 404 len: 336 time: 0.1007144 Dec 12 15:33:52.581919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.628825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-be5a1e72-36c1-4079-8e0d-ea3bafaa1554 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 200 len: 205 time: 0.0370181 Dec 12 15:33:52.633275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, aa755edf-3376-4c19-beb5-a14ea09153ba) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:52.639577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:52.640218 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.644452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906bfd0f-f0b2-4a2c-8dd8-ecf4d3d38354 None None] Network aa755edf-3376-4c19-beb5-a14ea09153ba requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:52.658491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48436) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.669528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-9ae62ea5-4314-4142-86c2-66ced9789d07 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:52.671085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-9ae62ea5-4314-4142-86c2-66ced9789d07 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 946 time: 0.2758920 Dec 12 15:33:52.714100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event updated for resources: {'Port': ['ID=6e47afdd-bfaa-47ca-8492-3f39864e1454,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:52.734516 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-fc435226-bafb-4bfe-8f7c-9849046004f8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:52.735823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc435226-bafb-4bfe-8f7c-9849046004f8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/f7dbdf8c-d4f9-4d47-a7e1-5e756d54177e HTTP/1.1" status: 404 len: 336 time: 0.0760589 Dec 12 15:33:52.740751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3108d83e-a809-4fbc-950e-f19dda116c9d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8958502 Dec 12 15:33:52.743325 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.753292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48444) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.753622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48446) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.766171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854433889'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:52.809881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aeeaab65-11e3-4541-9873-88cf244177dc tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 200 len: 205 time: 0.0551617 Dec 12 15:33:52.815912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.867099 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-639e2b9c-b061-4313-ba1d-668ff32e096e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:52.868579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-639e2b9c-b061-4313-ba1d-668ff32e096e tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/6578407b-d409-4f59-9ab1-2da10df614ea HTTP/1.1" status: 404 len: 336 time: 0.0512824 Dec 12 15:33:52.872536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.905375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-aa755edf-3376-4c19-beb5-a14ea09153ba', 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': '50476f5a-b208-4098-9d7a-e9780caf6b11'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:33:52.906638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.910460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-11e3cdd6-2cb2-4d0c-99ec-5d60da78fc73 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "GET /v2.0/ports?device_id=515ce840-a520-4471-8945-2d6a2db581ec HTTP/1.1" status: 200 len: 205 time: 0.0364139 Dec 12 15:33:52.913590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:52.924069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:52.928249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.957280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:52.986127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:53.009966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.014200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.016245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2893c1eb-af45-4e1a-a4f4-abcd28fd6e50 HTTP/1.1" status: 204 len: 168 time: 0.7371755 Dec 12 15:33:53.045654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.046238 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 02a1a6bb-7301-45cb-af39-10ae3451e500 of type vlan for network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 Dec 12 15:33:53.109293 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-15365379-940c-4d31-b053-e97e4c5ea8c8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] delete failed (client error): The resource could not be found. Dec 12 15:33:53.111225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aef054-50f9-46a8-be7b-05e80eb74b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893c1eb-af45-4e1a-a4f4-abcd28fd6e50,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:53.112505 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15365379-940c-4d31-b053-e97e4c5ea8c8 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/routers/515ce840-a520-4471-8945-2d6a2db581ec HTTP/1.1" status: 404 len: 336 time: 0.1976876 Dec 12 15:33:53.115202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:53.149222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port bd9ee7fd-4644-4edf-bd0d-395ec13554ec {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:53.149222 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.178240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fe2ab-aeb4-4d8a-8cd5-06c7160223ef req-4b017191-5866-4c10-9a09-5a740d2f7344 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:53.179937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-284fe2ab-aeb4-4d8a-8cd5-06c7160223ef req-4b017191-5866-4c10-9a09-5a740d2f7344 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 946 time: 0.1851668 Dec 12 15:33:53.192877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.278608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Allocated IP 2001:db8:0:ffff::2 (aa755edf-3376-4c19-beb5-a14ea09153ba/50476f5a-b208-4098-9d7a-e9780caf6b11/2046f020-6bed-4e8b-8d8f-81eb4ee2d85c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:53.312415 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-284fe2ab-aeb4-4d8a-8cd5-06c7160223ef req-ec673962-457d-451c-a4c8-55f56b3d209f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216493 Dec 12 15:33:53.326680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.332932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:53.333637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.426338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6679664 Dec 12 15:33:53.426586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.430689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port bd9ee7fd-4644-4edf-bd0d-395ec13554ec, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:53.431007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.431585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:53.438667 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be8b645-59eb-4833-bcfe-50be0ccb0dc3 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] DELETE failed (client error): The resource could not be found. Dec 12 15:33:53.439153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be8b645-59eb-4833-bcfe-50be0ccb0dc3 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:33:53.447385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c2a4-f49d-40bd-ac58-458b43ca7262 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=8fb7c1e6-0dc0-423f-8bf8-eef436663bd7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:53.451270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3be8b645-59eb-4833-bcfe-50be0ccb0dc3 tempest-RoutersAdminTest-957468505 tempest-RoutersAdminTest-957468505-project] 10.222.0.36 "DELETE /v2.0/subnets/17dd4070-2a63-4a18-a2ca-a924e866cde9 HTTP/1.1" status: 404 len: 337 time: 0.3338029 Dec 12 15:33:53.454377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for bd9ee7fd-4644-4edf-bd0d-395ec13554ec owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:53.459915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:53.493753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:33:53.621652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.636176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.706439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.742606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['bd9ee7fd-4644-4edf-bd0d-395ec13554ec'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:33:53.756508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64bf42-5acf-4aec-a8eb-b3b9e6a1035e None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:53.770913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=bd9ee7fd-4644-4edf-bd0d-395ec13554ec,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:53.795097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port bd9ee7fd-4644-4edf-bd0d-395ec13554ec on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:53.797871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.801683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d302b223-10a4-46f5-9f2d-0f727f247c85 req-8f5b0cb6-ed8b-4fea-ab40-7b15b1d2703c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "DELETE /v2.0/ports/bd9ee7fd-4644-4edf-bd0d-395ec13554ec HTTP/1.1" status: 204 len: 173 time: 1.0556715 Dec 12 15:33:53.802289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'name': 'network-vif-deleted', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:33:53.804979 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16f2d28-b572-4cc4-9a7f-66cc4ce1361e" -d '{"events": [{"server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "name": "network-vif-deleted", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:33:53.829165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Network aa755edf-3376-4c19-beb5-a14ea09153ba is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:53.851302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:53.852935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:53.860604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:53.882268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55cac3e1-1d26-4e6b-93b5-6cf4d07771aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.904784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Pushing event updated for resources: {'Port': ['ID=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:53.918356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:53.924112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.928587 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdacf846-fadd-4230-b354-0856edd11ade x-openstack-request-id: req-fdacf846-fadd-4230-b354-0856edd11ade {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:33:53.931482 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1275f2-924e-49cd-b68d-df4921faa7d1", "name": "network-vif-deleted", "tag": "bd9ee7fd-4644-4edf-bd0d-395ec13554ec", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:33:53.931833 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdacf846-fadd-4230-b354-0856edd11ade {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:33:53.934505 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1275f2-924e-49cd-b68d-df4921faa7d1', 'name': 'network-vif-deleted', 'tag': 'bd9ee7fd-4644-4edf-bd0d-395ec13554ec', 'status': 'completed', 'code': 200} Dec 12 15:33:53.941673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Router c433fe74-4275-4360-a8af-73c8c56e7b16 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:33:53.961078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Attempting to bind port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:53.963285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Attempting to bind port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd295c4eb-4013-4234-b55e-eba07cb5d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:53.964862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Attempting to bind port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c on network aa755edf-3376-4c19-beb5-a14ea09153ba {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:53.977316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:53.978227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Checking segment: {'id': 'd295c4eb-4013-4234-b55e-eba07cb5d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:53.980800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:53.981372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Bound using segment: {'id': 'd295c4eb-4013-4234-b55e-eba07cb5d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:53.982034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Bound port: 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd295c4eb-4013-4234-b55e-eba07cb5d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'aa755edf-3376-4c19-beb5-a14ea09153ba'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:53.983360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.093609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] For port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:33:54.098005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] For port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,segment=NetworkSegment(d295c4eb-4013-4234-b55e-eba07cb5d50d),segment_id=d295c4eb-4013-4234-b55e-eba07cb5d50d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:33:54.105912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.130822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55cac3e1-1d26-4e6b-93b5-6cf4d07771aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.143858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55cac3e1-1d26-4e6b-93b5-6cf4d07771aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.224293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cac3e1-1d26-4e6b-93b5-6cf4d07771aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eab7b6-4e38-483a-b57c-45985fb37230,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:54.260624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3cf05-48a8-45a0-b23b-36e1000fb799 None None] Pushing event updated for resources: {'Port': ['ID=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:54.289824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55cac3e1-1d26-4e6b-93b5-6cf4d07771aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d2198b0929944b5b887bbd1eb4fb5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345567 Dec 12 15:33:54.290766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48512) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:54.368256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:54.392855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:33:54.405948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] Sync routers for ids ['c433fe74-4275-4360-a8af-73c8c56e7b16'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:33:54.406511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.431682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] Routers {'c433fe74-4275-4360-a8af-73c8c56e7b16'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:54.432556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c433fe74-4275-4360-a8af-73c8c56e7b16'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:54.445169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.449451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b75bef6a-9dc9-4288-8bc7-cc27676452dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2834170 Dec 12 15:33:54.450684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:54.529419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.583967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:54.616260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] Routers {'c433fe74-4275-4360-a8af-73c8c56e7b16'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:33:54.617106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.617944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c433fe74-4275-4360-a8af-73c8c56e7b16'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:54.637122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab797041-c19d-416b-8b06-effd324f42e7 req-bb1cee44-ea20-4c4b-a497-11cb88103758 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.1004691 Dec 12 15:33:54.713183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:54.714727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa03485-c0fa-4c64-ac08-ceb9fff306e6 None None] The sync data for ids ['c433fe74-4275-4360-a8af-73c8c56e7b16'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:33:54.752465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.757008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.762723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67eab7b6-4e38-483a-b57c-45985fb37230 HTTP/1.1" status: 204 len: 168 time: 0.4661093 Dec 12 15:33:54.772529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7caab5-e4df-4900-9e52-03746cb45a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eab7b6-4e38-483a-b57c-45985fb37230,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:54.791829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=0558724b-6d97-4240-9dbb-08150bb1680f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:54.818765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '02a1a6bb-7301-45cb-af39-10ae3451e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:54.819430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:33:54.829498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48544) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:54.830087 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9cb51f3-35b8-483a-85d6-2c9d30d95cfe tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/c433fe74-4275-4360-a8af-73c8c56e7b16 HTTP/1.1" status: 200 len: 925 time: 0.3762839 Dec 12 15:33:54.855692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:33:54.868148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:54.874040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-71985e00-61b1-4b5d-ab2c-2a9ec66c21cd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=c433fe74-4275-4360-a8af-73c8c56e7b16 HTTP/1.1" status: 200 len: 205 time: 0.0401027 Dec 12 15:33:54.874411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:54.877983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:54.878692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:54.878806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa7541-a7a8-4366-b987-649dfae26dd7 None None] Network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:54.917350 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fad5d756-df46-4b57-9c71-8f134c9e9623 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4624548 Dec 12 15:33:54.917950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:55.058555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-8fb7c1e6-0dc0-423f-8bf8-eef436663bd7', 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': '0558724b-6d97-4240-9dbb-08150bb1680f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:33:55.059629 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.098052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.101785 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db9b623c-7a01-4ebb-ac34-24d6e4cd1a91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.105983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.217435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.257592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Allocated IP 2001:db8::1 (8fb7c1e6-0dc0-423f-8bf8-eef436663bd7/0558724b-6d97-4240-9dbb-08150bb1680f/4881fc0c-7781-4296-af5f-247382ee5b56) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:55.303237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db9b623c-7a01-4ebb-ac34-24d6e4cd1a91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.326670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db9b623c-7a01-4ebb-ac34-24d6e4cd1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.451279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b623c-7a01-4ebb-ac34-24d6e4cd1a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b5ed4f-ca3e-4ad0-8234-6a7e737121e8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:55.502168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.517806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.539504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.629544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Pushing event updated for resources: {'Port': ['ID=4881fc0c-7781-4296-af5f-247382ee5b56,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:55.665875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:55.671140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:55.678222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:55.702470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=0558724b-6d97-4240-9dbb-08150bb1680f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:55.723386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-db9b623c-7a01-4ebb-ac34-24d6e4cd1a91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=946dfa00b3354ec0826820df4eccc70a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3538775 Dec 12 15:33:55.725919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48566) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:55.832822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:55.902458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Attempting to bind port 4881fc0c-7781-4296-af5f-247382ee5b56 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:33:55.902730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.902866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Attempting to bind port 4881fc0c-7781-4296-af5f-247382ee5b56 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '02a1a6bb-7301-45cb-af39-10ae3451e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:33:55.903276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Attempting to bind port 4881fc0c-7781-4296-af5f-247382ee5b56 on network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:33:55.927650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:33:55.931307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Checking segment: {'id': '02a1a6bb-7301-45cb-af39-10ae3451e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:55.934195 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.934702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Bound using segment: {'id': '02a1a6bb-7301-45cb-af39-10ae3451e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:33:55.935217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Bound port: 4881fc0c-7781-4296-af5f-247382ee5b56, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a1a6bb-7301-45cb-af39-10ae3451e500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:33:55.935616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:55.951993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6988f5df-53c0-452d-a61d-5352eef5a61e req-861f0d99-a3ec-455f-9227-f3db46476ec4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.1264846 Dec 12 15:33:55.966670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb7c1e6-0dc0-423f-8bf8-eef436663bd7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:55.992268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a1a6bb-7301-45cb-af39-10ae3451e500') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:55.992683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a1a6bb-7301-45cb-af39-10ae3451e500') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:56.006166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.016249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.020576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.053595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.071642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:56.074924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:56.094387 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:56.097971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:56.097971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.129811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.162503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:33:56.162503 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:33:56.162503 n-d-710847-8 neutron-server[103411]: [parameters: {'id': '8fb7c1e6-0dc0-423f-8bf8-eef436663bd7'}] Dec 12 15:33:56.162503 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:33:56.163180 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:33:56.169311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968ecd68-6c96-4947-b800-363cee59f57a None None] Network aa755edf-3376-4c19-beb5-a14ea09153ba requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:56.271652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port 6e47afdd-bfaa-47ca-8492-3f39864e1454 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:56.271905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd9ee7fd-4644-4edf-bd0d-395ec13554ec no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:33:56.272761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.288020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.291000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.295754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25b5ed4f-ca3e-4ad0-8234-6a7e737121e8 HTTP/1.1" status: 204 len: 168 time: 0.5688887 Dec 12 15:33:56.305394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] For port 4881fc0c-7781-4296-af5f-247382ee5b56, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:33:56.309960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dad06f4c-4f85-45cd-9320-98bdeb943eec None None] Provisioning complete for port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:56.310329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dad06f4c-4f85-45cd-9320-98bdeb943eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.336674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15accb7f-1d6f-462d-988b-289f658d89ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b5ed4f-ca3e-4ad0-8234-6a7e737121e8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:56.350866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: bd9ee7fd-4644-4edf-bd0d-395ec13554ec {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:33:56.351505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device bd9ee7fd-4644-4edf-bd0d-395ec13554ec not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:33:56.380330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] For port 4881fc0c-7781-4296-af5f-247382ee5b56, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4881fc0c-7781-4296-af5f-247382ee5b56,segment=NetworkSegment(02a1a6bb-7301-45cb-af39-10ae3451e500),segment_id=02a1a6bb-7301-45cb-af39-10ae3451e500)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:33:56.404741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.427011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.479877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for 6e47afdd-bfaa-47ca-8492-3f39864e1454 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:56.620266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.664130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.686856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,segment=NetworkSegment(d295c4eb-4013-4234-b55e-eba07cb5d50d),segment_id=d295c4eb-4013-4234-b55e-eba07cb5d50d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:56.688257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a754ecb-fe7e-465c-802d-84cd1c79e37c None None] Network 8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:56.785895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 4881fc0c-7781-4296-af5f-247382ee5b56 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:33:56.786813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.895962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ae07e-f7c0-4776-bebf-d95eaa05eb41 None None] Pushing event updated for resources: {'Port': ['ID=4881fc0c-7781-4296-af5f-247382ee5b56,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:56.904547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dad06f4c-4f85-45cd-9320-98bdeb943eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.956509 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.969751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:56.989334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 4881fc0c-7781-4296-af5f-247382ee5b56, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4881fc0c-7781-4296-af5f-247382ee5b56,segment=NetworkSegment(02a1a6bb-7301-45cb-af39-10ae3451e500),segment_id=02a1a6bb-7301-45cb-af39-10ae3451e500)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:33:56.989916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.025791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 4881fc0c-7781-4296-af5f-247382ee5b56 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:33:57.039531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=6e47afdd-bfaa-47ca-8492-3f39864e1454,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:57.145710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.156228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72aa481-6aa1-48c1-a8c9-5127d550cafd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:33:57.235179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:57.270445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.273837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.439185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:57.451310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54a910c0-e602-4b10-834e-db435d996c68 req-033983ea-fd66-4021-85a2-2619d05f8b4f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.3196101 Dec 12 15:33:57.458060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.459856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router c433fe74-4275-4360-a8af-73c8c56e7b16 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:33:57.469843 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fc79e1b-c57a-4e2e-a50b-46b04c8c1002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b6714ae8bb4429d9d443ec4f5848109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214599 Dec 12 15:33:57.479145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.480270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6ad36a2e-e837-4662-84a7-746249ef43e0 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/c433fe74-4275-4360-a8af-73c8c56e7b16 HTTP/1.1" status: 204 len: 168 time: 2.6044698 Dec 12 15:33:57.480966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48650) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:57.502929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48654) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:57.513703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2034664049', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:57.528251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-dad06f4c-4f85-45cd-9320-98bdeb943eec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:33:57.528618 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-dad06f4c-4f85-45cd-9320-98bdeb943eec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:33:57.593070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.612983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.645267 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.663696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 4881fc0c-7781-4296-af5f-247382ee5b56 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:33:57.685881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3e709-9c33-409b-a917-08dafd8e0b22 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:33:57.715605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.718524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.720465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/921e8fcb-75b1-4412-a510-d4a83a4c4a56 HTTP/1.1" status: 204 len: 168 time: 0.2384684 Dec 12 15:33:57.740491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a29535-a284-4af8-a7cc-73e0a129fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e8fcb-75b1-4412-a510-d4a83a4c4a56,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:57.741502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:33:57.768036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.770401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.850168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.878490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb7c1e6-0dc0-423f-8bf8-eef436663bd7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:57.893724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a1a6bb-7301-45cb-af39-10ae3451e500') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:57.894292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a1a6bb-7301-45cb-af39-10ae3451e500') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:33:57.906362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.924262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:57.933151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:33:57.933891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:33:58.005662 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:33:58.014859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=4881fc0c-7781-4296-af5f-247382ee5b56,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:58.020247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.026497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.030591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 HTTP/1.1" status: 204 len: 168 time: 3.1107097 Dec 12 15:33:58.033895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48678) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:58.040717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88790352'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:58.080617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e18db-1d3b-4417-b271-ffae57ac3031 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=8fb7c1e6-0dc0-423f-8bf8-eef436663bd7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:58.091474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:58.098663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.164473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:58.183109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:58.183688 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.186073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.186421 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 4cba1ef8-3d09-4906-9720-96df6288211b of type vlan for network 46dd62a7-cf5a-4220-8609-99fd65ecd51e Dec 12 15:33:58.216025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.274317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a3e709-9c33-409b-a917-08dafd8e0b22 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:33:58.306133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.343049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5c613fcf-d745-4faf-ba34-47c535e45859 None None] Provisioning complete for port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:33:58.343439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5c613fcf-d745-4faf-ba34-47c535e45859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.387470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.399888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:58.400528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.566109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=46dd62a7-cf5a-4220-8609-99fd65ecd51e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:58.599049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c3fef18-e23a-4e8b-9e76-9d046de33771 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5630999 Dec 12 15:33:58.601855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:58.611497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:58.657399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.688709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756edb5b-18e1-496c-a55c-d8510516c5d2 req-94c3ffd7-5ec4-480f-a5d1-e46518a374f2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0714712 Dec 12 15:33:58.839602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:58.845479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:58.870927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:33:59.156389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.196074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.405131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.444961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 172.25.3.101 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/8176c9ea-3873-488e-92dc-e990e3f70fd0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:33:59.504056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=864b7627-000f-47f1-873b-7439b85534ff,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:59.518663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '4cba1ef8-3d09-4906-9720-96df6288211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:33:59.519026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 46dd62a7-cf5a-4220-8609-99fd65ecd51e, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:33:59.554059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:33:59.572171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 46dd62a7-cf5a-4220-8609-99fd65ecd51e) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:59.578832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:59.581594 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.582047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703416cf-d64c-4d44-94c8-9906fd43bdb0 None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:33:59.616385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-299665c2-5a64-4f95-9ab3-221b935d7194 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0097840 Dec 12 15:33:59.617106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48736) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:33:59.623699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1089268128'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:33:59.629673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.653685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:33:59.663236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.699259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:33:59.715743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.717271 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.718354 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 159ec21e-9cf2-4ae2-ad4a-2ed397c18a17 of type vlan for network 3562b8c8-892d-4771-8eec-6b4a63cc8fd2 Dec 12 15:33:59.780096 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.801078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-46dd62a7-cf5a-4220-8609-99fd65ecd51e', 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': '864b7627-000f-47f1-873b-7439b85534ff'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:33:59.803661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.822643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=8176c9ea-3873-488e-92dc-e990e3f70fd0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:33:59.825992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.836806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:33:59.837605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:33:59.839486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:33:59.841555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:33:59.849021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:33:59.861377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48742) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:00.001811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95c2c9-936e-4b7c-98b3-f30d44ce7910 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:00.111185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Allocated IP 2001:db8::1 (46dd62a7-cf5a-4220-8609-99fd65ecd51e/864b7627-000f-47f1-873b-7439b85534ff/14ad90d2-c36f-4140-8116-997936a9f325) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:00.130679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5120716 Dec 12 15:34:00.145624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:00.161118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '3562b8c8-892d-4771-8eec-6b4a63cc8fd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:00.172164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:00.179392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59084325-d11d-4599-919a-3e68e4882941 req-c7bfdacd-a209-484f-9ba7-70963efb25f9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.3161759 Dec 12 15:34:00.202310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a77a0-2532-49e5-bb4f-01a5ff271ae4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=3562b8c8-892d-4771-8eec-6b4a63cc8fd2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:00.227490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3562b8c8-892d-4771-8eec-6b4a63cc8fd2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:00.377230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-55581541-a1c2-4563-9d28-70262899bd58 None None] Provisioning complete for port 8176c9ea-3873-488e-92dc-e990e3f70fd0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:00.378373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55581541-a1c2-4563-9d28-70262899bd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.443423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:00.447036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.477703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1632a7-7407-4683-a741-9194fbd5bf06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.559676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-55581541-a1c2-4563-9d28-70262899bd58 None None] Port 8176c9ea-3873-488e-92dc-e990e3f70fd0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:00.631693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1632a7-7407-4683-a741-9194fbd5bf06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.640930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1632a7-7407-4683-a741-9194fbd5bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.692692 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.701361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.751394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:00.758637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:00.764373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:00.798050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d1632a7-7407-4683-a741-9194fbd5bf06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e554d285e174d87b20bef794806223d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7985957 Dec 12 15:34:00.802058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48776) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:00.802790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1632a7-7407-4683-a741-9194fbd5bf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874d6d3-f55d-48fd-8cb3-d241267e64b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:00.839342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Pushing event updated for resources: {'Port': ['ID=14ad90d2-c36f-4140-8116-997936a9f325,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:00.853418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Attempting to bind port 14ad90d2-c36f-4140-8116-997936a9f325 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:00.854628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Attempting to bind port 14ad90d2-c36f-4140-8116-997936a9f325 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '4cba1ef8-3d09-4906-9720-96df6288211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:00.855248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Attempting to bind port 14ad90d2-c36f-4140-8116-997936a9f325 on network 46dd62a7-cf5a-4220-8609-99fd65ecd51e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:00.859600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-41d1cbda-7a1d-4018-9399-c38d4d7c6962 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1480641 Dec 12 15:34:00.861261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:00.862064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Checking segment: {'id': '4cba1ef8-3d09-4906-9720-96df6288211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:00.862690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.863273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Bound using segment: {'id': '4cba1ef8-3d09-4906-9720-96df6288211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:00.863950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Bound port: 14ad90d2-c36f-4140-8116-997936a9f325, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cba1ef8-3d09-4906-9720-96df6288211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '46dd62a7-cf5a-4220-8609-99fd65ecd51e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:00.864538 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.906413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.934196 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:00.985716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] For port 14ad90d2-c36f-4140-8116-997936a9f325, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:00.995702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] For port 14ad90d2-c36f-4140-8116-997936a9f325, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14ad90d2-c36f-4140-8116-997936a9f325,segment=NetworkSegment(4cba1ef8-3d09-4906-9720-96df6288211b),segment_id=4cba1ef8-3d09-4906-9720-96df6288211b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:01.001578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.004790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.006441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0874d6d3-f55d-48fd-8cb3-d241267e64b0 HTTP/1.1" status: 204 len: 168 time: 0.1891153 Dec 12 15:34:01.009349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.044970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36329481-9e8f-4b18-9eff-f6b05c015b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874d6d3-f55d-48fd-8cb3-d241267e64b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:01.070136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.070956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.071749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.072170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.072842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.073758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.074627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.078007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ca26f181-460d-4fa6-9970-99f5e6d96dfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.0892568 Dec 12 15:34:01.229661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3a699-00eb-4946-aa60-c8fca5a2ab8a None None] Pushing event updated for resources: {'Port': ['ID=14ad90d2-c36f-4140-8116-997936a9f325,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:01.266373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-670127643'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:01.324685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.362126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2ba2b31f-4746-4bd1-a6ec-bc7c6ac7ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.362618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2ba2b31f-4746-4bd1-a6ec-bc7c6ac7ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.363085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2ba2b31f-4746-4bd1-a6ec-bc7c6ac7ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.369902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2ba2b31f-4746-4bd1-a6ec-bc7c6ac7ec2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.2521667 Dec 12 15:34:01.442088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf182a2b-4a32-450e-8507-f085c87475f4 req-6933b07a-284b-41dd-a738-e654f50b308d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0711224 Dec 12 15:34:01.467605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:34:01.468139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:34:01.572501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:01.579098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.610252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:01.657813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-5e7daeda-09ec-4bb7-830b-2f1769d1984d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.2116063 Dec 12 15:34:01.746347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-3fb6f5f6-af20-4dc9-8ded-83258c712c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.748287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-3fb6f5f6-af20-4dc9-8ded-83258c712c38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.0851002 Dec 12 15:34:01.828499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-274c3a29-a4df-49d9-b68f-e520621f5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:01.830722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-274c3a29-a4df-49d9-b68f-e520621f5110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703604 Dec 12 15:34:02.017387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-28b6ec7b-b435-4533-aafa-96b7e8b41160 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775732 Dec 12 15:34:02.122401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.254465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-750df8f9-2344-4125-b55a-e3c773a35fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239707 Dec 12 15:34:02.415339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-f7d8e840-b254-4d8b-92b7-d9fa855c18b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.1447709 Dec 12 15:34:02.466387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.496291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=d68715f6-d458-4146-858e-cb968c93db7b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:02.502288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.549556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:02.575102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.575510 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Added segment 6161dd44-94dc-4550-8834-901b8fc6e350 of type vlan for network 58ebafc4-15f2-45f9-82f6-c4494592ecfe Dec 12 15:34:02.632771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b1091143-8ea4-4c60-9009-4245ba62b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:02.635093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b1091143-8ea4-4c60-9009-4245ba62b94a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.2080390 Dec 12 15:34:02.703758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.737010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07c9fd2e-c6e0-49c1-85ac-b1d63dc74891 req-9a12e471-548b-4401-bcde-0c99d84056a4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0873792 Dec 12 15:34:02.748585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.757795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.758996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b1b79a04-b55e-4407-9c5a-762555bfe450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:02.761050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b1b79a04-b55e-4407-9c5a-762555bfe450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129141 Dec 12 15:34:02.769549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:02.770513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:02.881346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Network': ['ID=58ebafc4-15f2-45f9-82f6-c4494592ecfe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:02.894721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:02.904798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '159ec21e-9cf2-4ae2-ad4a-2ed397c18a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3562b8c8-892d-4771-8eec-6b4a63cc8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:02.905480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 3562b8c8-892d-4771-8eec-6b4a63cc8fd2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:02.987629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-68005b91-3566-4090-ad61-7ee49e35ef0f service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046211 Dec 12 15:34:03.110153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0759f-a953-4f91-8c0b-75bf19d8811c None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:03.117008 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9427667 Dec 12 15:34:03.119247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:03.122426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d64b2-4cd0-4b41-91cc-b109cd69f86b tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f57ce2-b4bc-4e15-9026-86ae6d9f16cc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:03.157764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'subnet': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:03.194695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 3562b8c8-892d-4771-8eec-6b4a63cc8fd2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:03.203866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-8072d45a-b056-424e-8e31-aeab82b2cb7c service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042799 Dec 12 15:34:03.345395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-4cdd2a34-c788-4cab-b5b2-e429943ea35a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.1290610 Dec 12 15:34:03.378083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3562b8c8-892d-4771-8eec-6b4a63cc8fd2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:03.403296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8271e281-85c6-4d8b-b8e0-d8d2beb3d210 None None] Network 3562b8c8-892d-4771-8eec-6b4a63cc8fd2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:03.411077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:03.411661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:03.461657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] Provisioning complete for port 14ad90d2-c36f-4140-8116-997936a9f325 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:03.464996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:03.514217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-796a9086-85d2-4055-bfbd-83b79eb1cff3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3658321 Dec 12 15:34:03.521213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:03.714593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:03.737395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:03.773871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14ad90d2-c36f-4140-8116-997936a9f325 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:03.902231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router e79c09b6-2f87-4061-8d72-17d2a209ac44 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:04.058462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fe868-504e-46e8-bd2d-0e012e1711c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3562b8c8-892d-4771-8eec-6b4a63cc8fd2', 'network_id': '3562b8c8-892d-4771-8eec-6b4a63cc8fd2', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': 'd68715f6-d458-4146-858e-cb968c93db7b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:04.062400 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a44fe868-504e-46e8-bd2d-0e012e1711c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.083482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.228061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 14ad90d2-c36f-4140-8116-997936a9f325 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:04.233107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.376455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-833eb418-148a-4610-b37f-2d2f5b4a89e0 req-27a1c166-a282-4711-9907-6bfe38c6fff9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b1275f2-924e-49cd-b68d-df4921faa7d1 HTTP/1.1" status: 200 len: 210 time: 0.0444515 Dec 12 15:34:04.396516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:04.399911 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Sync routers for ids ['e79c09b6-2f87-4061-8d72-17d2a209ac44'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:04.412872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-05f9ae00-3f48-4dca-af8f-ee7317fb3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:04.414866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-05f9ae00-3f48-4dca-af8f-ee7317fb3108 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 1.0571485 Dec 12 15:34:04.421439 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Routers {'e79c09b6-2f87-4061-8d72-17d2a209ac44'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:04.424809 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e79c09b6-2f87-4061-8d72-17d2a209ac44'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:04.426095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.518862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.560154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-af6655c6-cfdb-4ea9-9206-3356c4c01fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:04.562712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-af6655c6-cfdb-4ea9-9206-3356c4c01fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347566 Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-a44fe868-504e-46e8-bd2d-0e012e1711c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d68715f6-d458-4146-858e-cb968c93db7b: This subnet is being modified by another concurrent operation. Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 15:34:04.577350 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d68715f6-d458-4146-858e-cb968c93db7b: This subnet is being modified by another concurrent operation. Dec 12 15:34:04.587375 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 15:34:04.611401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.627442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.632107 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bdd9490-6d58-45d3-af1d-f6f2b00148ad tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.1262846 Dec 12 15:34:04.633100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:04.639125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=d68715f6-d458-4146-858e-cb968c93db7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:04.642397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e50f95-9413-4a32-b88d-62536d4e8a58 None None] Network 3562b8c8-892d-4771-8eec-6b4a63cc8fd2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:04.753909 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.760464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2a650c94-2434-4ab1-b66e-c0638e695f1f service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801631 Dec 12 15:34:04.817191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Set router e79c09b6-2f87-4061-8d72-17d2a209ac44 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:34:04.894850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] For port 14ad90d2-c36f-4140-8116-997936a9f325, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14ad90d2-c36f-4140-8116-997936a9f325,segment=NetworkSegment(4cba1ef8-3d09-4906-9720-96df6288211b),segment_id=4cba1ef8-3d09-4906-9720-96df6288211b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:04.926357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:04.930609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-6fb4b9b4-8ca9-48e2-9183-2d17a8083702 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586714 Dec 12 15:34:05.059818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-39ad11f0-8401-48ac-8856-5d7d13e5d462 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.1224101 Dec 12 15:34:05.064915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.099521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb74c2-2afd-413e-b448-f58947986d09 None None] Pushing event updated for resources: {'Port': ['ID=14ad90d2-c36f-4140-8116-997936a9f325,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:05.160556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6d2cc34d-de7e-41fb-a0f2-3c8d6efa78c8 None None] Provisioning complete for port 14ad90d2-c36f-4140-8116-997936a9f325 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:05.161041 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc34d-de7e-41fb-a0f2-3c8d6efa78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.178914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079c82d9-1378-42f6-b857-7947ba279f57 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:34:05.209462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3562b8c8-892d-4771-8eec-6b4a63cc8fd2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:05.229237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2b7c01bc-7969-4642-873a-be6c6e83ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:05.229737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159ec21e-9cf2-4ae2-ad4a-2ed397c18a17') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:05.230062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159ec21e-9cf2-4ae2-ad4a-2ed397c18a17') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:05.231374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-2b7c01bc-7969-4642-873a-be6c6e83ac24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1533699 Dec 12 15:34:05.257001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.273185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.281072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:05.281494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.342095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-c18228ac-c8dd-475e-abcc-5741813ebeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:05.345080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-c18228ac-c8dd-475e-abcc-5741813ebeef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030707 Dec 12 15:34:05.375617 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'name': 'tempest-snat-router-2034664049', 'tenant_id': '5a9a1b439e394e84a8cde96136cee70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:58Z', 'updated_at': '2021-12-12T15:34:00Z', 'revision_number': 3, 'project_id': '5a9a1b439e394e84a8cde96136cee70f', 'gw_port': {'id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:59Z', 'updated_at': '2021-12-12T15:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:05.428819 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:05.431673 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-68f9fef8-4ae3-4074-9c21-85d5bfdc3916 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/e79c09b6-2f87-4061-8d72-17d2a209ac44 HTTP/1.1" status: 200 len: 909 time: 0.7937737 Dec 12 15:34:05.435821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.437920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:05.441627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Subnet': ['ID=50f5593f-c1db-43e2-8208-2186227a8c84,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:05.446115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2034664049', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': True}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:05.449281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac073fe2-9fcf-4f43-9d9c-ea19b5a7c8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.455724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.463702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/3562b8c8-892d-4771-8eec-6b4a63cc8fd2 HTTP/1.1" status: 204 len: 168 time: 1.9399102 Dec 12 15:34:05.466732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:05.472733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039514085'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:05.490617 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Checking router: e79c09b6-2f87-4061-8d72-17d2a209ac44 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:34:05.491599 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Updating router e79c09b6-2f87-4061-8d72-17d2a209ac44 port 8176c9ea-3873-488e-92dc-e990e3f70fd0 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:34:05.512714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:05.516809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.535072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c34021-9e5c-4d6f-af2c-170ac210ebb5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=3562b8c8-892d-4771-8eec-6b4a63cc8fd2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:05.539871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Checking segment: {'id': '6161dd44-94dc-4550-8834-901b8fc6e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:05.540244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network hostable DHCP agents. Network: 58ebafc4-15f2-45f9-82f6-c4494592ecfe, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:05.587794 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.621058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-f52eebdc-895c-43b3-bfb3-8c42e16dfec1 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607594 Dec 12 15:34:05.647341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:05.651059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:05.666160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.669604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.685392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14ad90d2-c36f-4140-8116-997936a9f325 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:05.708432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.711812 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 4b13e7b0-ee33-40e5-a09a-e7ce4bf74510 of type vlan for network e1e61fb3-0234-44ee-b915-0c65806f802a Dec 12 15:34:05.738782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 58ebafc4-15f2-45f9-82f6-c4494592ecfe) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:05.811308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:05.811905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.893918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-5e7284c2-30d6-44a9-b39f-001b7f54854c service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603052 Dec 12 15:34:05.939840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:05.981602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85d15a3a-7588-4c28-b273-ab14b2fc026d tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8559628 Dec 12 15:34:06.064338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-e31dd1d0-bd14-43ee-afb6-5cd7d1cfd086 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.1586413 Dec 12 15:34:06.067501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48996) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:06.084080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-1650075533'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:06.088381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.098861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:34:06.306438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.313254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:06.313949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.432409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=e1e61fb3-0234-44ee-b915-0c65806f802a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:06.442514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f457e93a-3057-4b87-a5b2-c4c1347f547d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9721050 Dec 12 15:34:06.442829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:06.450550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': 'e1e61fb3-0234-44ee-b915-0c65806f802a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:06.499674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-da8d96f2-6fc2-473d-893d-5fdb78d2cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:06.502594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-da8d96f2-6fc2-473d-893d-5fdb78d2cee2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.4089844 Dec 12 15:34:06.542484 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.546483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49034) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:06.563041 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.606951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e1e61fb3-0234-44ee-b915-0c65806f802a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:06.674826 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Pushing event updated for resources: {'Port': ['ID=8176c9ea-3873-488e-92dc-e990e3f70fd0,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:06.694469 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.695183 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.697055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.697879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.698380 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.699598 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.700109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.702592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.703109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.703607 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.705721 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.706254 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.707575 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:06.737963 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Attempting to bind port 8176c9ea-3873-488e-92dc-e990e3f70fd0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:06.738801 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Attempting to bind port 8176c9ea-3873-488e-92dc-e990e3f70fd0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:06.739522 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Attempting to bind port 8176c9ea-3873-488e-92dc-e990e3f70fd0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:06.740731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.748062 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:06.750055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:06.752713 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.753653 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:06.754492 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Bound port: 8176c9ea-3873-488e-92dc-e990e3f70fd0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:06.755947 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.835670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] For port 8176c9ea-3873-488e-92dc-e990e3f70fd0, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:06.839831 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] For port 8176c9ea-3873-488e-92dc-e990e3f70fd0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8176c9ea-3873-488e-92dc-e990e3f70fd0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:06.846857 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.904804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-204070ec-95cf-4cdf-b859-b8faa26a7b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:06.910536 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cbf8d-15a2-4bea-b0a3-9cd7d80d2e44 None None] Pushing event updated for resources: {'Port': ['ID=8176c9ea-3873-488e-92dc-e990e3f70fd0,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:06.938046 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Routers {'e79c09b6-2f87-4061-8d72-17d2a209ac44'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:06.939108 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e79c09b6-2f87-4061-8d72-17d2a209ac44'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:06.958641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-bb6ea4eb-59d6-40a7-9205-482b2874a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:06.967790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-bb6ea4eb-59d6-40a7-9205-482b2874a103 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4368212 Dec 12 15:34:06.979412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:06.991372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.011204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 14ad90d2-c36f-4140-8116-997936a9f325 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:07.011588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.045266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49040) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:07.071136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:07.080213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.097927 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] Set router e79c09b6-2f87-4061-8d72-17d2a209ac44 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:34:07.108136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-b40bb34b-b361-42b6-a5eb-f4f0bfac5e2f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:07.112309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-b40bb34b-b361-42b6-a5eb-f4f0bfac5e2f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.6601408 Dec 12 15:34:07.121978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c82d9-1378-42f6-b857-7947ba279f57 None None] Unable to find a vacant binding_index for network 58ebafc4-15f2-45f9-82f6-c4494592ecfe and agent 0a970933-69e0-4f02-88c2-06244d7f77d4 {{(pid=103413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 12 15:34:07.148888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079c82d9-1378-42f6-b857-7947ba279f57 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 58ebafc4-15f2-45f9-82f6-c4494592ecfe) {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:34:07.211255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port 9f7e2196-b664-4081-b31d-bb213d4aa323 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:07.397618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.2 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/9f7e2196-b664-4081-b31d-bb213d4aa323) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:07.506745 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'name': 'tempest-snat-router-2034664049', 'tenant_id': '5a9a1b439e394e84a8cde96136cee70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:58Z', 'updated_at': '2021-12-12T15:34:00Z', 'revision_number': 3, 'project_id': '5a9a1b439e394e84a8cde96136cee70f', 'gw_port': {'id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:59Z', 'updated_at': '2021-12-12T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:07.548041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf8ec40-4e2b-4e80-9ad4-8a55dfc8762a None None] The sync data for ids ['e79c09b6-2f87-4061-8d72-17d2a209ac44'] in n-d-710847-8 is: [{'id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'name': 'tempest-snat-router-2034664049', 'tenant_id': '5a9a1b439e394e84a8cde96136cee70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101'}], 'enable_snat': False}, 'gw_port_id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:33:58Z', 'updated_at': '2021-12-12T15:34:00Z', 'revision_number': 3, 'project_id': '5a9a1b439e394e84a8cde96136cee70f', 'gw_port': {'id': '8176c9ea-3873-488e-92dc-e990e3f70fd0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c09b6-2f87-4061-8d72-17d2a209ac44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:33:59Z', 'updated_at': '2021-12-12T15:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:07.634191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-204070ec-95cf-4cdf-b859-b8faa26a7b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.706455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-171209cf-dd59-42ea-a18d-03d603209499 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.5816870 Dec 12 15:34:07.764423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'project_id': 'e6253206067a4cd4a0dd8d2c97711321', 'fixed_ips': [{'subnet_id': '50f5593f-c1db-43e2-8208-2186227a8c84'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:07.766220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.770183 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0a97ce4-a6b7-4f12-92ae-621cb8e6662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.794449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.862546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-204070ec-95cf-4cdf-b859-b8faa26a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.938035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-204070ec-95cf-4cdf-b859-b8faa26a7b38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5b8eec26ad246c4b8db215698c47e72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3794510 Dec 12 15:34:07.952284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:07.955898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b6fc3b62-b297-4dcd-a294-5257542870c9 {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:07.958282 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:07.961812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49050) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:07.970304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.093702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-207dac06-1719-460d-9e5e-6d0af2c2d0b0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1884792 Dec 12 15:34:08.094272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f51432-7b01-485e-9914-e31dde36403e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.102931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.143937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.145721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=fdedc1c4-c6dd-4a14-88fb-0e74c3795d27,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:08.169946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '4b13e7b0-ee33-40e5-a09a-e7ce4bf74510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e1e61fb3-0234-44ee-b915-0c65806f802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:08.171059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: e1e61fb3-0234-44ee-b915-0c65806f802a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:08.297326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204070ec-95cf-4cdf-b859-b8faa26a7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed054b2c-31d7-45c9-80fb-32d6a81b4a1a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:08.314150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.328680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network e1e61fb3-0234-44ee-b915-0c65806f802a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:08.360404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e1e61fb3-0234-44ee-b915-0c65806f802a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:08.370777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:08.371485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.380494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 172.25.3.175 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/0a5bafb3-c56d-42dc-9fe9-38fe955ff639) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:08.426728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:08.440087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-8a19655e-78da-4aa9-b359-4c168f7aac45 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4254038 Dec 12 15:34:08.453533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:08.459787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.488940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9cb78444-de6a-4336-a88f-7a76bec4f94f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0441961 Dec 12 15:34:08.491701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:08.576284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f51432-7b01-485e-9914-e31dde36403e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.633198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.636068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:08.641130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-5feec873-157d-4348-b635-239f22361ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333936 Dec 12 15:34:08.653528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=9f7e2196-b664-4081-b31d-bb213d4aa323,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:08.661656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.672684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Allocated IP 172.20.0.3 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/bc2b97c2-406a-4189-9039-74a435d04996) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:08.717466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.719455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.751427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.774457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f51432-7b01-485e-9914-e31dde36403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.808348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=0a5bafb3-c56d-42dc-9fe9-38fe955ff639,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:08.838175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:08.842125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.876016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.888293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:08.889970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.890126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edfa0bc2-aa95-4d88-9fbe-f77b39864505 req-da07eb5e-4f1b-4231-932f-e36f9f647000 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748693 Dec 12 15:34:08.907522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:08.916272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:08.921517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:08.947343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:08.960807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-22f51432-7b01-485e-9914-e31dde36403e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b727846d47d84374943627ec7cc63fda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9103754 Dec 12 15:34:08.977766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:08.990986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.993600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:08.997157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed054b2c-31d7-45c9-80fb-32d6a81b4a1a HTTP/1.1" status: 204 len: 168 time: 0.9733086 Dec 12 15:34:08.997157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f51432-7b01-485e-9914-e31dde36403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cff9c8-4cd3-47d2-acf1-26cae3907f3f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.053134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Pushing event updated for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.057000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Attempting to bind port bc2b97c2-406a-4189-9039-74a435d04996 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:09.057387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Attempting to bind port bc2b97c2-406a-4189-9039-74a435d04996 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '6161dd44-94dc-4550-8834-901b8fc6e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:09.059130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Attempting to bind port bc2b97c2-406a-4189-9039-74a435d04996 on network 58ebafc4-15f2-45f9-82f6-c4494592ecfe {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:09.074869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:09.075253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Checking segment: {'id': '6161dd44-94dc-4550-8834-901b8fc6e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:09.077144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.077781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Bound using segment: {'id': '6161dd44-94dc-4550-8834-901b8fc6e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:09.080352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Bound port: bc2b97c2-406a-4189-9039-74a435d04996, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6161dd44-94dc-4550-8834-901b8fc6e350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:09.081027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.094207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65572b8-0b81-4ecd-aa1e-17d7bcdf241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed054b2c-31d7-45c9-80fb-32d6a81b4a1a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.130522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:09.131186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.198496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.240359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:09.246506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc2b97c2-406a-4189-9039-74a435d04996,segment=NetworkSegment(6161dd44-94dc-4550-8834-901b8fc6e350),segment_id=6161dd44-94dc-4550-8834-901b8fc6e350)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:09.248566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69b410e7-aca9-4aed-997a-69ee57591ea4 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1799252 Dec 12 15:34:09.253161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49070) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:09.265040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-1007956471', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:13:a3:67'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:09.274681 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.279952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-65693c96-5f24-49e4-9ca5-ecca0c931984 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220594 Dec 12 15:34:09.327074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.336294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.350114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.394951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=fdedc1c4-c6dd-4a14-88fb-0e74c3795d27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.404775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3fc13-557b-43e6-ba0a-2da1e81db6e0 None None] Pushing event updated for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.557994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-d9746837-5369-42ab-8daa-6320e27c8af6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.2332225 Dec 12 15:34:09.566277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca5d080b-0a7a-475c-8ea2-11d1654430d4 req-a88634de-0424-4fee-9659-14a23013c920 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=c29d4472-df43-45fc-bd0c-b64b93d345a3 HTTP/1.1" status: 200 len: 210 time: 0.2451890 Dec 12 15:34:09.585068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.616658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e61fb3-0234-44ee-b915-0c65806f802a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:09.634606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b13e7b0-ee33-40e5-a09a-e7ce4bf74510') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:09.635052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b13e7b0-ee33-40e5-a09a-e7ce4bf74510') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:09.657632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.660269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.663882 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3cff9c8-4cd3-47d2-acf1-26cae3907f3f HTTP/1.1" status: 204 len: 168 time: 0.6827488 Dec 12 15:34:09.703321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.705323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:09.719404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-c497f741-e204-43de-a2d7-31ceb5105967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:09.730041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-c497f741-e204-43de-a2d7-31ceb5105967 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1546485 Dec 12 15:34:09.739196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a23eeff4-b783-4e18-a490-3dcb6209ac21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.786781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310da638-4e43-4a43-b655-d6c8b6b13deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cff9c8-4cd3-47d2-acf1-26cae3907f3f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:09.827460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.863659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:09.864124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.879848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:09.882894 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:10.029822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b5d8be81-d501-4427-a382-632d5fea4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:10.035236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b5d8be81-d501-4427-a382-632d5fea4ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2894568 Dec 12 15:34:10.104271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8176c9ea-3873-488e-92dc-e990e3f70fd0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:10.210403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8176c9ea-3873-488e-92dc-e990e3f70fd0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:10.210950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.250441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:10.329176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-b5dc2949-c295-4f1a-ae06-85374af0cb6c service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788806 Dec 12 15:34:10.356277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.360898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a23eeff4-b783-4e18-a490-3dcb6209ac21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.378470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.417527 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.421924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a23eeff4-b783-4e18-a490-3dcb6209ac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.434255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 8176c9ea-3873-488e-92dc-e990e3f70fd0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8176c9ea-3873-488e-92dc-e990e3f70fd0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:10.441643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.445801 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/e1e61fb3-0234-44ee-b915-0c65806f802a HTTP/1.1" status: 204 len: 168 time: 1.9522834 Dec 12 15:34:10.446113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.462636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49102) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:10.482804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995735854'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:10.495322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4af4a-9f97-4fad-b126-8e9eeebef06f tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=e1e61fb3-0234-44ee-b915-0c65806f802a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:10.536184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49106) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:10.561251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a23eeff4-b783-4e18-a490-3dcb6209ac21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13e471e6b2bc43438a5da0266512701c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8524418 Dec 12 15:34:10.562177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:10.575622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=8176c9ea-3873-488e-92dc-e990e3f70fd0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:10.589058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eeff4-b783-4e18-a490-3dcb6209ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cf6547-7c3f-45a2-a171-60d615f00a1f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:10.643082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a751becd-fe27-4375-9ab0-ab62dbe55f94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.672377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:10.676149 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.792193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.815778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.821252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a751becd-fe27-4375-9ab0-ab62dbe55f94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.842581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.892618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-16bb0f28-8cb3-413f-91d4-453248a9c1c2 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173171 Dec 12 15:34:10.906530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:10.912753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.921265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a751becd-fe27-4375-9ab0-ab62dbe55f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.940253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:10.940652 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment aaa3b594-ff0d-44a9-a415-404265cb3eec of type vlan for network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 Dec 12 15:34:11.031310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.033949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.035518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06cf6547-7c3f-45a2-a171-60d615f00a1f HTTP/1.1" status: 204 len: 168 time: 0.4715664 Dec 12 15:34:11.060087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port ac19d7e8-e374-4f20-abcb-044264681209 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:11.083080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f6d0c-d12a-4f78-a3ff-727a788bbefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cf6547-7c3f-45a2-a171-60d615f00a1f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:11.094131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.113592 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.118708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router 4b5816e7-9257-4d5d-9318-e54bd86fcb74 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:11.130896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-aaf0b104-a609-4b52-8c3b-8307aed2593e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.2107956 Dec 12 15:34:11.272412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:11.283897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Sync routers for ids ['4b5816e7-9257-4d5d-9318-e54bd86fcb74'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:11.305503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.310431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4f8be025-ca0e-4550-8948-d2320e2a2723 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8677137 Dec 12 15:34:11.314112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Routers {'4b5816e7-9257-4d5d-9318-e54bd86fcb74'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:11.316485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:11.318083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4b5816e7-9257-4d5d-9318-e54bd86fcb74'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:11.332218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebbc991-ec10-434a-b332-9afb25502a22 None None] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:11.437263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb93e676-7b96-460d-8f94-f98d8d144800 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:11.439114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8cb7a-6457-4268-b991-f134c5ca6a21 None None] Network e1e61fb3-0234-44ee-b915-0c65806f802a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:11.468536 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a509d006-2481-4e8c-8df1-123ad9e1710d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/4b5816e7-9257-4d5d-9318-e54bd86fcb74 HTTP/1.1" status: 200 len: 908 time: 0.1480229 Dec 12 15:34:11.469103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:11.507068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8cb7a-6457-4268-b991-f134c5ca6a21 None None] Network e1e61fb3-0234-44ee-b915-0c65806f802a could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:34:11.521487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377f462-2d7c-45ec-9443-45a7d121fcd1 None None] Network e1e61fb3-0234-44ee-b915-0c65806f802a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:11.548306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] Provisioning complete for port bc2b97c2-406a-4189-9039-74a435d04996 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:11.549147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.559372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430a4e5-0dab-45d1-be93-877d5bea9a66 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:11.617142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:11.657524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.664929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.696815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6377f462-2d7c-45ec-9443-45a7d121fcd1 None None] Network e1e61fb3-0234-44ee-b915-0c65806f802a could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:34:11.719107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751becd-fe27-4375-9ab0-ab62dbe55f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7a39a-396f-45c8-a9fd-220e3f5ad1f8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:11.723886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a751becd-fe27-4375-9ab0-ab62dbe55f94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaa3075a57e54ce1afa726a29259e72a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1866670 Dec 12 15:34:11.738115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:11.761387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbe352b-678a-4762-bcf3-5bfe2af102c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.774770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46424f67-790e-4c95-8912-ee04df4e1b9c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:11.779257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Set router 4b5816e7-9257-4d5d-9318-e54bd86fcb74 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:34:11.906602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.13 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/ac19d7e8-e374-4f20-abcb-044264681209) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:11.917840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.969614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:11.995082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.001844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.045531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc2b97c2-406a-4189-9039-74a435d04996,segment=NetworkSegment(6161dd44-94dc-4550-8834-901b8fc6e350),segment_id=6161dd44-94dc-4550-8834-901b8fc6e350)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:12.056438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.113121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbe352b-678a-4762-bcf3-5bfe2af102c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.117048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc2b97c2-406a-4189-9039-74a435d04996 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:12.119290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88d76f-56a5-475f-85cd-8d3ef9372ce9 None None] Pushing event updated for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:12.135466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbe352b-678a-4762-bcf3-5bfe2af102c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.180379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-f29f286c-833d-49c9-a559-064123613c3e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:12.186444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.190036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-f29f286c-833d-49c9-a559-064123613c3e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 1.2726991 Dec 12 15:34:12.194110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.202957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08d7a39a-396f-45c8-a9fd-220e3f5ad1f8 HTTP/1.1" status: 204 len: 168 time: 0.4629726 Dec 12 15:34:12.204372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e70edec0-ad2e-42f3-adac-756dc3ce050d None None] Provisioning complete for port 8176c9ea-3873-488e-92dc-e990e3f70fd0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:12.204987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e70edec0-ad2e-42f3-adac-756dc3ce050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.239802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b5816e7-9257-4d5d-9318-e54bd86fcb74', 'name': 'tempest-snat-router-2034664049', 'tenant_id': '5a9a1b439e394e84a8cde96136cee70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '0a5bafb3-c56d-42dc-9fe9-38fe955ff639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:34:05Z', 'updated_at': '2021-12-12T15:34:09Z', 'revision_number': 3, 'project_id': '5a9a1b439e394e84a8cde96136cee70f', 'gw_port': {'id': '0a5bafb3-c56d-42dc-9fe9-38fe955ff639', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5816e7-9257-4d5d-9318-e54bd86fcb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:34:08Z', 'updated_at': '2021-12-12T15:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:12.249095 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.266676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:12.267356 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.270732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cbe352b-678a-4762-bcf3-5bfe2af102c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa376be8904a440c861a951cc6c0b1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487143 Dec 12 15:34:12.273887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe352b-678a-4762-bcf3-5bfe2af102c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5c2a8-6e7f-4a9d-9106-c0d2133221b8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:12.274919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:12.284662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Checking router: 4b5816e7-9257-4d5d-9318-e54bd86fcb74 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:34:12.285349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Updating router 4b5816e7-9257-4d5d-9318-e54bd86fcb74 port 0a5bafb3-c56d-42dc-9fe9-38fe955ff639 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:34:12.290011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bc2b97c2-406a-4189-9039-74a435d04996 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:12.290848 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.304295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0431-9e8f-49ee-8450-7309cc70f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7a39a-396f-45c8-a9fd-220e3f5ad1f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:12.321086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Deleting port 0a5bafb3-c56d-42dc-9fe9-38fe955ff639 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:12.321427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.475953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.492125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.513761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Calling delete_port for 0a5bafb3-c56d-42dc-9fe9-38fe955ff639 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:12.586283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.604463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.610097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-f310a28b-eaeb-4852-b958-e0ac9520a6b9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.4184787 Dec 12 15:34:12.754070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=ac19d7e8-e374-4f20-abcb-044264681209,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:12.783890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3160303 Dec 12 15:34:12.794370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:12.803791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:12.853009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee8752-e4e9-4b95-ac80-a265d6549580 None None] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:12.914576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-57b91625-ef09-4325-ae48-42c95c959e0e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1770763 Dec 12 15:34:12.920237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:12.921923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-5716f86d-554f-445b-aaee-a3ad212b2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:12.923448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-5716f86d-554f-445b-aaee-a3ad212b2232 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 1.7527704 Dec 12 15:34:12.925907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e3fc5-97d5-4692-b751-61f6d0c7e9b4 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=7573ee29-2df4-467a-82b2-1a2c3cd7bd31,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:12.941075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:12.945238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:12.950508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:13.064259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.109383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:13.110018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.126236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.132880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a5bafb3-c56d-42dc-9fe9-38fe955ff639,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:13.183677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.196575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-145f76ba-0298-49f2-82bc-9e2badbe6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:13.199064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-145f76ba-0298-49f2-82bc-9e2badbe6fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2523911 Dec 12 15:34:13.215353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:13.215912 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:13.216461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:13.221804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.248358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-01080096-56bc-4615-ae94-009257f92a55 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.9938657 Dec 12 15:34:13.250806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-237dec87-45d6-40b4-9e46-453bbfc1a8f7 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262079 Dec 12 15:34:13.251798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49166) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:13.316010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:13.321759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9aaa8-571d-465c-ae1e-87d65f088d78 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:13.393609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.396735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.451063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.454053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.457739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23d5c2a8-6e7f-4a9d-9106-c0d2133221b8 HTTP/1.1" status: 204 len: 168 time: 1.1302097 Dec 12 15:34:13.483894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12f71f-b703-4df1-88a8-d755f10db995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5c2a8-6e7f-4a9d-9106-c0d2133221b8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:13.488332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e70edec0-ad2e-42f3-adac-756dc3ce050d None None] Could not find standard attr ID for object 0a5bafb3-c56d-42dc-9fe9-38fe955ff639. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:34:13.501478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff24b2-8761-4d94-932e-e00378762af8 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:13.507968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff24b2-8761-4d94-932e-e00378762af8 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:13.515468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff24b2-8761-4d94-932e-e00378762af8 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:13.520123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b4ff24b2-8761-4d94-932e-e00378762af8 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2664855 Dec 12 15:34:13.525044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49174) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:13.545120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-ea5818d2-f480-4d66-b5fd-a8d06604086c service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216045 Dec 12 15:34:13.577262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-9028c614-7768-47fd-a3e8-0a0bc779dbba service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832332 Dec 12 15:34:13.655196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8176c9ea-3873-488e-92dc-e990e3f70fd0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:13.663360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.683395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.684170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5816e7-9257-4d5d-9318-e54bd86fcb74 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:13.706284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.708658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b95e47da-53ca-4801-8d6e-a86b20c47782 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4b5816e7-9257-4d5d-9318-e54bd86fcb74 HTTP/1.1" status: 204 len: 168 time: 2.2385862 Dec 12 15:34:13.725313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49182) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:13.907856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=593ecc74-27c2-4441-84fd-cf4bde5f5c9f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:13.909505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Port 0a5bafb3-c56d-42dc-9fe9-38fe955ff639 not found while updating agent binding for router 4b5816e7-9257-4d5d-9318-e54bd86fcb74. {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 15:34:13.931108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-46e9052c-9dd5-477f-8105-cce2555b0a3d None None] Provisioning complete for port 9f7e2196-b664-4081-b31d-bb213d4aa323 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:13.931518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46e9052c-9dd5-477f-8105-cce2555b0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:13.940794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': 'aaa3b594-ff0d-44a9-a415-404265cb3eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:13.941175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 7573ee29-2df4-467a-82b2-1a2c3cd7bd31, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:13.986454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:14.021360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7573ee29-2df4-467a-82b2-1a2c3cd7bd31) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:14.033005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:14.035599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.055584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37ed83a2-5479-4ac5-b695-6c94e12006d6 req-37794824-6108-4928-93ec-f3418e0c67b9 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916961 Dec 12 15:34:14.059555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ba71c-8b3d-4d0d-addc-77f49f486253 None None] Network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:14.092278 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0160cfb8-bacb-424d-a1d6-49930f992b0c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2960296 Dec 12 15:34:14.093112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:14.102062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.272201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7b3bf93-9edd-4ae8-a2a9-cd950a38b57d req-a2f1cb7e-acb4-4eba-bc3e-2efdc8632a8d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 210 time: 0.2342012 Dec 12 15:34:14.292500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7573ee29-2df4-467a-82b2-1a2c3cd7bd31', 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': '593ecc74-27c2-4441-84fd-cf4bde5f5c9f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:14.294388 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.309536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port ac19d7e8-e374-4f20-abcb-044264681209 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:14.309833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.311732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:14.312217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 15:34:14.312946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4b5816e7-9257-4d5d-9318-e54bd86fcb74'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103413) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 15:34:14.313433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1ce468-2909-4c47-9241-8c8f6ab84158 None None] The sync data for ids ['4b5816e7-9257-4d5d-9318-e54bd86fcb74'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:14.315293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-46e9052c-9dd5-477f-8105-cce2555b0a3d None None] Port 9f7e2196-b664-4081-b31d-bb213d4aa323 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:14.444759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.452278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.467520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for ac19d7e8-e374-4f20-abcb-044264681209 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:14.608647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Allocated IP 2001:db8::1 (7573ee29-2df4-467a-82b2-1a2c3cd7bd31/593ecc74-27c2-4441-84fd-cf4bde5f5c9f/9babde2e-838e-403b-9756-23cbe0179410) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:14.610472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.713424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.778541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=ac19d7e8-e374-4f20-abcb-044264681209,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:14.813743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-46e9052c-9dd5-477f-8105-cce2555b0a3d None None] Provisioning complete for port bc2b97c2-406a-4189-9039-74a435d04996 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:14.814125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46e9052c-9dd5-477f-8105-cce2555b0a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:14.881798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8176c9ea-3873-488e-92dc-e990e3f70fd0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:14.882178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.205814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.215257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.223645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.233872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:15.234950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c3409c60-c6e5-41f5-a485-a85d3fe743e9 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/ac19d7e8-e374-4f20-abcb-044264681209 HTTP/1.1" status: 204 len: 168 time: 1.7068841 Dec 12 15:34:15.267169 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.317502 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6807643e-798b-4727-97e8-320bcaa63936 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] GET failed (client error): The resource could not be found. Dec 12 15:34:15.319230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6807643e-798b-4727-97e8-320bcaa63936 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports/ac19d7e8-e374-4f20-abcb-044264681209 HTTP/1.1" status: 404 len: 333 time: 0.0824654 Dec 12 15:34:15.324381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:15.332539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-122742841'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:15.353478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.375609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Deleting port 8176c9ea-3873-488e-92dc-e990e3f70fd0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:15.376199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.410030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Pushing event updated for resources: {'Port': ['ID=9babde2e-838e-403b-9756-23cbe0179410,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:15.470846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Provisioning complete for port 9f7e2196-b664-4081-b31d-bb213d4aa323 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:15.471457 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.521596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Port 9f7e2196-b664-4081-b31d-bb213d4aa323 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:15.527089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:15.543917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:15.545919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=593ecc74-27c2-4441-84fd-cf4bde5f5c9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:15.554978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:15.583703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Provisioning complete for port bc2b97c2-406a-4189-9039-74a435d04996 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:15.584982 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.587338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0230f14d-da5f-4af7-933e-a6fb0ae6a28f req-4a0e352e-ee29-4f8d-a3d3-c736edf9f450 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 210 time: 0.1084902 Dec 12 15:34:15.748174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc2b97c2-406a-4189-9039-74a435d04996 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:15.782420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Attempting to bind port 9babde2e-838e-403b-9756-23cbe0179410 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:15.783108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Attempting to bind port 9babde2e-838e-403b-9756-23cbe0179410 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'aaa3b594-ff0d-44a9-a415-404265cb3eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:15.783717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Attempting to bind port 9babde2e-838e-403b-9756-23cbe0179410 on network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:15.823965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:15.824445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Checking segment: {'id': 'aaa3b594-ff0d-44a9-a415-404265cb3eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:15.824936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.825452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Bound using segment: {'id': 'aaa3b594-ff0d-44a9-a415-404265cb3eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:15.825977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Bound port: 9babde2e-838e-403b-9756-23cbe0179410, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa3b594-ff0d-44a9-a415-404265cb3eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:15.826367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:15.974468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] For port 8176c9ea-3873-488e-92dc-e990e3f70fd0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8176c9ea-3873-488e-92dc-e990e3f70fd0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:15.975482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.034091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Calling delete_port for 8176c9ea-3873-488e-92dc-e990e3f70fd0 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:16.062434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49320) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:16.142039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-8a2f6021-036e-4a19-94c2-3ce17ee0bc46 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:16.144690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-8a2f6021-036e-4a19-94c2-3ce17ee0bc46 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.4847424 Dec 12 15:34:16.169023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:16.190723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bc2b97c2-406a-4189-9039-74a435d04996 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:16.191319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.250651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] For port 9babde2e-838e-403b-9756-23cbe0179410, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:16.279089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] For port 9babde2e-838e-403b-9756-23cbe0179410, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9babde2e-838e-403b-9756-23cbe0179410,segment=NetworkSegment(aaa3b594-ff0d-44a9-a415-404265cb3eec),segment_id=aaa3b594-ff0d-44a9-a415-404265cb3eec)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:16.285086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5e4ac51b-9d27-4d63-be9a-06d9afdb84cf None None] Could not find standard attr ID for object ac19d7e8-e374-4f20-abcb-044264681209. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:34:16.293308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.381134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.410498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7573ee29-2df4-467a-82b2-1a2c3cd7bd31']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:16.426482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:16.430228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.437782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa3b594-ff0d-44a9-a415-404265cb3eec') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:16.438857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-94761b84-df86-48b4-8944-7c1938be2aff None None] Provisioning complete for port 9f7e2196-b664-4081-b31d-bb213d4aa323 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:16.439321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94761b84-df86-48b4-8944-7c1938be2aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.439565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa3b594-ff0d-44a9-a415-404265cb3eec') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:16.470516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.486056 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.486554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e2712d-1a91-42cc-8a0c-a4eaa311216c None None] Network 7573ee29-2df4-467a-82b2-1a2c3cd7bd31 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:16.493588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:16.493871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.498851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d2c9d-c9a8-4d5a-aa82-ab6fdc1cbc06 None None] Pushing event updated for resources: {'Port': ['ID=9babde2e-838e-403b-9756-23cbe0179410,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:16.559340 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:16.583056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port 0d120775-7932-4a21-8588-9a7874c2c62a yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:16.595629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:34:16.595629 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:34:16.595629 n-d-710847-8 neutron-server[103411]: [parameters: {'id': '7573ee29-2df4-467a-82b2-1a2c3cd7bd31'}] Dec 12 15:34:16.595629 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:16.596198 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:16.600660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-94761b84-df86-48b4-8944-7c1938be2aff None None] Port 9f7e2196-b664-4081-b31d-bb213d4aa323 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:16.626250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbe2dda0-191d-4ca0-9138-9cb0496823e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.643986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.739933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbe2dda0-191d-4ca0-9138-9cb0496823e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.752506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.6 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/0d120775-7932-4a21-8588-9a7874c2c62a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:16.795038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63bacf5b-fa12-437e-8541-e9c731a79b39 req-8f4f3d7e-5547-4a56-9dfe-b844f19fd357 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 210 time: 0.0480773 Dec 12 15:34:16.801137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbe2dda0-191d-4ca0-9138-9cb0496823e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:16.830718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event deleted for resources: {'Port': ['ID=8176c9ea-3873-488e-92dc-e990e3f70fd0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:16.845997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2dda0-191d-4ca0-9138-9cb0496823e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d075c220-0af0-4fe2-a793-3da701de8f0d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:16.923328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-94761b84-df86-48b4-8944-7c1938be2aff None None] Could not find standard attr ID for object ac19d7e8-e374-4f20-abcb-044264681209. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:34:16.925218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3dd179-4650-4781-b0b6-ac79dfe03e4b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:16.960808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bbe2dda0-191d-4ca0-9138-9cb0496823e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1f4c7f15d234609a2d8db57b344bdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8957493 Dec 12 15:34:16.965307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:16.982869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:16.987724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9a2a8-0850-45f6-b4d3-17214f5f5523 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:34:17.000279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.028501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.074115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.079597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.147877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.150156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=0d120775-7932-4a21-8588-9a7874c2c62a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:17.170908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:17.175668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:17.184539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:17.195005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.197524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.220782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d9a2a8-0850-45f6-b4d3-17214f5f5523 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:34:17.288163 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.288957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e79c09b6-2f87-4061-8d72-17d2a209ac44 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:17.295985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:17.296838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.298748 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.300196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-577ef0da-1dd4-40f1-b8d5-a1e66dcf977b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e79c09b6-2f87-4061-8d72-17d2a209ac44 HTTP/1.1" status: 204 len: 168 time: 3.5704041 Dec 12 15:34:17.305395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:17.319394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-205489848', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:17.357511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 9babde2e-838e-403b-9756-23cbe0179410 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:17.357869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.365973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.367239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.426441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.449025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.13 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/b90f8231-26f2-4845-84c5-06de1b72014e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:17.530736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34537848-4551-4251-ba42-a325d71fdfe5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2052579 Dec 12 15:34:17.668501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.719313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49346) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:17.725053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:13:a3:67'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:17.725265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.733391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.757404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.843984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 9babde2e-838e-403b-9756-23cbe0179410, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9babde2e-838e-403b-9756-23cbe0179410,segment=NetworkSegment(aaa3b594-ff0d-44a9-a415-404265cb3eec),segment_id=aaa3b594-ff0d-44a9-a415-404265cb3eec)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:17.844374 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.872398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:17.872675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 9babde2e-838e-403b-9756-23cbe0179410 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:18.030780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.079837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=9babde2e-838e-403b-9756-23cbe0179410,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:18.090614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 9babde2e-838e-403b-9756-23cbe0179410 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:18.178165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7d6c5b3a-e36d-4e0d-ad3d-f12ef3b4f382 None None] Provisioning complete for port 0d120775-7932-4a21-8588-9a7874c2c62a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:18.179381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5b3a-e36d-4e0d-ad3d-f12ef3b4f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.217053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.226272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c5b3a-e36d-4e0d-ad3d-f12ef3b4f382 None None] Port 0d120775-7932-4a21-8588-9a7874c2c62a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:18.243710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7573ee29-2df4-467a-82b2-1a2c3cd7bd31']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:18.282726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa3b594-ff0d-44a9-a415-404265cb3eec') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:18.283027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa3b594-ff0d-44a9-a415-404265cb3eec') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:18.313159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.315092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.338944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:18.340527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:18.342996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:18.348443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.356027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.364910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:18.365294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:18.368254 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:18.379049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8832eef1-a643-4e5b-88ce-5e183c01881f None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:18.500446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-aa93fce6-ed70-4952-845a-0ec60139e481 None None] Provisioning complete for port b90f8231-26f2-4845-84c5-06de1b72014e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:18.503389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa93fce6-ed70-4952-845a-0ec60139e481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.527826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.552162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.555785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/7573ee29-2df4-467a-82b2-1a2c3cd7bd31 HTTP/1.1" status: 204 len: 168 time: 4.4616585 Dec 12 15:34:18.561517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:18.570336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-337773617'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:18.587682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c817-b46b-4f29-92e0-6c368cd3d79d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=7573ee29-2df4-467a-82b2-1a2c3cd7bd31,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:18.606076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-aa93fce6-ed70-4952-845a-0ec60139e481 None None] Port b90f8231-26f2-4845-84c5-06de1b72014e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:18.620951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Allocated IP 172.25.3.186 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/fe057692-5690-4f16-807f-174d50276f26) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:18.632344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:18.633269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.649696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:18.652320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:18.656476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.678899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.679583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.679864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.680202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.680725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.681043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.681649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.682370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.682701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.683215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.683550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.684023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.684336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:18.715372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-0716d76c-4b00-40b4-9268-593627bde627 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5594332 Dec 12 15:34:18.731227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3f4c-7125-478f-ac87-118d454de188 req-5fdfda4f-defb-40c5-bb7b-1482247c4713 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:18.732705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d27a3f4c-7125-478f-ac87-118d454de188 req-5fdfda4f-defb-40c5-bb7b-1482247c4713 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 932 time: 0.3519919 Dec 12 15:34:18.741323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Request body: {'port': {'device_id': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:18.747678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.764130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:18.768921 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.787313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.787313 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 83845ee2-1157-4002-b586-c67f907ca1f4 of type vlan for network 3beeafed-e1f6-412c-b17e-9122158b8b41 Dec 12 15:34:18.819984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.823004 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.824135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d075c220-0af0-4fe2-a793-3da701de8f0d HTTP/1.1" status: 204 len: 168 time: 1.8575783 Dec 12 15:34:18.846851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.850883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.853058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e19926-f6d1-4f9f-81a6-3c3a43dec4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d075c220-0af0-4fe2-a793-3da701de8f0d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:18.884815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.920085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d27a3f4c-7125-478f-ac87-118d454de188 req-4e90bcd0-b17c-46df-b593-e0cbdac4c877 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699288 Dec 12 15:34:18.924799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.932183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:18.933006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:18.973361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4062009 Dec 12 15:34:18.976082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49366) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:18.982032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:18.982883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:18.990012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:19.016591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028fbdc8-8aaa-4bbe-b379-5ebd64d3bf69 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:19.072501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:19.155403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0454a355-de09-49ae-a149-e9d5aa186bc5 None None] Provisioning complete for port fe057692-5690-4f16-807f-174d50276f26 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:19.156154 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0454a355-de09-49ae-a149-e9d5aa186bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.160763 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:34:19.163793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event updated for resources: {'Port': ['ID=fe057692-5690-4f16-807f-174d50276f26,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:19.189362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452644e5-d9e1-472f-8d22-47379569be89 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=3beeafed-e1f6-412c-b17e-9122158b8b41,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:19.216512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:19.297250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.326720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0454a355-de09-49ae-a149-e9d5aa186bc5 None None] Port fe057692-5690-4f16-807f-174d50276f26 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:19.352094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.486306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.579849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8176c9ea-3873-488e-92dc-e990e3f70fd0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:19.621860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:19.631375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.643082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8176c9ea-3873-488e-92dc-e990e3f70fd0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:34:19.643616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8176c9ea-3873-488e-92dc-e990e3f70fd0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:19.810735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.835046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90f8231-26f2-4845-84c5-06de1b72014e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:34:19.858976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.861582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=0d120775-7932-4a21-8588-9a7874c2c62a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:19.898404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] In _notify_port_updated(), no bound segment for port 0d120775-7932-4a21-8588-9a7874c2c62a on network 58ebafc4-15f2-45f9-82f6-c4494592ecfe {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:34:19.911199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:19.911871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:19.919848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6cc48644-15c3-45bd-bc65-dfa5a1d11195 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "PUT /v2.0/ports/0d120775-7932-4a21-8588-9a7874c2c62a HTTP/1.1" status: 200 len: 992 time: 2.1994638 Dec 12 15:34:19.925291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49394) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:19.946801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Transition to ACTIVE for port object b90f8231-26f2-4845-84c5-06de1b72014e will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:34:20.001122 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.009836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Router 1de3a7ac-ee32-47d1-a89c-0ef823fa41fa is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:20.071517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9686545f-0302-472c-9f69-12163856f3d6 None None] Provisioning complete for port 0d120775-7932-4a21-8588-9a7874c2c62a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:20.072710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9686545f-0302-472c-9f69-12163856f3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.129961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be813e03-c118-4076-944a-85c2355844f0 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:20.164608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:20.176959 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] Sync routers for ids ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:20.190810 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] Routers {'1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:20.191248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9686545f-0302-472c-9f69-12163856f3d6 None None] Port 0d120775-7932-4a21-8588-9a7874c2c62a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:20.191433 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:20.202120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.208271 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3eb136cb-30dd-4c4f-b1ec-5b9a0cebbca9 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8963091 Dec 12 15:34:20.208913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:20.219921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:20.306326 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:20.322800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Pushing event updated for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:20.333057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] Routers {'1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:20.333689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:20.446081 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:20.446814 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb84f0b-5a42-46e6-a585-e280c0bf1b30 None None] The sync data for ids ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:20.523755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8215f-3819-45af-bfce-52476a022918 req-0796cc77-0813-4b1f-9c8f-96ed42eb62c2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:20.526219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54c8215f-3819-45af-bfce-52476a022918 req-0796cc77-0813-4b1f-9c8f-96ed42eb62c2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 944 time: 0.4150918 Dec 12 15:34:20.600446 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.635727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.646878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port 0d120775-7932-4a21-8588-9a7874c2c62a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:20.647216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.668935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Attempting to bind port b90f8231-26f2-4845-84c5-06de1b72014e on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:20.669277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Attempting to bind port b90f8231-26f2-4845-84c5-06de1b72014e by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:20.669629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Attempting to bind port b90f8231-26f2-4845-84c5-06de1b72014e on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:20.745437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Port b90f8231-26f2-4845-84c5-06de1b72014e on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:34:20.745695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Attempting to bind port b90f8231-26f2-4845-84c5-06de1b72014e on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:20.768619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54c8215f-3819-45af-bfce-52476a022918 req-e8b2cb14-fa4b-4075-bc8b-ade33cc1737f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329304 Dec 12 15:34:20.785563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:20.785910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:20.786298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:20.786748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Bound port: b90f8231-26f2-4845-84c5-06de1b72014e, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:20.787104 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.797816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=e94d7846-ca87-4aa2-bd72-32b7c180f40d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:20.856470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '83845ee2-1157-4002-b586-c67f907ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:20.857113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 3beeafed-e1f6-412c-b17e-9122158b8b41, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:20.880289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:20.906772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for 0d120775-7932-4a21-8588-9a7874c2c62a owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:20.934806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:20.948652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b90f8231-26f2-4845-84c5-06de1b72014e,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:20.952182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:20.965420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:21.022998 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.062671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3beeafed-e1f6-412c-b17e-9122158b8b41) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:21.071655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c22c5-6560-443c-9b59-9babd399d057 None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:21.126816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:21.127403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.203676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:21.203676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.209428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] 10.222.0.13 "PUT /v2.0/ports/b90f8231-26f2-4845-84c5-06de1b72014e HTTP/1.1" status: 200 len: 1092 time: 2.4727950 Dec 12 15:34:21.214638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:34:21.229606 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5e2b4-144a-4823-9b66-da65057271d4" -d '{"events": [{"name": "network-changed", "server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:34:21.288118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed999c4-97d5-44bb-b7c3-3ee179bf8d53 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:21.310727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-728c2972-489e-4e82-b707-d04dfdb5fefd tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3333154 Dec 12 15:34:21.336219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3beeafed-e1f6-412c-b17e-9122158b8b41', 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': 'e94d7846-ca87-4aa2-bd72-32b7c180f40d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:21.337323 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.354955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4b5e-d636-4c11-8fde-f2e4573b3752 service neutron] Pushing event updated for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:21.372584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49442) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:21.380184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:21.385855 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe964b4-1421-49c1-9928-2c297d0cda4a x-openstack-request-id: req-ebe964b4-1421-49c1-9928-2c297d0cda4a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:34:21.386207 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:34:21.387231 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebe964b4-1421-49c1-9928-2c297d0cda4a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:34:21.387987 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e', 'status': 'completed', 'code': 200} Dec 12 15:34:21.409152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2038702498'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:21.513607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-4cf09002-6193-4296-86dd-9835651b0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:21.515322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-4cf09002-6193-4296-86dd-9835651b0f07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 1095 time: 0.2331057 Dec 12 15:34:21.553164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Allocated IP 2001:db8::2 (3beeafed-e1f6-412c-b17e-9122158b8b41/e94d7846-ca87-4aa2-bd72-32b7c180f40d/8610b30e-380a-4742-b4b9-bae9e2926b1c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:21.584253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.585422 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.595756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-065e2bb0-e5d6-4388-8793-1d7e4c1eab0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90f8231-26f2-4845-84c5-06de1b72014e HTTP/1.1" status: 200 len: 217 time: 0.0706098 Dec 12 15:34:21.641754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.722131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=0d120775-7932-4a21-8588-9a7874c2c62a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:21.762957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.773140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.811967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.815551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.831062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.837787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Pushing event updated for resources: {'Port': ['ID=8610b30e-380a-4742-b4b9-bae9e2926b1c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:21.854492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:21.857650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:21.858492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-af26f515-bb16-4a28-aed8-096ae300aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:21.861224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-af26f515-bb16-4a28-aed8-096ae300aa5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.2506967 Dec 12 15:34:21.861954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:21.874044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.952318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Attempting to bind port 8610b30e-380a-4742-b4b9-bae9e2926b1c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:21.952318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Attempting to bind port 8610b30e-380a-4742-b4b9-bae9e2926b1c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '83845ee2-1157-4002-b586-c67f907ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:21.952745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Attempting to bind port 8610b30e-380a-4742-b4b9-bae9e2926b1c on network 3beeafed-e1f6-412c-b17e-9122158b8b41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:21.958014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-7de97f93-9402-42fd-8a41-2c9438b1529f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863135 Dec 12 15:34:21.958694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:21.958834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:21.959402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Checking segment: {'id': '83845ee2-1157-4002-b586-c67f907ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:21.960001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.960458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Bound using segment: {'id': '83845ee2-1157-4002-b586-c67f907ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:21.961036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Bound port: 8610b30e-380a-4742-b4b9-bae9e2926b1c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83845ee2-1157-4002-b586-c67f907ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:21.961484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:21.964256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.069362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router 1de3a7ac-ee32-47d1-a89c-0ef823fa41fa has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:34:22.069868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] For port 8610b30e-380a-4742-b4b9-bae9e2926b1c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:22.089074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] For port 8610b30e-380a-4742-b4b9-bae9e2926b1c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8610b30e-380a-4742-b4b9-bae9e2926b1c,segment=NetworkSegment(83845ee2-1157-4002-b586-c67f907ca1f4),segment_id=83845ee2-1157-4002-b586-c67f907ca1f4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:22.098680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.130064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.131290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8792c149-a33e-489d-a7d4-4fb40fb6fbc2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1186483 Dec 12 15:34:22.133943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:22.223017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982d2d3-eb3f-4b60-b863-335c520404fd None None] Pushing event updated for resources: {'Port': ['ID=8610b30e-380a-4742-b4b9-bae9e2926b1c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:22.351516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.357973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-dbcd9e5b-58e5-4387-8ca5-2a3dcc2683d8 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867579 Dec 12 15:34:22.415932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c291c-20e2-464b-bf24-4275bf5e4294 req-df0921dd-08b5-4c07-b3e3-688b3ab3dca5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:22.417763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-192c291c-20e2-464b-bf24-4275bf5e4294 req-df0921dd-08b5-4c07-b3e3-688b3ab3dca5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 944 time: 0.4686341 Dec 12 15:34:22.454370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:22.459235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.464278 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ccc45d29-bb91-4c7a-badb-c67c04c4bbf7 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "PUT /v2.0/routers/1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 200 len: 925 time: 2.2522032 Dec 12 15:34:22.466327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e866afae-4048-4113-b961-fc94be95c289 None None] Sync routers for ids ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:22.482067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:22.482412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] Routers {'1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:22.483059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:22.584680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:22.598043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] Routers {'1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:22.600142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:22.641885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e866afae-4048-4113-b961-fc94be95c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:22.642757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e866afae-4048-4113-b961-fc94be95c289 None None] The sync data for ids ['1de3a7ac-ee32-47d1-a89c-0ef823fa41fa'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:22.712332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.718723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.804067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.804826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0cce9e5-881f-4ba0-868b-feae251e0e6e {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:22.811522 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.812984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-640527d2-713e-4fce-9460-c63b453e2cea tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c0cce9e5-881f-4ba0-868b-feae251e0e6e HTTP/1.1" status: 204 len: 168 time: 0.6776299 Dec 12 15:34:22.819163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:22.826140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Request body: {'router': {'name': 'tempest-router-1625068569', 'distributed': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:22.898072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.899533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:22.908583 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-05ae1093-354a-4aee-9103-796917b3092f tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 200 len: 925 time: 0.4253042 Dec 12 15:34:22.910702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:22.999905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.006410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db4f9d-0491-41bd-a803-28d91e41b05d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:23.011183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e1db4f9d-0491-41bd-a803-28d91e41b05d tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=1de3a7ac-ee32-47d1-a89c-0ef823fa41fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0960743 Dec 12 15:34:23.011183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.012345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.120373 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.128827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-17c3c008-9d99-48f2-bb8a-2972d2cb949a tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/0d120775-7932-4a21-8588-9a7874c2c62a HTTP/1.1" status: 204 len: 168 time: 3.2011433 Dec 12 15:34:23.138613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49484) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.141900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d88e95e-9209-4333-b932-6c9b30604758 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:23.147104 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d88e95e-9209-4333-b932-6c9b30604758 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.1331470 Dec 12 15:34:23.147870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.168562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.169950 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-235a4e09-dbd0-4c1e-9053-437a9e97afcc tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3493521 Dec 12 15:34:23.172773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.214377 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9daca5-3050-4fcc-b0ad-7ef3a1f4b9da tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] GET failed (client error): The resource could not be found. Dec 12 15:34:23.215728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f9daca5-3050-4fcc-b0ad-7ef3a1f4b9da tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports/0d120775-7932-4a21-8588-9a7874c2c62a HTTP/1.1" status: 404 len: 333 time: 0.0733314 Dec 12 15:34:23.222177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.229136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-626764107'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:23.248988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-192c291c-20e2-464b-bf24-4275bf5e4294 req-32d004b4-d0e9-4c3e-ba0a-67c7aa0712ed tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8023853 Dec 12 15:34:23.284207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c1b0884-e282-44bb-b900-03c089bf96b7 req-5d3d7165-2c7f-42a4-a5c4-29129f3bcd59 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913527 Dec 12 15:34:23.297421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.302259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-330e185a-5d13-4bb9-8ec6-612c0a710399 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 200 len: 205 time: 0.1505311 Dec 12 15:34:23.303222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.681743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.685123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.705844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8610b30e-380a-4742-b4b9-bae9e2926b1c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:23.738528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:23.747508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.748514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.749128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3434fe-729e-44c2-8d67-93b85acc815c {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:23.756071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.761430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1103090d-dd50-4a37-957a-4ca5480091e6 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9d3434fe-729e-44c2-8d67-93b85acc815c HTTP/1.1" status: 204 len: 168 time: 0.5875368 Dec 12 15:34:23.762049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:23.771285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Request body: {'router': {'name': 'tempest-router-1035324008', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a7cda451d63e4fd2b8ac2a3d385f5776'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:23.780211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.801716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b44c49-03a1-484d-9a0f-d3e86d813014 None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:23.817257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-4e09d411-8119-45f5-aafd-e89296919de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:23.818775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-4e09d411-8119-45f5-aafd-e89296919de2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 1095 time: 0.4255795 Dec 12 15:34:23.861224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.863572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.892016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.907765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:23.981363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-513c93c2-8411-482b-9e36-4b2311abca51 None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:23.981628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-513c93c2-8411-482b-9e36-4b2311abca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.991398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:23.995357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.003606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.005795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:24.006553 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.065897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.066719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7269799-cef6-4e09-9568-bc934bdfecb9 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3012238 Dec 12 15:34:24.071165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:24.078927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:24.083323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port fe057692-5690-4f16-807f-174d50276f26 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:24.083906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.085030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:24.103751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=773e6ae5-7069-4159-9409-7a60ae510af9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:24.116990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:24.120510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.121158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.162483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0a8dd243-fce7-4315-93d7-dd15bd0e550c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7849247 Dec 12 15:34:24.170183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:24.317757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-608c4aed-1b0d-4ad8-b0e8-5f799f430821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.319650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-608c4aed-1b0d-4ad8-b0e8-5f799f430821 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.4870687 Dec 12 15:34:24.509331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.525223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-513c93c2-8411-482b-9e36-4b2311abca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.582711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-a56bc118-ba5b-48fd-b186-a669b7f9e10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b90f8231-26f2-4845-84c5-06de1b72014e HTTP/1.1" status: 200 len: 217 time: 0.2419057 Dec 12 15:34:24.611740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 8610b30e-380a-4742-b4b9-bae9e2926b1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8610b30e-380a-4742-b4b9-bae9e2926b1c,segment=NetworkSegment(83845ee2-1157-4002-b586-c67f907ca1f4),segment_id=83845ee2-1157-4002-b586-c67f907ca1f4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:24.651809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.653447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.655003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.656699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.658313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.664658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f0de0ed8-ba7b-4837-afde-ccfedba674c8 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4903829 Dec 12 15:34:24.669766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49528) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:24.690198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-100648035'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:24.693215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-513c93c2-8411-482b-9e36-4b2311abca51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:24.693386 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-513c93c2-8411-482b-9e36-4b2311abca51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:24.693826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.696744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.4 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/2aa2a520-0349-4933-b8d1-011bbc9d12b5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:24.724086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6160669-8d41-4400-b458-6f5162abd6ca req-bc49cf69-d90f-4692-826d-1b7b39f2edbe tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.725725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6160669-8d41-4400-b458-6f5162abd6ca req-bc49cf69-d90f-4692-826d-1b7b39f2edbe tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 944 time: 0.2385085 Dec 12 15:34:24.771649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414fc5a0-9294-4b68-820e-0f209288ca55 None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:24.799875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=8610b30e-380a-4742-b4b9-bae9e2926b1c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:24.927129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-70bb81ff-063a-4c5c-94ba-cb029d6b8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:24.928922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-70bb81ff-063a-4c5c-94ba-cb029d6b8017 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.3368855 Dec 12 15:34:24.935947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:24.942696 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.968802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.969507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:24.993548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Update dhcp port {'port': {'network_id': '3beeafed-e1f6-412c-b17e-9122158b8b41', 'fixed_ips': [{'subnet_id': 'e94d7846-ca87-4aa2-bd72-32b7c180f40d', 'ip_address': '2001:db8::2'}, {'subnet_id': '773e6ae5-7069-4159-9409-7a60ae510af9'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '8610b30e-380a-4742-b4b9-bae9e2926b1c'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:34:25.027699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.033074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-e2879571-59c9-463f-a7d6-f36b7a421e31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827434 Dec 12 15:34:25.054985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.068132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.088908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for fe057692-5690-4f16-807f-174d50276f26 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:25.094276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103411) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 12 15:34:25.094607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Router 631687a3-4373-4f31-a431-399a942f1ca6 migrating from provider to provider. {{(pid=103411) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 12 15:34:25.094978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.096018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6160669-8d41-4400-b458-6f5162abd6ca req-88b10e09-13f3-46a5-ba99-368c07a66c2f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611274 Dec 12 15:34:25.107048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.140530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.197087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:25.229420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.232848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.233402 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 05c34805-2433-4bad-a1b1-5933e84ae669 of type vlan for network f426bcd8-c639-410f-a745-72d544a17611 Dec 12 15:34:25.249106 n-d-710847-8 neutron-server[103411]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] No L3 agents can host the router 631687a3-4373-4f31-a431-399a942f1ca6 Dec 12 15:34:25.308440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Allocated IP 172.20.0.1 (3beeafed-e1f6-412c-b17e-9122158b8b41/773e6ae5-7069-4159-9409-7a60ae510af9/8610b30e-380a-4742-b4b9-bae9e2926b1c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:25.347596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:25.355224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:25.402837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:25.434485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-1ea0efdf-833e-467a-be54-29142c80939b service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860533 Dec 12 15:34:25.453911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7127cb46-250a-4a39-bd7c-796f458f5bc7 None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:25.454383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7127cb46-250a-4a39-bd7c-796f458f5bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.466242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Hosts for router 631687a3-4373-4f31-a431-399a942f1ca6: [] {{(pid=103411) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 12 15:34:25.472957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.479200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=2aa2a520-0349-4933-b8d1-011bbc9d12b5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:25.531044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] For port 8610b30e-380a-4742-b4b9-bae9e2926b1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8610b30e-380a-4742-b4b9-bae9e2926b1c,segment=NetworkSegment(83845ee2-1157-4002-b586-c67f907ca1f4),segment_id=83845ee2-1157-4002-b586-c67f907ca1f4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:25.590787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Hosts for other DVR routers connected to router 631687a3-4373-4f31-a431-399a942f1ca6: set() {{(pid=103411) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 12 15:34:25.593457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.597052 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fdf2769c-204e-43bf-a39d-1f15f7e2467c tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "PUT /v2.0/routers/631687a3-4373-4f31-a431-399a942f1ca6 HTTP/1.1" status: 200 len: 717 time: 1.5205424 Dec 12 15:34:25.598586 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.600999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49550) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:25.652308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.678442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.709428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8610b30e-380a-4742-b4b9-bae9e2926b1c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:25.744457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=fe057692-5690-4f16-807f-174d50276f26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:25.779534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.780140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.782791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.783376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.783892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.784399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.786480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.786999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.788530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.789058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.789563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.794272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.794832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:25.795274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5e2b4-144a-4823-9b66-da65057271d4 req-e7d49d6b-b3cf-4dc7-94f7-691320c36a56 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195250 Dec 12 15:34:25.803451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48704c0f-13e7-4d17-882c-839460459c4e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:25.880503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.883048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:25.885358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.909240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6b08667a-6022-42db-9d40-63cc2fb703c4 None None] Provisioning complete for port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:25.909611 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b08667a-6022-42db-9d40-63cc2fb703c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.916078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:25.916452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.956709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3a8e5234-b654-450c-8e24-475d879caa10 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "GET /v2.0/routers/631687a3-4373-4f31-a431-399a942f1ca6 HTTP/1.1" status: 200 len: 717 time: 0.3509524 Dec 12 15:34:25.958318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49554) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:25.966908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:25.979057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffd32-aa9e-432b-87b4-728d5b890fe9 None None] Pushing event updated for resources: {'Port': ['ID=8610b30e-380a-4742-b4b9-bae9e2926b1c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:25.981036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:25.990313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.002617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e18621c-4ee0-47bc-bdee-1e3170262599 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7778766 Dec 12 15:34:26.007774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:26.039910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6b08667a-6022-42db-9d40-63cc2fb703c4 None None] Port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:26.071337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.078888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.090200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:13:a3:67'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:26.197529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:26.198487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5224149 Dec 12 15:34:26.204789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:26.210810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.211378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router 1de3a7ac-ee32-47d1-a89c-0ef823fa41fa {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:26.252805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.260193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82e90a80-add1-40df-94c4-07b3789b1011 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 204 len: 168 time: 2.9545431 Dec 12 15:34:26.261124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:26.270995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-500919598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:26.281774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556720d-98e6-4843-ab96-b24227c275a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=f426bcd8-c639-410f-a745-72d544a17611,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:26.294289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f426bcd8-c639-410f-a745-72d544a17611 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:26.347119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.348469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.385759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b90f8231-26f2-4845-84c5-06de1b72014e details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:34:26.545642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.546384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:26.546741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cc5d21c5-981e-499b-b416-f1d152db246b tempest-RoutersTestDVR-361226042 tempest-RoutersTestDVR-361226042-project] 10.222.0.36 "GET /v2.0/routers/631687a3-4373-4f31-a431-399a942f1ca6 HTTP/1.1" status: 200 len: 683 time: 0.5866826 Dec 12 15:34:26.613925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.654641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda432a-1c86-45e6-8d91-4bb95cff16c3 req-8e52c0ec-60f7-402e-862f-fb54f4b3c150 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:26.656248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcda432a-1c86-45e6-8d91-4bb95cff16c3 req-8e52c0ec-60f7-402e-862f-fb54f4b3c150 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 944 time: 0.3895237 Dec 12 15:34:26.686300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.734394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.738867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e863502-a2d8-41cc-9671-bc91413eafb5 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4713902 Dec 12 15:34:26.743672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:26.750694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:26.803732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:26.865519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcda432a-1c86-45e6-8d91-4bb95cff16c3 req-31ac38e9-7366-4134-9c82-9e7b83c46d19 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007227 Dec 12 15:34:26.917262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b90f8231-26f2-4845-84c5-06de1b72014e,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:26.938854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'b90f8231-26f2-4845-84c5-06de1b72014e', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': 'b90f8231-26f2-4845-84c5-06de1b72014e', 'mac_address': 'fa:16:3e:9d:de:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:34:26.969927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.007649 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.027556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2e04164d-8db2-46ea-a3f6-87668f473413 None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:27.027556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2e04164d-8db2-46ea-a3f6-87668f473413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.074698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90f8231-26f2-4845-84c5-06de1b72014e {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:34:27.110849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b90f8231-26f2-4845-84c5-06de1b72014e,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:27.122900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.126296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.134077 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.196057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.205927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.232168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network f426bcd8-c639-410f-a745-72d544a17611 is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:34:27.239083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:27.239904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.241604 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "PUT /v2.0/networks/f426bcd8-c639-410f-a745-72d544a17611 HTTP/1.1" status: 200 len: 723 time: 1.0430348 Dec 12 15:34:27.242625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b3905-8620-42cf-b040-0c50242038dc tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=f426bcd8-c639-410f-a745-72d544a17611,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:27.245339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:27.253645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': 'f426bcd8-c639-410f-a745-72d544a17611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:27.259285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f426bcd8-c639-410f-a745-72d544a17611 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:27.293298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:27.311976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] In _notify_port_updated(), no bound segment for port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 on network 58ebafc4-15f2-45f9-82f6-c4494592ecfe {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:34:27.318646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:27.319652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.321503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "PUT /v2.0/ports/2aa2a520-0349-4933-b8d1-011bbc9d12b5 HTTP/1.1" status: 200 len: 995 time: 1.2921338 Dec 12 15:34:27.345150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49590) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:27.371271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.377174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.413824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['b90f8231-26f2-4845-84c5-06de1b72014e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:34:27.416062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6234d0-d73c-4453-baa6-7f5cf2db1025 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=2aa2a520-0349-4933-b8d1-011bbc9d12b5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:27.527068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:27.530900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.544154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:27.544863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.557187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.557734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 631687a3-4373-4f31-a431-399a942f1ca6 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:27.594760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.599597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7fa155f0-3997-4b6e-8d26-17880bc085e2 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "DELETE /v2.0/routers/631687a3-4373-4f31-a431-399a942f1ca6 HTTP/1.1" status: 204 len: 168 time: 1.0487139 Dec 12 15:34:27.611655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:27.617052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Request body: {'router': {'name': 'tempest-router-272309126', 'distributed': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:27.690453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.692043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.693094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.711804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for 2aa2a520-0349-4933-b8d1-011bbc9d12b5 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:27.727060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8610b30e-380a-4742-b4b9-bae9e2926b1c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:27.768576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5c92bbcf-c4a7-4963-a356-941d4888ec00 None None] Provisioning complete for port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:27.769026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5c92bbcf-c4a7-4963-a356-941d4888ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.839393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.866991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.881121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5c92bbcf-c4a7-4963-a356-941d4888ec00 None None] Port 2aa2a520-0349-4933-b8d1-011bbc9d12b5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:27.917662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:27.921915 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:27.993080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.090907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=2aa2a520-0349-4933-b8d1-011bbc9d12b5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:28.206688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.216041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1a5a1168-3482-4378-bf3e-6008af65d152 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/2aa2a520-0349-4933-b8d1-011bbc9d12b5 HTTP/1.1" status: 204 len: 168 time: 0.8654184 Dec 12 15:34:28.217489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49610) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:28.268834 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-5232936d-335c-4a7b-b531-fbc0a8c63a67 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] GET failed (client error): The resource could not be found. Dec 12 15:34:28.270350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5232936d-335c-4a7b-b531-fbc0a8c63a67 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports/2aa2a520-0349-4933-b8d1-011bbc9d12b5 HTTP/1.1" status: 404 len: 333 time: 0.0521679 Dec 12 15:34:28.277116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49612) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:28.285058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-1895159866'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:28.314887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31688d2c-3161-4cf5-b7af-874014627af0 req-c6b56c25-4616-4c7f-80fa-614b01aa2855 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:28.316495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31688d2c-3161-4cf5-b7af-874014627af0 req-c6b56c25-4616-4c7f-80fa-614b01aa2855 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 945 time: 0.2433527 Dec 12 15:34:28.377135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b90f8231-26f2-4845-84c5-06de1b72014e up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:28.493310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31688d2c-3161-4cf5-b7af-874014627af0 req-262b8429-84e4-4bbc-ae89-871fa807e438 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405377 Dec 12 15:34:28.527547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port b90f8231-26f2-4845-84c5-06de1b72014e completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:34:28.533729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port b90f8231-26f2-4845-84c5-06de1b72014e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:28.534597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.544560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.548590 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51ee85db-da88-47da-96f7-b000a0b5bcfb tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9332757 Dec 12 15:34:28.551188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49620) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:28.564565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.568948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.615382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.675938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.699615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=481caaee-7e00-44a8-8b0d-4c7350908f2b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:28.709170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '05c34805-2433-4bad-a1b1-5933e84ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:28.709497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: f426bcd8-c639-410f-a745-72d544a17611, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:28.747858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.762220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:28.766423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.779080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network f426bcd8-c639-410f-a745-72d544a17611 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:28.794630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:34:28.797368 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7c992-bb5a-4e84-91b4-67de7057233a" -d '{"events": [{"server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "name": "network-vif-plugged", "status": "completed", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:34:28.804080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f426bcd8-c639-410f-a745-72d544a17611) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:28.827111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:28.829277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552047'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.833903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Allocated IP 172.25.3.183 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/f4483264-c046-4b23-9a52-a3e21db4c577) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:28.838690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3594b-a5c7-47ce-9499-a4a4d46e7672 None None] Network f426bcd8-c639-410f-a745-72d544a17611 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:28.844000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b90f8231-26f2-4845-84c5-06de1b72014e,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:28.859502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port 2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:28.896501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.925883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.930763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:28.947927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a71f49ad-8c79-492d-bad1-bc0d44fb60aa tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6983643 Dec 12 15:34:28.950477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:28.956088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:29.014958 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495818c6-bc4a-44d0-9240-5324c9e32d8f x-openstack-request-id: req-495818c6-bc4a-44d0-9240-5324c9e32d8f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:34:29.018036 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "name": "network-vif-plugged", "status": "completed", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:34:29.021013 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-495818c6-bc4a-44d0-9240-5324c9e32d8f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:34:29.021657 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e', 'code': 200} Dec 12 15:34:29.024150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.130381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4863783'] for subnet, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.163297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.13 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:29.195829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:29.264210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-f426bcd8-c639-410f-a745-72d544a17611', 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': '481caaee-7e00-44a8-8b0d-4c7350908f2b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:29.265240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.342681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.385586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.385586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca0a8de1-6db2-4a59-9391-7b02f9928eba {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:29.399456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.399790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.402275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afb2c3b5-9ee8-445e-abd4-93b1b5fd9350 tempest-RoutersTestDVR-475138309 tempest-RoutersTestDVR-475138309-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ca0a8de1-6db2-4a59-9391-7b02f9928eba HTTP/1.1" status: 204 len: 168 time: 0.8485992 Dec 12 15:34:29.406668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.430721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750237297116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5059954'] for subnet, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.471329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9084ce-a08d-421e-b516-beefc985b634 req-005584d8-3b6f-4c0d-ae99-803cde32bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:29.473097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c9084ce-a08d-421e-b516-beefc985b634 req-005584d8-3b6f-4c0d-ae99-803cde32bfa8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 1097 time: 0.4440005 Dec 12 15:34:29.475212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:29.480221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:29.492183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:29.497568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:29.506213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Allocated IP 2001:db8::2 (f426bcd8-c639-410f-a745-72d544a17611/481caaee-7e00-44a8-8b0d-4c7350908f2b/1ecbc4a0-b367-4765-ac3e-3e83f644b199) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:29.510629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:29.625748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:29.630118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.648759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c9084ce-a08d-421e-b516-beefc985b634 req-0b544938-eb35-46bf-ad7a-e6ccdee65cda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634061 Dec 12 15:34:29.656051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:29.659339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:29.661848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event updated for resources: {'Port': ['ID=f4483264-c046-4b23-9a52-a3e21db4c577,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:29.670611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e6962a9-06db-4ee6-91eb-938d4a2e4e02 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3922770 Dec 12 15:34:29.674533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49644) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:29.679216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d08237-5df5-436a-a1f8-5af7e5b18f06 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:29.679761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'network_id': '58ebafc4-15f2-45f9-82f6-c4494592ecfe', 'name': 'tempest-AllowedAddressPairTestJSON-987687127'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:29.684468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:29.685729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.688437 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "PUT /v2.0/subnets/481caaee-7e00-44a8-8b0d-4c7350908f2b HTTP/1.1" status: 200 len: 826 time: 0.7368894 Dec 12 15:34:29.693055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49646) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:29.801846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a00a0d-0730-4e24-ae0b-a2e7460e11ba tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=481caaee-7e00-44a8-8b0d-4c7350908f2b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:29.857036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2d96c37-4cc6-452d-b3a6-458d9e350d42 None None] Provisioning complete for port f4483264-c046-4b23-9a52-a3e21db4c577 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:29.857774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2d96c37-4cc6-452d-b3a6-458d9e350d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.913556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.922520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a2d96c37-4cc6-452d-b3a6-458d9e350d42 None None] Port f4483264-c046-4b23-9a52-a3e21db4c577 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:29.932323 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.965356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:29.973340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:29.980309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Network f426bcd8-c639-410f-a745-72d544a17611 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:29.985444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:29.988939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:30.020441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Pushing event updated for resources: {'Port': ['ID=1ecbc4a0-b367-4765-ac3e-3e83f644b199,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:30.127846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Attempting to bind port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:30.127846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Attempting to bind port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '05c34805-2433-4bad-a1b1-5933e84ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:30.128106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Attempting to bind port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 on network f426bcd8-c639-410f-a745-72d544a17611 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:30.143432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:30.143889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Checking segment: {'id': '05c34805-2433-4bad-a1b1-5933e84ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:30.155217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.155756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Bound using segment: {'id': '05c34805-2433-4bad-a1b1-5933e84ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:30.156292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Bound port: 1ecbc4a0-b367-4765-ac3e-3e83f644b199, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c34805-2433-4bad-a1b1-5933e84ae669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'f426bcd8-c639-410f-a745-72d544a17611'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:30.156719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.269608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.340133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] For port 1ecbc4a0-b367-4765-ac3e-3e83f644b199, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:30.369566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] For port 1ecbc4a0-b367-4765-ac3e-3e83f644b199, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1ecbc4a0-b367-4765-ac3e-3e83f644b199,segment=NetworkSegment(05c34805-2433-4bad-a1b1-5933e84ae669),segment_id=05c34805-2433-4bad-a1b1-5933e84ae669)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:30.373788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-90a63eb8-936b-47f1-8997-d444461df473 None None] Provisioning complete for port 2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:30.374605 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a63eb8-936b-47f1-8997-d444461df473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.410847 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.487848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.491436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.626551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90a63eb8-936b-47f1-8997-d444461df473 None None] Port 2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:30.644580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a447-c62f-457b-81d9-c07c91b10810 None None] Pushing event updated for resources: {'Port': ['ID=1ecbc4a0-b367-4765-ac3e-3e83f644b199,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:30.721798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0fd0a-9f57-44b3-a311-fdd2ba9ebd4a req-273a1414-651a-48da-8939-849df27e5bee tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:30.734304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ff0fd0a-9f57-44b3-a311-fdd2ba9ebd4a req-273a1414-651a-48da-8939-849df27e5bee tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.9950194 Dec 12 15:34:30.737676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7559c9d7-6261-403c-8703-c0da7a31bffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.763906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Router 6ab9cade-5738-47bb-bb22-c5e3aa9a5294 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:30.860225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Made reservation on behalf of e6253206067a4cd4a0dd8d2c97711321 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:30.863876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.941807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ff0fd0a-9f57-44b3-a311-fdd2ba9ebd4a req-2cb6e7be-fb1a-4eac-a351-d5d016de8a33 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056403 Dec 12 15:34:30.958132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] device_id is not set on port 8b695007-048b-4c6a-96b8-89c1102a895f yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:30.974448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:30.975578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:30.988390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:31.026661 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] Sync routers for ids ['6ab9cade-5738-47bb-bb22-c5e3aa9a5294'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:31.031964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.034374 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22f9f098-4844-4351-9f7e-a168ba2034ff tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "PUT /v2.0/routers/6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 200 len: 883 time: 4.2878773 Dec 12 15:34:31.039033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.045975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] Routers {'6ab9cade-5738-47bb-bb22-c5e3aa9a5294'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:31.046607 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6ab9cade-5738-47bb-bb22-c5e3aa9a5294'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:31.107316 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:31.121692 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] Routers {'6ab9cade-5738-47bb-bb22-c5e3aa9a5294'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:31.122516 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6ab9cade-5738-47bb-bb22-c5e3aa9a5294'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:31.253764 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:31.254693 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd0dc0-e42d-4a83-8149-0ec4cd0b0b7f None None] The sync data for ids ['6ab9cade-5738-47bb-bb22-c5e3aa9a5294'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:31.315433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7559c9d7-6261-403c-8703-c0da7a31bffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.317413 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-46036d6e-eda6-4ff4-8f57-5452efc4ae6a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 200 len: 924 time: 0.2749805 Dec 12 15:34:31.323838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.351740 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7559c9d7-6261-403c-8703-c0da7a31bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.421457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f2d37-53da-4ba0-8656-3ae7427efa1a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:31.423081 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-106f2d37-53da-4ba0-8656-3ae7427efa1a tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=6ab9cade-5738-47bb-bb22-c5e3aa9a5294&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0898206 Dec 12 15:34:31.425798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.447534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 1ecbc4a0-b367-4765-ac3e-3e83f644b199, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1ecbc4a0-b367-4765-ac3e-3e83f644b199,segment=NetworkSegment(05c34805-2433-4bad-a1b1-5933e84ae669),segment_id=05c34805-2433-4bad-a1b1-5933e84ae669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:31.448282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.502544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 1ecbc4a0-b367-4765-ac3e-3e83f644b199 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:31.510287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559c9d7-6261-403c-8703-c0da7a31bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a766ebc-ac76-403c-8917-d97db39fdfed,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:31.535245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7559c9d7-6261-403c-8703-c0da7a31bffc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7cda451d63e4fd2b8ac2a3d385f5776&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5624225 Dec 12 15:34:31.535512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Allocated IP 172.20.0.10 (58ebafc4-15f2-45f9-82f6-c4494592ecfe/50f5593f-c1db-43e2-8208-2186227a8c84/8b695007-048b-4c6a-96b8-89c1102a895f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:31.537775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49688) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.655226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367fadfd-51c7-4ed2-9e38-925c89ae2c11 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:31.659077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-367fadfd-51c7-4ed2-9e38-925c89ae2c11 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.2285337 Dec 12 15:34:31.659384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.719326 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-781f8611-a974-4b46-870e-592ee650e76b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 200 len: 205 time: 0.0588057 Dec 12 15:34:31.723072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:31.742909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ecbc4a0-b367-4765-ac3e-3e83f644b199 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:31.749607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.827959 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.886134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:31.886766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:31.963848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.026218 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.086997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.230565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.240480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:34:32.240480 n-d-710847-8 neutron-server[103413]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 12 15:34:32.240480 n-d-710847-8 neutron-server[103413]: [parameters: {'status': 'ACTIVE', 'ports_id': '1ecbc4a0-b367-4765-ac3e-3e83f644b199'}] Dec 12 15:34:32.240480 n-d-710847-8 neutron-server[103413]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:32.241465 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:32.308868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.312017 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.313605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a766ebc-ac76-403c-8917-d97db39fdfed HTTP/1.1" status: 204 len: 168 time: 0.7659945 Dec 12 15:34:32.383694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d5abd-8815-4df7-8814-74197b6b9397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a766ebc-ac76-403c-8917-d97db39fdfed,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:32.404688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.448243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87896e1-f4bb-425b-89ca-052f53f34582 None None] Network f426bcd8-c639-410f-a745-72d544a17611 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:32.532022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.534711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port f4483264-c046-4b23-9a52-a3e21db4c577 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:32.536693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.601218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5c5b1-878c-424f-91a7-f75125db3c6f req-ce186e58-e258-4e06-86b5-6bd5b56131f3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:32.603675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93d5c5b1-878c-424f-91a7-f75125db3c6f req-ce186e58-e258-4e06-86b5-6bd5b56131f3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.4600751 Dec 12 15:34:32.626107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-da4def52-ba75-4b78-b753-3061e0aef964 None None] Could not find standard attr ID for object 1ecbc4a0-b367-4765-ac3e-3e83f644b199. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:34:32.636162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:32.672466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:32.693054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:32.726505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:32.754740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=8b695007-048b-4c6a-96b8-89c1102a895f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:32.765311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for f4483264-c046-4b23-9a52-a3e21db4c577 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:32.789209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 update to ACTIVE by agent not found {{(pid=103413) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 15:34:32.906094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 1ecbc4a0-b367-4765-ac3e-3e83f644b199 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:33.005782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=1ecbc4a0-b367-4765-ac3e-3e83f644b199,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:33.007493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:33.099271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:33.100218 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.107410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93d5c5b1-878c-424f-91a7-f75125db3c6f req-69299271-704b-41e1-acfc-9b7e2be03769 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815640 Dec 12 15:34:33.116624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d599d95-ed9e-490a-9397-f707bb760b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.161496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.174637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.210051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe7412-39b8-42b5-aee6-1e94305c9fdc None None] Network f426bcd8-c639-410f-a745-72d544a17611 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:33.235517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbca371-5dd2-40e3-92ae-329158801717 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:33.280598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-02daaed8-1778-49cd-8511-015330c0f470 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6043572 Dec 12 15:34:33.286599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49726) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:33.290068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.342829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:13:a3:67'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:36:0f:26'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:33.343273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=f4483264-c046-4b23-9a52-a3e21db4c577,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:33.423223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6aba5957-51ca-4715-ac0f-b90065240f0a None None] Provisioning complete for port 8b695007-048b-4c6a-96b8-89c1102a895f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:33.427384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6aba5957-51ca-4715-ac0f-b90065240f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.487297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.510509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6aba5957-51ca-4715-ac0f-b90065240f0a None None] Port 8b695007-048b-4c6a-96b8-89c1102a895f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:33.549154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=481caaee-7e00-44a8-8b0d-4c7350908f2b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:33.679736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.734063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.737509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.784517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b25d4-d869-43b1-9ada-78ae08f08eb5 req-f68ebdd4-6943-41ba-9308-f4f9ee3150d8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:33.785976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-568b25d4-d869-43b1-9ada-78ae08f08eb5 req-f68ebdd4-6943-41ba-9308-f4f9ee3150d8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.2931979 Dec 12 15:34:33.802656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.803615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab9cade-5738-47bb-bb22-c5e3aa9a5294 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:33.823398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.824588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1353f21c-9279-473e-9599-156fbd0f02ec tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 204 len: 168 time: 2.0994568 Dec 12 15:34:33.831454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:33.835861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-981267401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:33.837889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f426bcd8-c639-410f-a745-72d544a17611']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:33.870036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.871863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.882510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d599d95-ed9e-490a-9397-f707bb760b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.895799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a7a31c-081b-4d56-9727-efcf255852c7 None None] Network f426bcd8-c639-410f-a745-72d544a17611 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:33.921747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c34805-2433-4bad-a1b1-5933e84ae669') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:33.922487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c34805-2433-4bad-a1b1-5933e84ae669') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:33.924443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d599d95-ed9e-490a-9397-f707bb760b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.943984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.949069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.973813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:33.977699 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b879227-f0d1-422b-b793-5f993cad1b3d tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1430089 Dec 12 15:34:33.978941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:33.981593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8d599d95-ed9e-490a-9397-f707bb760b41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7438b01775d74eea81e8c2d66bc83cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9318848 Dec 12 15:34:34.024088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': True}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:34.054596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49748) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:34.058140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.068172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950f5da-1392-4aa8-827a-1a52fd9a74df None None] DHCP port deletion for f426bcd8-c639-410f-a745-72d544a17611 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:34.098023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d599d95-ed9e-490a-9397-f707bb760b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd4444-b16f-4ea6-9f0b-b6a4a81e24e0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:34.119190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-568b25d4-d869-43b1-9ada-78ae08f08eb5 req-491a0ff0-1ea0-4dc5-9102-63fef2f703f7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190649 Dec 12 15:34:34.161500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.168269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.186324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:34.186725 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:34.190126 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:34.370784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.417359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.444828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.452115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:34.456906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/f426bcd8-c639-410f-a745-72d544a17611 HTTP/1.1" status: 204 len: 168 time: 4.7595985 Dec 12 15:34:34.473318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.479060 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e648bcc-a745-4112-82b7-7659d2bd8626 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:34.479556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e648bcc-a745-4112-82b7-7659d2bd8626 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:34.487812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e648bcc-a745-4112-82b7-7659d2bd8626 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/f426bcd8-c639-410f-a745-72d544a17611 HTTP/1.1" status: 404 len: 339 time: 0.0334516 Dec 12 15:34:34.489028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:34.495739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188741998', 'description': 'd1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:34.500954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc6780-1862-4285-ac05-ed323affe1c0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=f426bcd8-c639-410f-a745-72d544a17611,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:34.537277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.537952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:34.542104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.602413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.618963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.655677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.658318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.662361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/febd4444-b16f-4ea6-9f0b-b6a4a81e24e0 HTTP/1.1" status: 204 len: 168 time: 0.5659432 Dec 12 15:34:34.763036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] In _notify_port_updated(), no bound segment for port 8b695007-048b-4c6a-96b8-89c1102a895f on network 58ebafc4-15f2-45f9-82f6-c4494592ecfe {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:34:34.768780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:34.769429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:34.770806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "PUT /v2.0/ports/8b695007-048b-4c6a-96b8-89c1102a895f HTTP/1.1" status: 200 len: 1056 time: 1.4824841 Dec 12 15:34:34.774545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49770) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:34.775310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946237f-8cac-4cc5-b538-1bceda33ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd4444-b16f-4ea6-9f0b-b6a4a81e24e0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:34.842265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca0511-3958-4f7b-92db-10c0bb364aef tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event updated for resources: {'Port': ['ID=8b695007-048b-4c6a-96b8-89c1102a895f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:34.944686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port 8b695007-048b-4c6a-96b8-89c1102a895f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:34.944958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.084973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.112672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for 8b695007-048b-4c6a-96b8-89c1102a895f owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:35.137090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:35.184612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-07b8095b-2e7d-4e36-a0fa-a4423fbe4104 None None] Provisioning complete for port 8b695007-048b-4c6a-96b8-89c1102a895f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:35.186948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-07b8095b-2e7d-4e36-a0fa-a4423fbe4104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.268906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.269601 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 89bc4df1-79fe-4a4a-8e30-897ee002ff1e of type vlan for network d955721f-0dee-49c2-8719-d8977818fc34 Dec 12 15:34:35.285663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-07b8095b-2e7d-4e36-a0fa-a4423fbe4104 None None] Port 8b695007-048b-4c6a-96b8-89c1102a895f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:35.358565 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02b64e96-a743-4c1f-ae1b-3e711f8482a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.367186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.382190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a50a3-b6c6-476a-b0ec-7a0d17c71674 req-85248b88-eb50-401b-a9d9-a95321c3f808 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:35.382570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.383826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21a50a3-b6c6-476a-b0ec-7a0d17c71674 req-85248b88-eb50-401b-a9d9-a95321c3f808 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.1360185 Dec 12 15:34:35.420288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.461453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.467566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:35.468168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.532914 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0391738 Dec 12 15:34:35.533406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:35.591969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d21a50a3-b6c6-476a-b0ec-7a0d17c71674 req-5e8b4584-5056-434a-b5e4-e0e6f997c2f4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998403 Dec 12 15:34:35.619805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:35.626625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ecbc4a0-b367-4765-ac3e-3e83f644b199 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:35.664275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1ecbc4a0-b367-4765-ac3e-3e83f644b199 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:34:35.665020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ecbc4a0-b367-4765-ac3e-3e83f644b199 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:35.705853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=8b695007-048b-4c6a-96b8-89c1102a895f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:35.739768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc3de4-d8bd-46d4-a8cc-865a6e727d16 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=d955721f-0dee-49c2-8719-d8977818fc34,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:35.753602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d955721f-0dee-49c2-8719-d8977818fc34 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:35.914945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7f0e4-1ea5-4332-86e6-4687a931bdc0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:35.928256 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-36b7f0e4-1ea5-4332-86e6-4687a931bdc0 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks?id=d955721f-0dee-49c2-8719-d8977818fc34 HTTP/1.1" status: 200 len: 765 time: 0.3938525 Dec 12 15:34:35.932551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:35.974512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'description': 'd2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:36.222438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 172.25.3.247 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/1a41644c-1d72-433f-af16-9fb7b6e0b4b3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:36.393142 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.405772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e444178-f5a5-4f2d-92e1-d577b3d5b2f5 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/8b695007-048b-4c6a-96b8-89c1102a895f HTTP/1.1" status: 204 len: 168 time: 1.6207497 Dec 12 15:34:36.407991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49828) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:36.437394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.482655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.488978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438a93-7dde-46ef-8eba-f67c5ab8c9ae req-ffd37a93-375f-45f3-b4f2-a00a17a45d3d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:36.502123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce438a93-7dde-46ef-8eba-f67c5ab8c9ae req-ffd37a93-375f-45f3-b4f2-a00a17a45d3d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.2583961 Dec 12 15:34:36.548819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network d955721f-0dee-49c2-8719-d8977818fc34 is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:34:36.562573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:36.569214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.570758 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "PUT /v2.0/networks/d955721f-0dee-49c2-8719-d8977818fc34 HTTP/1.1" status: 200 len: 762 time: 0.6331077 Dec 12 15:34:36.575720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49838) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:36.591851 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1b4623-93c6-4317-95fc-e508c98f0860 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] GET failed (client error): The resource could not be found. Dec 12 15:34:36.600826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cb1b4623-93c6-4317-95fc-e508c98f0860 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports/8b695007-048b-4c6a-96b8-89c1102a895f HTTP/1.1" status: 404 len: 333 time: 0.1872947 Dec 12 15:34:36.604547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:36.671684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce438a93-7dde-46ef-8eba-f67c5ab8c9ae req-06f7d442-f277-402b-9b16-abed7d7b61b2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685367 Dec 12 15:34:36.718014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.765408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port 2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:36.765749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.768171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17c57b-47ca-49a6-91ab-e26ccfd11660 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=d955721f-0dee-49c2-8719-d8977818fc34,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:36.790930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d955721f-0dee-49c2-8719-d8977818fc34 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:36.820876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ba7c2-afd3-4b2a-9fc0-7bc3c17d96f2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:36.825931 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed9ba7c2-afd3-4b2a-9fc0-7bc3c17d96f2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks?id=d955721f-0dee-49c2-8719-d8977818fc34 HTTP/1.1" status: 200 len: 765 time: 0.2426174 Dec 12 15:34:36.837436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49850) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:36.926859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:36.993514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:37.001088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:37.003488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:37.017431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6712c2af-30c1-4e81-8435-4d8d0250d57a None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:37.031052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.076082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for 2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:37.094457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=1a41644c-1d72-433f-af16-9fb7b6e0b4b3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:37.150949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b05950-1ca9-499e-a6c7-40ac614e42d1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.152513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4b05950-1ca9-499e-a6c7-40ac614e42d1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3141201 Dec 12 15:34:37.154054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f5fdac5c-dea8-48f0-9f23-14f383b67337 None None] Provisioning complete for port 1a41644c-1d72-433f-af16-9fb7b6e0b4b3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:37.154431 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5fdac5c-dea8-48f0-9f23-14f383b67337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.155405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49864) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:37.220464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f5fdac5c-dea8-48f0-9f23-14f383b67337 None None] Port 1a41644c-1d72-433f-af16-9fb7b6e0b4b3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:37.236481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-45cc7f7a-952a-4be2-a93b-1c848762a7ae tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 207 time: 0.0797584 Dec 12 15:34:37.247110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49866) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:37.287978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:37.526600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.562528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-850180093', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:37.617785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Made reservation on behalf of cc3c4e9a433041548f83949012ddb2be for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:37.619842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.650459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.722295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-12ddbdcb-2b68-4313-9e60-312064515d57 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.726042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-12ddbdcb-2b68-4313-9e60-312064515d57 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.3220205 Dec 12 15:34:37.726669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3318cbbc-9e86-40bd-b7e0-d8fd4c73c37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.860830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.869584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.876589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.878355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.883516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.890500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.890644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:37.896882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:37.899374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-754ab3c0-4d58-426a-88eb-e32867daaf62 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.6491990 Dec 12 15:34:37.903689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:37.955460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.050640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:38.188450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8cd52d8a-676e-4813-b943-3365af57cfa7 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2820878 Dec 12 15:34:38.194234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.254556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router 6bf1e18e-3364-453a-823d-caca3922d4be is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:38.350368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.352033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.354250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.355971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.357620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.361364 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3fac6bec-4892-40a9-8c1d-9fcd1f8007b3 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1644981 Dec 12 15:34:38.365020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.448152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.451203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.453654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.455649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.457253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.465191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f2361c4-884c-400c-bfc2-865da48dc80c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0912464 Dec 12 15:34:38.469764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.517299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.588145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167f9e0-b75b-4550-93f1-0dbc036a7b9b req-a8ff986d-a517-4c30-9dcc-bb77690fb22a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.589666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4167f9e0-b75b-4550-93f1-0dbc036a7b9b req-a8ff986d-a517-4c30-9dcc-bb77690fb22a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 946 time: 0.7811351 Dec 12 15:34:38.630008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:38.640285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c48e8cf-2d82-4fb5-9b03-a7041df9f06c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.641338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] Sync routers for ids ['6bf1e18e-3364-453a-823d-caca3922d4be'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:38.647470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8c48e8cf-2d82-4fb5-9b03-a7041df9f06c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks/aa755edf-3376-4c19-beb5-a14ea09153ba HTTP/1.1" status: 200 len: 804 time: 0.1727619 Dec 12 15:34:38.647663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.648407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.649117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b490a13-9fcb-46c5-a62c-858078bd2b6b tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "PUT /v2.0/routers/6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 200 len: 918 time: 4.6692305 Dec 12 15:34:38.650419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.653025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49906) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.662738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] Routers {'6bf1e18e-3364-453a-823d-caca3922d4be'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:38.663395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6bf1e18e-3364-453a-823d-caca3922d4be'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:38.676338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port b90f8231-26f2-4845-84c5-06de1b72014e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:38.676684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.684839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.692750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-19e5d0ed-e20d-4cfd-9e46-389fca6a01e6 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b HTTP/1.1" status: 204 len: 168 time: 2.0876951 Dec 12 15:34:38.693958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:38.696059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49910) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.726082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:38.742326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] Routers {'6bf1e18e-3364-453a-823d-caca3922d4be'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:38.743685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6bf1e18e-3364-453a-823d-caca3922d4be'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:38.751038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] device_id is not set on port 2ab238da-f54a-4106-817a-bd1aaf1038c8 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:38.830176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:38.832336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-798efd75-b7df-400d-8db0-44ae02ff8b9a tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/networks/aa755edf-3376-4c19-beb5-a14ea09153ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1804860 Dec 12 15:34:38.832838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf0b84-2fa0-4f30-a8ed-0166688b5406 None None] The sync data for ids ['6bf1e18e-3364-453a-823d-caca3922d4be'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:38.833175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.909938 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-601644a6-f614-4cd3-bfa5-c9e904b20523 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] GET failed (client error): The resource could not be found. Dec 12 15:34:38.915140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac8098-69c5-4c12-ae61-a74c95db52b9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:38.915140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aeac8098-69c5-4c12-ae61-a74c95db52b9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets/50476f5a-b208-4098-9d7a-e9780caf6b11 HTTP/1.1" status: 200 len: 843 time: 0.0791852 Dec 12 15:34:38.915140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.916132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-601644a6-f614-4cd3-bfa5-c9e904b20523 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "GET /v2.0/ports/2c7cd714-bfb6-4d18-aeb1-3555d2ddee3b HTTP/1.1" status: 404 len: 333 time: 0.1803598 Dec 12 15:34:38.927960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:38.948593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4167f9e0-b75b-4550-93f1-0dbc036a7b9b req-f924752a-8142-4189-b263-552db2617b49 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484507 Dec 12 15:34:38.975169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40db2255-ba79-4404-9c28-9c3326b0e49a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:39.093496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab92308-7280-433e-8003-426fbda57040 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:39.095887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port b90f8231-26f2-4845-84c5-06de1b72014e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=b90f8231-26f2-4845-84c5-06de1b72014e,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:39.096253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.101997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49928) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.102863 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ab92308-7280-433e-8003-426fbda57040 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "GET /v2.0/subnets/50476f5a-b208-4098-9d7a-e9780caf6b11?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1731493 Dec 12 15:34:39.107765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877311149'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:39.121378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49930) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.121627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d01e0be5-64d1-40fa-b810-1326960bb588 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 200 len: 924 time: 0.4644017 Dec 12 15:34:39.133415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for b90f8231-26f2-4845-84c5-06de1b72014e owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:39.140264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.156898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Allocated IP 172.25.3.45 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/2ab238da-f54a-4106-817a-bd1aaf1038c8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:39.182279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port 9f7e2196-b664-4081-b31d-bb213d4aa323 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:39.182702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.208240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e26dfb-1dac-423c-82ba-0fb61d1c7bf0 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:39.212690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-73e26dfb-1dac-423c-82ba-0fb61d1c7bf0 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=6bf1e18e-3364-453a-823d-caca3922d4be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0872858 Dec 12 15:34:39.214536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.242860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:39.250197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.364820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.388613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for 9f7e2196-b664-4081-b31d-bb213d4aa323 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:39.393410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fb098-6709-4b75-b60d-4c436ceae133 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:39.397268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-549fb098-6709-4b75-b60d-4c436ceae133 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.1793904 Dec 12 15:34:39.399766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.443001 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e7d725c8-6fc9-4f3f-a1a5-8df955a915d1 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 200 len: 205 time: 0.0399716 Dec 12 15:34:39.443239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.478116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.498108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:39.509978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.510381 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Added segment 847e376a-02a5-4d64-a30f-b5e8e7ad0cd9 of type vlan for network 727988cd-43e3-4a0d-b07f-a099c358cac2 Dec 12 15:34:39.566106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.599442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.677375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:39.687324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:39.696554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:39.701222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Pushing event updated for resources: {'Port': ['ID=2ab238da-f54a-4106-817a-bd1aaf1038c8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:39.703661 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.709726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:39.710441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.710574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d858950-f7c6-4413-b5cf-93a8be0cfc1d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:39.751813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.784982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a082e895-ea64-4314-87d8-0e417c88b008 None None] Provisioning complete for port 2ab238da-f54a-4106-817a-bd1aaf1038c8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:39.786585 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a082e895-ea64-4314-87d8-0e417c88b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.842797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7402484 Dec 12 15:34:39.844302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a082e895-ea64-4314-87d8-0e417c88b008 None None] Port 2ab238da-f54a-4106-817a-bd1aaf1038c8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:39.854247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=b90f8231-26f2-4845-84c5-06de1b72014e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:39.861861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49944) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:39.871349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:39.882013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50792072-a779-42c2-88e3-eeb97cd82fba None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:39.906022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:39.906635 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.938950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:39.955443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abbf8c-abf4-4cbe-a7a2-d94392fee810 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Network': ['ID=727988cd-43e3-4a0d-b07f-a099c358cac2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:39.971787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:40.026929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port b90f8231-26f2-4845-84c5-06de1b72014e on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:40.032393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.036322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b215dadb-e503-4b24-b8f3-418560fc7584 req-ccf8b9fc-1171-433b-8fe9-3945c53364ac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "DELETE /v2.0/ports/b90f8231-26f2-4845-84c5-06de1b72014e HTTP/1.1" status: 204 len: 173 time: 2.2840407 Dec 12 15:34:40.037018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'name': 'network-vif-deleted', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:34:40.043084 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84247b5a-ea56-49e3-a66a-af3bd39a37f7" -d '{"events": [{"server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "name": "network-vif-deleted", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:34:40.044084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.081983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2bc286d2-d3eb-4380-9416-ae977167d656 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.7766457 Dec 12 15:34:40.092625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49958) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:40.109320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.45'}]}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:40.151248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=9f7e2196-b664-4081-b31d-bb213d4aa323,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:40.167912 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759987c4-d851-4548-9f1b-d86ed355247e x-openstack-request-id: req-759987c4-d851-4548-9f1b-d86ed355247e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:34:40.168316 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068a13dc-0e3c-439a-a73c-df8d3d977bed", "name": "network-vif-deleted", "tag": "b90f8231-26f2-4845-84c5-06de1b72014e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:34:40.168535 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-759987c4-d851-4548-9f1b-d86ed355247e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:34:40.169750 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a13dc-0e3c-439a-a73c-df8d3d977bed', 'name': 'network-vif-deleted', 'tag': 'b90f8231-26f2-4845-84c5-06de1b72014e', 'status': 'completed', 'code': 200} Dec 12 15:34:40.173601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acfcdd4f-c65c-45b4-aa36-a2e6723cee2e req-f7eab236-5731-4eea-8546-1d4f110d437a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=068a13dc-0e3c-439a-a73c-df8d3d977bed HTTP/1.1" status: 200 len: 210 time: 0.0873799 Dec 12 15:34:40.263465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.264563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.322537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Made reservation on behalf of 85f05efce26e40189e4d46120ea06dc9 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:40.323007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.326463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.329063 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-730f743a-3348-48fd-a835-8b01b3b3f542 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/ports/9f7e2196-b664-4081-b31d-bb213d4aa323 HTTP/1.1" status: 204 len: 168 time: 1.4120741 Dec 12 15:34:40.330447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:40.378594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.383984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.393197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting subnet 50f5593f-c1db-43e2-8208-2186227a8c84 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:34:40.396965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.401842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b90f8231-26f2-4845-84c5-06de1b72014e no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:40.432814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.446453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: b90f8231-26f2-4845-84c5-06de1b72014e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:34:40.447915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device b90f8231-26f2-4845-84c5-06de1b72014e not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:40.499154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.591205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Performing IP validity checks on allocation pools {{(pid=103412) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:34:40.591747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103412) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:34:40.603779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port 1a41644c-1d72-433f-af16-9fb7b6e0b4b3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:40.604281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.657818 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.764301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.816942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:40.832026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for 1a41644c-1d72-433f-af16-9fb7b6e0b4b3 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:40.967147 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.060322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=df8a161d-0abe-4a12-9327-7f1fa50d182a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:41.089265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.121675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.149812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.156550 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/subnets/50f5593f-c1db-43e2-8208-2186227a8c84 HTTP/1.1" status: 204 len: 168 time: 0.8248661 Dec 12 15:34:41.158438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:41.170595 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.182052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043e3d6-2765-44b0-9454-4f20e38a88e7 None None] Network 58ebafc4-15f2-45f9-82f6-c4494592ecfe requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:41.205236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd721f-cc67-43b7-b5aa-8963a5c63124 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Subnet': ['ID=50f5593f-c1db-43e2-8208-2186227a8c84,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:41.249392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Checking segment: {'id': '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:41.249891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network hostable DHCP agents. Network: 727988cd-43e3-4a0d-b07f-a099c358cac2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:41.309387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.334272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.414885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.495302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:41.524046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 727988cd-43e3-4a0d-b07f-a099c358cac2) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:41.543939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d5402-8ce7-4317-a9d0-efce0e6c44f2 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:41.546181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:41.546857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.551691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.561813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=1a41644c-1d72-433f-af16-9fb7b6e0b4b3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:41.633934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.693543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a0cb6-2e0a-4a06-adfd-dbffa405d794 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:41.711704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] DHCP port deletion for 58ebafc4-15f2-45f9-82f6-c4494592ecfe request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:41.745316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd36283c-56b9-4a1b-a471-fc3fbd38b0db tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8803821 Dec 12 15:34:41.757181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:41.765984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:41.801128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc2b97c2-406a-4189-9039-74a435d04996 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:41.840490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.920890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-727988cd-43e3-4a0d-b07f-a099c358cac2', 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2', 'project_id': '85f05efce26e40189e4d46120ea06dc9', 'fixed_ips': [{'subnet_id': 'df8a161d-0abe-4a12-9327-7f1fa50d182a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:41.921822 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.944698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Deleting port bc2b97c2-406a-4189-9039-74a435d04996 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:41.945116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:41.995157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.006292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.048800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.053429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.112622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Deleting port bc2b97c2-406a-4189-9039-74a435d04996 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:42.113201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.159078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.159078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f138e5c9-573a-4d3e-9995-e862f7d4ebe4 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:42.181667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-8c6afa47-3e64-4cea-9fcb-b8c3d9f97ceb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:42.183331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-8c6afa47-3e64-4cea-9fcb-b8c3d9f97ceb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.4429021 Dec 12 15:34:42.203864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-85b96452-2d35-4e3c-ba0c-3b6d082c2822 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.0140913 Dec 12 15:34:42.205754 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:34:42.209251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a08ba532-6b9d-4638-8e81-45969ccd9227 tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1128428 Dec 12 15:34:42.211268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50010) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:42.220128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.233006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf1e18e-3364-453a-823d-caca3922d4be {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:42.256286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc2b97c2-406a-4189-9039-74a435d04996,segment=NetworkSegment(6161dd44-94dc-4550-8834-901b8fc6e350),segment_id=6161dd44-94dc-4550-8834-901b8fc6e350)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:42.256801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.269065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-d8731f9e-93d9-46d6-ba11-49c9027458ad tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595906 Dec 12 15:34:42.272027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Calling delete_port for bc2b97c2-406a-4189-9039-74a435d04996 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:42.276584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.281952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42d15132-6759-4c99-ae67-aec0a7b9fb46 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 204 len: 168 time: 2.8377130 Dec 12 15:34:42.285252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50012) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:42.324705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4863783'] for subnet, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.325828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1784695001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:42.350990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Allocated IP 2001:db8::3 (727988cd-43e3-4a0d-b07f-a099c358cac2/df8a161d-0abe-4a12-9327-7f1fa50d182a/c0b5df2f-e34d-4f04-aec9-eecc6a8053cf) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:42.370957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc2b97c2-406a-4189-9039-74a435d04996,segment=NetworkSegment(6161dd44-94dc-4550-8834-901b8fc6e350),segment_id=6161dd44-94dc-4550-8834-901b8fc6e350)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:42.371421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.371731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.372795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.382864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Deleting port 2ab238da-f54a-4106-817a-bd1aaf1038c8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:42.383342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.387008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.404028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Calling delete_port for bc2b97c2-406a-4189-9039-74a435d04996 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:42.526947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port bc2b97c2-406a-4189-9039-74a435d04996, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc2b97c2-406a-4189-9039-74a435d04996,segment=NetworkSegment(6161dd44-94dc-4550-8834-901b8fc6e350),segment_id=6161dd44-94dc-4550-8834-901b8fc6e350)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:42.556446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.633390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.666520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] No DVR routers for this DVR port bc2b97c2-406a-4189-9039-74a435d04996 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:42.724720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:42.729512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.746936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.746936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.747174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.747496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.747695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.748037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.748462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.748865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.749205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.749535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.749864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.750237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.750574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:34:42.785875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.818231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.826678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] No DVR routers for this DVR port bc2b97c2-406a-4189-9039-74a435d04996 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:42.842214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94271827-60bc-4b45-abca-66086c54e8c7 None None] Pushing event deleted for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:42.867065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:42.901356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Pushing event updated for resources: {'Port': ['ID=c0b5df2f-e34d-4f04-aec9-eecc6a8053cf,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:42.923691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:42.925489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:42.933643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:43.019661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Attempting to bind port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:43.020048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Attempting to bind port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:43.020823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Attempting to bind port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf on network 727988cd-43e3-4a0d-b07f-a099c358cac2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:43.027915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:43.029632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Checking segment: {'id': '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:43.030666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.031358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Bound using segment: {'id': '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:43.031683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.033360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Bound port: c0b5df2f-e34d-4f04-aec9-eecc6a8053cf, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '727988cd-43e3-4a0d-b07f-a099c358cac2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:43.034883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.035931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-c9dd6fba-425f-4f69-9d1e-b8ca23c556d9 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590904 Dec 12 15:34:43.056536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.123293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.142490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.146246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-640aebba-49a7-4f19-92ff-8d0b4ac36a3e tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8473389 Dec 12 15:34:43.146532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Calling delete_port for 2ab238da-f54a-4106-817a-bd1aaf1038c8 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:43.148168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50032) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:43.158028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'enable_snat': False}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:43.224695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] For port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:43.228514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] For port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c0b5df2f-e34d-4f04-aec9-eecc6a8053cf,segment=NetworkSegment(847e376a-02a5-4d64-a30f-b5e8e7ad0cd9),segment_id=847e376a-02a5-4d64-a30f-b5e8e7ad0cd9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:43.233572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Port': ['ID=bc2b97c2-406a-4189-9039-74a435d04996,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:43.238095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750237297116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5059954'] for subnet, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.247705 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.304096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event updated for resources: {'Subnet': ['ID=df8a161d-0abe-4a12-9327-7f1fa50d182a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:43.313971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:43.315068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.320270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6eed9e3c-e31d-4f77-8aef-b3a43d8491d9 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "PUT /v2.0/subnets/df8a161d-0abe-4a12-9327-7f1fa50d182a HTTP/1.1" status: 200 len: 900 time: 1.5619349 Dec 12 15:34:43.321582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50036) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:43.323514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ebafc4-15f2-45f9-82f6-c4494592ecfe']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:43.386639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eafedb-db22-49b2-a6c4-68eba9ff9530 None None] Pushing event updated for resources: {'Port': ['ID=c0b5df2f-e34d-4f04-aec9-eecc6a8053cf,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:43.414670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6161dd44-94dc-4550-8834-901b8fc6e350') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:43.414944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6161dd44-94dc-4550-8834-901b8fc6e350') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:43.432469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.479656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.481669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.494915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a8f40fd8-072f-4424-853d-340e000557d5 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508276 Dec 12 15:34:43.512038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:43.513523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:43.517479 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:43.700508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.714488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.774204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.783057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:43.794539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] 10.222.0.36 "DELETE /v2.0/networks/58ebafc4-15f2-45f9-82f6-c4494592ecfe HTTP/1.1" status: 204 len: 168 time: 2.6111491 Dec 12 15:34:43.870463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9240bb2e-6b56-45c4-b801-d921b73a1d51 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:43.957813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dce65-fdbd-4ee0-a157-d8e614d9bc31 tempest-AllowedAddressPairTestJSON-148730429 tempest-AllowedAddressPairTestJSON-148730429-project] Pushing event deleted for resources: {'Network': ['ID=58ebafc4-15f2-45f9-82f6-c4494592ecfe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:44.020873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35153850-8f16-4371-ba03-954772fb7227 req-c2caba80-772d-4adc-ac81-9675401a5290 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 210 time: 0.1994588 Dec 12 15:34:44.026280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:44.026619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.030195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ab238da-f54a-4106-817a-bd1aaf1038c8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:44.151491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c0b5df2f-e34d-4f04-aec9-eecc6a8053cf,segment=NetworkSegment(847e376a-02a5-4d64-a30f-b5e8e7ad0cd9),segment_id=847e376a-02a5-4d64-a30f-b5e8e7ad0cd9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:44.152307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.166012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for c0b5df2f-e34d-4f04-aec9-eecc6a8053cf owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:44.235801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50058) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:44.296245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.306292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-41d3b3b8-4526-4e85-93fb-708f42622e6f tempest-RoutersAdminNegativeIpV6Test-435967182 tempest-RoutersAdminNegativeIpV6Test-435967182-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2ab238da-f54a-4106-817a-bd1aaf1038c8 HTTP/1.1" status: 204 len: 168 time: 2.0929208 Dec 12 15:34:44.311610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.364847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.369612 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.426332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=c0b5df2f-e34d-4f04-aec9-eecc6a8053cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:44.515861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port c0b5df2f-e34d-4f04-aec9-eecc6a8053cf on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:44.598807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3b5a0c13-ca4e-4440-a660-1903cb6733e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6253206067a4cd4a0dd8d2c97711321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539481 Dec 12 15:34:44.604442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50078) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:44.664931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.690151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Allocated IP 172.25.3.63 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/dab66600-3487-4336-9e05-800cae05dac2) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:44.759536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:44.798568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.924184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.951131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727988cd-43e3-4a0d-b07f-a099c358cac2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:44.963038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:44.963338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847e376a-02a5-4d64-a30f-b5e8e7ad0cd9') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:44.967992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.975134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:44.990121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=df8a161d-0abe-4a12-9327-7f1fa50d182a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:44.999754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.003647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.008601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:45.009243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:45.014269 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:45.096620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.102580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a98543c-0bf9-432b-a3b2-7b62b916dc23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.174986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.193579 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.206941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.211845 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/727988cd-43e3-4a0d-b07f-a099c358cac2 HTTP/1.1" status: 204 len: 168 time: 1.8851645 Dec 12 15:34:45.216464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:45.272361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4999d93-d4b4-49f8-85e8-ac8036d81228 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=727988cd-43e3-4a0d-b07f-a099c358cac2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:45.275596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:45.277975 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e6f44b-b229-4001-9a61-cec90506a87a tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:45.278569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e6f44b-b229-4001-9a61-cec90506a87a tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:45.282575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c6e6f44b-b229-4001-9a61-cec90506a87a tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/df8a161d-0abe-4a12-9327-7f1fa50d182a HTTP/1.1" status: 404 len: 337 time: 0.0638108 Dec 12 15:34:45.288180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:45.309558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-876bcb96-9d35-4811-9105-aa57f67ee0f0 req-b613fdf5-0539-46c9-bd2a-893464c9a165 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 210 time: 0.1145682 Dec 12 15:34:45.311129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:45.316915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:45.330265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59b426-b654-4741-af06-59730331d016 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:45.343861 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-5249ffe3-8218-4054-a5a9-c813c0ddd049 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:45.344841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5249ffe3-8218-4054-a5a9-c813c0ddd049 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:45.348920 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5249ffe3-8218-4054-a5a9-c813c0ddd049 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/727988cd-43e3-4a0d-b07f-a099c358cac2 HTTP/1.1" status: 404 len: 339 time: 0.0593088 Dec 12 15:34:45.353876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50100) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:45.403398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f7346a2-12cd-4b79-ade4-a7377c624da9 None None] Could not find standard attr ID for object c0b5df2f-e34d-4f04-aec9-eecc6a8053cf. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:34:45.433899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f7346a2-12cd-4b79-ade4-a7377c624da9 None None] Provisioning complete for port dab66600-3487-4336-9e05-800cae05dac2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:45.434266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f7346a2-12cd-4b79-ade4-a7377c624da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.475788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Pushing event updated for resources: {'Port': ['ID=dab66600-3487-4336-9e05-800cae05dac2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:45.506105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a98543c-0bf9-432b-a3b2-7b62b916dc23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.511206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.516659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a98543c-0bf9-432b-a3b2-7b62b916dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.527864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1bd522-2068-4ee8-b7db-fcba28201375 None None] DHCP port deletion for 727988cd-43e3-4a0d-b07f-a099c358cac2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:45.528245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.531385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.536318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79f57ce2-b4bc-4e15-9026-86ae6d9f16cc HTTP/1.1" status: 204 len: 168 time: 0.9251254 Dec 12 15:34:45.565416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351ed93-4526-45d6-ba50-7befaea920c7 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:45.577562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d8d69-c52a-4a44-824f-1efa97f910b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f57ce2-b4bc-4e15-9026-86ae6d9f16cc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:45.595951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4f7346a2-12cd-4b79-ade4-a7377c624da9 None None] Port dab66600-3487-4336-9e05-800cae05dac2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:45.607130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351ed93-4526-45d6-ba50-7befaea920c7 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:34:45.620442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22f1dd-68b5-4cd4-87ad-4301c67db287 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:45.652988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22f1dd-68b5-4cd4-87ad-4301c67db287 None None] Network 727988cd-43e3-4a0d-b07f-a099c358cac2 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:34:45.705075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6a98543c-0bf9-432b-a3b2-7b62b916dc23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a213f93d1e342a3be62b1cb01a4847c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9409156 Dec 12 15:34:45.707098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:45.717638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98543c-0bf9-432b-a3b2-7b62b916dc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32e89d-4ee4-4b12-b267-97daa72f4292,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:45.803951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.831084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d955721f-0dee-49c2-8719-d8977818fc34']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:45.852875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bc4df1-79fe-4a4a-8e30-897ee002ff1e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:45.853208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bc4df1-79fe-4a4a-8e30-897ee002ff1e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:45.867002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.886820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.896450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:45.897593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:45.972771 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:45.983253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.989179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:45.998234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50120) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:45.998928 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/d955721f-0dee-49c2-8719-d8977818fc34 HTTP/1.1" status: 204 len: 168 time: 0.6438179 Dec 12 15:34:46.030649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657cb82-f994-4235-a286-96e6bc09d65c tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=d955721f-0dee-49c2-8719-d8977818fc34,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:46.046416 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8e203b-cdaf-46f4-bd85-d1f6a882b661 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:46.046869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8e203b-cdaf-46f4-bd85-d1f6a882b661 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:46.049964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-db8e203b-cdaf-46f4-bd85-d1f6a882b661 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/481caaee-7e00-44a8-8b0d-4c7350908f2b HTTP/1.1" status: 404 len: 337 time: 0.0507877 Dec 12 15:34:46.053741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:46.059080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-9d39c5fc-1f64-4e3b-952e-350edad1aa18 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:46.060554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-9d39c5fc-1f64-4e3b-952e-350edad1aa18 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.4647629 Dec 12 15:34:46.066409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.107992 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8a038b-7d18-4ef7-8e9a-855e397764c5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:46.108910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8a038b-7d18-4ef7-8e9a-855e397764c5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:46.109053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': '9210aa0d-d6ff-4606-851b-c16733786078', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:46.114327 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f8a038b-7d18-4ef7-8e9a-855e397764c5 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/f426bcd8-c639-410f-a745-72d544a17611 HTTP/1.1" status: 404 len: 339 time: 0.0547233 Dec 12 15:34:46.119924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:46.130331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.189788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.215521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting subnet 773e6ae5-7069-4159-9409-7a60ae510af9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:34:46.220018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.321804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.435847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.439262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.440743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c32e89d-4ee4-4b12-b267-97daa72f4292 HTTP/1.1" status: 204 len: 168 time: 0.7300661 Dec 12 15:34:46.452892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.478506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174527-1c22-4f8e-bbda-7775efa4da1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32e89d-4ee4-4b12-b267-97daa72f4292,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:46.505850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.512848 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.571062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.572520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb7147ea-1b5b-4277-accd-4343e93814e3 req-e7163310-1385-413c-8291-96c8f158d001 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 210 time: 0.0566037 Dec 12 15:34:46.620243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=773e6ae5-7069-4159-9409-7a60ae510af9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:46.624256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.634229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-100fb0b9-c784-4d38-a8c4-fb5a6b89c6a1 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/773e6ae5-7069-4159-9409-7a60ae510af9 HTTP/1.1" status: 204 len: 168 time: 0.5126638 Dec 12 15:34:46.636938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:46.640016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf140d61-fb8f-49f3-bafb-be0e20105858 None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:46.657614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:46.665847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.792446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting subnet e94d7846-ca87-4aa2-bd72-32b7c180f40d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:34:46.801784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.883388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:46.975336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50160) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:47.129743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.218659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Router f19aed5a-18b1-4ab2-b344-11b94181388b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:47.230828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.13 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/fe7f6cff-2433-4fba-af22-b0900fa2a707) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:47.248990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1960534293'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:47.288791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.363344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.372325 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/e94d7846-ca87-4aa2-bd72-32b7c180f40d HTTP/1.1" status: 204 len: 168 time: 0.7339389 Dec 12 15:34:47.373102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:47.373532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:47.374507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21612e-f58e-4dc3-bfb8-fdc504c46d95 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=e94d7846-ca87-4aa2-bd72-32b7c180f40d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:47.414785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:47.416328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Made reservation on behalf of d691ce15d3ce46c8a4b47cbe6f98dc7d for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:47.422357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.429648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.431752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e5157ae2-a4d4-434b-8008-89d516c8b678 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "PUT /v2.0/routers/f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 200 len: 919 time: 4.2811019 Dec 12 15:34:47.431968 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] Sync routers for ids ['f19aed5a-18b1-4ab2-b344-11b94181388b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:47.434857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50178) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:47.446060 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] Routers {'f19aed5a-18b1-4ab2-b344-11b94181388b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:47.447500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f19aed5a-18b1-4ab2-b344-11b94181388b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:47.493056 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:47.507624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] Routers {'f19aed5a-18b1-4ab2-b344-11b94181388b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:47.508582 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f19aed5a-18b1-4ab2-b344-11b94181388b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:47.513669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.520866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.589324 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:47.589943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043c3d59-7731-4ad8-968d-96b286201d24 None None] The sync data for ids ['f19aed5a-18b1-4ab2-b344-11b94181388b'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:47.706303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4c3bf77-b083-4c45-a5ce-493e58d0b828 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc3c4e9a433041548f83949012ddb2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280017 Dec 12 15:34:47.719327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:47.770571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 8610b30e-380a-4742-b4b9-bae9e2926b1c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:47.770981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.851589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc252526-b8fa-4386-9f8d-675960eb3f31 None None] Network 3beeafed-e1f6-412c-b17e-9122158b8b41 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:47.870941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.874952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 8610b30e-380a-4742-b4b9-bae9e2926b1c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8610b30e-380a-4742-b4b9-bae9e2926b1c,segment=NetworkSegment(83845ee2-1157-4002-b586-c67f907ca1f4),segment_id=83845ee2-1157-4002-b586-c67f907ca1f4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:47.875407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.897795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 8610b30e-380a-4742-b4b9-bae9e2926b1c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:47.910879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:47.997426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a596857-28b8-473e-8d73-4188ddcc2bfc None None] Provisioning complete for port 8610b30e-380a-4742-b4b9-bae9e2926b1c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:47.998080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a596857-28b8-473e-8d73-4188ddcc2bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.178697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.183704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.185676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40db2255-ba79-4404-9c28-9c3326b0e49a HTTP/1.1" status: 204 len: 168 time: 0.4623551 Dec 12 15:34:48.202801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95adacc-f7dc-4717-9d36-01a9b39ee39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40db2255-ba79-4404-9c28-9c3326b0e49a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:48.205654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.222681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 8610b30e-380a-4742-b4b9-bae9e2926b1c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:48.230167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be6500-b296-4366-ba54-3fa72b52abf6 None None] DHCP port deletion for 3beeafed-e1f6-412c-b17e-9122158b8b41 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:48.292001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eedc55e0-96d8-4ac6-831d-616eeb12d9d0 req-09a4bc53-2f39-489c-8dd5-928e9392e44d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 210 time: 0.0517666 Dec 12 15:34:48.300125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-df60169e-2ca0-47c3-8652-c50cca99bcb3 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 200 len: 925 time: 0.8628685 Dec 12 15:34:48.305083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50198) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:48.312562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=8610b30e-380a-4742-b4b9-bae9e2926b1c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:48.431297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.433717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283759e-73a2-4050-89e2-692f4b784fb0 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:48.443341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8283759e-73a2-4050-89e2-692f4b784fb0 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=f19aed5a-18b1-4ab2-b344-11b94181388b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1369379 Dec 12 15:34:48.443981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50204) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:48.475895 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.513272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.528286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.584544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3beeafed-e1f6-412c-b17e-9122158b8b41']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:48.618468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83845ee2-1157-4002-b586-c67f907ca1f4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:48.618873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83845ee2-1157-4002-b586-c67f907ca1f4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:48.636891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:48.648495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ca2e40-a42b-4f82-aa9a-01920db09e96,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:48.652930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.658013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.698721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.707066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:48.708348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.715550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.715896 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Added segment 69683c4e-7c3f-4a6b-b3a7-c25313f4e48e of type vlan for network 174296c6-4403-49ba-9e14-2711746a6b14 Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:48.727371 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:48.745934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:48.747306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0703d-bed4-4991-a8b9-28f435fc65cc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:48.751577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7f0703d-bed4-4991-a8b9-28f435fc65cc tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/networks/477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 881 time: 0.3000185 Dec 12 15:34:48.753240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:48.756214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:48.781696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:48.788309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ee0dd-cf83-4e84-8393-376cec0a1dcc None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:48.814430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.901460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:48.912116 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e9005eaa-74db-42b4-8abd-cc70d88f52b6 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 200 len: 205 time: 0.1511810 Dec 12 15:34:48.914219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:48.914878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:48.925263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:48.942701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8af6f934-d8e2-4ca2-84a8-847124f27731 None None] Provisioning complete for port fe7f6cff-2433-4fba-af22-b0900fa2a707 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:48.943317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8af6f934-d8e2-4ca2-84a8-847124f27731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.003045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-f826ce67-2ebb-4133-8575-463ceee6198c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8973324 Dec 12 15:34:49.029988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Request body: {'port': {'device_id': '9210aa0d-d6ff-4606-851b-c16733786078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:49.065707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.095560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.101445 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/3beeafed-e1f6-412c-b17e-9122158b8b41 HTTP/1.1" status: 204 len: 168 time: 1.7197607 Dec 12 15:34:49.111737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50228) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:49.112800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.119746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:49.120595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.122148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8af6f934-d8e2-4ca2-84a8-847124f27731 None None] Port fe7f6cff-2433-4fba-af22-b0900fa2a707 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:49.126515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce54a63-7c3a-4424-b32b-2728c4702386 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=3beeafed-e1f6-412c-b17e-9122158b8b41,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:49.192183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2029006 Dec 12 15:34:49.221431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:49.266478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Request body: {'subnet': {'network_id': '174296c6-4403-49ba-9e14-2711746a6b14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:49.404985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6785-4815-4a9b-a892-586f077cf663 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'Network': ['ID=174296c6-4403-49ba-9e14-2711746a6b14,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:49.407364 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.421821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 174296c6-4403-49ba-9e14-2711746a6b14 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:49.625000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Made reservation on behalf of d691ce15d3ce46c8a4b47cbe6f98dc7d for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:49.638496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.694221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8610b30e-380a-4742-b4b9-bae9e2926b1c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:49.761254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8610b30e-380a-4742-b4b9-bae9e2926b1c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:34:49.761611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8610b30e-380a-4742-b4b9-bae9e2926b1c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:49.880924 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cdba59-4ed5-4c41-911f-de06a24a2bb7 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:49.882024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cdba59-4ed5-4c41-911f-de06a24a2bb7 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:49.886040 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-46cdba59-4ed5-4c41-911f-de06a24a2bb7 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/593ecc74-27c2-4441-84fd-cf4bde5f5c9f HTTP/1.1" status: 404 len: 337 time: 0.7732179 Dec 12 15:34:49.889070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:49.915510 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1aa92d-1489-432b-8bd0-845ee77aba0e tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:49.916140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1aa92d-1489-432b-8bd0-845ee77aba0e tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:49.919206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3b1aa92d-1489-432b-8bd0-845ee77aba0e tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/7573ee29-2df4-467a-82b2-1a2c3cd7bd31 HTTP/1.1" status: 404 len: 339 time: 0.0289042 Dec 12 15:34:49.923463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:49.927952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbedaf-8049-43a9-9436-aacfc417b90d req-18af2577-1cc2-41e6-882c-8f6f320aef6e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:49.935593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34fbedaf-8049-43a9-9436-aacfc417b90d req-18af2577-1cc2-41e6-882c-8f6f320aef6e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 932 time: 0.4274914 Dec 12 15:34:49.954944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:49.957042 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa3873a-96a5-43bf-bcc4-6e6ddebcc946 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:49.958237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa3873a-96a5-43bf-bcc4-6e6ddebcc946 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:49.960517 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1fa3873a-96a5-43bf-bcc4-6e6ddebcc946 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/fdedc1c4-c6dd-4a14-88fb-0e74c3795d27 HTTP/1.1" status: 404 len: 337 time: 0.0359483 Dec 12 15:34:49.963225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.019342 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-87608f9e-3220-4ccb-a8df-8f7207336204 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:50.019923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87608f9e-3220-4ccb-a8df-8f7207336204 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:50.023048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-87608f9e-3220-4ccb-a8df-8f7207336204 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/e1e61fb3-0234-44ee-b915-0c65806f802a HTTP/1.1" status: 404 len: 339 time: 0.0588465 Dec 12 15:34:50.025846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.065154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50266) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.080506 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3bdc9d-c878-42ca-a423-de0bed69f9cb tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:50.081351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3bdc9d-c878-42ca-a423-de0bed69f9cb tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:50.093177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de3bdc9d-c878-42ca-a423-de0bed69f9cb tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/d68715f6-d458-4146-858e-cb968c93db7b HTTP/1.1" status: 404 len: 337 time: 0.0645049 Dec 12 15:34:50.097442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50270) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.178728 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fa3894-f587-491b-8f3f-6a2386f25f40 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:50.179199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fa3894-f587-491b-8f3f-6a2386f25f40 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:50.183122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56fa3894-f587-491b-8f3f-6a2386f25f40 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/3562b8c8-892d-4771-8eec-6b4a63cc8fd2 HTTP/1.1" status: 404 len: 339 time: 0.0797346 Dec 12 15:34:50.185762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.235711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34fbedaf-8049-43a9-9436-aacfc417b90d req-17871aed-bb11-4141-a6ed-c952bd82c1e3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698226 Dec 12 15:34:50.250275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting subnet 864b7627-000f-47f1-873b-7439b85534ff {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:34:50.254643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.258285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.343922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.404988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port dab66600-3487-4336-9e05-800cae05dac2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:50.405373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.415731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960091725'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:50.504130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.547309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:50.561275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.577386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.621848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.641641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for dab66600-3487-4336-9e05-800cae05dac2 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:50.654181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.739701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.746328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'Subnet': ['ID=8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:50.768590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7f6cff-2433-4fba-af22-b0900fa2a707 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:34:50.783929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.789703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Checking segment: {'id': '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:50.790646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Network hostable DHCP agents. Network: 174296c6-4403-49ba-9e14-2711746a6b14, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:50.797011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=864b7627-000f-47f1-873b-7439b85534ff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:50.804115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.807427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d6a25eb9-afa6-4bc4-9e8b-4355ddea3f28 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/864b7627-000f-47f1-873b-7439b85534ff HTTP/1.1" status: 204 len: 168 time: 0.6205945 Dec 12 15:34:50.809483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296942c-cf8c-4d45-8b31-d6ca589b5bbb None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:50.823677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:50.910742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.912370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Transition to ACTIVE for port object fe7f6cff-2433-4fba-af22-b0900fa2a707 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:34:50.924256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.940866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:50.956421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Network 174296c6-4403-49ba-9e14-2711746a6b14 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:50.974799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd620a-6539-4dbf-a2dd-45ef4c143e6c None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:51.031788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.084198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:51.113111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] DHCP port deletion for 46dd62a7-cf5a-4220-8609-99fd65ecd51e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:51.122977 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.153232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 174296c6-4403-49ba-9e14-2711746a6b14) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:51.158875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 14ad90d2-c36f-4140-8116-997936a9f325 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:51.159218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.190294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be76fc2-6ab0-4c59-a848-30ccf61ab42c None None] Network 174296c6-4403-49ba-9e14-2711746a6b14 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:51.201576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.202062 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment a3db18f7-7489-4c72-a2a0-847f6f045564 of type vlan for network 15c8ad43-3edf-4606-9e66-9fc111d43819 Dec 12 15:34:51.204368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:51.204995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.207062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:51.217146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=dab66600-3487-4336-9e05-800cae05dac2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:51.217501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5615ded-331f-4541-92b9-c311bdcc425f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:51.327609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.399988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 14ad90d2-c36f-4140-8116-997936a9f325, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14ad90d2-c36f-4140-8116-997936a9f325,segment=NetworkSegment(4cba1ef8-3d09-4906-9720-96df6288211b),segment_id=4cba1ef8-3d09-4906-9720-96df6288211b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:51.400790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.403617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.420524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb334cc-92b3-4902-a2c8-2274c2745c8e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:51.476157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 14ad90d2-c36f-4140-8116-997936a9f325 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:51.517734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.518867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.521608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.525891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:51.528948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.532283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Attempting to bind port fe7f6cff-2433-4fba-af22-b0900fa2a707 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:51.533848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Attempting to bind port fe7f6cff-2433-4fba-af22-b0900fa2a707 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:51.534499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Attempting to bind port fe7f6cff-2433-4fba-af22-b0900fa2a707 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:51.545451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1e219d23-a5b3-45dd-89f1-52915fc6df17 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3190682 Dec 12 15:34:51.572956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:51.612089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Request body: {'port': {'network_id': '174296c6-4403-49ba-9e14-2711746a6b14', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-291366319'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:51.636010 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.644559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router f19aed5a-18b1-4ab2-b344-11b94181388b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:34:51.672725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Deleting port 14ad90d2-c36f-4140-8116-997936a9f325 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:51.674429 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.686187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.686351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14ad90d2-c36f-4140-8116-997936a9f325 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:51.691448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1222a1f8-3ea4-4b1b-b058-d3dbd4d0fd9b tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 204 len: 168 time: 2.7605722 Dec 12 15:34:51.706414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:51.713304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2141148155', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:51.739418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-174296c6-4403-49ba-9e14-2711746a6b14', 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14', 'project_id': 'd691ce15d3ce46c8a4b47cbe6f98dc7d', 'fixed_ips': [{'subnet_id': '8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:51.740790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.751691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Port fe7f6cff-2433-4fba-af22-b0900fa2a707 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:34:51.751691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Attempting to bind port fe7f6cff-2433-4fba-af22-b0900fa2a707 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:51.762185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.784896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] For port 14ad90d2-c36f-4140-8116-997936a9f325, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14ad90d2-c36f-4140-8116-997936a9f325,segment=NetworkSegment(4cba1ef8-3d09-4906-9720-96df6288211b),segment_id=4cba1ef8-3d09-4906-9720-96df6288211b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:51.785437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.815624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Calling delete_port for 14ad90d2-c36f-4140-8116-997936a9f325 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:51.864118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=14ad90d2-c36f-4140-8116-997936a9f325,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:51.891138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8143461 Dec 12 15:34:51.891790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 14ad90d2-c36f-4140-8116-997936a9f325 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:51.902383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:51.902726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:51.904054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:51.904054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Bound port: fe7f6cff-2433-4fba-af22-b0900fa2a707, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:51.904054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.913430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50310) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:51.920878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687382369'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:51.934626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.936473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:51.936899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f40d8c-76a1-415c-abf6-dfa684f33037 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=15c8ad43-3edf-4606-9e66-9fc111d43819,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:51.964990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914566cc-4619-4c2e-b20e-057ce93a847a req-7b05672c-cccb-4735-b1ee-93a5af1576f0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:51.973488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-914566cc-4619-4c2e-b20e-057ce93a847a req-7b05672c-cccb-4735-b1ee-93a5af1576f0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.5227978 Dec 12 15:34:52.049817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:52.053525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.094031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.120337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-914566cc-4619-4c2e-b20e-057ce93a847a req-2e47f126-9e9d-4a8c-8a44-a5a4c800db5e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458230 Dec 12 15:34:52.128071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Made reservation on behalf of d691ce15d3ce46c8a4b47cbe6f98dc7d for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:52.132062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.152021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:52.177218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.190845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dd62a7-cf5a-4220-8609-99fd65ecd51e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:52.192315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:52.193646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:34:52.200723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] device_id is not set on port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:52.207248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.239396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cba1ef8-3d09-4906-9720-96df6288211b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:52.239672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cba1ef8-3d09-4906-9720-96df6288211b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:52.249068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.249068 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment 75e0b72d-92a2-4ef6-b476-4fb81f8a8953 of type vlan for network fac24a96-1067-4d63-a941-4832e8c5c35d Dec 12 15:34:52.257785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:52.264883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No active binding found for port 14ad90d2-c36f-4140-8116-997936a9f325 {{(pid=103413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 15:34:52.265641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14ad90d2-c36f-4140-8116-997936a9f325 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:52.299107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.322769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:52.323566 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.325079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 200 len: 1092 time: 3.3130584 Dec 12 15:34:52.327930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:34:52.330391 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822bf705-926e-4c6d-b018-3cbdd91b721e" -d '{"events": [{"name": "network-changed", "server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:34:52.390955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.446646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5eaa9-249f-4cd3-b392-43a2bc278288 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:52.511571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.521308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.534350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:52.536794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.546919 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf543d6-30cd-43e6-bc0f-103d81504a6d x-openstack-request-id: req-2cf543d6-30cd-43e6-bc0f-103d81504a6d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:34:52.547176 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:34:52.547283 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cf543d6-30cd-43e6-bc0f-103d81504a6d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:34:52.547777 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'status': 'completed', 'code': 200} Dec 12 15:34:52.550678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:52.551741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:52.555496 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:52.579878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.584801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af811f-c4d5-42c6-b634-1a3e11ca68f1 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:52.594741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Allocated IP 2001:db8::239 (174296c6-4403-49ba-9e14-2711746a6b14/8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5/9c4141d1-85f5-4658-aaa1-b2d26ef95b21) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:52.695868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.698969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.709759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:52.714700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Network 46dd62a7-cf5a-4220-8609-99fd65ecd51e is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:34:52.716825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/46dd62a7-cf5a-4220-8609-99fd65ecd51e HTTP/1.1" status: 204 len: 168 time: 1.8904245 Dec 12 15:34:52.718504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:52.719034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] No DVR routers for this DVR port 14ad90d2-c36f-4140-8116-997936a9f325 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:52.738780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8217788 Dec 12 15:34:52.739600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50324) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:52.745513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca84fd-62ef-4110-8325-1511fa0dc2ec tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=46dd62a7-cf5a-4220-8609-99fd65ecd51e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:52.771981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:52.782074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-eb93ade1-ffd6-4dab-85e5-ca877faec92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:52.785586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-eb93ade1-ffd6-4dab-85e5-ca877faec92e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 1095 time: 0.3521497 Dec 12 15:34:52.797372 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b86bce-318d-4d7d-8a8d-08ed7ae9c33d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:52.799755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a28e1b-c27f-4c46-b47a-f61879731f06 None None] Pushing event deleted for resources: {'Port': ['ID=14ad90d2-c36f-4140-8116-997936a9f325,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:52.802776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b86bce-318d-4d7d-8a8d-08ed7ae9c33d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:52.815306 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3b86bce-318d-4d7d-8a8d-08ed7ae9c33d tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/0558724b-6d97-4240-9dbb-08150bb1680f HTTP/1.1" status: 404 len: 337 time: 0.0859637 Dec 12 15:34:52.817549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:52.818926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873c40e-7e85-419e-b786-76effa3bbbc2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=fac24a96-1067-4d63-a941-4832e8c5c35d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:52.831725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network fac24a96-1067-4d63-a941-4832e8c5c35d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:34:52.863654 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1e48c2-16ac-463d-9397-05a8b188632b tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] DELETE failed (client error): The resource could not be found. Dec 12 15:34:52.863822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1e48c2-16ac-463d-9397-05a8b188632b tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:34:52.870125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b1e48c2-16ac-463d-9397-05a8b188632b tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/8fb7c1e6-0dc0-423f-8bf8-eef436663bd7 HTTP/1.1" status: 404 len: 339 time: 0.0515590 Dec 12 15:34:52.880287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:52.893514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-7f3de9f3-8b4f-4e64-8950-77557ab4b615 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 200 len: 217 time: 0.0881984 Dec 12 15:34:52.984646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting subnet 50476f5a-b208-4098-9d7a-e9780caf6b11 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:34:52.989101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.025151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a685a88f-d4da-4d92-b6bc-614d4a24e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:53.026881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a685a88f-d4da-4d92-b6bc-614d4a24e99d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1221836 Dec 12 15:34:53.030117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:53.037767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.038167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.223133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.345807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-27a39d16-4556-44c8-99f4-fdbcdba6c243 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2251668 Dec 12 15:34:53.404363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.422770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.448166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.490891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.506998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.550538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Subnet': ['ID=50476f5a-b208-4098-9d7a-e9780caf6b11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:53.556337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d759a0b-19cf-4669-8898-5a95938143e7 req-0de37fe1-9f44-4c78-8022-026916ff66aa tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:53.563878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d759a0b-19cf-4669-8898-5a95938143e7 req-0de37fe1-9f44-4c78-8022-026916ff66aa tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.2550569 Dec 12 15:34:53.564882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed905805-0089-46b1-80ae-e739f9320055 None None] Network aa755edf-3376-4c19-beb5-a14ea09153ba requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:53.584218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.591813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af5d03f1-a62a-433c-83d4-07bf856ab9a2 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/subnets/50476f5a-b208-4098-9d7a-e9780caf6b11 HTTP/1.1" status: 204 len: 168 time: 0.7095437 Dec 12 15:34:53.592655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:53.595241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:53.657405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-d1e959a5-7929-4cd2-b1f5-c82f0090b7ff service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900808 Dec 12 15:34:53.677095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': 'a3db18f7-7489-4c72-a2a0-847f6f045564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:53.677570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 15c8ad43-3edf-4606-9e66-9fc111d43819, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:53.761117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Allocated IP 172.25.3.72 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3a3d016b-86a6-44c9-865a-5502b31217f8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:53.768055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.798678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:53.817895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d759a0b-19cf-4669-8898-5a95938143e7 req-7d01aabf-885c-4010-b746-1efb74e654da tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275500 Dec 12 15:34:53.880790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Allocated IP 2001:db8::2 (174296c6-4403-49ba-9e14-2711746a6b14/8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5/2fe4c7b5-24ef-42c7-b694-5c60705f7c9b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:53.948902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'Port': ['ID=9c4141d1-85f5-4658-aaa1-b2d26ef95b21,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:53.970215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] DHCP port deletion for aa755edf-3376-4c19-beb5-a14ea09153ba request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:54.015601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Network 174296c6-4403-49ba-9e14-2711746a6b14 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:54.025389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:54.027493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:54.032074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:54.037967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:54.038712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.054117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d1c7adb-a174-461b-96f6-f7614b4d985c req-a665c859-bee4-487f-a9ce-1365aebb316a service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798969 Dec 12 15:34:54.059717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 15c8ad43-3edf-4606-9e66-9fc111d43819) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:54.064214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.086830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b0e7d96-11bd-4f53-963f-802c114caeaa tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5122018 Dec 12 15:34:54.089519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf883b-40e2-4772-b9e9-8c6734c56f09 None None] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:54.092794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:54.096400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.098577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:54.108342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Request body: {'port': {'network_id': '174296c6-4403-49ba-9e14-2711746a6b14', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-815108378', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:54.109048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] bootfile-name is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:34:54.109641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] tftp-server is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:34:54.110186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] server-ip-address is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:34:54.175447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.183715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Deleting port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:54.184120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.191476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-996539d3-3957-405f-a19d-91eabf0874e8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4399195 Dec 12 15:34:54.201127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50356) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:54.217373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:54.281572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] For port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,segment=NetworkSegment(d295c4eb-4013-4234-b55e-eba07cb5d50d),segment_id=d295c4eb-4013-4234-b55e-eba07cb5d50d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:54.283407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Deleting port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:34:54.283912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.284063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.290749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-15c8ad43-3edf-4606-9e66-9fc111d43819', 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': '4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:54.291642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.301737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Calling delete_port for 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:54.432975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.440913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-39a4c540-aebe-4ee1-b431-88da8b5de904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:54.443229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-39a4c540-aebe-4ee1-b431-88da8b5de904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 1095 time: 0.3281865 Dec 12 15:34:54.464558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:54.465146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:54.468857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.473573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:54.476802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:54.495438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] No DVR routers for this DVR port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:54.502426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e4699-f233-4ff4-9b46-0810786afd18 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:34:54.547266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] For port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,segment=NetworkSegment(d295c4eb-4013-4234-b55e-eba07cb5d50d),segment_id=d295c4eb-4013-4234-b55e-eba07cb5d50d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:54.547673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.630122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Calling delete_port for 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:34:54.646076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-20086ca4-ad17-4df0-8841-9e87e0a7a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:54.647592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-20086ca4-ad17-4df0-8841-9e87e0a7a4e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.1951542 Dec 12 15:34:54.653543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.712644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.713807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-91ded5fb-638b-43ef-bd54-3c569ad00257 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 200 len: 217 time: 0.0569770 Dec 12 15:34:54.732951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-35f53c7d-3354-4a8f-96f2-8b889d42afac None None] Provisioning complete for port 3a3d016b-86a6-44c9-865a-5502b31217f8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:54.733526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35f53c7d-3354-4a8f-96f2-8b889d42afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:54.843423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-bef51f71-1aca-4ecd-9ff2-d8ff425374b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:54.852912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-bef51f71-1aca-4ecd-9ff2-d8ff425374b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1195836 Dec 12 15:34:54.861248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Network 174296c6-4403-49ba-9e14-2711746a6b14 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:54.880780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Allocated IP 2001:db8::2 (15c8ad43-3edf-4606-9e66-9fc111d43819/4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea/7ae94266-6596-424f-b126-ba5120602de5) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:54.905115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:54.918635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:54.955010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-35f53c7d-3354-4a8f-96f2-8b889d42afac None None] Port 3a3d016b-86a6-44c9-865a-5502b31217f8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:34:54.994811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-0137803d-3b2c-415e-8ebd-54710d14366b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231184 Dec 12 15:34:55.006043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.018358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Pushing event updated for resources: {'Port': ['ID=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:55.108598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Attempting to bind port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:55.109029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Attempting to bind port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:55.109403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Attempting to bind port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b on network 174296c6-4403-49ba-9e14-2711746a6b14 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:55.128107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:55.128547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Checking segment: {'id': '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:55.128948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.129354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Bound using segment: {'id': '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:55.129852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Bound port: 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '174296c6-4403-49ba-9e14-2711746a6b14'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:55.130245 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.160567 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.224107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] Pushing event deleted for resources: {'Port': ['ID=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:55.240601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5d5e1-4e30-4972-9509-cbbc87140862 None None] No DVR routers for this DVR port 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:34:55.291626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d09b64-a145-498b-9508-bb6987a16fa6 req-b6b3c716-e8d6-4811-baa3-ab36bbafb41e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:55.294432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43d09b64-a145-498b-9508-bb6987a16fa6 req-b6b3c716-e8d6-4811-baa3-ab36bbafb41e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.3356025 Dec 12 15:34:55.303431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=df2ec490-ad1e-4f70-93a4-073678044d8a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:55.314296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] For port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:55.317823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] For port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,segment=NetworkSegment(69683c4e-7c3f-4a6b-b3a7-c25313f4e48e),segment_id=69683c4e-7c3f-4a6b-b3a7-c25313f4e48e)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:55.325124 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.327487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.377319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.380172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': '75e0b72d-92a2-4ef6-b476-4fb81f8a8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:55.380498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: fac24a96-1067-4d63-a941-4832e8c5c35d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:34:55.411781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:55.415531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:55.419032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:55.465825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed0911-cbd2-422f-b797-e77ee80405dd None None] Pushing event updated for resources: {'Port': ['ID=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:55.553384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-35adcfd7-f86e-47d6-a7c8-6d0f508e879b service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469525 Dec 12 15:34:55.569487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Pushing event updated for resources: {'Port': ['ID=7ae94266-6596-424f-b126-ba5120602de5,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:55.610956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Attempting to bind port 7ae94266-6596-424f-b126-ba5120602de5 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:55.611338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Attempting to bind port 7ae94266-6596-424f-b126-ba5120602de5 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a3db18f7-7489-4c72-a2a0-847f6f045564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:55.611720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Attempting to bind port 7ae94266-6596-424f-b126-ba5120602de5 on network 15c8ad43-3edf-4606-9e66-9fc111d43819 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:55.645763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:55.646148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Checking segment: {'id': 'a3db18f7-7489-4c72-a2a0-847f6f045564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:55.646574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.647075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Bound using segment: {'id': 'a3db18f7-7489-4c72-a2a0-847f6f045564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:55.647667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Bound port: 7ae94266-6596-424f-b126-ba5120602de5, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3db18f7-7489-4c72-a2a0-847f6f045564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15c8ad43-3edf-4606-9e66-9fc111d43819'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:55.648109 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.817331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] For port 7ae94266-6596-424f-b126-ba5120602de5, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:55.820686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] For port 7ae94266-6596-424f-b126-ba5120602de5, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ae94266-6596-424f-b126-ba5120602de5,segment=NetworkSegment(a3db18f7-7489-4c72-a2a0-847f6f045564),segment_id=a3db18f7-7489-4c72-a2a0-847f6f045564)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:55.823076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43d09b64-a145-498b-9508-bb6987a16fa6 req-aeb55b43-4875-4c3a-889d-748c358671e3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046971 Dec 12 15:34:55.833123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:34:55.859676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.895738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network fac24a96-1067-4d63-a941-4832e8c5c35d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:34:55.897322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:55.899827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:34:55.900877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2046f020-6bed-4e8b-8d8f-81eb4ee2d85c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:34:55.951298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa755edf-3376-4c19-beb5-a14ea09153ba']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:55.988006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, fac24a96-1067-4d63-a941-4832e8c5c35d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:56.002492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c7d73-8664-4517-9287-6cdaa649a9ce None None] Network fac24a96-1067-4d63-a941-4832e8c5c35d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:56.035325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:56.036322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.126002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event updated for resources: {'Port': ['ID=3a3d016b-86a6-44c9-865a-5502b31217f8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:56.130648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89ec4f-4c2e-4660-818a-95a537a2eaa3 None None] Pushing event updated for resources: {'Port': ['ID=7ae94266-6596-424f-b126-ba5120602de5,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:56.155345 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:34:56.184559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd295c4eb-4013-4234-b55e-eba07cb5d50d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:56.187085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd295c4eb-4013-4234-b55e-eba07cb5d50d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:56.289225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-fac24a96-1067-4d63-a941-4832e8c5c35d', 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': 'df2ec490-ad1e-4f70-93a4-073678044d8a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:34:56.291761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.303421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.350868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.358546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:34:56.358949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:34:56.479168 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:34:56.552945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Port': ['ID=2046f020-6bed-4e8b-8d8f-81eb4ee2d85c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:56.587493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Made reservation on behalf of d691ce15d3ce46c8a4b47cbe6f98dc7d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:34:56.592590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.642200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:34:56.723143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.747743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] device_id is not set on port d1e9ab9a-fd25-4870-acb2-0278953509bf yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:34:56.753987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.766361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] 10.222.0.36 "DELETE /v2.0/networks/aa755edf-3376-4c19-beb5-a14ea09153ba HTTP/1.1" status: 204 len: 168 time: 3.1667421 Dec 12 15:34:56.788146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-822bf705-926e-4c6d-b018-3cbdd91b721e req-51d6c81b-12b3-40e2-803d-b0a568ab2b07 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2026289 Dec 12 15:34:56.845710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aaf04501-d802-480d-bcbf-8e5a84ff19f5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6399720 Dec 12 15:34:56.848488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:56.856046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177697576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:56.866345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Allocated IP 2001:db8:1::2 (fac24a96-1067-4d63-a941-4832e8c5c35d/df2ec490-ad1e-4f70-93a4-073678044d8a/618f33cc-f4c4-4b3a-afcc-48d134adf75b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:56.958433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:56.969462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.970621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:56.970860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'mac_address': 'fa:16:3e:2a:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:34:56.979182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85a120-3cc3-41b9-a737-860b063b0c71 tempest-NetworksIpV6Test-23567450 tempest-NetworksIpV6Test-23567450-project] Pushing event deleted for resources: {'Network': ['ID=aa755edf-3376-4c19-beb5-a14ea09153ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:57.076805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.109634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.144152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7f6cff-2433-4fba-af22-b0900fa2a707 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:34:57.159284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.180329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.231800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:57.242222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46034a36-f8e8-4b7e-9d77-27a65d72c072 req-8696bcdb-a58d-4361-a5c2-a1a3b36da718 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:57.265480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.278607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46034a36-f8e8-4b7e-9d77-27a65d72c072 req-8696bcdb-a58d-4361-a5c2-a1a3b36da718 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.2060878 Dec 12 15:34:57.286918 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.294615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c74b6ef7-b97b-4c85-85b7-70d410c4a5b2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4443264 Dec 12 15:34:57.296921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50414) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:57.553293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['fe7f6cff-2433-4fba-af22-b0900fa2a707'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:34:57.555598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50416) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:57.604416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f9ff5-7772-47af-af33-9b02bb65471a None None] Network 174296c6-4403-49ba-9e14-2711746a6b14 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:57.686525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46034a36-f8e8-4b7e-9d77-27a65d72c072 req-fdfc6e35-b6a7-4ec6-a293-016fd067ec7b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897166 Dec 12 15:34:57.764553 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.822448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.825158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Allocated IP 2001:db8::37b (174296c6-4403-49ba-9e14-2711746a6b14/8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5/d1e9ab9a-fd25-4870-acb2-0278953509bf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:57.826695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:57.902173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:57.997970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Pushing event updated for resources: {'Port': ['ID=618f33cc-f4c4-4b3a-afcc-48d134adf75b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:58.006615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:34:58.064263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] Provisioning complete for port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:58.064657 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.075672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368f60f-2954-4281-bdcb-5ad035df3fc4 None None] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:34:58.089657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:58.090864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-00cde792-ec02-4a7b-98bb-94c0e06867c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85f05efce26e40189e4d46120ea06dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671626 Dec 12 15:34:58.116440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Network fac24a96-1067-4d63-a941-4832e8c5c35d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:58.166356 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.207039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:58.225206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:58.490371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.498128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:58.498669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.541641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Router f08cb61f-0c24-4016-8c5a-ac053d036fd5 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:34:58.611379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.648269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.656746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Attempting to bind port 618f33cc-f4c4-4b3a-afcc-48d134adf75b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:34:58.657579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Attempting to bind port 618f33cc-f4c4-4b3a-afcc-48d134adf75b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '75e0b72d-92a2-4ef6-b476-4fb81f8a8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:34:58.658250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Attempting to bind port 618f33cc-f4c4-4b3a-afcc-48d134adf75b on network fac24a96-1067-4d63-a941-4832e8c5c35d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:34:58.671636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:34:58.672388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Checking segment: {'id': '75e0b72d-92a2-4ef6-b476-4fb81f8a8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:34:58.673084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.687112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Bound using segment: {'id': '75e0b72d-92a2-4ef6-b476-4fb81f8a8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:34:58.688076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Bound port: 618f33cc-f4c4-4b3a-afcc-48d134adf75b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e0b72d-92a2-4ef6-b476-4fb81f8a8953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fac24a96-1067-4d63-a941-4832e8c5c35d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:34:58.688819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.714428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8::1 (15c8ad43-3edf-4606-9e66-9fc111d43819/4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea/cd8cc7e7-d6df-4a8a-a66d-274c08d99c31) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:34:58.728072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.893352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.901983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:58.974307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99b5c9-4a44-4c30-aaa6-a7637131c065 req-2410986d-b090-4449-8725-1e9e51ae9cb5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:58.983201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca99b5c9-4a44-4c30-aaa6-a7637131c065 req-2410986d-b090-4449-8725-1e9e51ae9cb5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.1519182 Dec 12 15:34:59.055133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'Port': ['ID=d1e9ab9a-fd25-4870-acb2-0278953509bf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:59.060272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Network 174296c6-4403-49ba-9e14-2711746a6b14 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:59.067736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:59.072828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:59.090193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:59.091628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.108585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca99b5c9-4a44-4c30-aaa6-a7637131c065 req-81f65e49-c4d1-4e3e-a131-0fea8030e826 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243911 Dec 12 15:34:59.113652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:34:59.122866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.124277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.127886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.133181 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0504f372-a2d4-459d-8e10-7056fc013349 HTTP/1.1" status: 204 len: 168 time: 1.0421724 Dec 12 15:34:59.164573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] Sync routers for ids ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:34:59.177971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.182154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-484a780c-9c17-492c-891f-556b3f0c396f tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.0824182 Dec 12 15:34:59.184306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:59.210538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] For port 618f33cc-f4c4-4b3a-afcc-48d134adf75b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:34:59.214238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.219578 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4affad07-3817-4b55-a8f5-a0ddd1cf3135 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5114381 Dec 12 15:34:59.222563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:59.234354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:34:59.236918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f5da5-35d7-4a6c-b9b1-d2ed3461828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0504f372-a2d4-459d-8e10-7056fc013349,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:59.250777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] For port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,segment=NetworkSegment(69683c4e-7c3f-4a6b-b3a7-c25313f4e48e),segment_id=69683c4e-7c3f-4a6b-b3a7-c25313f4e48e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:34:59.263588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] Routers {'f08cb61f-0c24-4016-8c5a-ac053d036fd5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:59.263588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:59.359979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:34:59.372584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:34:59.374501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.377024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] For port 618f33cc-f4c4-4b3a-afcc-48d134adf75b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=618f33cc-f4c4-4b3a-afcc-48d134adf75b,segment=NetworkSegment(75e0b72d-92a2-4ef6-b476-4fb81f8a8953),segment_id=75e0b72d-92a2-4ef6-b476-4fb81f8a8953)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:34:59.378248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:34:59.380624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.391149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=cd8cc7e7-d6df-4a8a-a66d-274c08d99c31,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:59.402599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:59.461753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:34:59.568696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0e8555-ea49-4cc3-aec7-74cef61e6a4d tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:59.590740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0e8555-ea49-4cc3-aec7-74cef61e6a4d tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:59.609454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0e8555-ea49-4cc3-aec7-74cef61e6a4d tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:34:59.616189 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9c0e8555-ea49-4cc3-aec7-74cef61e6a4d tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4261193 Dec 12 15:34:59.616359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50460) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:34:59.670225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f91ec8-5c9a-488d-9784-1c640d2ed177 None None] Pushing event updated for resources: {'Port': ['ID=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:34:59.677034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] Routers {'f08cb61f-0c24-4016-8c5a-ac053d036fd5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:34:59.680255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:59.874954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:34:59.875308 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:34:59.885291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:34:59.886134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c275ee2-eff7-43df-8be1-f747216c19b9 None None] The sync data for ids ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:34:59.891247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Provisioning complete for port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:34:59.891247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.012470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.066360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Deleting port d1e9ab9a-fd25-4870-acb2-0278953509bf {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:00.066699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.073681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fd4d9-c0b1-4ffd-9bac-f9291483102d None None] Pushing event updated for resources: {'Port': ['ID=618f33cc-f4c4-4b3a-afcc-48d134adf75b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:00.087660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:00.140448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Provisioning complete for port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:00.140778 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.359145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.381278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.541868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:00.552201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Deleting port 3a3d016b-86a6-44c9-865a-5502b31217f8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:00.552540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.578767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ae94266-6596-424f-b126-ba5120602de5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:00.647228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Provisioning complete for port 7ae94266-6596-424f-b126-ba5120602de5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:00.647824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.694173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.726390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:00.740226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Calling delete_port for 3a3d016b-86a6-44c9-865a-5502b31217f8 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:00.766074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Calling delete_port for d1e9ab9a-fd25-4870-acb2-0278953509bf owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:00.837698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e906b5-7536-4dfe-94eb-a878dda9c808 req-6a39487c-f5c2-4069-8e86-c0aaffb63797 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:00.850571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6e906b5-7536-4dfe-94eb-a878dda9c808 req-6a39487c-f5c2-4069-8e86-c0aaffb63797 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.3740628 Dec 12 15:35:00.926352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:01.041154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.116188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7ae94266-6596-424f-b126-ba5120602de5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:01.116671 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.127149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port fe7f6cff-2433-4fba-af22-b0900fa2a707 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:35:01.131707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Pushing event deleted for resources: {'Port': ['ID=3a3d016b-86a6-44c9-865a-5502b31217f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:01.150824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12166982-b86f-4d85-a5a8-ad56aea96d91 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:01.182149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port fe7f6cff-2433-4fba-af22-b0900fa2a707 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:01.182519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.249766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1116316043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:01.250647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.259711 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.341712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.389416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.390375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.504082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] For port 7ae94266-6596-424f-b126-ba5120602de5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ae94266-6596-424f-b126-ba5120602de5,segment=NetworkSegment(a3db18f7-7489-4c72-a2a0-847f6f045564),segment_id=a3db18f7-7489-4c72-a2a0-847f6f045564)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:01.513420 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.522861 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.524739 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.534436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=cd8cc7e7-d6df-4a8a-a66d-274c08d99c31,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:01.627083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f5e4f-1fa4-4e29-9b7d-df3173c33c24 None None] Network fac24a96-1067-4d63-a941-4832e8c5c35d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:01.762062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6e906b5-7536-4dfe-94eb-a878dda9c808 req-8b8c6e0d-23b9-4543-9104-b53353968017 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9105873 Dec 12 15:35:01.771099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:01.772695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:01.801643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.818641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:35:01.821027 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1758bd1a-cda4-4c64-876f-376e405b9dda" -d '{"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:35:01.869687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:01.876259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe0e3f-7ddb-4b83-a401-e8cad3297ad3 None None] Pushing event updated for resources: {'Port': ['ID=7ae94266-6596-424f-b126-ba5120602de5,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:01.909674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Provisioning complete for port d1e9ab9a-fd25-4870-acb2-0278953509bf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:01.910360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.915436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:01.989061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event deleted for resources: {'Port': ['ID=d1e9ab9a-fd25-4870-acb2-0278953509bf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:02.055020 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0be59-530d-4711-bcef-2a3ba9e9934a x-openstack-request-id: req-97a0be59-530d-4711-bcef-2a3ba9e9934a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:35:02.056822 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:35:02.057319 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97a0be59-530d-4711-bcef-2a3ba9e9934a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:35:02.057906 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'code': 200} Dec 12 15:35:02.062833 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:35:02.064966 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:35:02.094382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Port d1e9ab9a-fd25-4870-acb2-0278953509bf was deleted so its status cannot be updated. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 15:35:02.147555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.157435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afcbde26-549a-411e-a3ab-5582609e9beb tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "DELETE /v2.0/ports/d1e9ab9a-fd25-4870-acb2-0278953509bf HTTP/1.1" status: 204 len: 168 time: 2.5385418 Dec 12 15:35:02.163482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50524) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:02.168817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Provisioning complete for port 7ae94266-6596-424f-b126-ba5120602de5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:02.182037 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.208877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:02.224880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Request body: {'port': {'name': 'tempest-new-port-name-1843466747', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:02.237295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] bootfile-name is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:35:02.237649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] tftp-server is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:35:02.237990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.api.validators [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] server-ip-address is not in valid_values {{(pid=103412) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 12 15:35:02.319167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.337276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbf532-e02d-42e7-b683-0aa8df5338c8 req-7a5e221a-5ad2-46d7-afc4-8a580d74cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:02.339030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11fbf532-e02d-42e7-b683-0aa8df5338c8 req-7a5e221a-5ad2-46d7-afc4-8a580d74cd2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 1097 time: 0.2651405 Dec 12 15:35:02.347572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.442439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.472182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Provisioning complete for port cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:02.472475 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.479445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 8da9df61-3cf9-4b83-9f26-47b074c0948e is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:35:02.575395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Port cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:02.586971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Router f08cb61f-0c24-4016-8c5a-ac053d036fd5 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:02.658376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Provisioning complete for port 618f33cc-f4c4-4b3a-afcc-48d134adf75b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:02.658840 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.662049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11fbf532-e02d-42e7-b683-0aa8df5338c8 req-48aa3623-372d-4b1c-bf07-4167502c8bf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824345 Dec 12 15:35:02.707369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.708980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.719161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:02.731127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.734928 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d00a6734-8acc-42c4-8486-7e0adea465dd tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "PUT /v2.0/routers/f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 200 len: 710 time: 3.5087233 Dec 12 15:35:02.735101 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] Sync routers for ids ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:02.736389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:02.751100 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] Routers {'f08cb61f-0c24-4016-8c5a-ac053d036fd5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:02.751718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:02.803005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.851983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] For port 618f33cc-f4c4-4b3a-afcc-48d134adf75b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=618f33cc-f4c4-4b3a-afcc-48d134adf75b,segment=NetworkSegment(75e0b72d-92a2-4ef6-b476-4fb81f8a8953),segment_id=75e0b72d-92a2-4ef6-b476-4fb81f8a8953)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:02.857305 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.873992 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:02.893036 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] Routers {'f08cb61f-0c24-4016-8c5a-ac053d036fd5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:02.893908 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:02.934762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.950656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-521a4e6d-d693-46f3-977d-49469eb37999 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/routers/f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 200 len: 745 time: 0.2130647 Dec 12 15:35:02.953517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:02.968248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:02.974181 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:02.974513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0d30e-f587-4011-99e3-91f92a3bd0bd None None] Pushing event updated for resources: {'Port': ['ID=618f33cc-f4c4-4b3a-afcc-48d134adf75b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:02.974913 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83a833-fdc0-4252-a2d1-4a6471d71506 None None] The sync data for ids ['f08cb61f-0c24-4016-8c5a-ac053d036fd5'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:03.010642 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d6b643dc-f487-49c0-8794-38746c4df62d None None] Provisioning complete for port cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:03.011023 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6b643dc-f487-49c0-8794-38746c4df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.011492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8978ebce-ef75-431c-86fa-985442e9fe23 tempest-RoutersIpV6AdminTest-122022100 tempest-RoutersIpV6AdminTest-122022100-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&device_id=f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 200 len: 205 time: 0.0562203 Dec 12 15:35:03.015109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50540) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.016139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.018220 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebfc0a39-fe1e-4059-bd51-06a3823de203 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.0909259 Dec 12 15:35:03.021158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.027044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-180656800'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:03.057442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:03.064039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.073068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4bee516e-6612-40d4-8cb3-59040e774416 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 200 len: 205 time: 0.0487235 Dec 12 15:35:03.090244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.092557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50544) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.096411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.104573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 618f33cc-f4c4-4b3a-afcc-48d134adf75b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:03.144161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.182371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d6b643dc-f487-49c0-8794-38746c4df62d None None] Port cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:03.211169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 618f33cc-f4c4-4b3a-afcc-48d134adf75b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:03.212310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.224832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:03.235141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b68cb74f-3cc5-40dc-b4a3-14a87cb44cec tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9366822 Dec 12 15:35:03.239501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.243774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d6b643dc-f487-49c0-8794-38746c4df62d None None] Provisioning complete for port 618f33cc-f4c4-4b3a-afcc-48d134adf75b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:03.244485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6b643dc-f487-49c0-8794-38746c4df62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.290568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] In _notify_port_updated(), no bound segment for port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 on network 174296c6-4403-49ba-9e14-2711746a6b14 {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:35:03.304940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:03.304940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.304940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "PUT /v2.0/ports/9c4141d1-85f5-4658-aaa1-b2d26ef95b21 HTTP/1.1" status: 200 len: 1130 time: 1.1191709 Dec 12 15:35:03.305354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.307912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] Sync routers for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:03.340080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:03.341060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:03.358032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.404504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6449f-3d62-4e2a-a8c3-45b7ca81dd0b req-90c999c7-6ce9-4b06-98d9-d066065fd5ab tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:03.407628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dee6449f-3d62-4e2a-a8c3-45b7ca81dd0b req-90c999c7-6ce9-4b06-98d9-d066065fd5ab tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.4165132 Dec 12 15:35:03.411824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:03.436926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.466008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0cb7a-0288-4648-b37f-25dd4bfbe1d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event updated for resources: {'Port': ['ID=9c4141d1-85f5-4658-aaa1-b2d26ef95b21,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:03.479085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42defbd-d181-4f99-a29f-f56825a8d192 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:03.480880 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a42defbd-d181-4f99-a29f-f56825a8d192 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports/cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 HTTP/1.1" status: 200 len: 911 time: 0.2402244 Dec 12 15:35:03.484033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.497031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.565631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e4f33-aceb-4ce9-9ce9-0bad444f39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:03.574090 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b77e4f33-aceb-4ce9-9ce9-0bad444f39d1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "GET /v2.0/ports/9c4141d1-85f5-4658-aaa1-b2d26ef95b21 HTTP/1.1" status: 200 len: 1130 time: 0.2238071 Dec 12 15:35:03.574975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.596664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:03.599501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:03.600288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:03.669138 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.673120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.736846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-4a378980-d24e-40ec-8f81-fbb8017e4fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4643481 Dec 12 15:35:03.740173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:03.781208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:03.781883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e465971f-9a6f-4b7c-9b57-eee14505cffc None None] The sync data for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:03.828340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dee6449f-3d62-4e2a-a8c3-45b7ca81dd0b req-04ac526f-2ccd-44e5-86a6-7c2b98a93877 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733463 Dec 12 15:35:03.832230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.832819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Fanout notify agent at l3_agent the message router_deleted on router f08cb61f-0c24-4016-8c5a-ac053d036fd5 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:35:03.844340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.858856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c4bc5392-27ab-4686-97e9-51e47b719850 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 204 len: 168 time: 0.7624993 Dec 12 15:35:03.859540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50566) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.860079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:03.860586 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.913129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cb6ada8e-6f87-460f-9b52-d9721cd22e57 None None] Provisioning complete for port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:03.914176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb6ada8e-6f87-460f-9b52-d9721cd22e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:03.955802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91728d8a-5bb9-448b-8a76-54e3833d01b7 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 200 len: 205 time: 0.0939653 Dec 12 15:35:03.959196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:03.976196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ada8e-6f87-460f-9b52-d9721cd22e57 None None] Port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:03.990573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2908a1d-3ef0-45e3-b0d3-8e0addff60de,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:04.013038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.013389 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Added segment 2eb132e6-e22a-442b-bad3-1427c37bed32 of type vlan for network 045edb06-cd86-4c9f-97b7-0aff91864f20 Dec 12 15:35:04.016095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.016615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.016750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.017150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.017622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.018082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.018546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.020449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-85ffacd9-655f-433f-bb77-ca5fe1536614 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.1600094 Dec 12 15:35:04.091372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ae94266-6596-424f-b126-ba5120602de5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:04.120115 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-af57716b-d64a-4b38-831a-f7051afd8217 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:04.124118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af57716b-d64a-4b38-831a-f7051afd8217 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/f08cb61f-0c24-4016-8c5a-ac053d036fd5 HTTP/1.1" status: 404 len: 336 time: 0.1352160 Dec 12 15:35:04.130579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.192103 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-715a4e79-bff2-47eb-8f25-6fd687d5761f tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 200 len: 205 time: 0.0603404 Dec 12 15:35:04.194155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.196703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.251805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7ae94266-6596-424f-b126-ba5120602de5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:04.252092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.325062 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d60a4605-0ff8-4629-8452-cb79e455c362 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:04.326574 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d60a4605-0ff8-4629-8452-cb79e455c362 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/f19aed5a-18b1-4ab2-b344-11b94181388b HTTP/1.1" status: 404 len: 336 time: 0.1261942 Dec 12 15:35:04.327871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:35:04.334920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.417824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-33c3fadf-40de-4fa6-b774-2064ce42bf8a tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 200 len: 205 time: 0.0451736 Dec 12 15:35:04.419212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.430216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.435931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.436540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.480938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Deleting port 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:04.481535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.488957 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6c5a16c2-c552-443d-ad3d-97ec2b7c10e1 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:04.491268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c5a16c2-c552-443d-ad3d-97ec2b7c10e1 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/6bf1e18e-3364-453a-823d-caca3922d4be HTTP/1.1" status: 404 len: 336 time: 0.0695710 Dec 12 15:35:04.530299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.658889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-375c3507-514a-4c7c-b0c1-2cbcffad46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.659568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-375c3507-514a-4c7c-b0c1-2cbcffad46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.660026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-375c3507-514a-4c7c-b0c1-2cbcffad46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:04.661858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-375c3507-514a-4c7c-b0c1-2cbcffad46be service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.6058969 Dec 12 15:35:04.679769 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6573832 Dec 12 15:35:04.693914 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a9fb08f-4179-4d2a-83da-862522a5cc79 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 200 len: 205 time: 0.1616073 Dec 12 15:35:04.700678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.700678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.713464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'subnet': {'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:04.778456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-1961c651-9938-4200-bea0-4887496f4ecf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.1044195 Dec 12 15:35:04.782563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 618f33cc-f4c4-4b3a-afcc-48d134adf75b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:04.842576 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-3ced3989-82b2-4d07-8af9-49c33207bc23 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:04.843976 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3ced3989-82b2-4d07-8af9-49c33207bc23 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/6ab9cade-5738-47bb-bb22-c5e3aa9a5294 HTTP/1.1" status: 404 len: 336 time: 0.1394377 Dec 12 15:35:04.844596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 618f33cc-f4c4-4b3a-afcc-48d134adf75b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:04.845006 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.846816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50602) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.879015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588db78-422f-4f89-b198-bafaaa41681f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Network': ['ID=045edb06-cd86-4c9f-97b7-0aff91864f20,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:04.894257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:04.912492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1dfa2acf-8052-404a-a5bc-97346b85a5e2 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 200 len: 205 time: 0.0625958 Dec 12 15:35:04.919150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:04.979770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:04.995472 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-644ea3a5-c06b-4e84-b57b-6084d14c610f tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:04.996659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-644ea3a5-c06b-4e84-b57b-6084d14c610f tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/1de3a7ac-ee32-47d1-a89c-0ef823fa41fa HTTP/1.1" status: 404 len: 336 time: 0.0742760 Dec 12 15:35:05.003028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50610) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:05.019268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Calling delete_port for 9c4141d1-85f5-4658-aaa1-b2d26ef95b21 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:05.084490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-513c9030-2fda-496c-90ca-9bb9eb83a3e3 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "GET /v2.0/ports?device_id=c433fe74-4275-4360-a8af-73c8c56e7b16 HTTP/1.1" status: 200 len: 205 time: 0.0424221 Dec 12 15:35:05.085959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-8d8880ce-3777-4f68-89cf-90fb96d7a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:05.087513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-8d8880ce-3777-4f68-89cf-90fb96d7a040 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.2972903 Dec 12 15:35:05.089906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50614) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:05.127638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:05.135169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:05.138353 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-cccec010-ddfd-457a-95ca-36c577b5c764 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] delete failed (client error): The resource could not be found. Dec 12 15:35:05.145655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:05.155271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cccec010-ddfd-457a-95ca-36c577b5c764 tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/routers/c433fe74-4275-4360-a8af-73c8c56e7b16 HTTP/1.1" status: 404 len: 336 time: 0.0643032 Dec 12 15:35:05.245522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43ae8-c32a-4e58-a602-c5e6e289ba4e req-4a422d94-14a5-4c6a-9442-3a832f5f6c96 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:05.253018 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46885ac-d4f1-4ddc-b696-fc0492bd73ca tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] DELETE failed (client error): The resource could not be found. Dec 12 15:35:05.253484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46885ac-d4f1-4ddc-b696-fc0492bd73ca tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:35:05.255828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91c43ae8-c32a-4e58-a602-c5e6e289ba4e req-4a422d94-14a5-4c6a-9442-3a832f5f6c96 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2812126 Dec 12 15:35:05.257633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b46885ac-d4f1-4ddc-b696-fc0492bd73ca tempest-RoutersIpV6AdminTest-2102365812 tempest-RoutersIpV6AdminTest-2102365812-project] 10.222.0.36 "DELETE /v2.0/subnets/47c7408d-d5f8-4eb1-843c-607fe71158cd HTTP/1.1" status: 404 len: 337 time: 0.1060686 Dec 12 15:35:05.326996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-f1c9b29f-1911-4384-8b4d-b7df34eb1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:05.329456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-f1c9b29f-1911-4384-8b4d-b7df34eb1116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015026 Dec 12 15:35:05.371472 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-363f1fbc-338e-452c-a4a2-8675692f294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:05.470659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:05.484664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91c43ae8-c32a-4e58-a602-c5e6e289ba4e req-9247918f-8bd7-417a-ac10-6e18489a7829 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177758 Dec 12 15:35:05.587512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-54e747e1-62e9-4987-90ed-c0c18c5c0470 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400510 Dec 12 15:35:05.726318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:05.790305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:05.792648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-825c3157-136a-4a54-86e7-ae6d2af97343 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939762 Dec 12 15:35:05.841775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a69481dd-4b2a-4fde-aac6-14147b391043 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.0378256 Dec 12 15:35:05.916604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event deleted for resources: {'Port': ['ID=9c4141d1-85f5-4658-aaa1-b2d26ef95b21,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:05.925832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-6e9dacd3-e403-435f-a969-e9e94f495dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:05.928524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-6e9dacd3-e403-435f-a969-e9e94f495dcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0749550 Dec 12 15:35:06.047704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-fdc87fa7-2477-412c-ad91-6d071980856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:06.049347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-fdc87fa7-2477-412c-ad91-6d071980856f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100171 Dec 12 15:35:06.081047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.094784 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dcc73cef-8ad4-4687-9521-99a1a8553b20 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "DELETE /v2.0/ports/9c4141d1-85f5-4658-aaa1-b2d26ef95b21 HTTP/1.1" status: 204 len: 168 time: 2.4845667 Dec 12 15:35:06.116808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.123318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50656) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:06.273097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Subnet': ['ID=b4e0bcfc-de15-4e01-99a8-a2817aa36247,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:06.306764 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d9fc87-a099-451b-a4fe-9911015a1779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.371530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Deleting subnet 8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:06.388973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.448690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1effd-9d08-4df5-b790-f64442670b6f req-cff9d349-1348-4b72-aa9d-75ac675911cb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:06.456265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2c1effd-9d08-4df5-b790-f64442670b6f req-cff9d349-1348-4b72-aa9d-75ac675911cb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2342429 Dec 12 15:35:06.488203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-1a8732af-6f65-4121-895c-37457b1858de service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267807 Dec 12 15:35:06.565769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Checking segment: {'id': '2eb132e6-e22a-442b-bad3-1427c37bed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:06.566294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network hostable DHCP agents. Network: 045edb06-cd86-4c9f-97b7-0aff91864f20, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:06.569662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.649129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2c1effd-9d08-4df5-b790-f64442670b6f req-0a2151cb-d7d8-4541-9138-690142b41786 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778219 Dec 12 15:35:06.727753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8:1::1 (fac24a96-1067-4d63-a941-4832e8c5c35d/df2ec490-ad1e-4f70-93a4-073678044d8a/b0ef6d00-3bb0-4f83-8149-0d37aeef1923) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:06.758175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-760335da-b025-4605-b081-1be74fcc9a47 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562323 Dec 12 15:35:06.864667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.871726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-c90c4dbb-af7d-4947-8edd-780b543c319e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0959673 Dec 12 15:35:06.872985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.906627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:06.912243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.968435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-212d72a5-9809-467f-a85d-093f53f93fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:06.971882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-212d72a5-9809-467f-a85d-093f53f93fde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0781238 Dec 12 15:35:06.973570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:06.993710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d9fc87-a099-451b-a4fe-9911015a1779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.000011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 045edb06-cd86-4c9f-97b7-0aff91864f20) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:07.007200 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d9fc87-a099-451b-a4fe-9911015a1779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.010130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e2c71-4fc3-4982-833a-6a6b273641f7 None None] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:07.013452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network fac24a96-1067-4d63-a941-4832e8c5c35d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:07.019959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:07.023105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.034054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=b0ef6d00-3bb0-4f83-8149-0d37aeef1923,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:07.054749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:07.063975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:07.066741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.150007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event deleted for resources: {'Subnet': ['ID=8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:07.158875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.170621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-407d306a-9981-4f10-9ec1-5f08f7db950c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "DELETE /v2.0/subnets/8ceaea58-40c8-4fbf-bc7f-ffe85451d5c5 HTTP/1.1" status: 204 len: 168 time: 1.0462224 Dec 12 15:35:07.174880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:07.218874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672ebe5-7da1-4b00-8412-1032be03da93 None None] Network 174296c6-4403-49ba-9e14-2711746a6b14 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:07.272983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-fb427e07-6802-4937-9c45-be51c08d69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:07.277324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-fb427e07-6802-4937-9c45-be51c08d69e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870882 Dec 12 15:35:07.331624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.351235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-045edb06-cd86-4c9f-97b7-0aff91864f20', 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20', 'project_id': 'e653a070c3fd45fb9a95d53f0f949eb0', 'fixed_ips': [{'subnet_id': 'b4e0bcfc-de15-4e01-99a8-a2817aa36247'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:07.352597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.574470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-647052eb-1929-496c-8293-08a4298a63fd service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835915 Dec 12 15:35:07.575431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Allocated IP 2001:db8::2 (045edb06-cd86-4c9f-97b7-0aff91864f20/b4e0bcfc-de15-4e01-99a8-a2817aa36247/80bb9686-7073-411b-9362-ba253926f854) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:07.735491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-620d8f23-6f12-49bb-b088-9b73fe1168b4 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0319769 Dec 12 15:35:07.743184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50688) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:07.751568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'network': {'name': 'tempest-router-network01--1383655404'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:07.793104 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49d9fc87-a099-451b-a4fe-9911015a1779 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df708fcf012848e08710d9bc2f26d15d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9956040 Dec 12 15:35:07.794258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9fc87-a099-451b-a4fe-9911015a1779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf86f796-1f4d-47f9-9c44-1efc02c93e2b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:07.803918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:07.807602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:07.810001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.816390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.823966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] DHCP port deletion for 174296c6-4403-49ba-9e14-2711746a6b14 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:07.839255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Deleting port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:07.839610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.862227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.892063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-345cf7e6-04f1-477c-b98e-9b352d13c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.898609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.943703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] For port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,segment=NetworkSegment(69683c4e-7c3f-4a6b-b3a7-c25313f4e48e),segment_id=69683c4e-7c3f-4a6b-b3a7-c25313f4e48e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:07.944151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.947956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2bf0ad96-22d5-4fc5-95a4-69e497caf841 None None] Provisioning complete for port b0ef6d00-3bb0-4f83-8149-0d37aeef1923 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:07.948332 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bf0ad96-22d5-4fc5-95a4-69e497caf841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:07.957791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Calling delete_port for 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:08.069813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.114753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-83ce6bd2-8971-453e-ac34-fe5955d92fcd service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037875 Dec 12 15:35:08.122375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event deleted for resources: {'Port': ['ID=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.126025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] No DVR routers for this DVR port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:08.233912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:08.242445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:08.245651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.246020 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Added segment e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4 of type vlan for network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a Dec 12 15:35:08.250455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:08.259529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:08.266799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Pushing event updated for resources: {'Port': ['ID=80bb9686-7073-411b-9362-ba253926f854,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.298370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0ad96-22d5-4fc5-95a4-69e497caf841 None None] Port b0ef6d00-3bb0-4f83-8149-0d37aeef1923 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:08.304993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.330760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.335587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Attempting to bind port 80bb9686-7073-411b-9362-ba253926f854 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:08.335964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Attempting to bind port 80bb9686-7073-411b-9362-ba253926f854 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2eb132e6-e22a-442b-bad3-1427c37bed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:08.336380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Attempting to bind port 80bb9686-7073-411b-9362-ba253926f854 on network 045edb06-cd86-4c9f-97b7-0aff91864f20 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:08.338850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.342641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:08.343053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Checking segment: {'id': '2eb132e6-e22a-442b-bad3-1427c37bed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:08.344607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.344607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Bound using segment: {'id': '2eb132e6-e22a-442b-bad3-1427c37bed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:08.344607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Bound port: 80bb9686-7073-411b-9362-ba253926f854, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb132e6-e22a-442b-bad3-1427c37bed32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '045edb06-cd86-4c9f-97b7-0aff91864f20'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:08.344607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.348902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Deleting port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:08.349445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.363453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.364531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.396175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-ebcd97be-bf4c-41bf-ab33-c1b30fd71d63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.2648835 Dec 12 15:35:08.404372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.421718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:08.422479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.458979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] For port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:08.459401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.482136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Calling delete_port for 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:08.487663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:35:08.491214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.495891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] For port 80bb9686-7073-411b-9362-ba253926f854, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:08.499639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] For port 80bb9686-7073-411b-9362-ba253926f854, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bb9686-7073-411b-9362-ba253926f854,segment=NetworkSegment(2eb132e6-e22a-442b-bad3-1427c37bed32),segment_id=2eb132e6-e22a-442b-bad3-1427c37bed32)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:08.518483 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.532623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.540126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.541019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] Pushing event deleted for resources: {'Port': ['ID=2fe4c7b5-24ef-42c7-b694-5c60705f7c9b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.550300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5176f-60a0-4423-81de-b577b7fdc6ff None None] No DVR routers for this DVR port 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:08.571681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network fac24a96-1067-4d63-a941-4832e8c5c35d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:08.582137 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:08.591140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.596678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=b0ef6d00-3bb0-4f83-8149-0d37aeef1923,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.604506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f552507-876a-4866-aa1c-ab13936864ec req-578dc374-33c6-4cbf-93fa-7834eeb01211 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:08.608798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f552507-876a-4866-aa1c-ab13936864ec req-578dc374-33c6-4cbf-93fa-7834eeb01211 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.8000529 Dec 12 15:35:08.625672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e786-d545-4d0d-8f22-dd23ce337155 None None] Pushing event updated for resources: {'Port': ['ID=80bb9686-7073-411b-9362-ba253926f854,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.633075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174296c6-4403-49ba-9e14-2711746a6b14']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:08.795218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:08.795735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69683c4e-7c3f-4a6b-b3a7-c25313f4e48e') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:08.815101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:08.832529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0851364 Dec 12 15:35:08.839662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.842005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:08.857260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.859459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'network': {'name': 'tempest-router-network02--526945580'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:08.865153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:08.865626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.885059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.889045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.890861 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf86f796-1f4d-47f9-9c44-1efc02c93e2b HTTP/1.1" status: 204 len: 168 time: 1.0858636 Dec 12 15:35:08.894504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:08.894870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fe4c7b5-24ef-42c7-b694-5c60705f7c9b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:08.900719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:08.905298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.931305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42096b9a-b785-48a3-81bd-e2df868801f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf86f796-1f4d-47f9-9c44-1efc02c93e2b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:08.976625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:08.990735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:08.991275 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Added segment 3f104726-0761-4c61-9285-bb57b8839156 of type vlan for network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:09.017578 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:09.048841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.090674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f552507-876a-4866-aa1c-ab13936864ec req-65e65368-c9a6-4d72-b737-f4933844a698 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725482 Dec 12 15:35:09.091828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.098494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.108430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:09.109277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.112493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.120657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] 10.222.0.36 "DELETE /v2.0/networks/174296c6-4403-49ba-9e14-2711746a6b14 HTTP/1.1" status: 204 len: 168 time: 1.9430897 Dec 12 15:35:09.128582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 8da9df61-3cf9-4b83-9f26-47b074c0948e has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:09.133035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b6b99-f35d-4084-a2e1-c3f2835deb52 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Network': ['ID=7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:09.187206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-3e8bf7d5-8ac1-49ed-b91b-4ac270e84b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:09.187647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:09.193295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-3e8bf7d5-8ac1-49ed-b91b-4ac270e84b57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.6269300 Dec 12 15:35:09.231787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Network': ['ID=19a348a1-3ece-422b-a8f8-640ba6bc74c4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:09.237814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-973df16c-c3f3-4cdb-9172-16f0670953af tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3935690 Dec 12 15:35:09.241437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:09.248853 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'subnet': {'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:09.253753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf4bb-357a-4991-8ea6-ec8f09b2581c tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944 tempest-ExtraDHCPOptionsIpV6TestJSON-2010458944-project] Pushing event deleted for resources: {'Network': ['ID=174296c6-4403-49ba-9e14-2711746a6b14,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:09.258959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.401850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-faf5103c-2c20-46f2-8948-d61e7ef71c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:09.403378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-faf5103c-2c20-46f2-8948-d61e7ef71c15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838155 Dec 12 15:35:09.409966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:09.572281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:09.582144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-775b3935-2d6f-412d-a4d2-85b0a0535681 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0744309 Dec 12 15:35:09.589110 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] Sync routers for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:09.589632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50724) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:09.610312 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:09.610948 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:09.631440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:09.636722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.716949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7587b6-b395-470f-9978-f5753015c93a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:09.720052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2b7587b6-b395-470f-9978-f5753015c93a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports/b0ef6d00-3bb0-4f83-8149-0d37aeef1923 HTTP/1.1" status: 200 len: 913 time: 0.1316078 Dec 12 15:35:09.764056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1d0a5f11-70c8-4907-ac76-1db83077d5e4 None None] Provisioning complete for port b0ef6d00-3bb0-4f83-8149-0d37aeef1923 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:09.764441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d0a5f11-70c8-4907-ac76-1db83077d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:09.772184 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:09.808333 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:09.816738 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:09.817346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50728) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:09.818045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:09.818609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50738) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:09.855170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-cef419ac-72d1-4244-9ed1-a027cad58d0f service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382257 Dec 12 15:35:09.889532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a5f11-70c8-4907-ac76-1db83077d5e4 None None] Port b0ef6d00-3bb0-4f83-8149-0d37aeef1923 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:09.902833 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:09.905164 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d36272-2746-4600-a7a7-c47040dc7c75 None None] The sync data for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:09.926391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.064806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Subnet': ['ID=243e477d-9510-43b0-a8f1-935e911e5e6c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:10.080661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Checking segment: {'id': 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:10.081281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network hostable DHCP agents. Network: 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:10.114595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:10.129585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:10.133952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:10.134640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.163383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5f4f78-9c45-4b6e-831e-301783f9178b None None] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:10.180428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-c4047301-92a0-4848-9e4c-9c383f765fff service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336023 Dec 12 15:35:10.185567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f662943c-bcd5-4e11-ad85-eac882899a70 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9419916 Dec 12 15:35:10.187371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:10.196970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'subnet': {'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:10.412761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.430232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:10.437441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.498070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4dfa926f-c8eb-4aa5-94e8-1188844aa7bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a9a1b439e394e84a8cde96136cee70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6779897 Dec 12 15:35:10.532965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a', 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a', 'project_id': 'e653a070c3fd45fb9a95d53f0f949eb0', 'fixed_ips': [{'subnet_id': '243e477d-9510-43b0-a8f1-935e911e5e6c'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:10.533845 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.565205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:10.565205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:10.623353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-19c2caaf-8036-4b55-824e-25c2b84f8c96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.1669302 Dec 12 15:35:10.663312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd4408-4b8e-42af-b617-7f70787de8f7 None None] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:10.737120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.806929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-43df260d-8f03-4402-b1f7-61bbb9c1ef09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d691ce15d3ce46c8a4b47cbe6f98dc7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9692693 Dec 12 15:35:10.813096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50782) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:10.826763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0f626-d6c6-44a4-9a19-164728a08ea9 req-19f5e952-4281-4942-9d0b-872f6b613c83 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:10.832815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04a0f626-d6c6-44a4-9a19-164728a08ea9 req-19f5e952-4281-4942-9d0b-872f6b613c83 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.3388777 Dec 12 15:35:10.863485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.877182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-990cd011-9ab1-4202-8e2a-65e16e7d25a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.877503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b12129a3-e0d6-4989-a830-64eaf35b82ff None None] Provisioning complete for port 80bb9686-7073-411b-9362-ba253926f854 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:10.877503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b12129a3-e0d6-4989-a830-64eaf35b82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:10.921624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-0e1dc00e-36c2-483e-9a1d-9ec15e3cbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:10.924294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-0e1dc00e-36c2-483e-9a1d-9ec15e3cbb0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.2334919 Dec 12 15:35:10.978147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bb9686-7073-411b-9362-ba253926f854 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:11.006709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.014025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.016817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.018002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/68a2182f-d18f-4e42-9f4f-cb81c89017d6 HTTP/1.1" status: 204 len: 168 time: 0.4506819 Dec 12 15:35:11.109202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Allocated IP 2001:db8::2 (7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a/243e477d-9510-43b0-a8f1-935e911e5e6c/2706b37d-62ad-40c8-8362-5587d7a61529) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:11.123978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad43362-696e-4ed6-8171-e37047fa3a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2182f-d18f-4e42-9f4f-cb81c89017d6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:11.155088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.182729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 80bb9686-7073-411b-9362-ba253926f854 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:11.184130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.242576 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.267971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Subnet': ['ID=a9186baf-2531-45d9-b118-9cdf643cfa26,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:11.301802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-990cd011-9ab1-4202-8e2a-65e16e7d25a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.311793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Checking segment: {'id': '3f104726-0761-4c61-9285-bb57b8839156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:11.312670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network hostable DHCP agents. Network: 19a348a1-3ece-422b-a8f8-640ba6bc74c4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:11.323207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-990cd011-9ab1-4202-8e2a-65e16e7d25a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.323975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.373156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 80bb9686-7073-411b-9362-ba253926f854, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bb9686-7073-411b-9362-ba253926f854,segment=NetworkSegment(2eb132e6-e22a-442b-bad3-1427c37bed32),segment_id=2eb132e6-e22a-442b-bad3-1427c37bed32)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:11.396336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cd011-9ab1-4202-8e2a-65e16e7d25a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836e67e-a6a7-4230-99d7-0720164e21bd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:11.483770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.513713 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-990cd011-9ab1-4202-8e2a-65e16e7d25a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef8dd5fd73874d3aafe412b58e5c3b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9474277 Dec 12 15:35:11.521109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:11.561891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:11.563406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=80bb9686-7073-411b-9362-ba253926f854,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:11.589772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 19a348a1-3ece-422b-a8f8-640ba6bc74c4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:11.599556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080538eb-65cf-48d8-8306-28d1cca695d9 None None] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:11.606935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04a0f626-d6c6-44a4-9a19-164728a08ea9 req-c88fd42b-a126-48eb-9c0e-25d9cafdddbb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364593 Dec 12 15:35:11.611094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:11.611820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.644934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9a062bcb-74a1-4096-9207-9ccab20469eb tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4541221 Dec 12 15:35:11.646716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:11.682719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.738904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-5d2936a2-31a1-4fce-a277-b039484b6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:11.745169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-5d2936a2-31a1-4fce-a277-b039484b6246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7887497 Dec 12 15:35:11.753462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.826863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.936334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.941979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:11.967192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.058994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:12.063125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-353d8ec3-b0b4-473f-b8a0-b9b1a60b49f5 None None] Provisioning complete for port 80bb9686-7073-411b-9362-ba253926f854 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:12.063544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-353d8ec3-b0b4-473f-b8a0-b9b1a60b49f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.065402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543d911-0f41-484b-97da-4798f383110b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-19a348a1-3ece-422b-a8f8-640ba6bc74c4', 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4', 'project_id': 'e653a070c3fd45fb9a95d53f0f949eb0', 'fixed_ips': [{'subnet_id': 'a9186baf-2531-45d9-b118-9cdf643cfa26'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:12.066231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.110522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:12.114780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Pushing event updated for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:12.122140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:12.139287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-07168e4d-b885-4eb7-8a44-787456bb5817 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686397 Dec 12 15:35:12.225163 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.235628 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.237128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1ca2e40-a42b-4f82-aa9a-01920db09e96 HTTP/1.1" status: 204 len: 168 time: 1.4196069 Dec 12 15:35:12.311619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.320452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.323115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1836e67e-a6a7-4230-99d7-0720164e21bd HTTP/1.1" status: 204 len: 168 time: 0.8002648 Dec 12 15:35:12.332914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee29bdb-c39d-49a0-96ad-15d4e623e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ca2e40-a42b-4f82-aa9a-01920db09e96,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:12.341504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Attempting to bind port 2706b37d-62ad-40c8-8362-5587d7a61529 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:12.342019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Attempting to bind port 2706b37d-62ad-40c8-8362-5587d7a61529 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:12.342379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Attempting to bind port 2706b37d-62ad-40c8-8362-5587d7a61529 on network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:12.343907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.349519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.377621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3751d86-56e5-4d61-8426-1306f9b611ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836e67e-a6a7-4230-99d7-0720164e21bd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:12.479106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-b543d911-0f41-484b-97da-4798f383110b None None] Allocated IP 2001:db8::2 (19a348a1-3ece-422b-a8f8-640ba6bc74c4/a9186baf-2531-45d9-b118-9cdf643cfa26/9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:12.599517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-6c47d5ba-6db8-4985-8809-7062ba67bac0 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448333 Dec 12 15:35:12.686492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.732367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a6a50398-7e7c-463a-8c05-81003c674065 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.1219893 Dec 12 15:35:12.749172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:12.750120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Checking segment: {'id': 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:12.751038 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.751672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Bound using segment: {'id': 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:12.752425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Bound port: 2706b37d-62ad-40c8-8362-5587d7a61529, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:12.753153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.833975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:12.839936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Allocated IP 2001:db8::1 (7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a/243e477d-9510-43b0-a8f1-935e911e5e6c/bf6ab266-af1b-4179-b784-7f496a6bb1f8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:12.943855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bb9686-7073-411b-9362-ba253926f854 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:13.003224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.038255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-e391c034-937f-4c16-92e7-021e812abba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:13.044475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-e391c034-937f-4c16-92e7-021e812abba4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.2977724 Dec 12 15:35:13.051122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.132734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:13.138364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:13.144779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Port': ['ID=bf6ab266-af1b-4179-b784-7f496a6bb1f8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:13.153729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:13.154395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.178126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc603095-8a58-41c3-b2cc-5ff2276a7eb0 req-6f983393-ca3f-4c1a-8e53-4f63ffcad7e5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:13.179677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc603095-8a58-41c3-b2cc-5ff2276a7eb0 req-6f983393-ca3f-4c1a-8e53-4f63ffcad7e5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.4462767 Dec 12 15:35:13.182427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543d911-0f41-484b-97da-4798f383110b None None] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:13.187133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543d911-0f41-484b-97da-4798f383110b None None] Pushing event updated for resources: {'Port': ['ID=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:13.191255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-b543d911-0f41-484b-97da-4798f383110b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:13.204816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543d911-0f41-484b-97da-4798f383110b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:13.221405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:13.223791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 80bb9686-7073-411b-9362-ba253926f854 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:13.224443 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.240050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2706b37d-62ad-40c8-8362-5587d7a61529,segment=NetworkSegment(e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4),segment_id=e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:13.281612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a7b241ba-d31b-4b30-b1f4-a67db64eef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:13.283179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a7b241ba-d31b-4b30-b1f4-a67db64eef9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245014 Dec 12 15:35:13.325930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.357129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port b0ef6d00-3bb0-4f83-8149-0d37aeef1923 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:13.357552 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.407553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc603095-8a58-41c3-b2cc-5ff2276a7eb0 req-6d6a8166-3d34-4406-a95f-087554732cf0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105322 Dec 12 15:35:13.420803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.515715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-ddbfe714-cd22-436b-b3e6-1ac7994bf005 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025554 Dec 12 15:35:13.517468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.575145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for b0ef6d00-3bb0-4f83-8149-0d37aeef1923 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:13.718647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-516afa2b-9cf2-4974-84b2-8942035cd637 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921268 Dec 12 15:35:13.806842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-167ede1e-1d87-45d8-88cc-a26368d9ca82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.0471635 Dec 12 15:35:13.863240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50864) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:13.899373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014805f-d28d-4329-ba5d-af1922426094 None None] Pushing event updated for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:13.938737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a934e074-d0d2-4372-b34c-7b7f8ffe9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:13.941143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-a934e074-d0d2-4372-b34c-7b7f8ffe9db2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1228549 Dec 12 15:35:13.965481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.969163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b543d911-0f41-484b-97da-4798f383110b None None] Attempting to bind port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:13.972374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b543d911-0f41-484b-97da-4798f383110b None None] Attempting to bind port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3f104726-0761-4c61-9285-bb57b8839156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:13.972873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543d911-0f41-484b-97da-4798f383110b None None] Attempting to bind port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 on network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:13.991167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543d911-0f41-484b-97da-4798f383110b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:13.994003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543d911-0f41-484b-97da-4798f383110b None None] Checking segment: {'id': '3f104726-0761-4c61-9285-bb57b8839156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:13.994507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:13.997483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543d911-0f41-484b-97da-4798f383110b None None] Bound using segment: {'id': '3f104726-0761-4c61-9285-bb57b8839156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:13.998113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b543d911-0f41-484b-97da-4798f383110b None None] Bound port: 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f104726-0761-4c61-9285-bb57b8839156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '19a348a1-3ece-422b-a8f8-640ba6bc74c4'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:14.000535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.015294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=b0ef6d00-3bb0-4f83-8149-0d37aeef1923,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:14.097821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.109108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.110665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.186805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-248f2eb9-53d1-40e2-8aa6-b663959c4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:14.188422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-248f2eb9-53d1-40e2-8aa6-b663959c4798 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2340839 Dec 12 15:35:14.285894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Port': ['ID=bf6ab266-af1b-4179-b784-7f496a6bb1f8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:14.287586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b543d911-0f41-484b-97da-4798f383110b None None] For port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:14.302676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b543d911-0f41-484b-97da-4798f383110b None None] For port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,segment=NetworkSegment(3f104726-0761-4c61-9285-bb57b8839156),segment_id=3f104726-0761-4c61-9285-bb57b8839156)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:14.315993 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b543d911-0f41-484b-97da-4798f383110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.516757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543d911-0f41-484b-97da-4798f383110b None None] Pushing event updated for resources: {'Port': ['ID=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:14.580730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:14.602925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:14.616428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:14.661327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-341368574', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:14.676473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-3963dcc1-5e69-49ed-904c-948f5c95231a service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758714 Dec 12 15:35:14.887873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b345b9a-8581-4c36-9d45-9239e3984e29 req-01794773-bf32-4765-8b11-63798918c877 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925347 Dec 12 15:35:14.916770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'networks': [{'name': 'tempest-network--94324804'}, {'name': 'tempest-network--280088277'}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:14.917480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-network--94324804'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:14.918345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-network--280088277'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:14.943786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2706b37d-62ad-40c8-8362-5587d7a61529 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:14.948330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:14.985854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:35:14.985854 n-d-710847-8 neutron-server[103411]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:35:14.985854 n-d-710847-8 neutron-server[103411]: [parameters: {'project_id': 'b0ab908b049d472498170b5ae89b609d', 'id': 'fc6ed452-7cc5-4e40-a52f-0e2f9d589631', 'expiration': datetime.datetime(2021, 12, 12, 15, 37, 14, 981574)}] Dec 12 15:35:14.985854 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:35:14.986342 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:35:14.990037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Router 70dbc149-ae07-47b5-9637-d52ad808fe6b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:35:15.047959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2706b37d-62ad-40c8-8362-5587d7a61529 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:15.048325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.113975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5126-5993-4864-80da-13266d414245 req-6a05b3f4-25b1-44dc-9420-755c28b85918 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:15.115705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54f5126-5993-4864-80da-13266d414245 req-6a05b3f4-25b1-44dc-9420-755c28b85918 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.4383066 Dec 12 15:35:15.118109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Made reservation on behalf of 01b0233168ec4d0180321b92f453eed7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:15.121162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.164692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.236884 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.338902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2706b37d-62ad-40c8-8362-5587d7a61529,segment=NetworkSegment(e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4),segment_id=e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:15.345568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54f5126-5993-4864-80da-13266d414245 req-2c5e9b8a-a46b-4482-84bf-25b54a0a2c59 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016115 Dec 12 15:35:15.348976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.498388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 8da9df61-3cf9-4b83-9f26-47b074c0948e has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:15.551485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:15.781300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'network': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:15.784755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.790465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:15.790700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b411f02-4d75-4664-b47f-510b8b9da0ba None None] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:15.796099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b12d649-79e1-48a4-a3d5-2752db6bea56 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9735427 Dec 12 15:35:15.797088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.803411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.806701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] device_id is not set on port 89bde9e8-e58b-4686-aad6-b66e4b2854a3 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:15.807881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:15.857345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:15.865434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:15.880719 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] Sync routers for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:15.900201 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:15.903736 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:15.917469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] Sync routers for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:15.933245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0388fdf7-7d86-4f37-a38c-4a8201c1125d tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2864270 Dec 12 15:35:15.952302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:15.980720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Allocated IP 172.25.3.2 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/89bde9e8-e58b-4686-aad6-b66e4b2854a3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:16.025657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-89663f22-b68e-4df5-8008-79399914b734 None None] Provisioning complete for port 2706b37d-62ad-40c8-8362-5587d7a61529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:16.026186 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-89663f22-b68e-4df5-8008-79399914b734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.027945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:16.028594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.180767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.237037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:16.237964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.240305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.278622 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.303818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b163306-e13f-4f5e-a481-7391d249026e None None] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:16.306563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:16.315285 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.317291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.318520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6cee7-b1e5-427f-b355-90fe249d9ead None None] The sync data for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:16.322102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.396871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Pushing event updated for resources: {'Port': ['ID=89bde9e8-e58b-4686-aad6-b66e4b2854a3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:16.430813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:16.434585 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972174a-096d-4027-8cad-c61375d22c82 None None] The sync data for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:16.436207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5843257-1c6e-4155-b92d-94eea3930bf5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:16.466247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:16.467841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:16.479458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:16.539625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f199e3-5aae-43fe-ab9b-257dfcecc329 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:16.587465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:16.588388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.650097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-052c38f0-3f5f-45b8-9742-8f85cc0d4620 tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7828202 Dec 12 15:35:16.651060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50922) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:16.656962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.2'}]}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:16.692899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.693969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.716532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Provisioning complete for port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:16.717832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.747797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ed3c6-7806-4b66-a609-98d7f0e28094 req-0293fa88-1658-4802-b82a-2b2726567016 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:16.755614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa7ed3c6-7806-4b66-a609-98d7f0e28094 req-0293fa88-1658-4802-b82a-2b2726567016 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1633141 Dec 12 15:35:16.864967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.881282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.882497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.941582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:16.949874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.001643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa7ed3c6-7806-4b66-a609-98d7f0e28094 req-df69f88c-2d2d-48f9-9791-5e829c6a499f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366619 Dec 12 15:35:17.038121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] For port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,segment=NetworkSegment(3f104726-0761-4c61-9285-bb57b8839156),segment_id=3f104726-0761-4c61-9285-bb57b8839156)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:17.045539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:17.054894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.147094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cceb82-aba9-45b3-bc02-e5581602cf06,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:17.153334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:17.182625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.183059 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment 7f9cd69d-2abb-47b6-bbbf-deef48a54456 of type vlan for network c94215d0-9660-4dad-a48b-556a0a3a47b6 Dec 12 15:35:17.246864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Provisioning complete for port 89bde9e8-e58b-4686-aad6-b66e4b2854a3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:17.247614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.310050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Port 89bde9e8-e58b-4686-aad6-b66e4b2854a3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:17.312335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.319842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.324601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Pushing event updated for resources: {'Port': ['ID=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:17.343397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:17.344029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.397568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Provisioning complete for port bf6ab266-af1b-4179-b784-7f496a6bb1f8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:17.397938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.420398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:35:17.510197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:17.544875 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-361e04d0-344b-4b94-ace5-59718d8ce952 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:35:17.546184 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-361e04d0-344b-4b94-ace5-59718d8ce952 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5910547 Dec 12 15:35:17.547791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.548305 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment 40dffe75-2902-4690-a1da-ac33ea83cced of type vlan for network 135f7931-70f1-4b20-842d-fd88d1f2d5fd Dec 12 15:35:17.550591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50934) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:17.577836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2706b37d-62ad-40c8-8362-5587d7a61529 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:17.587507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Port bf6ab266-af1b-4179-b784-7f496a6bb1f8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:17.657379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Provisioning complete for port 2706b37d-62ad-40c8-8362-5587d7a61529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:17.657783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f8a124-8464-45f9-b9be-ed88eace4484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.664391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.686210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.719133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2706b37d-62ad-40c8-8362-5587d7a61529 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:17.719564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.737222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.737848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.745893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.750980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:17.759236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:17.759931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.860572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=c94215d0-9660-4dad-a48b-556a0a3a47b6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:17.877385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c94215d0-9660-4dad-a48b-556a0a3a47b6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:17.933881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:17.994714 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.4107945 Dec 12 15:35:18.020164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:18.090593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fda13b1e-ae0d-4745-9230-884b144db574 None None] Provisioning complete for port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:18.091168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fda13b1e-ae0d-4745-9230-884b144db574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.097634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.187687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e269d8c-06a9-4234-916b-1827c3875d4b tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=135f7931-70f1-4b20-842d-fd88d1f2d5fd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:18.205393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 135f7931-70f1-4b20-842d-fd88d1f2d5fd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:18.222057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fda13b1e-ae0d-4745-9230-884b144db574 None None] Provisioning complete for port bf6ab266-af1b-4179-b784-7f496a6bb1f8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:18.222437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fda13b1e-ae0d-4745-9230-884b144db574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.315580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fda13b1e-ae0d-4745-9230-884b144db574 None None] Port bf6ab266-af1b-4179-b784-7f496a6bb1f8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:18.471647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ab674-3e68-4e1c-b85f-ee0a31260794 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:18.478694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ab674-3e68-4e1c-b85f-ee0a31260794 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:18.485172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ab674-3e68-4e1c-b85f-ee0a31260794 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:18.491471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ab674-3e68-4e1c-b85f-ee0a31260794 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:18.496142 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-162ab674-3e68-4e1c-b85f-ee0a31260794 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3963995 Dec 12 15:35:18.499803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:18.645955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.833673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:18.909645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.912262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.929603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:18.930660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:18.936314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8678961-b8bf-46dd-b885-e15e34e26256 req-21e98058-c978-4c0b-b635-dbb92fb31f5f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:18.938448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8678961-b8bf-46dd-b885-e15e34e26256 req-21e98058-c978-4c0b-b635-dbb92fb31f5f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.8489964 Dec 12 15:35:19.000608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.001222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4d270da-093a-452b-b6d5-823bce4b7c4d {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:35:19.036141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8678961-b8bf-46dd-b885-e15e34e26256 req-cbe9359c-0a0b-4c81-b355-7d8f55806818 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625575 Dec 12 15:35:19.037604 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 12 15:35:19.038588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b86647e0-4edd-4670-b11c-4d44698333cf tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.3852203 Dec 12 15:35:19.042229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50960) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:19.196077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Deleting port 89bde9e8-e58b-4686-aad6-b66e4b2854a3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:19.197013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.296030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.319010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:19.319419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.345998 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.352625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94215d0-9660-4dad-a48b-556a0a3a47b6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:19.358685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Calling delete_port for 89bde9e8-e58b-4686-aad6-b66e4b2854a3 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:19.392167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9cd69d-2abb-47b6-bbbf-deef48a54456') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:19.392542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9cd69d-2abb-47b6-bbbf-deef48a54456') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:19.397837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.413658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.489555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.490452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.511256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:19.511671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:19.522076 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:19.527009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Pushing event deleted for resources: {'Port': ['ID=89bde9e8-e58b-4686-aad6-b66e4b2854a3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:19.528815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49846cc-901e-4bbb-bd99-72ec4c881145 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:19.599776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.599776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.599776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.599776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.599776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.600659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.601106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.601713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.602147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.602629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.603065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.603482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.603900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:19.607394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.611038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-03811887-e391-4259-b297-f246d45a918c tempest-RoutersAdminNegativeTest-2123997466 tempest-RoutersAdminNegativeTest-2123997466-project-admin] 10.222.0.36 "DELETE /v2.0/ports/89bde9e8-e58b-4686-aad6-b66e4b2854a3 HTTP/1.1" status: 204 len: 168 time: 0.5661502 Dec 12 15:35:19.613133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.657265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.660281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for cd8cc7e7-d6df-4a8a-a66d-274c08d99c31 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:19.677325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.681053 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/c94215d0-9660-4dad-a48b-556a0a3a47b6 HTTP/1.1" status: 204 len: 168 time: 1.1803007 Dec 12 15:35:19.684312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50966) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:19.702994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd893-2936-4bc6-b0df-22213245de54 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=c94215d0-9660-4dad-a48b-556a0a3a47b6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:19.789845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.946146 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:19.977013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135f7931-70f1-4b20-842d-fd88d1f2d5fd']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:19.987998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dffe75-2902-4690-a1da-ac33ea83cced') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:19.988440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dffe75-2902-4690-a1da-ac33ea83cced') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:20.000247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.009691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port bf6ab266-af1b-4179-b784-7f496a6bb1f8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:20.010300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.016211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.019792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.027746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:20.027746 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:20.062295 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:20.126256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.133677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=cd8cc7e7-d6df-4a8a-a66d-274c08d99c31,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:20.167815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.175336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/135f7931-70f1-4b20-842d-fd88d1f2d5fd HTTP/1.1" status: 204 len: 168 time: 0.4894388 Dec 12 15:35:20.176171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:20.203738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b12d7-6197-4bb5-b1a8-104dea5ef41d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=135f7931-70f1-4b20-842d-fd88d1f2d5fd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:20.262975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:20.279676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.365367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31798d-08f2-4a12-832b-69d479856570 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:20.373584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31798d-08f2-4a12-832b-69d479856570 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:20.375597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0d31798d-08f2-4a12-832b-69d479856570 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1854479 Dec 12 15:35:20.392952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:20.404094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1444351933'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:20.422260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225b65-02a5-4294-9c39-6721cce181cb req-b50a9bb9-ea08-44a9-b882-7377b35908c6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:20.437409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.437932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd225b65-02a5-4294-9c39-6721cce181cb req-b50a9bb9-ea08-44a9-b882-7377b35908c6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2080150 Dec 12 15:35:20.482089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd225b65-02a5-4294-9c39-6721cce181cb req-fde9908b-da93-4462-8f24-ff7b4a173949 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488565 Dec 12 15:35:20.507450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for bf6ab266-af1b-4179-b784-7f496a6bb1f8 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:20.513618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c12bb3-5d6d-44c8-9dae-4996c5c82936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.587030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:20.590302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.697914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 8da9df61-3cf9-4b83-9f26-47b074c0948e has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:20.746360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:20.805466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.805819 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment ec2c2df1-0df5-4cee-82f3-7010aa13f5bb of type vlan for network f828028a-d161-4e0e-a88e-d5440aa3d9f7 Dec 12 15:35:20.923698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:20.941151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] Sync routers for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:20.943423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51004) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:20.943701 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f018c5bb-9b25-4f1e-8dbc-a62a8e3102c6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1174405 Dec 12 15:35:20.946088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.963645 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c12bb3-5d6d-44c8-9dae-4996c5c82936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:20.973859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-27ec7d2e-8419-4fe7-bed8-03565ff8a405 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8da9df61-3cf9-4b83-9f26-47b074c0948e HTTP/1.1" status: 200 len: 205 time: 0.0290515 Dec 12 15:35:20.974989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:20.975657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:20.976358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51008) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:20.994327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-07c12bb3-5d6d-44c8-9dae-4996c5c82936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.066650 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.072771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:21.073420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.086940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:21.088552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-07c12bb3-5d6d-44c8-9dae-4996c5c82936 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bb4620a0a084ec28c9f65f10cbe499b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8224754 Dec 12 15:35:21.089356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.095382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51012) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:21.107428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c12bb3-5d6d-44c8-9dae-4996c5c82936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7976416-bbbc-4436-851f-106a6b99723a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:21.125078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] Routers {'8da9df61-3cf9-4b83-9f26-47b074c0948e'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:21.126895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8da9df61-3cf9-4b83-9f26-47b074c0948e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:21.187093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.189643 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7955346 Dec 12 15:35:21.190502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=bf6ab266-af1b-4179-b784-7f496a6bb1f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:21.192188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:21.205999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1607245618'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:21.215029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d690-5082-4dfc-bb44-d1d525e18251 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=f828028a-d161-4e0e-a88e-d5440aa3d9f7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:21.244934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f828028a-d161-4e0e-a88e-d5440aa3d9f7 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:21.308926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:21.311261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5415d8-893c-4b9b-9a08-b3b9454a44bf None None] The sync data for ids ['8da9df61-3cf9-4b83-9f26-47b074c0948e'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:21.333393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.360442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.391832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:21.395443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.463682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.470952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.474734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.558778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:21.624282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.624700 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment ab3a5b11-d397-40aa-96bd-0be4f9bd25bd of type vlan for network a1cf5a7d-d349-40db-9b5c-759cfe2a54ff Dec 12 15:35:21.659064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.659064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router 8da9df61-3cf9-4b83-9f26-47b074c0948e {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:35:21.659064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.660293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aab7c785-21c3-438a-ad84-8d57fb3d91bd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e HTTP/1.1" status: 204 len: 168 time: 0.6814725 Dec 12 15:35:21.663459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51026) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:21.732266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81569408-3213-497c-b840-10566d76cc08 req-858ded07-63e8-4353-95d1-e2b7640d241d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:21.734467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81569408-3213-497c-b840-10566d76cc08 req-858ded07-63e8-4353-95d1-e2b7640d241d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1289659 Dec 12 15:35:21.748770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet df2ec490-ad1e-4f70-93a4-073678044d8a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:21.759474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.794515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.797102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.798278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7976416-bbbc-4436-851f-106a6b99723a HTTP/1.1" status: 204 len: 168 time: 0.6995711 Dec 12 15:35:21.825633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6dc74-e1c5-43c5-87af-8f30cecb12bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7976416-bbbc-4436-851f-106a6b99723a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:21.871954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:21.912057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81569408-3213-497c-b840-10566d76cc08 req-95dc8dee-42d4-4e1b-b77c-16921c0d90f0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690412 Dec 12 15:35:21.999059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.002697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Router 70dbc149-ae07-47b5-9637-d52ad808fe6b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:22.010278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.104736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.109182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.110884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:22.111537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.137961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e139e5-2475-4186-9293-39b170d37867 None None] Network fac24a96-1067-4d63-a941-4832e8c5c35d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:22.142388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:22.148277 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f09e544-d8f8-417b-b823-33228f85e9db tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5888505 Dec 12 15:35:22.167224 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] Sync routers for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:22.167808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.178451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/df2ec490-ad1e-4f70-93a4-073678044d8a HTTP/1.1" status: 204 len: 168 time: 0.5138125 Dec 12 15:35:22.182062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51044) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.183120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51048) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.190235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:22.191871 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:22.198091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0025632 Dec 12 15:35:22.199200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9036f3-61a2-4269-a0af-8a6b4a7efe8f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=df2ec490-ad1e-4f70-93a4-073678044d8a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:22.202652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51050) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.242078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f29092-be05-4528-bf82-99620d6c2f33 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=a1cf5a7d-d349-40db-9b5c-759cfe2a54ff,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:22.261475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet 4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:22.265614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.280065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'ports': [{'network_id': 'f828028a-d161-4e0e-a88e-d5440aa3d9f7', 'name': 'tempest-port--1641160034', 'admin_state_up': True}, {'network_id': 'a1cf5a7d-d349-40db-9b5c-759cfe2a54ff', 'admin_state_up': False}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:22.288710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'port': {'network_id': 'f828028a-d161-4e0e-a88e-d5440aa3d9f7', 'name': 'tempest-port--1641160034', 'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:22.290025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'port': {'network_id': 'a1cf5a7d-d349-40db-9b5c-759cfe2a54ff', 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:22.292771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.302217 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-937fc86d-b375-45d4-b2b0-749b41c4e102 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] delete failed (client error): The resource could not be found. Dec 12 15:35:22.303476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-937fc86d-b375-45d4-b2b0-749b41c4e102 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1045114549 HTTP/1.1" status: 404 len: 335 time: 0.1192513 Dec 12 15:35:22.309955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.310467 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:22.323378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:22.324010 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:22.326329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bb6dfd7b-c105-4ead-92ce-f0b2eb2dbcfe tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'router': {'external_gateway_info': {'network_id': '70dbc149-ae07-47b5-9637-d52ad808fe6b'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:22.366654 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:22.367923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19605c-8299-4247-82ba-f5e94d270892 None None] The sync data for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:22.394247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.472539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a1cf5a7d-d349-40db-9b5c-759cfe2a54ff details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:22.493705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.525537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'port': 2} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:22.531109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.548827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.651007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] device_id is not set on port d857c4e7-d164-4797-82ee-13161f435f89 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:22.680697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] DHCP port deletion for fac24a96-1067-4d63-a941-4832e8c5c35d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:22.695936 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca9d231d-a1ab-4222-bac2-6dc198968c24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01b0233168ec4d0180321b92f453eed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4013562 Dec 12 15:35:22.723875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.766470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Deleting port 618f33cc-f4c4-4b3a-afcc-48d134adf75b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:22.767176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.835496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] For port 618f33cc-f4c4-4b3a-afcc-48d134adf75b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=618f33cc-f4c4-4b3a-afcc-48d134adf75b,segment=NetworkSegment(75e0b72d-92a2-4ef6-b476-4fb81f8a8953),segment_id=75e0b72d-92a2-4ef6-b476-4fb81f8a8953)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:22.836511 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.839854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.840680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.848460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb6dfd7b-c105-4ead-92ce-f0b2eb2dbcfe tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.857337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 618f33cc-f4c4-4b3a-afcc-48d134adf75b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:22.877374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Calling delete_port for 618f33cc-f4c4-4b3a-afcc-48d134adf75b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:22.902835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:22.918844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:22.928574 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d467550c-9cd7-4ae4-9ee5-3c0c1b431e84 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea HTTP/1.1" status: 204 len: 168 time: 0.7438776 Dec 12 15:35:22.936128 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-bb6dfd7b-c105-4ead-92ce-f0b2eb2dbcfe tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] update failed (client error): The resource could not be found. Dec 12 15:35:22.937565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51064) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.942245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb6dfd7b-c105-4ead-92ce-f0b2eb2dbcfe tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b HTTP/1.1" status: 404 len: 339 time: 0.6236994 Dec 12 15:35:22.945378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:22.965454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1878175437'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:23.006538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] device_id is not set on port e6245371-9cdf-4ecb-ac17-b02b9f32dc97 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:23.006876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.019401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:23.023308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.052569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.057081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fc7c1-2558-4f75-a997-40fc4ad970d0 None None] Network 15c8ad43-3edf-4606-9e66-9fc111d43819 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:23.085691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:23.140587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.141100 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Added segment d271cbe2-17fa-42bd-bc1f-f27fd4027913 of type vlan for network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c Dec 12 15:35:23.161182 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.194040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.212369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.215451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.219730 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5843257-1c6e-4155-b92d-94eea3930bf5 HTTP/1.1" status: 204 len: 168 time: 0.4917219 Dec 12 15:35:23.234022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No active binding found for port 618f33cc-f4c4-4b3a-afcc-48d134adf75b {{(pid=103413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 15:35:23.236737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 618f33cc-f4c4-4b3a-afcc-48d134adf75b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:23.237539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9e04-24ba-4fd0-92fe-2d1080a297f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5843257-1c6e-4155-b92d-94eea3930bf5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.243464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.248231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.254383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:23.255242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.308564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351e2fd-4724-4897-a889-c920f6247c67 req-f72b8082-b8e7-4b03-8ab7-becf80703c52 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:23.317408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d351e2fd-4724-4897-a889-c920f6247c67 req-f72b8082-b8e7-4b03-8ab7-becf80703c52 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2703283 Dec 12 15:35:23.328158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3815360 Dec 12 15:35:23.331351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:23.337489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'subnet': {'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:23.422565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] No DVR routers for this DVR port 618f33cc-f4c4-4b3a-afcc-48d134adf75b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:23.427864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dece3-cd5d-44d8-a125-d561de17e9bd tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Network': ['ID=e2c9f7ff-fc82-40d9-9f92-12783dd9f98c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.438543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef569c-3e22-40d8-a0f5-3f90d9b6c478 None None] Pushing event deleted for resources: {'Port': ['ID=618f33cc-f4c4-4b3a-afcc-48d134adf75b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.462275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Made reservation on behalf of e653a070c3fd45fb9a95d53f0f949eb0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:23.465857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:23.466292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.552105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.607125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d351e2fd-4724-4897-a889-c920f6247c67 req-71126b3f-66ff-4be2-a0ee-148b97322c26 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884445 Dec 12 15:35:23.654149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac24a96-1067-4d63-a941-4832e8c5c35d']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:23.678530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] DHCP port deletion for 15c8ad43-3edf-4606-9e66-9fc111d43819 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:23.690219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.694284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e0b72d-92a2-4ef6-b476-4fb81f8a8953') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:23.694559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e0b72d-92a2-4ef6-b476-4fb81f8a8953') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:23.709438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.725724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.735002 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.746083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:23.746531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:23.750447 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:23.775277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Deleting port 7ae94266-6596-424f-b126-ba5120602de5 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:23.776165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.820686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.880572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.888517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Subnet': ['ID=85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.898690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] For port 7ae94266-6596-424f-b126-ba5120602de5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ae94266-6596-424f-b126-ba5120602de5,segment=NetworkSegment(a3db18f7-7489-4c72-a2a0-847f6f045564),segment_id=a3db18f7-7489-4c72-a2a0-847f6f045564)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:23.898914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Checking segment: {'id': 'd271cbe2-17fa-42bd-bc1f-f27fd4027913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:23.899287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network hostable DHCP agents. Network: e2c9f7ff-fc82-40d9-9f92-12783dd9f98c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:23.899665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.911459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:23.917751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/fac24a96-1067-4d63-a941-4832e8c5c35d HTTP/1.1" status: 204 len: 168 time: 0.9789653 Dec 12 15:35:23.921486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:23.935370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Calling delete_port for 7ae94266-6596-424f-b126-ba5120602de5 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:23.939845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7757e-ab61-44ac-a8de-c528c3547040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=fac24a96-1067-4d63-a941-4832e8c5c35d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.953653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Port': ['ID=d857c4e7-d164-4797-82ee-13161f435f89,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:23.991815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Checking segment: {'id': 'ec2c2df1-0df5-4cee-82f3-7010aa13f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f828028a-d161-4e0e-a88e-d5440aa3d9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:23.993172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network hostable DHCP agents. Network: f828028a-d161-4e0e-a88e-d5440aa3d9f7, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:23.996172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:24.018559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network f828028a-d161-4e0e-a88e-d5440aa3d9f7 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:24.047556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f828028a-d161-4e0e-a88e-d5440aa3d9f7) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:24.054399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:24.056518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.068187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b471042-143e-455b-9302-23416bb77ebe None None] Network f828028a-d161-4e0e-a88e-d5440aa3d9f7 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:24.098536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.131687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.143987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e2c9f7ff-fc82-40d9-9f92-12783dd9f98c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:24.179607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:24.182648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.220113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Port': ['ID=e6245371-9cdf-4ecb-ac17-b02b9f32dc97,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:24.238851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41363e-0f0e-4f5f-b490-66c8003a40b0 None None] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:24.243664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Checking segment: {'id': 'ab3a5b11-d397-40aa-96bd-0be4f9bd25bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1cf5a7d-d349-40db-9b5c-759cfe2a54ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:24.244025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network hostable DHCP agents. Network: a1cf5a7d-d349-40db-9b5c-759cfe2a54ff, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:24.265826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96d80658-2b28-49f6-ae78-caeb9d149fd2 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9332829 Dec 12 15:35:24.268866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51096) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:24.298482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ab7e570a-b527-4683-a4e8-b4c6d1714118 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:24.301730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network a1cf5a7d-d349-40db-9b5c-759cfe2a54ff is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:24.346781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] No DVR routers for this DVR port 7ae94266-6596-424f-b126-ba5120602de5 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:24.350187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e4419-c6da-41a8-b4ba-eaa94b17e82e None None] Pushing event deleted for resources: {'Port': ['ID=7ae94266-6596-424f-b126-ba5120602de5,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:24.404191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a1cf5a7d-d349-40db-9b5c-759cfe2a54ff) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:24.409173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.411634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:24.418995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:24.424589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:24.425310 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.436550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c8ad43-3edf-4606-9e66-9fc111d43819']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:24.447256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081fa43-ccee-4d0a-8247-a22e07d53141 None None] Network a1cf5a7d-d349-40db-9b5c-759cfe2a54ff requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:24.450954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3db18f7-7489-4c72-a2a0-847f6f045564') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:24.451515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3db18f7-7489-4c72-a2a0-847f6f045564') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:24.463695 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.491164 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.502236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:24.502901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.599386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aed2f21f-ed89-482b-9060-9c53181c86e2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3936477 Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:24.601739 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:24.604732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:24.683113 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7e570a-b527-4683-a4e8-b4c6d1714118 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.710168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.724755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.725927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-e2c9f7ff-fc82-40d9-9f92-12783dd9f98c', 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c', 'project_id': 'e653a070c3fd45fb9a95d53f0f949eb0', 'fixed_ips': [{'subnet_id': '85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:24.727232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.733430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/15c8ad43-3edf-4606-9e66-9fc111d43819 HTTP/1.1" status: 204 len: 168 time: 0.8067882 Dec 12 15:35:24.738675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51112) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:24.750490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-882670630'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:24.814641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd453e0-723f-4f06-ab6f-0f9f0bc5d4dd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=15c8ad43-3edf-4606-9e66-9fc111d43819,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:24.838850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:24.843904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:24.884396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211cf6b-aa64-4158-8e03-6b9a7a5af103 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:24.902061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6211cf6b-aa64-4158-8e03-6b9a7a5af103 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:24.904880 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6211cf6b-aa64-4158-8e03-6b9a7a5af103 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2985582 Dec 12 15:35:24.905508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:24.911740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:24.936089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ae94266-6596-424f-b126-ba5120602de5 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:24.988771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7ae94266-6596-424f-b126-ba5120602de5 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:24.989189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ae94266-6596-424f-b126-ba5120602de5 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:24.998401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:25.011440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e84f0-f8aa-4274-9f8d-c80fb9079f34 req-8001f320-543e-486c-9ef7-1e77f2e2382f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:25.012917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Allocated IP 2001:db8:1::2 (e2c9f7ff-fc82-40d9-9f92-12783dd9f98c/85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a/cf479de8-f8e1-4814-a0d8-45fc819f67d9) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:25.014373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061e84f0-f8aa-4274-9f8d-c80fb9079f34 req-8001f320-543e-486c-9ef7-1e77f2e2382f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2767622 Dec 12 15:35:25.052612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting port d857c4e7-d164-4797-82ee-13161f435f89 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:25.055540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.074973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061e84f0-f8aa-4274-9f8d-c80fb9079f34 req-e7f37482-d0d4-4859-abbe-facc430afc18 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Dec 12 15:35:25.083602 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.084082 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment f83215f5-6d50-43bc-8ef6-e0affc102a73 of type vlan for network 8b04981c-2a80-4673-b279-89a91ebf73f8 Dec 12 15:35:25.141286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1404710530'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:25.159902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.181871 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-ab7e570a-b527-4683-a4e8-b4c6d1714118 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:35:25.185342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.187210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab7e570a-b527-4683-a4e8-b4c6d1714118 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b HTTP/1.1" status: 400 len: 364 time: 0.9171960 Dec 12 15:35:25.188459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:25.207512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:25.208876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.211466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.212850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.216571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:25.217247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.223371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.258317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Calling delete_port for d857c4e7-d164-4797-82ee-13161f435f89 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:25.274649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.281850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5421398 Dec 12 15:35:25.283439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:25.287692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:25.293812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:25.308210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Pushing event updated for resources: {'Port': ['ID=cf479de8-f8e1-4814-a0d8-45fc819f67d9,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:25.309254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51122) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:25.328692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:25.428041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Attempting to bind port cf479de8-f8e1-4814-a0d8-45fc819f67d9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:25.428741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Attempting to bind port cf479de8-f8e1-4814-a0d8-45fc819f67d9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd271cbe2-17fa-42bd-bc1f-f27fd4027913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:25.429307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Attempting to bind port cf479de8-f8e1-4814-a0d8-45fc819f67d9 on network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:25.437108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c05f5-bea1-4265-983e-ed2139907498 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=8b04981c-2a80-4673-b279-89a91ebf73f8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:25.439539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:25.439937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Checking segment: {'id': 'd271cbe2-17fa-42bd-bc1f-f27fd4027913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:25.440347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.443845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Bound using segment: {'id': 'd271cbe2-17fa-42bd-bc1f-f27fd4027913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:25.444447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Bound port: cf479de8-f8e1-4814-a0d8-45fc819f67d9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd271cbe2-17fa-42bd-bc1f-f27fd4027913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e2c9f7ff-fc82-40d9-9f92-12783dd9f98c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:25.444877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.464333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:25.521464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:25.531986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.606913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] For port cf479de8-f8e1-4814-a0d8-45fc819f67d9, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:25.610942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] For port cf479de8-f8e1-4814-a0d8-45fc819f67d9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf479de8-f8e1-4814-a0d8-45fc819f67d9,segment=NetworkSegment(d271cbe2-17fa-42bd-bc1f-f27fd4027913),segment_id=d271cbe2-17fa-42bd-bc1f-f27fd4027913)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:25.622646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.706524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075c90-b14f-4cee-90a3-caf1fe474b79 None None] Pushing event updated for resources: {'Port': ['ID=cf479de8-f8e1-4814-a0d8-45fc819f67d9,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:25.769772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.773100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.808711 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.815041 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/ports/d857c4e7-d164-4797-82ee-13161f435f89 HTTP/1.1" status: 204 len: 168 time: 0.9021645 Dec 12 15:35:25.823485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51130) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:25.861236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.868890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Port': ['ID=d857c4e7-d164-4797-82ee-13161f435f89,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:25.880511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.881201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.881718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.882225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.882772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.883288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.883807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.884303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.884856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.885427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.886055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.886715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.887469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cab5da-456b-4f70-82d5-59b47d6fad67 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:25.892204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:25.922836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:25.955955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.031481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b69e67-acba-4069-a4e2-00e248a59e4f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:26.036373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.036830 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment daf20a78-99d3-4711-975c-144b2522adb4 of type vlan for network 290feca1-db32-418c-bfff-d45518c1f886 Dec 12 15:35:26.090280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=53c4e313-c46c-4a25-b857-312ea81008d3,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:26.110743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting port e6245371-9cdf-4ecb-ac17-b02b9f32dc97 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:26.111089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.219143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.220954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.234630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Calling delete_port for e6245371-9cdf-4ecb-ac17-b02b9f32dc97 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:26.301034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.308287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:26.309019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.407854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=290feca1-db32-418c-bfff-d45518c1f886,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:26.419350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 290feca1-db32-418c-bfff-d45518c1f886 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:26.432014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bfbe30cd-2363-4f58-be24-dfd1afeeca91 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5245745 Dec 12 15:35:26.486087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Allocated IP 2001:db8::1 (045edb06-cd86-4c9f-97b7-0aff91864f20/b4e0bcfc-de15-4e01-99a8-a2817aa36247/aad0bef0-5123-48f0-b7c6-da666b2608c6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:26.882343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:26.968283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf479de8-f8e1-4814-a0d8-45fc819f67d9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:27.042342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.149359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cf479de8-f8e1-4814-a0d8-45fc819f67d9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:27.149740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.160978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': 'f83215f5-6d50-43bc-8ef6-e0affc102a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:27.161566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 8b04981c-2a80-4673-b279-89a91ebf73f8, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:27.225844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:27.241910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bec8c-f694-4e6a-9d0d-9edc9fcfaef7 req-3afbda51-2e81-4614-bae8-7ba94a043a51 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:27.243437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:27.243669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-110bec8c-f694-4e6a-9d0d-9edc9fcfaef7 req-3afbda51-2e81-4614-bae8-7ba94a043a51 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1977053 Dec 12 15:35:27.246794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:27.259423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:27.261619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.266244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Port': ['ID=aad0bef0-5123-48f0-b7c6-da666b2608c6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:27.428487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.463425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 8b04981c-2a80-4673-b279-89a91ebf73f8) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:27.480347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:27.481637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.499902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a793ab-608a-43c7-b0e0-46f9ad42ffdd None None] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:27.531627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-110bec8c-f694-4e6a-9d0d-9edc9fcfaef7 req-220cd2f2-cb87-47e3-b449-5ca2d5179dfb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709241 Dec 12 15:35:27.565382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6a62f195-1591-40b3-85c7-8e9dd6cf35b0 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2505610 Dec 12 15:35:27.567527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:27.585323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932814182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:27.590512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.618220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.627203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/ports/e6245371-9cdf-4ecb-ac17-b02b9f32dc97 HTTP/1.1" status: 204 len: 168 time: 1.8024564 Dec 12 15:35:27.631933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51156) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:27.721095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91a3dfa3-e8e8-4d17-9462-cf205a0e728a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0851414 Dec 12 15:35:27.723326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51158) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:27.724361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d40753-cbae-4866-b3c7-f6a0a2758678 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Port': ['ID=e6245371-9cdf-4ecb-ac17-b02b9f32dc97,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:27.734979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388057703'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:27.764381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.804913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:27.807618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.808733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.809969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.866485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:27.880273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.881203 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment 1007a56a-96ad-409d-bcae-b905cd26b944 of type vlan for network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d Dec 12 15:35:27.934502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.983668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:27.997156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:28.000402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.017911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066b2d7-8a08-41e8-8c34-b4ea9182c3cd None None] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:28.161283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=2f59845f-27ab-4cd4-ac4d-555e4d240e1d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:28.166935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port cf479de8-f8e1-4814-a0d8-45fc819f67d9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf479de8-f8e1-4814-a0d8-45fc819f67d9,segment=NetworkSegment(d271cbe2-17fa-42bd-bc1f-f27fd4027913),segment_id=d271cbe2-17fa-42bd-bc1f-f27fd4027913)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:28.172512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f19af392-fe05-4855-aa40-690a965768fd tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4446862 Dec 12 15:35:28.173464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51164) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:28.180340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1296561630'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:28.214164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:28.218493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.265344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.279093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.283262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:28.311334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.311896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.312341 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Added segment 42be9121-1d6a-4248-aae4-c111141c3ec9 of type vlan for network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 Dec 12 15:35:28.425545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.465641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=cf479de8-f8e1-4814-a0d8-45fc819f67d9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:28.525524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.539383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:28.542660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.546383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2778415b-bbf9-49af-a18c-853155de4f7d None None] Provisioning complete for port cf479de8-f8e1-4814-a0d8-45fc819f67d9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:28.547599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2778415b-bbf9-49af-a18c-853155de4f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.689909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:28.854550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6767073 Dec 12 15:35:28.874089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb8904-8639-4a19-b42e-30a447174ea2 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Network': ['ID=b590d3b0-e506-46c5-b1ea-c15566f1ddc2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:28.904661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee2f8c-f747-4a35-b06c-326d0c488485 req-9272647c-9405-4e1f-9bb6-eefd72423d3d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:28.908693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cee2f8c-f747-4a35-b06c-326d0c488485 req-9272647c-9405-4e1f-9bb6-eefd72423d3d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1885879 Dec 12 15:35:28.908854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf479de8-f8e1-4814-a0d8-45fc819f67d9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:28.911560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:28.954114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.960228 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d29aa302-5f39-4cee-afaf-f2cde814246a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3912826 Dec 12 15:35:28.972086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.981718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-8b04981c-2a80-4673-b279-89a91ebf73f8', 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': '53c4e313-c46c-4a25-b857-312ea81008d3'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:28.982667 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:28.984261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:29.003413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'port': {'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8', 'name': 'tempest-RoutersIpV6Test-775597576'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:29.014358 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:29.021062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:29.140673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cee2f8c-f747-4a35-b06c-326d0c488485 req-bec8e38d-c24d-409e-90e3-28d704fc23ee tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121575 Dec 12 15:35:29.974878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cf479de8-f8e1-4814-a0d8-45fc819f67d9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:29.975830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.069040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3bb463b3-47c8-420a-9c3a-15459cd45092 None None] Provisioning complete for port cf479de8-f8e1-4814-a0d8-45fc819f67d9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:30.071731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3bb463b3-47c8-420a-9c3a-15459cd45092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.139636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Allocated IP 2001:db8::2 (8b04981c-2a80-4673-b279-89a91ebf73f8/53c4e313-c46c-4a25-b857-312ea81008d3/999376fc-366a-4420-a12a-9607f1afd8c6) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:30.189802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51182) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:30.195758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': '290feca1-db32-418c-bfff-d45518c1f886', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:30.315456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event updated for resources: {'Port': ['ID=aad0bef0-5123-48f0-b7c6-da666b2608c6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:30.332700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:30.337192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:30.374175 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:35:30.374175 n-d-710847-8 neutron-server[103412]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:35:30.374175 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'id': '526e2f0d-1925-497b-ac59-e7ad70ad5434', 'expiration': datetime.datetime(2021, 12, 12, 15, 37, 30, 362181)}] Dec 12 15:35:30.374175 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:35:30.375120 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:35:30.388880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6794884-b37c-43a2-a9e9-e0595c78ad25 req-16fcbe97-900e-4d01-a326-8dc9923c0cb2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:30.397117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6794884-b37c-43a2-a9e9-e0595c78ad25 req-16fcbe97-900e-4d01-a326-8dc9923c0cb2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1247787 Dec 12 15:35:30.450434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6794884-b37c-43a2-a9e9-e0595c78ad25 req-9f548b7e-f3b2-4505-85c9-0dbb7a4df251 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519290 Dec 12 15:35:30.543609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Router 70dbc149-ae07-47b5-9637-d52ad808fe6b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:30.548402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:30.552658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.582173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] device_id is not set on port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:30.675435 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.693016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3bb463b3-47c8-420a-9c3a-15459cd45092 None None] Provisioning complete for port aad0bef0-5123-48f0-b7c6-da666b2608c6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:30.693386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3bb463b3-47c8-420a-9c3a-15459cd45092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.749893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3bb463b3-47c8-420a-9c3a-15459cd45092 None None] Port aad0bef0-5123-48f0-b7c6-da666b2608c6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:30.751924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.800091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:30.802734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8::c7 (8b04981c-2a80-4673-b279-89a91ebf73f8/53c4e313-c46c-4a25-b857-312ea81008d3/82e2dda7-51ba-48b9-8fe9-03ae1b991e7c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:30.803094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:30.807523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:30.816937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Pushing event updated for resources: {'Port': ['ID=999376fc-366a-4420-a12a-9607f1afd8c6,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:30.911751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Attempting to bind port 999376fc-366a-4420-a12a-9607f1afd8c6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:30.912417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Attempting to bind port 999376fc-366a-4420-a12a-9607f1afd8c6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f83215f5-6d50-43bc-8ef6-e0affc102a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:30.913001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Attempting to bind port 999376fc-366a-4420-a12a-9607f1afd8c6 on network 8b04981c-2a80-4673-b279-89a91ebf73f8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:30.922018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6be64af0-f9c8-4472-94d3-0a4a057c6105 None None] Provisioning complete for port aad0bef0-5123-48f0-b7c6-da666b2608c6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:30.922787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6be64af0-f9c8-4472-94d3-0a4a057c6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.929215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:30.934867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.941964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:30.943752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Checking segment: {'id': 'f83215f5-6d50-43bc-8ef6-e0affc102a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:30.946265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:30.946842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Bound using segment: {'id': 'f83215f5-6d50-43bc-8ef6-e0affc102a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:30.947507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Bound port: 999376fc-366a-4420-a12a-9607f1afd8c6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83215f5-6d50-43bc-8ef6-e0affc102a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8b04981c-2a80-4673-b279-89a91ebf73f8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:30.949120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.025539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6be64af0-f9c8-4472-94d3-0a4a057c6105 None None] Port aad0bef0-5123-48f0-b7c6-da666b2608c6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:31.082540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] For port 999376fc-366a-4420-a12a-9607f1afd8c6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:31.088517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] For port 999376fc-366a-4420-a12a-9607f1afd8c6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=999376fc-366a-4420-a12a-9607f1afd8c6,segment=NetworkSegment(f83215f5-6d50-43bc-8ef6-e0affc102a73),segment_id=f83215f5-6d50-43bc-8ef6-e0affc102a73)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:31.103779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.251556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4348082-b700-43f0-a29d-27cad69b059c None None] Pushing event updated for resources: {'Port': ['ID=999376fc-366a-4420-a12a-9607f1afd8c6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:31.339838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.418258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.436215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:31.451346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e2347ecc-cb84-41d6-86f8-c2db049ddcf3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2586100 Dec 12 15:35:31.451552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] Sync routers for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:31.460462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:31.462565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:31.485880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:31.489737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:31.541900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': 'daf20a78-99d3-4711-975c-144b2522adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '290feca1-db32-418c-bfff-d45518c1f886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:31.551029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: 290feca1-db32-418c-bfff-d45518c1f886, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:31.663989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:31.670833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 290feca1-db32-418c-bfff-d45518c1f886 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:31.717985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 290feca1-db32-418c-bfff-d45518c1f886) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:31.740598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9175d-e3d7-46e2-be9b-e784523cc5d3 None None] Network 290feca1-db32-418c-bfff-d45518c1f886 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:31.743957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:31.744550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.756262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:31.756996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:31.865140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd805adf-56b1-4fc4-86ee-d17a896246e1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6737885 Dec 12 15:35:31.865807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51214) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:31.879434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bb596d7-ffca-43d2-987b-3de48d1acbd6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:31.896911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1005656854'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:32.016584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:32.030348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.072530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:32.081696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656704fa-87c2-4c34-8f88-f64e18dfd967 None None] The sync data for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:32.121584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:32.174086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.181883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4db377-d321-4421-bf7d-39bc575d619e req-70eb2696-67ea-4fbb-aa1e-b08173bf1632 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:32.183874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac4db377-d321-4421-bf7d-39bc575d619e req-70eb2696-67ea-4fbb-aa1e-b08173bf1632 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.5727878 Dec 12 15:35:32.202372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.204262 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment 4851a259-80d2-4043-880a-65585a8cd63a of type vlan for network 15d0fd59-bc15-4420-80d2-6bbb9f405619 Dec 12 15:35:32.281404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-290feca1-db32-418c-bfff-d45518c1f886', 'network_id': '290feca1-db32-418c-bfff-d45518c1f886', 'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'fixed_ips': [{'subnet_id': '0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:32.282318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.320997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:32.325058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=82e2dda7-51ba-48b9-8fe9-03ae1b991e7c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:32.339526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:32.346226 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6bb596d7-ffca-43d2-987b-3de48d1acbd6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 15:35:32.348470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bb596d7-ffca-43d2-987b-3de48d1acbd6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b HTTP/1.1" status: 409 len: 329 time: 0.8658390 Dec 12 15:35:32.351789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:32.355601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:32.372118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:32.373314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.516448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51220) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:32.518822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.545067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'subnets': [{'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1597269340', 'ip_version': 6}, {'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:32.547031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'subnet': {'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1597269340', 'ip_version': 6}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:32.547695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Request body: {'subnet': {'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:32.563454 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-847433a0-5c87-41ad-b9fe-e47bc3e23a85 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5761147 Dec 12 15:35:32.565888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:32.651775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:35:32.729887 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:35:32.754091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac4db377-d321-4421-bf7d-39bc575d619e req-5a094fb5-9a85-49ef-a779-b607419ec948 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550134 Dec 12 15:35:32.758490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Allocated IP 2001:db8:0:ffff::2 (290feca1-db32-418c-bfff-d45518c1f886/0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8/b378e422-8f35-4fb5-a2ce-48b08e9993e8) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:32.859024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.879454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:32.887534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:32.956893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:32.973216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'mac_address': 'fa:16:3e:2a:cd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:35:32.982104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 999376fc-366a-4420-a12a-9607f1afd8c6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:33.089022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.113698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7f6cff-2433-4fba-af22-b0900fa2a707 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:35:33.127846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2459798 Dec 12 15:35:33.144410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51228) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:33.157145 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:35:33.162518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:33.190410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1b750a-602c-476c-be70-ab6510548c7d None None] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:33.205957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19ff5f-e337-4205-bfb1-8fd995c1b8dc tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=15d0fd59-bc15-4420-80d2-6bbb9f405619,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:33.335100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:33.358005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Made reservation on behalf of b0ab908b049d472498170b5ae89b609d for: {'subnet': 2} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:33.363333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.363864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.405411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:33.439656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:33.444258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.830588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.839503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:33.948900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.095541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['fe7f6cff-2433-4fba-af22-b0900fa2a707'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:35:34.172441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 999376fc-366a-4420-a12a-9607f1afd8c6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:34.173017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.189982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d22c5d4a-db32-4cd7-aecf-5ff366522be0 None None] Provisioning complete for port 999376fc-366a-4420-a12a-9607f1afd8c6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:34.190359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d22c5d4a-db32-4cd7-aecf-5ff366522be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.366131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:34.558078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:35:34.576238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.608771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.619458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.667512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=6e2d94d1-4f02-4acc-bb47-9b20048bd6bb,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:34.691176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9a7d5-3e73-45b5-854b-1b40a762ed72 req-4a5c4c40-e02c-41cb-bda6-a94e9a172031 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:34.704404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1db9a7d5-3e73-45b5-854b-1b40a762ed72 req-4a5c4c40-e02c-41cb-bda6-a94e9a172031 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.4612038 Dec 12 15:35:34.788703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.859463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port aad0bef0-5123-48f0-b7c6-da666b2608c6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:34.860043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:34.917874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1db9a7d5-3e73-45b5-854b-1b40a762ed72 req-1a59e59c-4804-4cc0-a843-d62c0b566868 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124569 Dec 12 15:35:34.931013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': '4851a259-80d2-4043-880a-65585a8cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:34.931537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: 15d0fd59-bc15-4420-80d2-6bbb9f405619, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:34.976920 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.102686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:35.120413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.132671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.142798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 15d0fd59-bc15-4420-80d2-6bbb9f405619) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:35.145707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for aad0bef0-5123-48f0-b7c6-da666b2608c6 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:35.152778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:35.153370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.251469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4f58a773-5cb9-4040-818d-0e8756cfef3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0931599 Dec 12 15:35:35.263183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51272) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:35.278493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'port': {'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619', 'name': 'tempest-NetworksIpV6TestAttrs-418596939'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:35.318411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Network 290feca1-db32-418c-bfff-d45518c1f886 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:35.324420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Pushing event updated for resources: {'Port': ['ID=b378e422-8f35-4fb5-a2ce-48b08e9993e8,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:35.337258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4ba99-9ebd-462a-8bc7-1528e64be2c6 None None] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:35.378638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Subnet': ['ID=fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:35.537063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Checking segment: {'id': '1007a56a-96ad-409d-bcae-b905cd26b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:35.540964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network hostable DHCP agents. Network: 2f59845f-27ab-4cd4-ac4d-555e4d240e1d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:35.546377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:35.557219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:35.561243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.581971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:35.615655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] device_id is not set on port eb10be52-7dd8-499c-9ae0-ce13842fc6bb yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:35.724451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.815195 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d22c5d4a-db32-4cd7-aecf-5ff366522be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.888010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Allocated IP 2001:db8::f816:3eff:fe34:5705 (15d0fd59-bc15-4420-80d2-6bbb9f405619/6e2d94d1-4f02-4acc-bb47-9b20048bd6bb/eb10be52-7dd8-499c-9ae0-ce13842fc6bb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:35.891920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Attempting to bind port b378e422-8f35-4fb5-a2ce-48b08e9993e8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:35.892541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Attempting to bind port b378e422-8f35-4fb5-a2ce-48b08e9993e8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'daf20a78-99d3-4711-975c-144b2522adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '290feca1-db32-418c-bfff-d45518c1f886'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:35.895842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Attempting to bind port b378e422-8f35-4fb5-a2ce-48b08e9993e8 on network 290feca1-db32-418c-bfff-d45518c1f886 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:35.903251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=82e2dda7-51ba-48b9-8fe9-03ae1b991e7c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:35.930927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-15d0fd59-bc15-4420-80d2-6bbb9f405619', 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619', 'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'fixed_ips': [{'subnet_id': '6e2d94d1-4f02-4acc-bb47-9b20048bd6bb'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:35.932196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.947770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:35.948512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Checking segment: {'id': 'daf20a78-99d3-4711-975c-144b2522adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '290feca1-db32-418c-bfff-d45518c1f886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:35.951449 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:35.952090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Bound using segment: {'id': 'daf20a78-99d3-4711-975c-144b2522adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '290feca1-db32-418c-bfff-d45518c1f886'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:35.952860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Bound port: b378e422-8f35-4fb5-a2ce-48b08e9993e8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf20a78-99d3-4711-975c-144b2522adb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '290feca1-db32-418c-bfff-d45518c1f886'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:35.953494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.067344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] For port b378e422-8f35-4fb5-a2ce-48b08e9993e8, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:36.084309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.121282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 999376fc-366a-4420-a12a-9607f1afd8c6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=999376fc-366a-4420-a12a-9607f1afd8c6,segment=NetworkSegment(f83215f5-6d50-43bc-8ef6-e0affc102a73),segment_id=f83215f5-6d50-43bc-8ef6-e0affc102a73)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:36.150415 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.209936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.223887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-d22c5d4a-db32-4cd7-aecf-5ff366522be0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:35:36.224374 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-d22c5d4a-db32-4cd7-aecf-5ff366522be0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:35:36.252993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=aad0bef0-5123-48f0-b7c6-da666b2608c6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:36.385054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] For port b378e422-8f35-4fb5-a2ce-48b08e9993e8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b378e422-8f35-4fb5-a2ce-48b08e9993e8,segment=NetworkSegment(daf20a78-99d3-4711-975c-144b2522adb4),segment_id=daf20a78-99d3-4711-975c-144b2522adb4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:36.424705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.455391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.531240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=999376fc-366a-4420-a12a-9607f1afd8c6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:36.586166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.631203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:36.664163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.691379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:36.708693 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a41a8f06-a1da-4a39-b984-80d0bb5421ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.726028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2f59845f-27ab-4cd4-ac4d-555e4d240e1d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:36.763541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27659e8c-bd15-4207-afdd-b633979436aa None None] Network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:36.797894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f35e2-a0a2-43d0-a737-5014f2e23326 req-3bc70d4d-a560-4315-92b4-d354db9204ee tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:36.799911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e8f35e2-a0a2-43d0-a737-5014f2e23326 req-3bc70d4d-a560-4315-92b4-d354db9204ee tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.2260549 Dec 12 15:35:36.806115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:36.941361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7cda8-3ab5-4798-84b0-022ffcdfa1d8 None None] Pushing event updated for resources: {'Port': ['ID=b378e422-8f35-4fb5-a2ce-48b08e9993e8,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:37.070404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.163442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Allocated IP 2001:db8::f816:3eff:fec3:c85 (15d0fd59-bc15-4420-80d2-6bbb9f405619/6e2d94d1-4f02-4acc-bb47-9b20048bd6bb/19ca7e60-89ee-43a0-8601-161022b97684) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:37.282061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event updated for resources: {'Subnet': ['ID=c18fcc36-80f2-4a81-a6d4-b41f7ed759d1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:37.333562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:37.360568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:37.397124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:37.410077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:37.422145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.430322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Router 70dbc149-ae07-47b5-9637-d52ad808fe6b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:37.446591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e8f35e2-a0a2-43d0-a737-5014f2e23326 req-ca7e55c0-086a-4fd5-82de-c84573ecf616 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108057 Dec 12 15:35:37.456421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Checking segment: {'id': '42be9121-1d6a-4248-aae4-c111141c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:37.456844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network hostable DHCP agents. Network: b590d3b0-e506-46c5-b1ea-c15566f1ddc2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:37.459466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Port': ['ID=eb10be52-7dd8-499c-9ae0-ce13842fc6bb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:37.466329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.505270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.547196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ffefa47-8e7e-4571-9e7f-02aa665cd344 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2816346 Dec 12 15:35:37.547996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51296) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:37.570876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-2f59845f-27ab-4cd4-ac4d-555e4d240e1d', 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d', 'project_id': 'b0ab908b049d472498170b5ae89b609d', 'fixed_ips': [{'subnet_id': 'fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:37.571740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.591518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Pushing event updated for resources: {'Port': ['ID=19ca7e60-89ee-43a0-8601-161022b97684,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:37.608829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port fe7f6cff-2433-4fba-af22-b0900fa2a707 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:37.610143 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.631833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:37.678770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b590d3b0-e506-46c5-b1ea-c15566f1ddc2) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:37.692996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51298) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:37.704623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02420fdc-589f-48f8-b3de-00b3e8292615 None None] Provisioning complete for port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:37.708734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02420fdc-589f-48f8-b3de-00b3e8292615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.711246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:37.717904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:37.718634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.739287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting subnet 6e2d94d1-4f02-4acc-bb47-9b20048bd6bb {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:37.754719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.799324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26784ef-f000-4699-8156-ca4f519819dd None None] Network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:37.804578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-02420fdc-589f-48f8-b3de-00b3e8292615 None None] Port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:37.823786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:37.843793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] Sync routers for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:37.858335 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a73b704-d109-46e9-bf6d-381e65dc9043 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4379680 Dec 12 15:35:37.859735 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:37.863465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:37.871554 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:37.874878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.887043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:37.899447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:37.903022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:37.940150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02420fdc-589f-48f8-b3de-00b3e8292615 None None] Provisioning complete for port 999376fc-366a-4420-a12a-9607f1afd8c6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:37.940886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02420fdc-589f-48f8-b3de-00b3e8292615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:37.978883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-586d8bfc-fffa-4c75-a6c3-4bb4bce9dbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.012070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:38.056014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] Routers {'70dbc149-ae07-47b5-9637-d52ad808fe6b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:38.059273 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-2a991a14-7242-4e07-a827-9d419289e9c8 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] show failed (client error): The resource could not be found. Dec 12 15:35:38.060188 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['70dbc149-ae07-47b5-9637-d52ad808fe6b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:38.070499 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a991a14-7242-4e07-a827-9d419289e9c8 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-600595136 HTTP/1.1" status: 404 len: 334 time: 0.2058425 Dec 12 15:35:38.089086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:38.124040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-19da6383-f7db-48b8-b080-2eed2b2aa814 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:38.164253 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:38.173080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad5be6-3cb0-4a96-91a1-80d52f6455b7 None None] The sync data for ids ['70dbc149-ae07-47b5-9637-d52ad808fe6b'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:38.316930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.384461 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-19da6383-f7db-48b8-b080-2eed2b2aa814 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] update failed (client error): The resource could not be found. Dec 12 15:35:38.394374 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19da6383-f7db-48b8-b080-2eed2b2aa814 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-795101918 HTTP/1.1" status: 404 len: 334 time: 0.2928209 Dec 12 15:35:38.461652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51308) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:38.561093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting subnet 85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:38.563752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.567280 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb380-d880-46fe-9a01-afe8ffe7173f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.581487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a3475783-6aec-4788-b89c-3e66704bbed3 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.0533094 Dec 12 15:35:38.582110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51312) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:38.618018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b378e422-8f35-4fb5-a2ce-48b08e9993e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:38.636939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.650140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.651346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.699789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd706aa-91aa-4dc7-a983-70c3d9454bd9 None None] Network 290feca1-db32-418c-bfff-d45518c1f886 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:38.701029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb380-d880-46fe-9a01-afe8ffe7173f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.819068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=82e2dda7-51ba-48b9-8fe9-03ae1b991e7c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:38.839790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.847215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca85fe-cc94-420a-87d6-3362ade9c7c6 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:38.849149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca85fe-cc94-420a-87d6-3362ade9c7c6 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:38.850936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eca85fe-cc94-420a-87d6-3362ade9c7c6 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:38.863878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4eca85fe-cc94-420a-87d6-3362ade9c7c6 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1595051 Dec 12 15:35:38.865427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:38.965580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b590d3b0-e506-46c5-b1ea-c15566f1ddc2', 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2', 'project_id': 'b0ab908b049d472498170b5ae89b609d', 'fixed_ips': [{'subnet_id': 'c18fcc36-80f2-4a81-a6d4-b41f7ed759d1'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:38.966014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c9eb380-d880-46fe-9a01-afe8ffe7173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:38.968795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.000156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting subnet fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:39.023608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.027341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/6e2d94d1-4f02-4acc-bb47-9b20048bd6bb HTTP/1.1" status: 204 len: 168 time: 1.4765275 Dec 12 15:35:39.041853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eb380-d880-46fe-9a01-afe8ffe7173f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ac8a3-bf09-4c74-bafc-8126b45657d4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:39.051130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b5289-79ed-4c58-b760-3432ef46c183 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2d94d1-4f02-4acc-bb47-9b20048bd6bb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:39.053528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51318) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.087413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:39.089699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:39.095586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2c60-0b4e-4588-b347-70da2909beea req-7af0223d-20a1-491d-b408-0d423adc2b5f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:39.097060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fc2c60-0b4e-4588-b347-70da2909beea req-7af0223d-20a1-491d-b408-0d423adc2b5f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.3773952 Dec 12 15:35:39.238795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Attempting to bind port 19ca7e60-89ee-43a0-8601-161022b97684 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:39.239170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Attempting to bind port 19ca7e60-89ee-43a0-8601-161022b97684 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '4851a259-80d2-4043-880a-65585a8cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:39.239535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Attempting to bind port 19ca7e60-89ee-43a0-8601-161022b97684 on network 15d0fd59-bc15-4420-80d2-6bbb9f405619 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:39.250248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.269230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7c9eb380-d880-46fe-9a01-afe8ffe7173f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de31112e7bbc4ff9b8b2836c0a177acb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5653203 Dec 12 15:35:39.272018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.367468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf8b42-a380-4279-8945-29c3a91af742 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:39.370375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cf8b42-a380-4279-8945-29c3a91af742 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:39.375995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d4cf8b42-a380-4279-8945-29c3a91af742 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3125024 Dec 12 15:35:39.376673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51328) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.387638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.417175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.418422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.433841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fc2c60-0b4e-4588-b347-70da2909beea req-32b9ac03-e0bb-4d4e-a82a-599f2c9f0de3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040392 Dec 12 15:35:39.487312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 0a755ede-f9f8-4714-a40b-70d3369e1d59 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:35:39.500280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.503065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.509238 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b38ac8a3-bf09-4c74-bafc-8126b45657d4 HTTP/1.1" status: 204 len: 168 time: 0.2376063 Dec 12 15:35:39.525490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] Provisioning complete for port b378e422-8f35-4fb5-a2ce-48b08e9993e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:39.526259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.552210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.557843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:39.561567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Checking segment: {'id': '4851a259-80d2-4043-880a-65585a8cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:39.562301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.576278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Bound using segment: {'id': '4851a259-80d2-4043-880a-65585a8cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:39.577424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Bound port: 19ca7e60-89ee-43a0-8601-161022b97684, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4851a259-80d2-4043-880a-65585a8cd63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '15d0fd59-bc15-4420-80d2-6bbb9f405619'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:39.578126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.579792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96b7d68a-9a73-4f9f-86b9-fceb0309033e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.591522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c9659-f978-41c1-b600-809a38a96983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ac8a3-bf09-4c74-bafc-8126b45657d4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:39.597891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.602406 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b7d68a-9a73-4f9f-86b9-fceb0309033e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 15:35:39.602727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b7d68a-9a73-4f9f-86b9-fceb0309033e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:35:39.618430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-96b7d68a-9a73-4f9f-86b9-fceb0309033e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/15d0fd59-bc15-4420-80d2-6bbb9f405619 HTTP/1.1" status: 409 len: 405 time: 0.2304621 Dec 12 15:35:39.621193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.654296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:39.666298 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d01d89ee-1558-4bc6-85cd-f6276ed2012c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/0a755ede-f9f8-4714-a40b-70d3369e1d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0993659 Dec 12 15:35:39.666965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.669626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1807666695'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:39.707540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b378e422-8f35-4fb5-a2ce-48b08e9993e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:39.708144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.725494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ae707-9fff-4501-b15f-8c9d630f36a3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:39.731668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a15ae707-9fff-4501-b15f-8c9d630f36a3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports/82e2dda7-51ba-48b9-8fe9-03ae1b991e7c HTTP/1.1" status: 200 len: 982 time: 0.0634079 Dec 12 15:35:39.732685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.754700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] Sync routers for ids ['0a755ede-f9f8-4714-a40b-70d3369e1d59'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:39.760442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:39.764909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.785194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.831401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Subnet': ['ID=85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:39.848692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.852133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-84fb5965-dbaf-4fd9-8b5a-bfa68885c3a3 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/subnets/85b0adf0-e7c3-463f-8b0b-14e5ca07ed2a HTTP/1.1" status: 204 len: 168 time: 1.3891978 Dec 12 15:35:39.855777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:39.864660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:39.918647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Allocated IP 2001:db8:0:1::1 (b590d3b0-e506-46c5-b1ea-c15566f1ddc2/c18fcc36-80f2-4a81-a6d4-b41f7ed759d1/12aeefe0-2414-4b12-864a-fd2fc2faf491) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:39.924661 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:39.925009 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment f468b98b-c1db-4494-ad25-7028ab5316b7 of type vlan for network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 Dec 12 15:35:39.964366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d81b73-dc42-4d0d-9f80-0c6bb036aa69 None None] Network e2c9f7ff-fc82-40d9-9f92-12783dd9f98c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:39.998465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.004665 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.070939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.087197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:40.087986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.117800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4529612 Dec 12 15:35:40.130590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:40.136386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:40.176246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Allocated IP 2001:db8::1 (2f59845f-27ab-4cd4-ac4d-555e4d240e1d/fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d/bcfe013c-6d22-4a2b-9ca8-111e8aabd16f) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:40.177657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51348) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:40.213501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81101fdb-d10d-4a30-b19c-75e4ea266480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.224927 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.241831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad65f4-13fb-47ae-98cd-dc43fc3c6071 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=7dafa527-80b5-400f-a2d8-6624fd40dbf1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:40.280094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port cf479de8-f8e1-4814-a0d8-45fc819f67d9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:40.280616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.290283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] For port 19ca7e60-89ee-43a0-8601-161022b97684, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:40.295176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] For port 19ca7e60-89ee-43a0-8601-161022b97684, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=19ca7e60-89ee-43a0-8601-161022b97684,segment=NetworkSegment(4851a259-80d2-4043-880a-65585a8cd63a),segment_id=4851a259-80d2-4043-880a-65585a8cd63a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:40.402321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:40.410591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.503595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] For port cf479de8-f8e1-4814-a0d8-45fc819f67d9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cf479de8-f8e1-4814-a0d8-45fc819f67d9,segment=NetworkSegment(d271cbe2-17fa-42bd-bc1f-f27fd4027913),segment_id=d271cbe2-17fa-42bd-bc1f-f27fd4027913)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:40.503886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.563506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.567349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for cf479de8-f8e1-4814-a0d8-45fc819f67d9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:40.574892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:40.582251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] Routers {'0a755ede-f9f8-4714-a40b-70d3369e1d59'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:40.583732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0a755ede-f9f8-4714-a40b-70d3369e1d59'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:40.592845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.663974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.680294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.681193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81101fdb-d10d-4a30-b19c-75e4ea266480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.695917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81101fdb-d10d-4a30-b19c-75e4ea266480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.707495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:35:40.711063 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfcc0c1-0c49-44e1-914b-3ee2db5ec4a8" -d '{"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:35:40.714969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:40.750199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81101fdb-d10d-4a30-b19c-75e4ea266480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04852856-dc21-432b-be6a-d147581c0d2f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:40.822867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.829669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f830b9c-7593-42e2-b848-f1fb0aa6b3d2 None None] Pushing event updated for resources: {'Port': ['ID=19ca7e60-89ee-43a0-8601-161022b97684,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:40.871598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:40.909550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f3361-e223-4b9c-8c20-e6f539148b66 req-34a240c7-a8a4-4113-b996-d8fc31bc40bd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:40.911741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a50f3361-e223-4b9c-8c20-e6f539148b66 req-34a240c7-a8a4-4113-b996-d8fc31bc40bd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 945 time: 0.3136458 Dec 12 15:35:40.916758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81101fdb-d10d-4a30-b19c-75e4ea266480 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21ed059a82eb45499131485adf8596fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7369854 Dec 12 15:35:40.934691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51358) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:40.935413 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2b50c4-d358-4837-a475-73a97424e3ef x-openstack-request-id: req-ec2b50c4-d358-4837-a475-73a97424e3ef {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:35:40.935817 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-plugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:35:40.936177 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec2b50c4-d358-4837-a475-73a97424e3ef {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:35:40.936736 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'code': 200} Dec 12 15:35:40.981489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:41.007073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a50f3361-e223-4b9c-8c20-e6f539148b66 req-ccec774f-9a6c-49df-9acb-50e1e7b8c31c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875039 Dec 12 15:35:41.014945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:41.015411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.064226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.080563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=cf479de8-f8e1-4814-a0d8-45fc819f67d9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:41.085669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] No DVR routers for this DVR port cf479de8-f8e1-4814-a0d8-45fc819f67d9 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:41.276534 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.291203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:41.295419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:41.296910 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.342364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c9f7ff-fc82-40d9-9f92-12783dd9f98c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:41.361400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd271cbe2-17fa-42bd-bc1f-f27fd4027913') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:41.362123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd271cbe2-17fa-42bd-bc1f-f27fd4027913') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:41.367890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.380014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.401673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.412616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:41.413043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.431772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:41.483344 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:41.642032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:41.779931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.782729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b04a81-82de-4de2-804e-35f993c6d84e None None] Network 15d0fd59-bc15-4420-80d2-6bbb9f405619 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:41.783329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.783329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/networks/e2c9f7ff-fc82-40d9-9f92-12783dd9f98c HTTP/1.1" status: 204 len: 168 time: 1.6713510 Dec 12 15:35:41.783656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:41.783656 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.783656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] Routers {'0a755ede-f9f8-4714-a40b-70d3369e1d59'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:41.783656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0a755ede-f9f8-4714-a40b-70d3369e1d59'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:41.784163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:41.784394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:41.784669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b2bfb-8da8-4391-8dd5-25b6b82a490c tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Network': ['ID=e2c9f7ff-fc82-40d9-9f92-12783dd9f98c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:41.784913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.813259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting subnet a9186baf-2531-45d9-b118-9cdf643cfa26 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:41.817230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.866365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01493e42-4f70-4444-b052-e501b3e5d718 None None] DHCP port deletion for e2c9f7ff-fc82-40d9-9f92-12783dd9f98c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:41.893406 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.896275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Pushing event updated for resources: {'Port': ['ID=bcfe013c-6d22-4a2b-9ca8-111e8aabd16f,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:41.903222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:41.939879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Attempting to bind port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:41.942630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Attempting to bind port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1007a56a-96ad-409d-bcae-b905cd26b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:41.943024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Attempting to bind port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f on network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:41.950824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:41.953093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad363c-ab13-447a-8261-fc1834d47be7 None None] The sync data for ids ['0a755ede-f9f8-4714-a40b-70d3369e1d59'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:41.998265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.001182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.488022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.558224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.561378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.581077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04852856-dc21-432b-be6a-d147581c0d2f HTTP/1.1" status: 204 len: 168 time: 1.6257732 Dec 12 15:35:42.594996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Subnet': ['ID=fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:42.610346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.622718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d1b98ae2-ae44-4772-8e8e-7750483b72a9 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/subnets/fad5d536-65c8-4ab0-bcc9-f88ad2f8cd7d HTTP/1.1" status: 204 len: 168 time: 3.7539513 Dec 12 15:35:42.625847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:42.669731 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Pushing event updated for resources: {'Port': ['ID=12aeefe0-2414-4b12-864a-fd2fc2faf491,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:42.679607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.760156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:35:42.763656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667af37-f170-4eda-9579-736560eca4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04852856-dc21-432b-be6a-d147581c0d2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:42.773467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:42.775899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:42.776506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Checking segment: {'id': '1007a56a-96ad-409d-bcae-b905cd26b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:42.777116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.777683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Bound using segment: {'id': '1007a56a-96ad-409d-bcae-b905cd26b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:42.778500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Bound port: bcfe013c-6d22-4a2b-9ca8-111e8aabd16f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1007a56a-96ad-409d-bcae-b905cd26b944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2f59845f-27ab-4cd4-ac4d-555e4d240e1d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:42.779083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.820318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.857891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] For port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:42.862081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] For port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bcfe013c-6d22-4a2b-9ca8-111e8aabd16f,segment=NetworkSegment(1007a56a-96ad-409d-bcae-b905cd26b944),segment_id=1007a56a-96ad-409d-bcae-b905cd26b944)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:42.863877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07816f-a7c8-4bd5-b2ca-160d8e128dbb req-ee789233-2093-47e9-add5-a342900daa04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:42.866401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd07816f-a7c8-4bd5-b2ca-160d8e128dbb req-ee789233-2093-47e9-add5-a342900daa04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1592362 Dec 12 15:35:42.881093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.933247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Attempting to bind port 12aeefe0-2414-4b12-864a-fd2fc2faf491 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:42.935700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Attempting to bind port 12aeefe0-2414-4b12-864a-fd2fc2faf491 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '42be9121-1d6a-4248-aae4-c111141c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:42.936268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Attempting to bind port 12aeefe0-2414-4b12-864a-fd2fc2faf491 on network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:42.943201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.953692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.954423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.954931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.955769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.957139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.957894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.958425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.958918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.959460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.959967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.960530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.961054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.961561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:35:42.997399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:42.998489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Checking segment: {'id': '42be9121-1d6a-4248-aae4-c111141c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:42.999064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:42.999621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Bound using segment: {'id': '42be9121-1d6a-4248-aae4-c111141c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:43.000301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Bound port: 12aeefe0-2414-4b12-864a-fd2fc2faf491, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42be9121-1d6a-4248-aae4-c111141c3ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b590d3b0-e506-46c5-b1ea-c15566f1ddc2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:43.000906 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.023954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd07816f-a7c8-4bd5-b2ca-160d8e128dbb req-1c5fec37-3b37-4850-b81e-7806e4cbec1c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404316 Dec 12 15:35:43.077881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] For port b378e422-8f35-4fb5-a2ce-48b08e9993e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b378e422-8f35-4fb5-a2ce-48b08e9993e8,segment=NetworkSegment(daf20a78-99d3-4711-975c-144b2522adb4),segment_id=daf20a78-99d3-4711-975c-144b2522adb4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:43.085722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.101900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting subnet c18fcc36-80f2-4a81-a6d4-b41f7ed759d1 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:43.122565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.159188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=752cee4f-344e-430b-ab9f-eeb559d44427,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:43.180117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.197431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.230607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.238417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/subnets/a9186baf-2531-45d9-b118-9cdf643cfa26 HTTP/1.1" status: 204 len: 168 time: 1.6358485 Dec 12 15:35:43.238876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51410) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:43.245855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e4d57-4153-421c-9c52-f4f91592164e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Subnet': ['ID=a9186baf-2531-45d9-b118-9cdf643cfa26,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:43.296246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6289dd-3565-4b86-99c9-95248269128c None None] Network 19a348a1-3ece-422b-a8f8-640ba6bc74c4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:43.355606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': 'f468b98b-c1db-4494-ad25-7028ab5316b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:43.356250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: 7dafa527-80b5-400f-a2d8-6624fd40dbf1, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:43.377145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.438166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting subnet 243e477d-9510-43b0-a8f1-935e911e5e6c {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:43.450495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.512410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:43.514879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:35:43.525066 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:35:43.551439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.583278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f857e3-1d2c-41df-a81e-83c61d868914 None None] Pushing event updated for resources: {'Port': ['ID=bcfe013c-6d22-4a2b-9ca8-111e8aabd16f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:43.601514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] For port 12aeefe0-2414-4b12-864a-fd2fc2faf491, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:43.609079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820dd7a-4684-40ed-9589-60ca997e267f None None] Network 2f59845f-27ab-4cd4-ac4d-555e4d240e1d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:43.611159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4185decc-af89-4418-ad4e-8d7520966d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.669102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:43.670702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.677430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:43.700867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7dafa527-80b5-400f-a2d8-6624fd40dbf1) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:43.728108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.730015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] For port 12aeefe0-2414-4b12-864a-fd2fc2faf491, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=12aeefe0-2414-4b12-864a-fd2fc2faf491,segment=NetworkSegment(42be9121-1d6a-4248-aae4-c111141c3ec9),segment_id=42be9121-1d6a-4248-aae4-c111141c3ec9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:43.735685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774ddf9-a465-4ac8-b945-91211ccddffa None None] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:43.801689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4185decc-af89-4418-ad4e-8d7520966d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.810441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] DHCP port deletion for 19a348a1-3ece-422b-a8f8-640ba6bc74c4 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:43.811355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:43.812190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.815565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-be784811-1037-4feb-88da-496f847484ce None None] Provisioning complete for port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:43.816171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be784811-1037-4feb-88da-496f847484ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.866829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.896143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.901988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4185decc-af89-4418-ad4e-8d7520966d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.915709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:43.922154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Subnet': ['ID=243e477d-9510-43b0-a8f1-935e911e5e6c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:43.946592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-be784811-1037-4feb-88da-496f847484ce None None] Port 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:43.979324 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4185decc-af89-4418-ad4e-8d7520966d52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d200759b75aa4a2cb5136783306157b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4609830 Dec 12 15:35:43.995343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.002135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7dafa527-80b5-400f-a2d8-6624fd40dbf1', 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1', 'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'fixed_ips': [{'subnet_id': '752cee4f-344e-430b-ab9f-eeb559d44427'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:44.003351 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.004313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-df191403-c01e-4634-afeb-568aec371e58 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/subnets/243e477d-9510-43b0-a8f1-935e911e5e6c HTTP/1.1" status: 204 len: 168 time: 0.7624416 Dec 12 15:35:44.015933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acaa92d-8caa-4f70-a673-773a7fb86944 None None] Network 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:44.019378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51428) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:44.020236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51430) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:44.113793 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0916807-f476-4c88-af3f-717fc47d048a tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9818926 Dec 12 15:35:44.118446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:44.143384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 999376fc-366a-4420-a12a-9607f1afd8c6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:44.144735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd6df-7b35-4357-a066-0a184d76e132 None None] Pushing event updated for resources: {'Port': ['ID=b378e422-8f35-4fb5-a2ce-48b08e9993e8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:44.167266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185decc-af89-4418-ad4e-8d7520966d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a53558-0710-44a7-a714-baed72f93425,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:44.190989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'port': {'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1', 'name': 'tempest-NetworksIpV6TestAttrs-428849282'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:44.252158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.350976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.378053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.381188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.395278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 82e2dda7-51ba-48b9-8fe9-03ae1b991e7c owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:44.396907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.410988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.419940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.427880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.443563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.462313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.464669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-055d19ce-92f5-471e-9e62-9334564a62bd req-a5e9a203-6d11-40ec-be8f-b0f55dd27f25 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.6156552 Dec 12 15:35:44.468739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-be784811-1037-4feb-88da-496f847484ce None None] Provisioning complete for port b378e422-8f35-4fb5-a2ce-48b08e9993e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:44.469133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be784811-1037-4feb-88da-496f847484ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.481091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Deleting port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:44.481456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.522981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Subnet': ['ID=c18fcc36-80f2-4a81-a6d4-b41f7ed759d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:44.529435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.534918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72908cf8-ecdc-4444-a810-3daf526c03b1 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/subnets/c18fcc36-80f2-4a81-a6d4-b41f7ed759d1 HTTP/1.1" status: 204 len: 168 time: 1.9060614 Dec 12 15:35:44.546191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51446) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:44.608241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:44.612205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.658800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] device_id is not set on port dccda51a-502b-4085-ae1b-ee6e91cdd4cd yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:35:44.767711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0f47e-922e-408b-96bb-18b268078aaa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.774896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-05f0f47e-922e-408b-96bb-18b268078aaa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880345 Dec 12 15:35:44.788050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:44.825472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Allocated IP 2001:db8::f816:3eff:fed4:9332 (7dafa527-80b5-400f-a2d8-6624fd40dbf1/752cee4f-344e-430b-ab9f-eeb559d44427/c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:44.854873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0370bb-cc98-40e0-9b75-c2427afe3a51 None None] Pushing event updated for resources: {'Port': ['ID=12aeefe0-2414-4b12-864a-fd2fc2faf491,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:44.877689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] For port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,segment=NetworkSegment(3f104726-0761-4c61-9285-bb57b8839156),segment_id=3f104726-0761-4c61-9285-bb57b8839156)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:44.877976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.892978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 999376fc-366a-4420-a12a-9607f1afd8c6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:44.893352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:44.935856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-055d19ce-92f5-471e-9e62-9334564a62bd req-2a2185d2-d5f7-4ef5-9a1c-432bd0a06a3b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4581788 Dec 12 15:35:44.947018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Calling delete_port for 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:44.951224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db19a3-6cbf-4fa3-bb2d-0aca364293ff req-b2d2936e-5f60-40d8-96fd-0b7945424af4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:44.953276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4db19a3-6cbf-4fa3-bb2d-0aca364293ff req-b2d2936e-5f60-40d8-96fd-0b7945424af4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.6919136 Dec 12 15:35:44.996169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] DHCP port deletion for 7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:45.003262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.043726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.108379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4db19a3-6cbf-4fa3-bb2d-0aca364293ff req-87d9b82f-00a9-4a4f-b21b-2be142b406a8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443350 Dec 12 15:35:45.143794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:45.145120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.298765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] For port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,segment=NetworkSegment(3f104726-0761-4c61-9285-bb57b8839156),segment_id=3f104726-0761-4c61-9285-bb57b8839156)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:45.299502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.391473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.393802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.455671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=82e2dda7-51ba-48b9-8fe9-03ae1b991e7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:45.484468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting port 12aeefe0-2414-4b12-864a-fd2fc2faf491 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:45.484468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.622769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:45.745018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.748383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.753205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1a53558-0710-44a7-a714-baed72f93425 HTTP/1.1" status: 204 len: 168 time: 1.7311873 Dec 12 15:35:45.759119 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.793060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b378e422-8f35-4fb5-a2ce-48b08e9993e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:45.804986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:45.814709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29becbd-caa2-44ad-8622-dc8f9fc9b8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a53558-0710-44a7-a714-baed72f93425,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:45.820994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] No DVR routers for this DVR port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:45.915297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.938171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] For port 12aeefe0-2414-4b12-864a-fd2fc2faf491, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=12aeefe0-2414-4b12-864a-fd2fc2faf491,segment=NetworkSegment(42be9121-1d6a-4248-aae4-c111141c3ec9),segment_id=42be9121-1d6a-4248-aae4-c111141c3ec9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:45.938655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.961069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Deleting port 2706b37d-62ad-40c8-8362-5587d7a61529 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:45.962080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:45.991434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Calling delete_port for 12aeefe0-2414-4b12-864a-fd2fc2faf491 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:46.018539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3fd1f-fb44-4ac8-bfa5-42cad94ded5a None None] Network b590d3b0-e506-46c5-b1ea-c15566f1ddc2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:46.129915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b378e422-8f35-4fb5-a2ce-48b08e9993e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:46.130557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.131802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.215119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.231230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.241765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.264775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.272514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.273554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.281425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.289648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.292584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8545872-d251-4f09-aa94-9a2855427e97 req-9cbcacd2-a337-43d8-a4f1-570c721956c1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 1.1750612 Dec 12 15:35:46.339198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.356356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-153acad8-a39f-45bd-86f6-56570da7d8c7 None None] Provisioning complete for port 12aeefe0-2414-4b12-864a-fd2fc2faf491 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:46.357775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-153acad8-a39f-45bd-86f6-56570da7d8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.360696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a348a1-3ece-422b-a8f8-640ba6bc74c4']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:46.380075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f104726-0761-4c61-9285-bb57b8839156') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:46.380689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f104726-0761-4c61-9285-bb57b8839156') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:46.398868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] No DVR routers for this DVR port 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:46.399806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978a454-1521-47e5-9d39-61e68a21f5ae req-475e9dec-91ad-43b8-bcbf-e3c12875de4e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:46.403613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.419619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9978a454-1521-47e5-9d39-61e68a21f5ae req-475e9dec-91ad-43b8-bcbf-e3c12875de4e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1255608 Dec 12 15:35:46.427328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053204a-7abd-4762-a721-7bae11315a46 None None] Pushing event deleted for resources: {'Port': ['ID=9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:46.443757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.446182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:46.472083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.484981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:46.487660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:46.502526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:46.503059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:46.514388 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:46.527829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9978a454-1521-47e5-9d39-61e68a21f5ae req-5dbb140b-4e6a-4ac5-ab47-b48210ca4df6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Dec 12 15:35:46.568370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Allocated IP 2001:db8::f816:3eff:fe2c:8f72 (7dafa527-80b5-400f-a2d8-6624fd40dbf1/752cee4f-344e-430b-ab9f-eeb559d44427/dccda51a-502b-4085-ae1b-ee6e91cdd4cd) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:46.575808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 0a755ede-f9f8-4714-a40b-70d3369e1d59 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:35:46.620516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.666389 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.672580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.676063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/networks/19a348a1-3ece-422b-a8f8-640ba6bc74c4 HTTP/1.1" status: 204 len: 168 time: 2.6553278 Dec 12 15:35:46.683695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:46.712993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e6b34-2bda-4f52-a7db-f7e456997ccf tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Network': ['ID=19a348a1-3ece-422b-a8f8-640ba6bc74c4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:46.725518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2706b37d-62ad-40c8-8362-5587d7a61529,segment=NetworkSegment(e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4),segment_id=e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:46.726458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:46.747854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-153acad8-a39f-45bd-86f6-56570da7d8c7 None None] Could not find standard attr ID for object 12aeefe0-2414-4b12-864a-fd2fc2faf491. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:35:46.751888 n-d-710847-8 neutron-server[103413]: INFO neutron.plugins.ml2.db [None req-153acad8-a39f-45bd-86f6-56570da7d8c7 None None] No ports have port_id starting with 12aeefe0-2414-4b12-864a-fd2fc2faf491 Dec 12 15:35:46.800652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Calling delete_port for 2706b37d-62ad-40c8-8362-5587d7a61529 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:46.836993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Port': ['ID=12aeefe0-2414-4b12-864a-fd2fc2faf491,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:46.896503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 12aeefe0-2414-4b12-864a-fd2fc2faf491 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:46.932175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Attempting to bind port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:46.934379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Attempting to bind port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f468b98b-c1db-4494-ad25-7028ab5316b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:46.934964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Attempting to bind port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe on network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:46.941751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Pushing event updated for resources: {'Port': ['ID=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:46.975161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:35:46.986897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] Sync routers for ids ['0a755ede-f9f8-4714-a40b-70d3369e1d59'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:35:46.988144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:46.996099 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-548df5b3-61fb-4037-8c58-b0a624cf8dc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/0a755ede-f9f8-4714-a40b-70d3369e1d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2621799 Dec 12 15:35:47.003835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cf324-685f-4431-b367-88135547007f None None] DHCP port deletion for b590d3b0-e506-46c5-b1ea-c15566f1ddc2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:47.009491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] Routers {'0a755ede-f9f8-4714-a40b-70d3369e1d59'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:47.010330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0a755ede-f9f8-4714-a40b-70d3369e1d59'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.014698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 12aeefe0-2414-4b12-864a-fd2fc2faf491 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:47.017258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 12aeefe0-2414-4b12-864a-fd2fc2faf491 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:35:47.071052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] No DVR routers for this DVR port 12aeefe0-2414-4b12-864a-fd2fc2faf491 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:47.072699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:47.073210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Checking segment: {'id': 'f468b98b-c1db-4494-ad25-7028ab5316b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:47.075353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.075890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Bound using segment: {'id': 'f468b98b-c1db-4494-ad25-7028ab5316b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:47.076432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Bound port: c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468b98b-c1db-4494-ad25-7028ab5316b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7dafa527-80b5-400f-a2d8-6624fd40dbf1'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:47.079309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.094153 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.119443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] Routers {'0a755ede-f9f8-4714-a40b-70d3369e1d59'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:35:47.122735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 12aeefe0-2414-4b12-864a-fd2fc2faf491 not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:35:47.125250 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0a755ede-f9f8-4714-a40b-70d3369e1d59'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.227296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.228098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed78648-66c7-4320-aa40-44c4fa358b4b None None] The sync data for ids ['0a755ede-f9f8-4714-a40b-70d3369e1d59'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:35:47.324768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.341120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] For port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:47.353875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] For port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,segment=NetworkSegment(f468b98b-c1db-4494-ad25-7028ab5316b7),segment_id=f468b98b-c1db-4494-ad25-7028ab5316b7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:47.368450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.375045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.379163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:47.434599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b590d3b0-e506-46c5-b1ea-c15566f1ddc2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.449846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42be9121-1d6a-4248-aae4-c111141c3ec9') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.450520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42be9121-1d6a-4248-aae4-c111141c3ec9') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:47.494771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.500328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:47.501200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c6c41f5-f2a2-49fc-87cb-b11f6d76cc62 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:47.501734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2706b37d-62ad-40c8-8362-5587d7a61529 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:47.523476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.537938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:47.539191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:47.543364 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:47.567334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.612133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.669662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:47.674699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port 2706b37d-62ad-40c8-8362-5587d7a61529 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:47.675372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.683695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:47.685775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.690397 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-fd64b2b4-aeda-4675-8fb7-a374166d936e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 15:35:47.699839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd64b2b4-aeda-4675-8fb7-a374166d936e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/0a755ede-f9f8-4714-a40b-70d3369e1d59/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7098436 Dec 12 15:35:47.700206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51522) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:47.709288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:47.727106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:47.732182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.749974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Port': ['ID=dccda51a-502b-4085-ae1b-ee6e91cdd4cd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:47.813854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d3f11f60-b8a9-4826-8c60-6a7c3c9a8249 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a755ede-f9f8-4714-a40b-70d3369e1d59 HTTP/1.1" status: 200 len: 205 time: 0.1056573 Dec 12 15:35:47.825399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51526) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:47.833723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecbe83-28bf-4734-b99b-21622c5ad77e None None] Pushing event updated for resources: {'Port': ['ID=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:47.883766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.892009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6df7-8459-4e65-8112-64609d4accdb req-f5f0d8dc-88b2-47d9-9b62-c22713c54ef4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:47.899892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ee6df7-8459-4e65-8112-64609d4accdb req-f5f0d8dc-88b2-47d9-9b62-c22713c54ef4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1986656 Dec 12 15:35:47.912312 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/b590d3b0-e506-46c5-b1ea-c15566f1ddc2 HTTP/1.1" status: 204 len: 168 time: 3.1099777 Dec 12 15:35:47.940580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:47.947296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cc86ad1e-081a-4d4c-900a-460dec9a6387 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7656188 Dec 12 15:35:47.953008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:47.977925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:47.982941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.067074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2706b37d-62ad-40c8-8362-5587d7a61529,segment=NetworkSegment(e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4),segment_id=e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:48.096766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.112946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf479de8-f8e1-4814-a0d8-45fc819f67d9 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:48.146362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74ee6df7-8459-4e65-8112-64609d4accdb req-e66077aa-d848-4da7-94dc-3b7926223b3c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453561 Dec 12 15:35:48.207394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87e19-3568-4ece-bf36-c6a26ec4653a tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=b590d3b0-e506-46c5-b1ea-c15566f1ddc2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:48.315167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: cf479de8-f8e1-4814-a0d8-45fc819f67d9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:48.315515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cf479de8-f8e1-4814-a0d8-45fc819f67d9 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:48.454878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] For port 2706b37d-62ad-40c8-8362-5587d7a61529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2706b37d-62ad-40c8-8362-5587d7a61529,segment=NetworkSegment(e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4),segment_id=e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:48.455175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.468213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.502797 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.520490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.575012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.587026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for 2706b37d-62ad-40c8-8362-5587d7a61529 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:48.625553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:48.631828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.633246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router 0a755ede-f9f8-4714-a40b-70d3369e1d59 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:35:48.636974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting subnet 752cee4f-344e-430b-ab9f-eeb559d44427 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:48.640351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.645012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.651715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-74ae38d9-e938-4c90-88a9-933496ad438f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/0a755ede-f9f8-4714-a40b-70d3369e1d59 HTTP/1.1" status: 204 len: 168 time: 0.8215554 Dec 12 15:35:48.654850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51548) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:48.812699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] No DVR routers for this DVR port 2706b37d-62ad-40c8-8362-5587d7a61529 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:48.817090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:48.828491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet 53c4e313-c46c-4a25-b857-312ea81008d3 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:48.838385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:48.877464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a0ca8-9157-4057-be91-eb1342e4044f None None] Pushing event deleted for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:48.946671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.020347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:49.021046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.233251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.254343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.390445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,segment=NetworkSegment(f468b98b-c1db-4494-ad25-7028ab5316b7),segment_id=f468b98b-c1db-4494-ad25-7028ab5316b7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:49.404016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.555112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 12aeefe0-2414-4b12-864a-fd2fc2faf491 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:49.593266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f6e9-838b-4ea5-b73f-9886c8b6afaf req-3f483af2-2b2b-4859-b649-dc0e14db492f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:49.605539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bed9f6e9-838b-4ea5-b73f-9886c8b6afaf req-3f483af2-2b2b-4859-b649-dc0e14db492f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2371392 Dec 12 15:35:49.653215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 12aeefe0-2414-4b12-864a-fd2fc2faf491 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:49.657034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 12aeefe0-2414-4b12-864a-fd2fc2faf491 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:49.659958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.699136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:49.723117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.806375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=2706b37d-62ad-40c8-8362-5587d7a61529,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:49.826660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.830715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:49.830902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac351f-950a-4439-b5b4-deaaa70536e9 None None] Network 8b04981c-2a80-4673-b279-89a91ebf73f8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:49.840282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/53c4e313-c46c-4a25-b857-312ea81008d3 HTTP/1.1" status: 204 len: 168 time: 1.1842973 Dec 12 15:35:49.841636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] No DVR routers for this DVR port 2706b37d-62ad-40c8-8362-5587d7a61529 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:49.843522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51584) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:49.844736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13843bb3-1716-4f11-888d-910b557e0e16 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=53c4e313-c46c-4a25-b857-312ea81008d3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:49.967174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90592f8f-17ce-4e27-9908-714a32783b04 None None] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:49.982148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:50.052786 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.091840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bed9f6e9-838b-4ea5-b73f-9886c8b6afaf req-453a9fa1-4b40-49d7-b272-61d28b9432da tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817054 Dec 12 15:35:50.141811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.167053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 999376fc-366a-4420-a12a-9607f1afd8c6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:50.167707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.180952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:50.191527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:50.192105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a6cc8f-2e4b-4612-9820-bf9e0beed6e4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:50.202504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.218439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.226691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:50.227502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.234755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-496aae76-77ef-47c1-847f-3c5071552c65 None None] Provisioning complete for port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:50.235127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-496aae76-77ef-47c1-847f-3c5071552c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:50.263988 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:50.330360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port 999376fc-366a-4420-a12a-9607f1afd8c6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=999376fc-366a-4420-a12a-9607f1afd8c6,segment=NetworkSegment(f83215f5-6d50-43bc-8ef6-e0affc102a73),segment_id=f83215f5-6d50-43bc-8ef6-e0affc102a73)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:50.330727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.359315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 999376fc-366a-4420-a12a-9607f1afd8c6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:50.598434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:50.657891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.694473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.722563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.728650 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/networks/7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a HTTP/1.1" status: 204 len: 168 time: 3.9919147 Dec 12 15:35:50.741743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:50.791866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:50.792242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:50.805553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319055fb-913c-4571-b6f2-3375c0ad4508 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Network': ['ID=7b09b64f-9f1a-4cbd-96c7-70c6661a9b2a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:50.883879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395f42c-a9c8-4a4c-a046-7d213c72c14c None None] DHCP port deletion for 8b04981c-2a80-4673-b279-89a91ebf73f8 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:50.927887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.935631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.939726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.940219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.940715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.941348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.941713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:50.959066 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-b519af1b-71dd-4a47-a8a6-6ad4c9000b54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.9699352 Dec 12 15:35:50.987266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=999376fc-366a-4420-a12a-9607f1afd8c6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:50.998722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port 999376fc-366a-4420-a12a-9607f1afd8c6 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:51.011149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.059153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting subnet b4e0bcfc-de15-4e01-99a8-a2817aa36247 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:35:51.104388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Deleting port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:51.105016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.211672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.240173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04981c-2a80-4673-b279-89a91ebf73f8']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:51.256528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83215f5-6d50-43bc-8ef6-e0affc102a73') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:51.257677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83215f5-6d50-43bc-8ef6-e0affc102a73') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:51.282956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.331837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.336005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] For port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bcfe013c-6d22-4a2b-9ca8-111e8aabd16f,segment=NetworkSegment(1007a56a-96ad-409d-bcae-b905cd26b944),segment_id=1007a56a-96ad-409d-bcae-b905cd26b944)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:51.336616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.351854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:51.352346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.361848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.370051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Calling delete_port for bcfe013c-6d22-4a2b-9ca8-111e8aabd16f owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:51.405465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=752cee4f-344e-430b-ab9f-eeb559d44427,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:51.426326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-54ed96ce-260f-4527-a2ac-0cc0a2d8268a None None] Provisioning complete for port dccda51a-502b-4085-ae1b-ee6e91cdd4cd triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:51.428289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-169d2ca3-287f-4154-949c-80d0d905eb78 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4684358 Dec 12 15:35:51.431218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54ed96ce-260f-4527-a2ac-0cc0a2d8268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.436590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.440303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-44baa5e3-744b-4cfc-ac77-48a176554bc3 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/752cee4f-344e-430b-ab9f-eeb559d44427 HTTP/1.1" status: 204 len: 168 time: 3.2341409 Dec 12 15:35:51.442984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:51.453943 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:51.459111 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.520082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.565377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-54ed96ce-260f-4527-a2ac-0cc0a2d8268a None None] Port dccda51a-502b-4085-ae1b-ee6e91cdd4cd cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:51.597307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-54ed96ce-260f-4527-a2ac-0cc0a2d8268a None None] Provisioning complete for port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:51.597684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54ed96ce-260f-4527-a2ac-0cc0a2d8268a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.599906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.607492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf28e8c-ef51-4ece-91c5-fadee1e2404d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:51.611200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/8b04981c-2a80-4673-b279-89a91ebf73f8 HTTP/1.1" status: 204 len: 168 time: 1.7556584 Dec 12 15:35:51.616966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a906ff-b6a2-4867-bd8a-1f1e3e961ad4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=8b04981c-2a80-4673-b279-89a91ebf73f8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:51.617384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf28e8c-ef51-4ece-91c5-fadee1e2404d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:51.622655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:51.624826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dbf28e8c-ef51-4ece-91c5-fadee1e2404d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1797180 Dec 12 15:35:51.627596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:51.628247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1724496978'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:51.683545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.812307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4aa5-dc30-44ad-b4e2-5fe2dc413bd8 req-5f6ba100-b0de-4ddd-913d-31a6cdf6e82d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:51.832558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5e4aa5-dc30-44ad-b4e2-5fe2dc413bd8 req-5f6ba100-b0de-4ddd-913d-31a6cdf6e82d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.3656533 Dec 12 15:35:51.864496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:51.868467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.881544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:51.920688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89730afa-58c1-4f1b-bb86-eeae207dd1f7 None None] Network 7dafa527-80b5-400f-a2d8-6624fd40dbf1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:51.940202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:52.045193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.045193 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment 1d2ac540-6774-4f25-84f2-a04a0ad12811 of type vlan for network e4d213d1-2ae8-4a7a-8dd2-08306975733a Dec 12 15:35:52.048956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Port': ['ID=bcfe013c-6d22-4a2b-9ca8-111e8aabd16f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:52.056896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] No DVR routers for this DVR port bcfe013c-6d22-4a2b-9ca8-111e8aabd16f on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:52.165980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-189889a7-64c4-43f7-b63a-5ba3adc9b77d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.213501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5e4aa5-dc30-44ad-b4e2-5fe2dc413bd8 req-bd6298a3-3f6f-450a-9b6b-7b187b767234 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764968 Dec 12 15:35:52.221283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.224096 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.249456 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-189889a7-64c4-43f7-b63a-5ba3adc9b77d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 12 15:35:52.250707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189889a7-64c4-43f7-b63a-5ba3adc9b77d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:35:52.262083 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-189889a7-64c4-43f7-b63a-5ba3adc9b77d tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/7dafa527-80b5-400f-a2d8-6624fd40dbf1 HTTP/1.1" status: 409 len: 405 time: 0.6198895 Dec 12 15:35:52.262083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:52.267447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c9484596-f1ee-4c06-8376-2d22eec5deab None None] Provisioning complete for port dccda51a-502b-4085-ae1b-ee6e91cdd4cd triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:52.267715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9484596-f1ee-4c06-8376-2d22eec5deab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.308892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.314630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:52.315237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.317143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557447615'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:52.338411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.388200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.460985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f59845f-27ab-4cd4-ac4d-555e4d240e1d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:52.488053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c9484596-f1ee-4c06-8376-2d22eec5deab None None] Port dccda51a-502b-4085-ae1b-ee6e91cdd4cd cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:35:52.503071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:52.507792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.521401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1007a56a-96ad-409d-bcae-b905cd26b944') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:52.521817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1007a56a-96ad-409d-bcae-b905cd26b944') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:52.557142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.591918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.613781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e0bcfc-de15-4e01-99a8-a2817aa36247,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:52.627769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8e1d5-e221-4ecd-bf5a-4b2e9303f52d None None] Network 045edb06-cd86-4c9f-97b7-0aff91864f20 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:35:52.629672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:52.630439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.656148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.662810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-315253b6-ee6f-4854-8559-2ee5fbc74ff6 tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/subnets/b4e0bcfc-de15-4e01-99a8-a2817aa36247 HTTP/1.1" status: 204 len: 168 time: 1.8620842 Dec 12 15:35:52.669091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0451319 Dec 12 15:35:52.670085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fa1a5-686c-47a8-b73d-3f1c44cd5e48 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=e4d213d1-2ae8-4a7a-8dd2-08306975733a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:52.672299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:52.672873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:52.681555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:52.696222 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:52.762761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] DHCP port deletion for 7dafa527-80b5-400f-a2d8-6624fd40dbf1 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:52.766925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:52.768612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 999376fc-366a-4420-a12a-9607f1afd8c6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:52.818818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:52.862825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.893235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.893869 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment 380194e6-089d-457c-abe5-4db33a467843 of type vlan for network 182a89fa-7d37-4cde-9feb-9af478680c37 Dec 12 15:35:52.914656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 999376fc-366a-4420-a12a-9607f1afd8c6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:52.916607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 999376fc-366a-4420-a12a-9607f1afd8c6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:52.935448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.965068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.975324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:52.977183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/2f59845f-27ab-4cd4-ac4d-555e4d240e1d HTTP/1.1" status: 204 len: 168 time: 5.0347433 Dec 12 15:35:52.979721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:52.998823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:53.007527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Deleting port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:53.009156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.111645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] DHCP port deletion for 045edb06-cd86-4c9f-97b7-0aff91864f20 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:35:53.176556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f0d8b-8739-4ae5-b960-be5a87b8da9d tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=2f59845f-27ab-4cd4-ac4d-555e4d240e1d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:53.218810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Deleting port 80bb9686-7073-411b-9362-ba253926f854 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:53.219470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.242393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] For port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,segment=NetworkSegment(f468b98b-c1db-4494-ad25-7028ab5316b7),segment_id=f468b98b-c1db-4494-ad25-7028ab5316b7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:53.243048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.289090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.291166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Calling delete_port for c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:53.365839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.373102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.379611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:53.380231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.398749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.468163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] Pushing event deleted for resources: {'Port': ['ID=c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:53.472359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9a2f9-98aa-482f-a4a8-739515d4bd08 None None] No DVR routers for this DVR port c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:53.516077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Deleting port 80bb9686-7073-411b-9362-ba253926f854 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:35:53.516888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.517732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=182a89fa-7d37-4cde-9feb-9af478680c37,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:53.530715 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a91bb4ba-8309-4418-8699-62927f6acf57 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2380905 Dec 12 15:35:53.532092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:53.537471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': '182a89fa-7d37-4cde-9feb-9af478680c37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:53.553544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 182a89fa-7d37-4cde-9feb-9af478680c37 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:53.574060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.597489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] For port 80bb9686-7073-411b-9362-ba253926f854, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bb9686-7073-411b-9362-ba253926f854,segment=NetworkSegment(2eb132e6-e22a-442b-bad3-1427c37bed32),segment_id=2eb132e6-e22a-442b-bad3-1427c37bed32)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:53.597893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.705277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Calling delete_port for 80bb9686-7073-411b-9362-ba253926f854 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:53.762047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f073fa-72cc-478b-af90-23b005050e0e req-8155ca4c-07b9-498e-880a-c7605293bf74 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:53.777236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5f073fa-72cc-478b-af90-23b005050e0e req-8155ca4c-07b9-498e-880a-c7605293bf74 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.3997610 Dec 12 15:35:53.817262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': '1d2ac540-6774-4f25-84f2-a04a0ad12811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:53.817533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: e4d213d1-2ae8-4a7a-8dd2-08306975733a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:53.821450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] For port 80bb9686-7073-411b-9362-ba253926f854, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bb9686-7073-411b-9362-ba253926f854,segment=NetworkSegment(2eb132e6-e22a-442b-bad3-1427c37bed32),segment_id=2eb132e6-e22a-442b-bad3-1427c37bed32)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:35:53.822126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.842759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Calling delete_port for 80bb9686-7073-411b-9362-ba253926f854 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:35:53.851500 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.914147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:53.917490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:53.991209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cf5a7d-d349-40db-9b5c-759cfe2a54ff']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:54.013958 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.074980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3a5b11-d397-40aa-96bd-0be4f9bd25bd') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:54.076204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3a5b11-d397-40aa-96bd-0be4f9bd25bd') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:54.108396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] No DVR routers for this DVR port 80bb9686-7073-411b-9362-ba253926f854 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:54.127745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.133360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ea11a-7a54-4e72-b040-ec19e8df4d85 None None] Pushing event deleted for resources: {'Port': ['ID=80bb9686-7073-411b-9362-ba253926f854,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:54.177879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e76c8f-dac1-4184-8bc4-5ede7f4e084e None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:35:54.221679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.248510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:54.249311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:54.253831 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:54.379271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.442626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.446051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/a1cf5a7d-d349-40db-9b5c-759cfe2a54ff HTTP/1.1" status: 204 len: 168 time: 1.3858545 Dec 12 15:35:54.465054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51686) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:54.542925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:54.565416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c672e-53f1-4d1c-a615-1819ba10e862 tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=a1cf5a7d-d349-40db-9b5c-759cfe2a54ff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:54.568667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:54.569123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c28f3f9f-f3c2-4ed3-9d43-a9fa513644fe not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:54.570200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bb9686-7073-411b-9362-ba253926f854 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:35:54.602360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 80bb9686-7073-411b-9362-ba253926f854 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:35:54.602770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bb9686-7073-411b-9362-ba253926f854 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:35:54.660067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e76c8f-dac1-4184-8bc4-5ede7f4e084e None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103413) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:54.679311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e76c8f-dac1-4184-8bc4-5ede7f4e084e None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e4d213d1-2ae8-4a7a-8dd2-08306975733a) {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:35:54.690302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.729004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Unable to find a vacant binding_index for network e4d213d1-2ae8-4a7a-8dd2-08306975733a and agent 0a970933-69e0-4f02-88c2-06244d7f77d4 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 12 15:35:54.845364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e4d213d1-2ae8-4a7a-8dd2-08306975733a) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:54.860214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:54.862759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.873759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:35:54.875578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.894410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:54.990146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f828028a-d161-4e0e-a88e-d5440aa3d9f7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.002852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.013611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=9968635b-9fb5-42cc-b7cc-86a2f65e8f00,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:55.022310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5f073fa-72cc-478b-af90-23b005050e0e req-14cd1d7a-1452-4f0b-80c5-080f862f4955 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2441263 Dec 12 15:35:55.042839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': '380194e6-089d-457c-abe5-4db33a467843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '182a89fa-7d37-4cde-9feb-9af478680c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:55.043455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: 182a89fa-7d37-4cde-9feb-9af478680c37, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:35:55.050080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2c2df1-0df5-4cee-82f3-7010aa13f5bb') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.050626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2c2df1-0df5-4cee-82f3-7010aa13f5bb') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.066612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=5323c061-e51d-47c2-a874-3bcc5ef4532b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:55.071306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.189616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-861eea6e-4998-4292-ba99-e9956a0358c4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4572380 Dec 12 15:35:55.189767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:55.189767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.189767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-370689007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:55.190049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Port': ['ID=80bb9686-7073-411b-9362-ba253926f854,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:55.190049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] No DVR routers for this DVR port 80bb9686-7073-411b-9362-ba253926f854 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:35:55.193822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 182a89fa-7d37-4cde-9feb-9af478680c37 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:35:55.232523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.236071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.257392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:55.257888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:55.264398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 182a89fa-7d37-4cde-9feb-9af478680c37) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:55.274169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:55.276466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.360095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-e4d213d1-2ae8-4a7a-8dd2-08306975733a', 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': '9968635b-9fb5-42cc-b7cc-86a2f65e8f00'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:35:55.361878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.384999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.427591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045edb06-cd86-4c9f-97b7-0aff91864f20']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.450535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb132e6-e22a-442b-bad3-1427c37bed32') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.451103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb132e6-e22a-442b-bad3-1427c37bed32') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:55.480889 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.505841 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fca2a6a0-3ab1-4b2f-8a08-351fd05b8114 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9726520 Dec 12 15:35:55.509349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51706) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:55.553110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.559464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.575390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.582811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] 10.222.0.36 "DELETE /v2.0/networks/f828028a-d161-4e0e-a88e-d5440aa3d9f7 HTTP/1.1" status: 204 len: 168 time: 1.1141865 Dec 12 15:35:55.604956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:55.606492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:55.615746 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:55.634912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e61a3-de05-445c-b545-5724a9616daa tempest-BulkNetworkOpsIpV6Test-1140561838 tempest-BulkNetworkOpsIpV6Test-1140561838-project] Pushing event deleted for resources: {'Network': ['ID=f828028a-d161-4e0e-a88e-d5440aa3d9f7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:55.696398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Allocated IP 2001:db8::2 (e4d213d1-2ae8-4a7a-8dd2-08306975733a/9968635b-9fb5-42cc-b7cc-86a2f65e8f00/055bee40-9191-48c3-be86-f821960c9c5f) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:55.895716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.917796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:55.939436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/networks/045edb06-cd86-4c9f-97b7-0aff91864f20 HTTP/1.1" status: 204 len: 168 time: 3.2544897 Dec 12 15:35:55.940569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:56.006630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761a9af-a901-4244-afd9-30740c289d9f tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Pushing event deleted for resources: {'Network': ['ID=045edb06-cd86-4c9f-97b7-0aff91864f20,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:56.091802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.183715 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b70b6032-c728-42a4-8888-fc56739c98ac tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "GET /v2.0/ports?device_id=70dbc149-ae07-47b5-9637-d52ad808fe6b HTTP/1.1" status: 200 len: 205 time: 0.2394965 Dec 12 15:35:56.184375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:56.186241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.201217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.207709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.224066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.310348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:56.313945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:56.316190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51734) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:56.319015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:56.322620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Pushing event updated for resources: {'Port': ['ID=055bee40-9191-48c3-be86-f821960c9c5f,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:56.361454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.411596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.466078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35669d4-1bf6-4795-81cf-75ff694b7e01 req-790b1fd9-a45e-41b0-a2a1-bacadc59b8bd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:56.474255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Attempting to bind port 055bee40-9191-48c3-be86-f821960c9c5f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:35:56.475325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Attempting to bind port 055bee40-9191-48c3-be86-f821960c9c5f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1d2ac540-6774-4f25-84f2-a04a0ad12811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:35:56.476438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a35669d4-1bf6-4795-81cf-75ff694b7e01 req-790b1fd9-a45e-41b0-a2a1-bacadc59b8bd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.2571557 Dec 12 15:35:56.477091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Attempting to bind port 055bee40-9191-48c3-be86-f821960c9c5f on network e4d213d1-2ae8-4a7a-8dd2-08306975733a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:35:56.483415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:35:56.484155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Checking segment: {'id': '1d2ac540-6774-4f25-84f2-a04a0ad12811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:35:56.485103 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.486568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Bound using segment: {'id': '1d2ac540-6774-4f25-84f2-a04a0ad12811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:35:56.487399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Bound port: 055bee40-9191-48c3-be86-f821960c9c5f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2ac540-6774-4f25-84f2-a04a0ad12811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e4d213d1-2ae8-4a7a-8dd2-08306975733a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:35:56.488012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.558032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.563700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2fab9efc-b924-4ff7-bc5c-c8d4ba384f2e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4234357 Dec 12 15:35:56.565885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51742) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:56.666590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] For port 055bee40-9191-48c3-be86-f821960c9c5f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:35:56.678927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] For port 055bee40-9191-48c3-be86-f821960c9c5f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=055bee40-9191-48c3-be86-f821960c9c5f,segment=NetworkSegment(1d2ac540-6774-4f25-84f2-a04a0ad12811),segment_id=1d2ac540-6774-4f25-84f2-a04a0ad12811)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:35:56.696019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.813009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783b162-fe96-4546-8e62-5a301707ee85 None None] Pushing event updated for resources: {'Port': ['ID=055bee40-9191-48c3-be86-f821960c9c5f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:56.827506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a35669d4-1bf6-4795-81cf-75ff694b7e01 req-60cbc3db-7506-4467-af9e-3c44b8a9f659 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500144 Dec 12 15:35:56.833499 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.942925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a7ddfcfd-7285-4187-82ae-2c1a347334aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0ab908b049d472498170b5ae89b609d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6199410 Dec 12 15:35:56.961804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:56.979423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=5323c061-e51d-47c2-a874-3bcc5ef4532b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:56.979946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:56.983089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.116189 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.162039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.173507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.177322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Fanout notify agent at l3_agent the message router_deleted on router 70dbc149-ae07-47b5-9637-d52ad808fe6b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:35:57.212057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.223123 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a9ffcbe5-ccb2-4a24-b513-d6a8f1f82f0e tempest-RoutersNegativeIpV6Test-1636759955 tempest-RoutersNegativeIpV6Test-1636759955-project] 10.222.0.36 "DELETE /v2.0/routers/70dbc149-ae07-47b5-9637-d52ad808fe6b HTTP/1.1" status: 204 len: 168 time: 1.0288687 Dec 12 15:35:57.266447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.321280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182a89fa-7d37-4cde-9feb-9af478680c37']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:57.344255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.378392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380194e6-089d-457c-abe5-4db33a467843') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:57.379006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380194e6-089d-457c-abe5-4db33a467843') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:35:57.500495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.510692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.525881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.528588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.537540 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87cceb82-aba9-45b3-bc02-e5581602cf06 HTTP/1.1" status: 204 len: 168 time: 0.5716755 Dec 12 15:35:57.555494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7166b4-d5bc-4ddd-94ef-94d128c026e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cceb82-aba9-45b3-bc02-e5581602cf06,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:57.671401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:35:57.671955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:35:57.675500 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:35:57.895328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:57.921334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.026737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.031416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/182a89fa-7d37-4cde-9feb-9af478680c37 HTTP/1.1" status: 204 len: 168 time: 2.5176551 Dec 12 15:35:58.036904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b7314-e6ef-4a7e-abfc-8bf1d71250b7 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=182a89fa-7d37-4cde-9feb-9af478680c37,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:58.039028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:58.049642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1734837057'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:58.113893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:58.119849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.154631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8::1 (e4d213d1-2ae8-4a7a-8dd2-08306975733a/9968635b-9fb5-42cc-b7cc-86a2f65e8f00/0a8c9882-b3b0-4682-a577-5cf882141aaa) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:35:58.182222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:35:58.190526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-2f68f285-b688-4f15-979d-681707cc8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:58.193712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-2f68f285-b688-4f15-979d-681707cc8846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 1097 time: 0.4595180 Dec 12 15:35:58.218944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.219949 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment 1d584c18-d53f-4c73-9587-83a54474c786 of type vlan for network 26568f61-41e0-4f4a-bfe2-87bdeefc6c58 Dec 12 15:35:58.358955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.367404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4ed27-10c6-41c0-9eeb-f5d39320c2b2 req-f067ddad-c63b-48c2-981a-172e9446489b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:58.383513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be4ed27-10c6-41c0-9eeb-f5d39320c2b2 req-f067ddad-c63b-48c2-981a-172e9446489b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.3746665 Dec 12 15:35:58.452925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.490390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:58.494687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:58.667541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 055bee40-9191-48c3-be86-f821960c9c5f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:35:58.699299 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6591415 Dec 12 15:35:58.710563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:58.720273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9be4ed27-10c6-41c0-9eeb-f5d39320c2b2 req-6f232390-df5b-497c-89e0-3f9489dee01e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354745 Dec 12 15:35:58.723443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': '26568f61-41e0-4f4a-bfe2-87bdeefc6c58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:58.745348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6583b-aa3e-4eaa-a802-9339260c6852 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=26568f61-41e0-4f4a-bfe2-87bdeefc6c58,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:58.782252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 26568f61-41e0-4f4a-bfe2-87bdeefc6c58 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:35:58.841997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b30773-fec9-4785-9bc7-0a64d00a59b9 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:35:58.886015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-d23b9340-737e-4803-b0e8-6dce8aef4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:58.888181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-d23b9340-737e-4803-b0e8-6dce8aef4af7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.6645224 Dec 12 15:35:59.014592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.130639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-35a7a613-e4e1-4ad8-a724-38aad2b9cf2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 200 len: 217 time: 0.2274432 Dec 12 15:35:59.135561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.291104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:35:59.301448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:35:59.309847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:35:59.310710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.444027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=0a8c9882-b3b0-4682-a577-5cf882141aaa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:35:59.464345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51814) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:59.485095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] Provisioning complete for port 055bee40-9191-48c3-be86-f821960c9c5f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:59.485541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.516562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-621785c1-677e-47f6-a761-4587794c73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:35:59.518380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-621785c1-677e-47f6-a761-4587794c73c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.3783526 Dec 12 15:35:59.624836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-f5b943d2-3c79-4a91-8f26-50c2adc31a9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929515 Dec 12 15:35:59.632608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b30773-fec9-4785-9bc7-0a64d00a59b9 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:35:59.659150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 055bee40-9191-48c3-be86-f821960c9c5f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:35:59.659452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.696280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86674b4a-4a17-4acc-a6a5-15ea73d11add admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e653a070c3fd45fb9a95d53f0f949eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7995768 Dec 12 15:35:59.699322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:35:59.733655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-48242163'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:35:59.766605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:35:59.790040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:35:59.795146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.003401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.024992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-2ce46784-3658-4d60-83ef-c7f4e36b67fb service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470360 Dec 12 15:36:00.067657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.095769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.160808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.244992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53cb05f9-0818-47d3-b40d-e4b28e809891 req-ddf7cc99-cfe7-469f-a2a2-e1d8be2bcec9 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151372 Dec 12 15:36:00.276263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.279165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.280838 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2908a1d-3ef0-45e3-b0d3-8e0addff60de HTTP/1.1" status: 204 len: 168 time: 0.5805202 Dec 12 15:36:00.309788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': '1d584c18-d53f-4c73-9587-83a54474c786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26568f61-41e0-4f4a-bfe2-87bdeefc6c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:00.311001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: 26568f61-41e0-4f4a-bfe2-87bdeefc6c58, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:00.329146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d04a4-8ad9-4e9c-9cdb-4121373dbef6 req-4f8b2b8e-4204-4bfb-960f-c8d4412d7ad7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:00.330780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab7d04a4-8ad9-4e9c-9cdb-4121373dbef6 req-4f8b2b8e-4204-4bfb-960f-c8d4412d7ad7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.1021013 Dec 12 15:36:00.331567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:00.335434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.345054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] For port 055bee40-9191-48c3-be86-f821960c9c5f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=055bee40-9191-48c3-be86-f821960c9c5f,segment=NetworkSegment(1d2ac540-6774-4f25-84f2-a04a0ad12811),segment_id=1d2ac540-6774-4f25-84f2-a04a0ad12811)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:00.351800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.356320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=fa7cfecd-7766-46aa-b05a-759316b6f2ca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:00.365777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6ab8e-d3fd-4a79-9ac7-897113f90c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2908a1d-3ef0-45e3-b0d3-8e0addff60de,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:00.402312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network 26568f61-41e0-4f4a-bfe2-87bdeefc6c58 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:00.433591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 26568f61-41e0-4f4a-bfe2-87bdeefc6c58) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:00.439403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:00.440033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.446931 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.503996 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-20c747e9-637f-43ec-8085-7840c013fd3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7890835 Dec 12 15:36:00.504681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:00.519274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.650906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.683249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab7d04a4-8ad9-4e9c-9cdb-4121373dbef6 req-c6e0df8a-469a-4ae1-8792-9fa7f66ae6ba tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378201 Dec 12 15:36:00.696767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.737001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:36:00.737001 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:36:00.755312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94182-4ebc-4e7f-ba09-fa54113f59c5 None None] Pushing event updated for resources: {'Port': ['ID=055bee40-9191-48c3-be86-f821960c9c5f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:00.763993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:00.770233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.850696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d84d9-480d-4333-ac73-a51a462e815d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:00.861913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:00.862533 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment 96babe1d-3d9d-4b5a-9be3-1197b4b098ee of type vlan for network 9a7fb221-01f6-48dd-9582-7951792ac775 Dec 12 15:36:00.896339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43848cb3-f3e1-402e-b748-55dda2afc83b None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:00.906969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c198f-1428-4991-ab4f-1fdb7690fa20 None None] Network 182a89fa-7d37-4cde-9feb-9af478680c37 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:00.919285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e5f2e-5a0a-494e-8e2c-ac3eba6389f3 None None] Network 26568f61-41e0-4f4a-bfe2-87bdeefc6c58 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:00.966527 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.068185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c198f-1428-4991-ab4f-1fdb7690fa20 None None] Network 182a89fa-7d37-4cde-9feb-9af478680c37 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:36:01.088829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c01a5c-ce90-498f-a950-437c84626677 None None] Network 182a89fa-7d37-4cde-9feb-9af478680c37 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:01.124877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.151408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c01a5c-ce90-498f-a950-437c84626677 None None] Network 182a89fa-7d37-4cde-9feb-9af478680c37 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:36:01.182473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.257205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7cfecd-7766-46aa-b05a-759316b6f2ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:01.321734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.338282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:01.345981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.384111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b36a20-e465-4e8d-9de5-50c81d28e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-26568f61-41e0-4f4a-bfe2-87bdeefc6c58', 'network_id': '26568f61-41e0-4f4a-bfe2-87bdeefc6c58', 'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'fixed_ips': [{'subnet_id': 'fa7cfecd-7766-46aa-b05a-759316b6f2ca'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:01.385343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54b36a20-e465-4e8d-9de5-50c81d28e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.446633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.493409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26568f61-41e0-4f4a-bfe2-87bdeefc6c58']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:01.509604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d584c18-d53f-4c73-9587-83a54474c786') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:01.509977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d584c18-d53f-4c73-9587-83a54474c786') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:01.528608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.561312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0956936 Dec 12 15:36:01.570139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:01.587261 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.612959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:01.613576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:01.625634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'name': 'tempest-PortsIpV6TestJSON-727194357'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:01.633626 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:01.659855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 055bee40-9191-48c3-be86-f821960c9c5f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:01.768803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6fef4-1678-472b-b49d-e2b4670218d8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=9a7fb221-01f6-48dd-9582-7951792ac775,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:01.776862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142808e6-37d8-4736-a7db-6d9fb4e6edde None None] Network 26568f61-41e0-4f4a-bfe2-87bdeefc6c58 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:01.897782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:01.992717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.010871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.012257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.038923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.041949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:02.047151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.068812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.072267 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/26568f61-41e0-4f4a-bfe2-87bdeefc6c58 HTTP/1.1" status: 204 len: 168 time: 1.5666034 Dec 12 15:36:02.074441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7edfa-242c-4531-b1c4-b37c60c2e991 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=26568f61-41e0-4f4a-bfe2-87bdeefc6c58,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:02.078083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:02.091210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846558'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:02.150890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port baa9ffa6-d8e5-4796-9443-069801228512 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:02.214265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 055bee40-9191-48c3-be86-f821960c9c5f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:02.215286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.223270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:02.229386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:02.241865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0289cc-3a55-431e-9e0b-0dc0c5983ecb req-414bc737-caec-4adb-b60a-e15af98f8186 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:02.243829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a0289cc-3a55-431e-9e0b-0dc0c5983ecb req-414bc737-caec-4adb-b60a-e15af98f8186 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.3285410 Dec 12 15:36:02.255173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=0a8c9882-b3b0-4682-a577-5cf882141aaa,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:02.356950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:02.361719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.489793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a0289cc-3a55-431e-9e0b-0dc0c5983ecb req-f3294711-fb4c-4995-98dc-9cf3333ca5d4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367070 Dec 12 15:36:02.520646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:02.572417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.572873 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Added segment 3fc504c0-d512-4125-a554-3e73b4096e28 of type vlan for network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 Dec 12 15:36:02.594130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.641897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 4258d1be-2d19-4cbd-82fc-5d023983780f is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:02.649192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-dd88f0fd-8498-40fe-8ec6-01e0100fbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:02.651090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-dd88f0fd-8498-40fe-8ec6-01e0100fbb63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 1097 time: 0.0926824 Dec 12 15:36:02.686906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.705766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.796885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=baa9ffa6-d8e5-4796-9443-069801228512,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:02.805067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.810762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:02.811537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:02.849384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7620201 Dec 12 15:36:02.849384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:02.849384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': '96babe1d-3d9d-4b5a-9be3-1197b4b098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:02.849384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 9a7fb221-01f6-48dd-9582-7951792ac775, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:02.854534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Request body: {'subnet': {'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:02.900339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:02.909374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3396348a-80a2-4be0-8a2a-b2b14bafdf80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/4258d1be-2d19-4cbd-82fc-5d023983780f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3172293 Dec 12 15:36:02.910580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51950) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:02.914583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] Sync routers for ids ['4258d1be-2d19-4cbd-82fc-5d023983780f'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:02.932311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] Routers {'4258d1be-2d19-4cbd-82fc-5d023983780f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:02.941144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4258d1be-2d19-4cbd-82fc-5d023983780f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:03.025263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f86a9-4d1c-4ac5-a2db-45bbb8086f5f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:03.031846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-496f86a9-4d1c-4ac5-a2db-45bbb8086f5f tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports/0a8c9882-b3b0-4682-a577-5cf882141aaa HTTP/1.1" status: 200 len: 911 time: 0.0950017 Dec 12 15:36:03.033546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-3a95e557-6bbc-45df-82a2-8158ba84ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:03.035090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-3a95e557-6bbc-45df-82a2-8158ba84ba16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.3758385 Dec 12 15:36:03.035671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51958) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:03.038336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:03.064935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426e19-8b23-4252-8af1-3d48ee9c7b0c tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Network': ['ID=e4d7e95b-6e03-4d93-8df7-f65064f4ce60,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:03.076343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] Routers {'4258d1be-2d19-4cbd-82fc-5d023983780f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:03.078261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:35:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4258d1be-2d19-4cbd-82fc-5d023983780f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:03.087110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:03.088136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:03.106845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9a7fb221-01f6-48dd-9582-7951792ac775) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:03.122736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:03.129524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:03.130748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.183280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Made reservation on behalf of 1f48cf83660a4b4d95d2836811a1b2d1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:03.192862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.246424 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3a3a9b08-8dc5-4d9f-a037-eb1b45aa8434 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6717484 Dec 12 15:36:03.247100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:03.252679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-43ee8a9c-066d-41ad-ac49-be539f955c9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 200 len: 217 time: 0.1891475 Dec 12 15:36:03.314667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-280950940'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:03.314918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab366b2-b07f-4d2d-b6d3-ca6ac286e8f3 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:03.322394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f267245-2dbe-421b-9ff0-6b1b256cdd80 None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:03.398038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:03.401906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.446564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:03.490099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.490449 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment 9448a8e8-e17e-460f-93a4-821ebe745857 of type vlan for network f1c77ace-7bd5-43d4-a2d9-e381162568df Dec 12 15:36:03.499667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:03.501009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd920a-0ab1-4c80-ae6d-ef0576679681 None None] The sync data for ids ['4258d1be-2d19-4cbd-82fc-5d023983780f'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:03.648515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.656498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e3f196c0-3158-4fab-85d7-547c58bded19 None None] Provisioning complete for port 0a8c9882-b3b0-4682-a577-5cf882141aaa triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:03.657173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3f196c0-3158-4fab-85d7-547c58bded19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.744404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.751669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:03.752872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:03.782595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e3f196c0-3158-4fab-85d7-547c58bded19 None None] Port 0a8c9882-b3b0-4682-a577-5cf882141aaa cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:03.811371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e3f196c0-3158-4fab-85d7-547c58bded19 None None] Provisioning complete for port 055bee40-9191-48c3-be86-f821960c9c5f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:03.811748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3f196c0-3158-4fab-85d7-547c58bded19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.058887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=f1c77ace-7bd5-43d4-a2d9-e381162568df,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:04.084314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 15:36:04.091776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5930d7dc-fffe-4f63-9d89-154e35ef40ec tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7885599 Dec 12 15:36:04.104781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.139022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52004) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:04.172046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'ports': [{'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'}, {'network_id': 'f1c77ace-7bd5-43d4-a2d9-e381162568df'}]} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:04.172344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:04.173001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': 'f1c77ace-7bd5-43d4-a2d9-e381162568df'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:04.278963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-1cea2136-b5fd-4803-8c0a-50d7c1db159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:04.280594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-1cea2136-b5fd-4803-8c0a-50d7c1db159b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 1.0125322 Dec 12 15:36:04.342786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event updated for resources: {'Subnet': ['ID=7ec15658-7cb4-4a3a-bda6-2f8b60d3cde4,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:04.351992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Checking segment: {'id': '3fc504c0-d512-4125-a554-3e73b4096e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:04.352610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network hostable DHCP agents. Network: e4d7e95b-6e03-4d93-8df7-f65064f4ce60, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:04.381591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:04.399341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e4d7e95b-6e03-4d93-8df7-f65064f4ce60) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:04.404378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:04.405341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.406822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f1c77ace-7bd5-43d4-a2d9-e381162568df details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:04.438576 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f78850a-1d9d-47cd-8820-28240a11a690 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5922151 Dec 12 15:36:04.441282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:04.449017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a95254-d615-4b9e-8452-c2763e0598b5 None None] Network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:04.471206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb0245-6bbd-42d5-b688-fe04bc46b8d6 req-7b6b85bf-fe77-4ec3-86d6-0a512e41bb28 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:04.472961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54eb0245-6bbd-42d5-b688-fe04bc46b8d6 req-7b6b85bf-fe77-4ec3-86d6-0a512e41bb28 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 946 time: 0.5423558 Dec 12 15:36:04.501789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-2c31aa24-0036-469a-82fc-21c6c4dcd778 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5591574 Dec 12 15:36:04.526105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-92f33a14-97fa-4faf-8701-ba6e6fad1dae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002246 Dec 12 15:36:04.743351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.773295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-e4d7e95b-6e03-4d93-8df7-f65064f4ce60', 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60', 'project_id': '1f48cf83660a4b4d95d2836811a1b2d1', 'fixed_ips': [{'subnet_id': '7ec15658-7cb4-4a3a-bda6-2f8b60d3cde4'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:04.774584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.849905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:04.865449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:04.976113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54eb0245-6bbd-42d5-b688-fe04bc46b8d6 req-e1d99397-d49e-46c6-9e0c-9ff6381ff190 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607501 Dec 12 15:36:05.031154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd0d4b21-8476-4626-8273-3949b901c471 None None] Provisioning complete for port 0a8c9882-b3b0-4682-a577-5cf882141aaa triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:05.031840 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4b21-8476-4626-8273-3949b901c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.050571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-207dc336-da0b-4ce7-8699-f05f68b53df7 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377923 Dec 12 15:36:05.110109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.110666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.111122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.111610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.112108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.113319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.113905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.117251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-282ae607-7495-456b-8512-515a1232fb48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.4924693 Dec 12 15:36:05.163250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Allocated IP 2001:db8::f816:3eff:fe0b:b220 (e4d7e95b-6e03-4d93-8df7-f65064f4ce60/7ec15658-7cb4-4a3a-bda6-2f8b60d3cde4/7ef9335d-caf2-452f-99a6-baf50a1c34d8) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:05.216462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d4b21-8476-4626-8273-3949b901c471 None None] Port 0a8c9882-b3b0-4682-a577-5cf882141aaa cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:05.253570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.267230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 2} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:05.273062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.297204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd0d4b21-8476-4626-8273-3949b901c471 None None] Provisioning complete for port 055bee40-9191-48c3-be86-f821960c9c5f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:05.297573 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd0d4b21-8476-4626-8273-3949b901c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.305161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:36:05.309164 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41e536b-2a8d-4238-9268-b712d3633b1c" -d '{"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:36:05.356030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.388561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:05.412267 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea21b2d-a6a7-41f5-af54-3aac2c8f7fa6 x-openstack-request-id: req-eea21b2d-a6a7-41f5-af54-3aac2c8f7fa6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:36:05.413033 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:36:05.413154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34210b7b-46a9-4270-b0d5-37f008ba62d6 req-1a9a7bbe-1fe7-448d-ac65-01eff20eeb94 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492315 Dec 12 15:36:05.413259 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eea21b2d-a6a7-41f5-af54-3aac2c8f7fa6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:36:05.413259 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'code': 200} Dec 12 15:36:05.420092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.438672 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9eff12ac-1577-407d-a54f-aecc9261d3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.471404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-464ca017-81bf-47ec-8559-71df20489e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.471966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-464ca017-81bf-47ec-8559-71df20489e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.472468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-464ca017-81bf-47ec-8559-71df20489e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.474327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-464ca017-81bf-47ec-8559-71df20489e88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.2962623 Dec 12 15:36:05.508309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port b34a0393-1c58-4752-b7cc-d3fe27cce8c0 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:05.544839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:05.546136 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.576954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.593085 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.618871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.680909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec15658-7cb4-4a3a-bda6-2f8b60d3cde4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:05.733984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:05.735367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Pushing event updated for resources: {'Port': ['ID=7ef9335d-caf2-452f-99a6-baf50a1c34d8,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:05.751119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:05.751655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-43b4a849-6652-4b18-99e1-7ba3d2580a2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.2627006 Dec 12 15:36:05.761046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:05.815737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92ffa7f2-bf46-49ce-ab39-2f42fc48d547 None None] Provisioning complete for port 0a8c9882-b3b0-4682-a577-5cf882141aaa triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:05.816239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92ffa7f2-bf46-49ce-ab39-2f42fc48d547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.822886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-3027b523-f48e-41bd-81f7-87edf2b95241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:05.825254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-3027b523-f48e-41bd-81f7-87edf2b95241 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.0596929 Dec 12 15:36:05.838943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.894250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d7e95b-6e03-4d93-8df7-f65064f4ce60']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:05.904885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc504c0-d512-4125-a554-3e73b4096e28') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:05.905225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc504c0-d512-4125-a554-3e73b4096e28') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:05.918571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.935159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.947434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:05.947434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.949991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-92ffa7f2-bf46-49ce-ab39-2f42fc48d547 None None] Port 0a8c9882-b3b0-4682-a577-5cf882141aaa cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:05.951943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Attempting to bind port 7ef9335d-caf2-452f-99a6-baf50a1c34d8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:05.952461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Attempting to bind port 7ef9335d-caf2-452f-99a6-baf50a1c34d8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3fc504c0-d512-4125-a554-3e73b4096e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:05.955847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Attempting to bind port 7ef9335d-caf2-452f-99a6-baf50a1c34d8 on network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:05.961182 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:05.973208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:05.974667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Checking segment: {'id': '3fc504c0-d512-4125-a554-3e73b4096e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:05.976157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:05.977438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Bound using segment: {'id': '3fc504c0-d512-4125-a554-3e73b4096e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:05.978268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Bound port: 7ef9335d-caf2-452f-99a6-baf50a1c34d8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc504c0-d512-4125-a554-3e73b4096e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:05.980278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.047272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 15:36:06.047272 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 15:36:06.047272 n-d-710847-8 neutron-server[103411]: [parameters: {'id': 'e4d7e95b-6e03-4d93-8df7-f65064f4ce60'}] Dec 12 15:36:06.047272 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:36:06.047664 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:36:06.107905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] For port 7ef9335d-caf2-452f-99a6-baf50a1c34d8, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:06.113224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] For port 7ef9335d-caf2-452f-99a6-baf50a1c34d8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ef9335d-caf2-452f-99a6-baf50a1c34d8,segment=NetworkSegment(3fc504c0-d512-4125-a554-3e73b4096e28),segment_id=3fc504c0-d512-4125-a554-3e73b4096e28)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:06.120086 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.154637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-585e5879-1f06-444f-96d6-790c5951b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:06.156093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-585e5879-1f06-444f-96d6-790c5951b58f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104672 Dec 12 15:36:06.158470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.266738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d30d09-d7fe-49ad-9530-247734a3fa50 None None] Pushing event updated for resources: {'Port': ['ID=7ef9335d-caf2-452f-99a6-baf50a1c34d8,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:06.284250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f7bf5-dfc1-47da-a24d-87525c34802e None None] Network e4d7e95b-6e03-4d93-8df7-f65064f4ce60 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:06.372067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2dc70-3f97-45f0-96ae-04de372e92d9 req-f5471bcd-7e3e-4f59-aeb3-a67ceeb06476 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:06.375257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a2dc70-3f97-45f0-96ae-04de372e92d9 req-f5471bcd-7e3e-4f59-aeb3-a67ceeb06476 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.3156505 Dec 12 15:36:06.387872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port c3ccf513-4330-4885-9e67-40b0488c284b yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:06.409673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 0a8c9882-b3b0-4682-a577-5cf882141aaa {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:06.410244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.455303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96482c6-4a59-4d0f-b998-3bde1f21e7de None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 15:36:06.549268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.602366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96482c6-4a59-4d0f-b998-3bde1f21e7de None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 15:36:06.624535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a2dc70-3f97-45f0-96ae-04de372e92d9 req-0aba716f-6a79-49d8-892b-b7a096e175d0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305462 Dec 12 15:36:06.631344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-b7851f9d-d64e-4a24-938b-6a71e0f8cbf4 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332910 Dec 12 15:36:06.670061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting port 7ef9335d-caf2-452f-99a6-baf50a1c34d8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:06.670669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.803729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] For port 7ef9335d-caf2-452f-99a6-baf50a1c34d8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ef9335d-caf2-452f-99a6-baf50a1c34d8,segment=NetworkSegment(3fc504c0-d512-4125-a554-3e73b4096e28),segment_id=3fc504c0-d512-4125-a554-3e73b4096e28)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:06.804166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:06.832781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Calling delete_port for 7ef9335d-caf2-452f-99a6-baf50a1c34d8 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:06.855643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-1db5aaa1-3986-49db-a4c7-741ff6b01091 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985400 Dec 12 15:36:06.988307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.006111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No DVR routers for this DVR port 7ef9335d-caf2-452f-99a6-baf50a1c34d8 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:07.033268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Port': ['ID=7ef9335d-caf2-452f-99a6-baf50a1c34d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:07.066346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-4ede99ea-29de-469a-b3e0-e11b6c546caf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.1872323 Dec 12 15:36:07.072973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.088490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 0a8c9882-b3b0-4682-a577-5cf882141aaa owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:07.163591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.189880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d7e95b-6e03-4d93-8df7-f65064f4ce60']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:07.200895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc504c0-d512-4125-a554-3e73b4096e28') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:07.201196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc504c0-d512-4125-a554-3e73b4096e28') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:07.212082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.227649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.234764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:07.235603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:07.351300 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:07.358602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.377707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.386508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/e4d7e95b-6e03-4d93-8df7-f65064f4ce60 HTTP/1.1" status: 204 len: 168 time: 2.9383307 Dec 12 15:36:07.388929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.445504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.485047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-ba75d6f3-3580-415d-a32e-35602b077af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:07.486841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-ba75d6f3-3580-415d-a32e-35602b077af1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.3277373 Dec 12 15:36:07.493425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f6c2b-4795-4aa6-9b33-524dc40b697f tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=e4d7e95b-6e03-4d93-8df7-f65064f4ce60,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:07.503702 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01ed415-30f3-4a3b-abb9-5d7d29be6ac0 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.504873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01ed415-30f3-4a3b-abb9-5d7d29be6ac0 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.508354 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e01ed415-30f3-4a3b-abb9-5d7d29be6ac0 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/7ec15658-7cb4-4a3a-bda6-2f8b60d3cde4 HTTP/1.1" status: 404 len: 337 time: 0.1186497 Dec 12 15:36:07.512608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.516775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.551669 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c229daa8-272d-4c52-8eb1-0eb56816c724 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.552380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c229daa8-272d-4c52-8eb1-0eb56816c724 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.557964 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c229daa8-272d-4c52-8eb1-0eb56816c724 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/e4d7e95b-6e03-4d93-8df7-f65064f4ce60 HTTP/1.1" status: 404 len: 339 time: 0.0434422 Dec 12 15:36:07.563013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52072) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.607804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:07.623518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:07.629234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:07.630200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.635484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-5b2180f0-90fd-4184-8620-3ab214090219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:07.637368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-5b2180f0-90fd-4184-8620-3ab214090219 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364648 Dec 12 15:36:07.641804 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab4cbc-85b4-45d1-a00a-afe0307a7f2b tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.642855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab4cbc-85b4-45d1-a00a-afe0307a7f2b tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.643635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=b34a0393-1c58-4752-b7cc-d3fe27cce8c0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:07.665585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75ab4cbc-85b4-45d1-a00a-afe0307a7f2b tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/fa7cfecd-7766-46aa-b05a-759316b6f2ca HTTP/1.1" status: 404 len: 337 time: 0.1017702 Dec 12 15:36:07.668495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52076) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.712328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68f4d715-2c03-4303-91b0-06f1faf8cd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.721724 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4670b0-188e-443a-ab05-2ef85ceca5a9 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.725794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4670b0-188e-443a-ab05-2ef85ceca5a9 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.736439 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf4670b0-188e-443a-ab05-2ef85ceca5a9 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/26568f61-41e0-4f4a-bfe2-87bdeefc6c58 HTTP/1.1" status: 404 len: 339 time: 0.0660520 Dec 12 15:36:07.738446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.755905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=c3ccf513-4330-4885-9e67-40b0488c284b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:07.814692 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec0f5a0-2599-4553-904b-e3439877af03 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.815645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec0f5a0-2599-4553-904b-e3439877af03 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.823917 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ec0f5a0-2599-4553-904b-e3439877af03 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/5323c061-e51d-47c2-a874-3bcc5ef4532b HTTP/1.1" status: 404 len: 337 time: 0.0842650 Dec 12 15:36:07.826712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.874652 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1497dee3-01e9-45fb-9626-dd56fd911f3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:07.874652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1497dee3-01e9-45fb-9626-dd56fd911f3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:07.886176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1497dee3-01e9-45fb-9626-dd56fd911f3e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/182a89fa-7d37-4cde-9feb-9af478680c37 HTTP/1.1" status: 404 len: 339 time: 0.0579369 Dec 12 15:36:07.891701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:07.976542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f135a-a6c0-455c-ae87-c5a1027d7185 req-4342cc23-d61a-4b1d-9d7c-56318a5f9198 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:07.977713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa1f135a-a6c0-455c-ae87-c5a1027d7185 req-4342cc23-d61a-4b1d-9d7c-56318a5f9198 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.1608243 Dec 12 15:36:07.982549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:07.999715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': '9448a8e8-e17e-460f-93a4-821ebe745857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f1c77ace-7bd5-43d4-a2d9-e381162568df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:08.000246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: f1c77ace-7bd5-43d4-a2d9-e381162568df, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:08.126997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f476ecd4-ab00-4ef6-bbfe-836c63e105e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764750 Dec 12 15:36:08.130682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=0a8c9882-b3b0-4682-a577-5cf882141aaa,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:08.161264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting port dccda51a-502b-4085-ae1b-ee6e91cdd4cd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:08.164871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.349767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.395843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Calling delete_port for dccda51a-502b-4085-ae1b-ee6e91cdd4cd owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:08.416970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:08.533932 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.613399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.655864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Port': ['ID=dccda51a-502b-4085-ae1b-ee6e91cdd4cd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:08.662624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8438b22-7459-4112-a911-8821c67ce1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.745079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8438b22-7459-4112-a911-8821c67ce1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.752308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.757784 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48558bd7-5acf-4306-8e2f-ec8d1f8dab02 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/ports/dccda51a-502b-4085-ae1b-ee6e91cdd4cd HTTP/1.1" status: 204 len: 168 time: 0.8651214 Dec 12 15:36:08.759430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8438b22-7459-4112-a911-8821c67ce1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.762551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52100) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:08.819021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8438b22-7459-4112-a911-8821c67ce1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6544df5-cfaf-4ed5-aead-a225a84493b9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:08.823241 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-82985708-3901-4805-82b1-957a508b3a81 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:08.823900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82985708-3901-4805-82b1-957a508b3a81 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:08.827276 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82985708-3901-4805-82b1-957a508b3a81 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/752cee4f-344e-430b-ab9f-eeb559d44427 HTTP/1.1" status: 404 len: 337 time: 0.0402343 Dec 12 15:36:08.834832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:08.898223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e8438b22-7459-4112-a911-8821c67ce1ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b810c8bb5ae41df968671eb10d0d5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802036 Dec 12 15:36:08.901637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:08.910092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network f1c77ace-7bd5-43d4-a2d9-e381162568df is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:08.924101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.951263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f1c77ace-7bd5-43d4-a2d9-e381162568df) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:08.957786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa1f135a-a6c0-455c-ae87-c5a1027d7185 req-72eab8bd-beba-44a7-8436-a7fec113236b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9664032 Dec 12 15:36:08.964917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:08.965923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25c827-c3f7-42d3-aa1c-132310e786de None None] Network f1c77ace-7bd5-43d4-a2d9-e381162568df requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:08.972041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:08.978557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:08.978908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:08.985809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.011784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.089031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.103898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.111450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1010bb32-7b6c-4e49-8658-1e8b9e4a698c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9664922 Dec 12 15:36:09.119971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.139580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6544df5-cfaf-4ed5-aead-a225a84493b9 HTTP/1.1" status: 204 len: 168 time: 0.2359302 Dec 12 15:36:09.144555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:09.167866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-fc448efa-e0c1-4dfa-8638-1ecc9166156f service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0383203 Dec 12 15:36:09.170985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96618ef-02bf-4d5c-ac00-db1fe9099172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6544df5-cfaf-4ed5-aead-a225a84493b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:09.224865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.247681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 4258d1be-2d19-4cbd-82fc-5d023983780f has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:09.249784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-09b64118-d799-4bf3-a27f-b40964f42182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0536387 Dec 12 15:36:09.452198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.480554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafa527-80b5-400f-a2d8-6624fd40dbf1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.493313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f468b98b-c1db-4494-ad25-7028ab5316b7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.493616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f468b98b-c1db-4494-ad25-7028ab5316b7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.501100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:09.503108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port c3ccf513-4330-4885-9e67-40b0488c284b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:09.503662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.515400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] Sync routers for ids ['4258d1be-2d19-4cbd-82fc-5d023983780f'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:09.540684 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] Routers {'4258d1be-2d19-4cbd-82fc-5d023983780f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:09.546201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5921aa14-e0ab-4d66-b0fb-3743254d1cb6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/4258d1be-2d19-4cbd-82fc-5d023983780f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5091553 Dec 12 15:36:09.548472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4258d1be-2d19-4cbd-82fc-5d023983780f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.559391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.561080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52130) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:09.601549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-ac1f47f1-21aa-403a-9ef5-c07b17136c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:09.603046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-ac1f47f1-21aa-403a-9ef5-c07b17136c26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1981111 Dec 12 15:36:09.662562 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.679298 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] Routers {'4258d1be-2d19-4cbd-82fc-5d023983780f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:09.679869 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4258d1be-2d19-4cbd-82fc-5d023983780f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.705254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-a9b9b55a-7e83-4118-8034-397b5893a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:09.707526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.709270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-a9b9b55a-7e83-4118-8034-397b5893a60f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0943797 Dec 12 15:36:09.763961 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:09.764950 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8152a5-f397-40f0-947e-dc11576a0ae9 None None] The sync data for ids ['4258d1be-2d19-4cbd-82fc-5d023983780f'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:09.765718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1bcbbe2c-29d4-48be-931c-c1f8c683104c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=4258d1be-2d19-4cbd-82fc-5d023983780f HTTP/1.1" status: 200 len: 205 time: 0.2022676 Dec 12 15:36:09.784495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:09.793845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:09.796381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:09.797216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:09.801514 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:09.813377 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.904221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-bd87c041-d1fc-4d12-9207-5f579e4a3c95 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821089 Dec 12 15:36:09.942934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6bfe-6fe7-46ee-bc1e-4588dab4e6f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:09.982679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for c3ccf513-4330-4885-9e67-40b0488c284b owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:10.099003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.112880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f2ca73bc-2284-4575-9a59-91511dd3e243 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960492 Dec 12 15:36:10.158556 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:36:10.196708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-97e9e9df-707b-456a-86a0-78e8973e018e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.0724206 Dec 12 15:36:10.205593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6bfe-6fe7-46ee-bc1e-4588dab4e6f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.207022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.244448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.248486 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/7dafa527-80b5-400f-a2d8-6624fd40dbf1 HTTP/1.1" status: 204 len: 168 time: 1.4124410 Dec 12 15:36:10.253894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a2f2a-a9f2-49a4-a6fb-65425dea92c4 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=7dafa527-80b5-400f-a2d8-6624fd40dbf1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:10.260597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6bfe-6fe7-46ee-bc1e-4588dab4e6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.280796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52164) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:10.307236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.310317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.372924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-353952d2-ab90-483a-abad-80e47ed1dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:10.374911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-353952d2-ab90-483a-abad-80e47ed1dba4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1709912 Dec 12 15:36:10.378622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e6e6bfe-6fe7-46ee-bc1e-4588dab4e6f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d4bca4631f447119a6ae5798f90e905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5756557 Dec 12 15:36:10.378622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=c3ccf513-4330-4885-9e67-40b0488c284b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:10.380694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52166) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:10.492654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6bfe-6fe7-46ee-bc1e-4588dab4e6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e6988-9692-4112-9d44-82ce49c541d8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:10.547211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-809e6750-5ffe-4b74-9fb8-cbf73675c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:10.549477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-809e6750-5ffe-4b74-9fb8-cbf73675c350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570172 Dec 12 15:36:10.550493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.606449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting port eb10be52-7dd8-499c-9ae0-ce13842fc6bb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:10.607504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.651149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.657720 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-50437421-fd29-4fe7-b831-b2f448d4ff36 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/c3ccf513-4330-4885-9e67-40b0488c284b HTTP/1.1" status: 204 len: 168 time: 1.4968624 Dec 12 15:36:10.657720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:10.705511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.722941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.771033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.794504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19162f15-de57-4cdf-b154-27be54fea96a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:10.800906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19162f15-de57-4cdf-b154-27be54fea96a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:10.805388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fe7f6cff-2433-4fba-af22-b0900fa2a707 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:10.805568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19162f15-de57-4cdf-b154-27be54fea96a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1456478 Dec 12 15:36:10.806189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:10.814091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.814585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router 4258d1be-2d19-4cbd-82fc-5d023983780f {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:36:10.823656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.824830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27c13e6c-04c1-46ec-a94f-b28b3d9782e1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/4258d1be-2d19-4cbd-82fc-5d023983780f HTTP/1.1" status: 204 len: 168 time: 1.0458269 Dec 12 15:36:10.842965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:10.860021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-6f9ecb2f-e362-4bf2-9487-c5c1dcbad196 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932069 Dec 12 15:36:10.913466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-1ab59f50-6a87-488a-bfc8-8ab5b2de598e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:10.915991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-1ab59f50-6a87-488a-bfc8-8ab5b2de598e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=9210aa0d-d6ff-4606-851b-c16733786078 HTTP/1.1" status: 200 len: 944 time: 0.3604648 Dec 12 15:36:10.919397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:10.945184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet 9968635b-9fb5-42cc-b7cc-86a2f65e8f00 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:10.951248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.063807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Calling delete_port for eb10be52-7dd8-499c-9ae0-ce13842fc6bb owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:11.088394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.138543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.168178 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.171057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.174770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d47e6988-9692-4112-9d44-82ce49c541d8 HTTP/1.1" status: 204 len: 168 time: 0.7903552 Dec 12 15:36:11.254068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ae24f-ce66-4171-903b-45a0daaf5432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e6988-9692-4112-9d44-82ce49c541d8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:11.292230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-c2bb4e12-786b-4e63-a780-0ea7c7793931 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123971 Dec 12 15:36:11.358057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-b1a417c2-92af-403c-bff4-c1f6639478fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.0555999 Dec 12 15:36:11.362794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port fe7f6cff-2433-4fba-af22-b0900fa2a707 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:11.363125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.482730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.501394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.512400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-754030c0-574d-4747-b79b-c7f067b95fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:11.513941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-754030c0-574d-4747-b79b-c7f067b95fbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1452591 Dec 12 15:36:11.515817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port b34a0393-1c58-4752-b7cc-d3fe27cce8c0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:11.516165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.626409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.633952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port fe7f6cff-2433-4fba-af22-b0900fa2a707, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fe7f6cff-2433-4fba-af22-b0900fa2a707,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:11.634754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.651992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Port': ['ID=eb10be52-7dd8-499c-9ae0-ce13842fc6bb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:11.654387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for fe7f6cff-2433-4fba-af22-b0900fa2a707 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:11.687241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.697125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1a25777d-2fc4-4466-a6c0-d95166ff8453 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/ports/eb10be52-7dd8-499c-9ae0-ce13842fc6bb HTTP/1.1" status: 204 len: 168 time: 1.4149005 Dec 12 15:36:11.699144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:11.756174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for b34a0393-1c58-4752-b7cc-d3fe27cce8c0 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:11.797245 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb89f05-cbb1-4b3d-a6d5-b73f7c5e536e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:11.797924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb89f05-cbb1-4b3d-a6d5-b73f7c5e536e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:11.804725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8cb89f05-cbb1-4b3d-a6d5-b73f7c5e536e tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/6e2d94d1-4f02-4acc-bb47-9b20048bd6bb HTTP/1.1" status: 404 len: 337 time: 0.0976825 Dec 12 15:36:11.807619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:11.861100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.888145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-cfe60f9b-3681-4e37-8ece-ded7f09048ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:11.889941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-cfe60f9b-3681-4e37-8ece-ded7f09048ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3078609 Dec 12 15:36:11.900859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439328b-9d67-469c-9b3f-3145471c02b3 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:11.948897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=fe7f6cff-2433-4fba-af22-b0900fa2a707,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:11.980923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port fe7f6cff-2433-4fba-af22-b0900fa2a707 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:11.983461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:11.997221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.014514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.027881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e0918fc-06f0-4e8a-b103-42e2c8b92682 req-75fa041c-3839-4d51-860a-98a1d7f47f04 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "DELETE /v2.0/ports/fe7f6cff-2433-4fba-af22-b0900fa2a707 HTTP/1.1" status: 204 len: 173 time: 1.0663881 Dec 12 15:36:12.028498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-deleted', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:36:12.031110 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2912f-2ff3-49a1-8231-ce1c81cacd25" -d '{"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-deleted", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:36:12.120409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-fb03745f-7dcc-4e7e-b57a-d82f558d9f25 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969252 Dec 12 15:36:12.168338 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 15:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b1893-a3e9-491e-81ed-ec128576a19c x-openstack-request-id: req-e60b1893-a3e9-491e-81ed-ec128576a19c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:36:12.169331 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9210aa0d-d6ff-4606-851b-c16733786078", "name": "network-vif-deleted", "tag": "fe7f6cff-2433-4fba-af22-b0900fa2a707", "status": "failed", "code": 422}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:36:12.169331 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e60b1893-a3e9-491e-81ed-ec128576a19c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:36:12.169560 n-d-710847-8 neutron-server[103412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9210aa0d-d6ff-4606-851b-c16733786078', 'name': 'network-vif-deleted', 'tag': 'fe7f6cff-2433-4fba-af22-b0900fa2a707', 'status': 'failed', 'code': 422} returned with failed status Dec 12 15:36:12.205571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.253934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.273327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting port 19ca7e60-89ee-43a0-8601-161022b97684 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:12.273617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.280326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=9968635b-9fb5-42cc-b7cc-86a2f65e8f00,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:12.293591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.297978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ce4e086d-bafd-48a8-8416-f3df5ee06b52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/9968635b-9fb5-42cc-b7cc-86a2f65e8f00 HTTP/1.1" status: 204 len: 168 time: 1.4542012 Dec 12 15:36:12.298370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd1fbe-ddc8-4589-9bf1-039a29d10424 None None] Network e4d213d1-2ae8-4a7a-8dd2-08306975733a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:12.302007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52212) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:12.329942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-17f0300a-745b-4f5c-a91d-438dd96c3b82 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967044 Dec 12 15:36:12.433041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=b34a0393-1c58-4752-b7cc-d3fe27cce8c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:12.451612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.459038 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbe2d19e-518a-433e-bf50-ce0e2f5bab4a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/b34a0393-1c58-4752-b7cc-d3fe27cce8c0 HTTP/1.1" status: 204 len: 168 time: 1.6513703 Dec 12 15:36:12.461969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:12.521006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-4482bec8-2ac7-4cb0-a3af-aadd4c36f86a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.1681352 Dec 12 15:36:12.572444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] For port 19ca7e60-89ee-43a0-8601-161022b97684, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=19ca7e60-89ee-43a0-8601-161022b97684,segment=NetworkSegment(4851a259-80d2-4043-880a-65585a8cd63a),segment_id=4851a259-80d2-4043-880a-65585a8cd63a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:12.573067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.587484 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.611125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] DHCP port deletion for e4d213d1-2ae8-4a7a-8dd2-08306975733a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:12.613478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-af6adf94-1277-468e-98b5-fd374994580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:12.614431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Calling delete_port for 19ca7e60-89ee-43a0-8601-161022b97684 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:12.614963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-af6adf94-1277-468e-98b5-fd374994580a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.0812531 Dec 12 15:36:12.705314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f42b6ac5-c284-4c8b-ac17-cd08de16d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:12.707218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f42b6ac5-c284-4c8b-ac17-cd08de16d974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641513 Dec 12 15:36:12.745986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Deleting port 055bee40-9191-48c3-be86-f821960c9c5f {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:12.746588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.776225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb80896-da30-4953-afeb-51a073cf65f9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:12.778181 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7fb80896-da30-4953-afeb-51a073cf65f9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3152874 Dec 12 15:36:12.783266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:12.794550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 055bee40-9191-48c3-be86-f821960c9c5f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:12.794892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.871564 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6298089a-6fa1-45a9-9200-f56168eb50f5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:12.876056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6298089a-6fa1-45a9-9200-f56168eb50f5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/c3ccf513-4330-4885-9e67-40b0488c284b HTTP/1.1" status: 404 len: 333 time: 0.0915649 Dec 12 15:36:12.877800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:12.902016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] For port 055bee40-9191-48c3-be86-f821960c9c5f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=055bee40-9191-48c3-be86-f821960c9c5f,segment=NetworkSegment(1d2ac540-6774-4f25-84f2-a04a0ad12811),segment_id=1d2ac540-6774-4f25-84f2-a04a0ad12811)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:12.903248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.913236 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf51943-9958-4d21-b36e-02168ca5ae38 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:12.916681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cbf51943-9958-4d21-b36e-02168ca5ae38 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/b34a0393-1c58-4752-b7cc-d3fe27cce8c0 HTTP/1.1" status: 404 len: 333 time: 0.0355732 Dec 12 15:36:12.917708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:12.931914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Calling delete_port for 055bee40-9191-48c3-be86-f821960c9c5f owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:12.937621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:12.992110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-78572abe-b7cc-4408-8d0f-4d9e2c35d246 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721202 Dec 12 15:36:13.074789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No DVR routers for this DVR port 19ca7e60-89ee-43a0-8601-161022b97684 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:13.099660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Port': ['ID=19ca7e60-89ee-43a0-8601-161022b97684,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:13.118965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.132871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port 055bee40-9191-48c3-be86-f821960c9c5f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=055bee40-9191-48c3-be86-f821960c9c5f,segment=NetworkSegment(1d2ac540-6774-4f25-84f2-a04a0ad12811),segment_id=1d2ac540-6774-4f25-84f2-a04a0ad12811)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:13.133436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.158220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 055bee40-9191-48c3-be86-f821960c9c5f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:13.171556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] Pushing event deleted for resources: {'Port': ['ID=055bee40-9191-48c3-be86-f821960c9c5f,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:13.188457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76994d-d35f-49cf-b048-1e37efb77261 None None] No DVR routers for this DVR port 055bee40-9191-48c3-be86-f821960c9c5f on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:13.219003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.356135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.360362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-03a0f2d5-8b05-471a-9d60-105d8ac3a949 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565791 Dec 12 15:36:13.432154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f9a46d93-4da2-4006-8507-6d51835b3741 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.0624986 Dec 12 15:36:13.438536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d0fd59-bc15-4420-80d2-6bbb9f405619']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.459768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-e3485cfa-6978-43d7-846c-6e54b4e1f601 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:13.460691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4851a259-80d2-4043-880a-65585a8cd63a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.460945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4851a259-80d2-4043-880a-65585a8cd63a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.461321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-e3485cfa-6978-43d7-846c-6e54b4e1f601 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.3008816 Dec 12 15:36:13.477974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.488341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.514089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c77ace-7bd5-43d4-a2d9-e381162568df']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.525597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.546443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9448a8e8-e17e-460f-93a4-821ebe745857') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.546859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9448a8e8-e17e-460f-93a4-821ebe745857') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:13.549529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:13.550060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.552857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-02f316e1-8ce3-4246-8b8a-f57848d35792 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.0611222 Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:13.553969 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:13.567580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 055bee40-9191-48c3-be86-f821960c9c5f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:13.575990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.607036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-a9dd296b-1002-4ef5-a495-74c3bc44c9bd tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474336 Dec 12 15:36:13.618955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-dacbbc87-1e64-49af-acee-0c326b4b1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:13.620893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-dacbbc87-1e64-49af-acee-0c326b4b1a12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1762207 Dec 12 15:36:13.622961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.633398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.643445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:13.644339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:13.648648 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:13.661284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.665756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 055bee40-9191-48c3-be86-f821960c9c5f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:13.666422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 055bee40-9191-48c3-be86-f821960c9c5f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:13.715857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.721564 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/15d0fd59-bc15-4420-80d2-6bbb9f405619 HTTP/1.1" status: 204 len: 168 time: 1.9106627 Dec 12 15:36:13.732665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:13.749232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776ae6d-2abc-4ba0-81a0-3a1d7742d793 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=15d0fd59-bc15-4420-80d2-6bbb9f405619,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:13.754710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=055bee40-9191-48c3-be86-f821960c9c5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:13.760278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port 055bee40-9191-48c3-be86-f821960c9c5f on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:13.804089 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.815124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.821433 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/f1c77ace-7bd5-43d4-a2d9-e381162568df HTTP/1.1" status: 204 len: 168 time: 0.8987057 Dec 12 15:36:13.830965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:13.832370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-26080486-baa1-4d1d-bbf5-d99c3fa9b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:13.834098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-26080486-baa1-4d1d-bbf5-d99c3fa9b130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1742711 Dec 12 15:36:13.837615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting subnet 0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:13.841511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.883824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.970901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:13.973730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-449e1d3c-18fb-42c2-b494-fcefe753fc69 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991337 Dec 12 15:36:14.029652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.042122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-193885194'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:14.046894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3fc31-c30d-4e3e-abea-9de716ea7e15 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=f1c77ace-7bd5-43d4-a2d9-e381162568df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:14.051952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.114173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.115040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db405db5-a486-46e6-8db6-843d0b7dc5f9 None None] Network 290feca1-db32-418c-bfff-d45518c1f886 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:14.116062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-34ad0d80-5582-4e85-a876-eb740cbf0532 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824746 Dec 12 15:36:14.116254 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/subnets/0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8 HTTP/1.1" status: 204 len: 168 time: 0.3610983 Dec 12 15:36:14.116254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:14.157392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11d355-6fdc-4ec7-aab2-4176f64757c1 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Subnet': ['ID=0effc82b-2ec7-4e7f-9d7a-b6bdcc4d08d8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:14.268675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:14.269213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d213d1-2ae8-4a7a-8dd2-08306975733a']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:14.275728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.350913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.376263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:14.388136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] DHCP port deletion for 290feca1-db32-418c-bfff-d45518c1f886 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:14.423640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.424002 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment cde99d83-f0b8-4fe3-8ad2-8e043a84c236 of type vlan for network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 Dec 12 15:36:14.559125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Deleting port b378e422-8f35-4fb5-a2ce-48b08e9993e8 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:14.559500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.564379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.643360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.650434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:14.651070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.681033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] For port b378e422-8f35-4fb5-a2ce-48b08e9993e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b378e422-8f35-4fb5-a2ce-48b08e9993e8,segment=NetworkSegment(daf20a78-99d3-4711-975c-144b2522adb4),segment_id=daf20a78-99d3-4711-975c-144b2522adb4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:14.681438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.713722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Calling delete_port for b378e422-8f35-4fb5-a2ce-48b08e9993e8 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:14.759845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=cd50c46f-75e1-4dd2-8092-b3c0305be5b3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:14.806539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Deleting port b378e422-8f35-4fb5-a2ce-48b08e9993e8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:14.808023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.817787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:14.863897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.887633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] For port b378e422-8f35-4fb5-a2ce-48b08e9993e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b378e422-8f35-4fb5-a2ce-48b08e9993e8,segment=NetworkSegment(daf20a78-99d3-4711-975c-144b2522adb4),segment_id=daf20a78-99d3-4711-975c-144b2522adb4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:14.888127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:14.905152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] Pushing event deleted for resources: {'Port': ['ID=b378e422-8f35-4fb5-a2ce-48b08e9993e8,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:14.905596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Calling delete_port for b378e422-8f35-4fb5-a2ce-48b08e9993e8 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:14.909088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7606a-cd15-4037-8cc5-491aba916056 None None] No DVR routers for this DVR port b378e422-8f35-4fb5-a2ce-48b08e9993e8 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:14.995391 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fb75a2b-d933-44ac-ad94-bf609540f0c6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1603470 Dec 12 15:36:14.995972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:15.008662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:15.079601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2ac540-6774-4f25-84f2-a04a0ad12811') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:15.080101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2ac540-6774-4f25-84f2-a04a0ad12811') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:15.098508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.117176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.135482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.177537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:15.177936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:15.182974 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:15.186768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Port': ['ID=b378e422-8f35-4fb5-a2ce-48b08e9993e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:15.207196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87158e05-7ddb-40e1-8fd5-c96bde2df77e req-f1ccf5dc-8686-4923-84e6-c1fa1994ac07 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2041690 Dec 12 15:36:15.213368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] No DVR routers for this DVR port b378e422-8f35-4fb5-a2ce-48b08e9993e8 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:15.243343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-3ca7d9b6-340e-445a-8669-8d67903653bd service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0209637 Dec 12 15:36:15.278668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.291678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.312145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/e4d213d1-2ae8-4a7a-8dd2-08306975733a HTTP/1.1" status: 204 len: 168 time: 3.0063965 Dec 12 15:36:15.313099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52282) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:15.353633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1061538242', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:15.360991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.363259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790c7fd-e1ed-4ce3-ae9d-393fbe5f3cc4 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=e4d213d1-2ae8-4a7a-8dd2-08306975733a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:15.397584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290feca1-db32-418c-bfff-d45518c1f886']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:15.416909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf20a78-99d3-4711-975c-144b2522adb4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:15.417242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf20a78-99d3-4711-975c-144b2522adb4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:15.427035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.428508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.433090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:36:15.433090 n-d-710847-8 neutron-server[103411]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:36:15.433090 n-d-710847-8 neutron-server[103411]: [parameters: {'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'id': '57f72bdf-4183-4fda-8639-9e826c1ce5e7', 'expiration': datetime.datetime(2021, 12, 12, 15, 38, 15, 409282)}] Dec 12 15:36:15.433090 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:36:15.433463 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:36:15.435071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.500458 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.509863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.536954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:15.541569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:15.551710 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:15.562266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b378e422-8f35-4fb5-a2ce-48b08e9993e8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:15.621682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b378e422-8f35-4fb5-a2ce-48b08e9993e8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:15.622353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b378e422-8f35-4fb5-a2ce-48b08e9993e8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:15.632053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b6b8e0f-a68f-4e29-8785-ff522685819f req-4e6adf34-feed-4184-867c-8851a16501b5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.0501647 Dec 12 15:36:15.734244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.738704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.745689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] 10.222.0.36 "DELETE /v2.0/networks/290feca1-db32-418c-bfff-d45518c1f886 HTTP/1.1" status: 204 len: 168 time: 1.6102579 Dec 12 15:36:15.795990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19645d09-0d05-4a16-8c19-174444542a74 tempest-NetworksIpV6TestAttrs-434335380 tempest-NetworksIpV6TestAttrs-434335380-project] Pushing event deleted for resources: {'Network': ['ID=290feca1-db32-418c-bfff-d45518c1f886,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:15.846510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:15.982357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:15.985988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:16.125115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:36:16.127713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:36:16.442934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:16.528514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:16.547037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:16.568029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:16.690868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:16.692361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: cd50c46f-75e1-4dd2-8092-b3c0305be5b3, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:16.717643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=a62cd1cb-ee05-4e99-a678-6232b000bbe9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:16.769149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:16.791080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cd50c46f-75e1-4dd2-8092-b3c0305be5b3) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:16.804131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f6643-b302-47fd-b7f3-d603f04064af None None] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:16.817454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:16.819586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:16.920331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c7356f1-aacd-4807-b424-81ef70e4d70a req-f9dc1f25-2d09-4b08-8b6e-18b1812346ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.0913630 Dec 12 15:36:16.930498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-158c1e50-d25d-4afb-a255-b4e894fd0959 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9338336 Dec 12 15:36:16.933386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52336) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:16.947555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3', 'name': 'tempest-PortsIpV6TestJSON-891599349'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:16.965963 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0acf51a-5a03-4f85-975f-b70e86926646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f48cf83660a4b4d95d2836811a1b2d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080150 Dec 12 15:36:16.968398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:16.969770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 172.25.3.16 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/575460fa-7655-4d77-ac52-fa91b8aa3379) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:16.984914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cd50c46f-75e1-4dd2-8092-b3c0305be5b3', 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': 'a62cd1cb-ee05-4e99-a678-6232b000bbe9'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:16.986065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.257293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.439915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.450358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Allocated IP 2001:db8::2 (cd50c46f-75e1-4dd2-8092-b3c0305be5b3/a62cd1cb-ee05-4e99-a678-6232b000bbe9/c186e6ac-77ec-4b64-a42a-6359f84d3c87) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:17.510388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.602610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:17.606965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.710500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port a29ece89-5e1b-476b-a9bd-9e10844ee958 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:17.747232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-c3ef3a28-fe45-42eb-9bf2-29a77641847a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:17.751891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-c3ef3a28-fe45-42eb-9bf2-29a77641847a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.4710271 Dec 12 15:36:17.823578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:17.877868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.898375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.903436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.904975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29b69e67-acba-4069-a4e2-00e248a59e4f HTTP/1.1" status: 204 len: 168 time: 0.9326284 Dec 12 15:36:17.937913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:17.962719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.055548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:18.098783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:18.115191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec5b7a-51e5-4ceb-9ac5-f78ca2fe4316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b69e67-acba-4069-a4e2-00e248a59e4f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:18.127215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Pushing event updated for resources: {'Port': ['ID=c186e6ac-77ec-4b64-a42a-6359f84d3c87,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:18.128357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:18.145995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7de52-3550-408c-b97a-3f812a56d703 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:18.264417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:18.276306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:18.301073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:18.302412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8c7a21a-89ff-40fa-ae60-7c2340173e74 req-ac549928-7a0b-4a19-935b-c4f91a98fa55 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.2261846 Dec 12 15:36:18.362762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=575460fa-7655-4d77-ac52-fa91b8aa3379,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:18.491769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::b5 (cd50c46f-75e1-4dd2-8092-b3c0305be5b3/a62cd1cb-ee05-4e99-a678-6232b000bbe9/a29ece89-5e1b-476b-a9bd-9e10844ee958) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:18.502317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3a2842a0-8165-43ae-8fcc-26b75d9408fb None None] Provisioning complete for port 575460fa-7655-4d77-ac52-fa91b8aa3379 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:18.502914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a2842a0-8165-43ae-8fcc-26b75d9408fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.549775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3a2842a0-8165-43ae-8fcc-26b75d9408fb None None] Port 575460fa-7655-4d77-ac52-fa91b8aa3379 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:18.567038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Attempting to bind port c186e6ac-77ec-4b64-a42a-6359f84d3c87 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:18.568102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Attempting to bind port c186e6ac-77ec-4b64-a42a-6359f84d3c87 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:18.569416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Attempting to bind port c186e6ac-77ec-4b64-a42a-6359f84d3c87 on network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:18.576580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:18.577386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Checking segment: {'id': 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:18.577948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.578470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Bound using segment: {'id': 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:18.579260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Bound port: c186e6ac-77ec-4b64-a42a-6359f84d3c87, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cd50c46f-75e1-4dd2-8092-b3c0305be5b3'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:18.592018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.710432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:18.714335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.746150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] For port c186e6ac-77ec-4b64-a42a-6359f84d3c87, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:18.755896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] For port c186e6ac-77ec-4b64-a42a-6359f84d3c87, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c186e6ac-77ec-4b64-a42a-6359f84d3c87,segment=NetworkSegment(cde99d83-f0b8-4fe3-8ad2-8e043a84c236),segment_id=cde99d83-f0b8-4fe3-8ad2-8e043a84c236)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:18.767245 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:18.940826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffa4ed-8d24-41cd-91eb-18cd8d45fdc6 None None] Pushing event updated for resources: {'Port': ['ID=c186e6ac-77ec-4b64-a42a-6359f84d3c87,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:19.202948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:19.397597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:19.577047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.10 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/94878d94-2bc7-44fa-b05f-3085f9dfc863) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:19.729886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-973b6db4-3453-4abe-b527-dedcfe4b37a5 req-1eb21b64-513d-4516-a359-7c915034a9bb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.1604738 Dec 12 15:36:19.748706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c186e6ac-77ec-4b64-a42a-6359f84d3c87 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:19.791478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:19.865489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:19.941417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1630563918'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:19.968819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c186e6ac-77ec-4b64-a42a-6359f84d3c87 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:19.969364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:19.986191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:19.992854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.005379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.034299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11974d57-a586-4481-bf9b-6b39ade6abf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.364396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.443117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.468240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c186e6ac-77ec-4b64-a42a-6359f84d3c87, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c186e6ac-77ec-4b64-a42a-6359f84d3c87,segment=NetworkSegment(cde99d83-f0b8-4fe3-8ad2-8e043a84c236),segment_id=cde99d83-f0b8-4fe3-8ad2-8e043a84c236)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:20.479637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.508535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.516354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:20.555964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11974d57-a586-4481-bf9b-6b39ade6abf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.557482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:20.562486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:20.572182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.574205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11974d57-a586-4481-bf9b-6b39ade6abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.601460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:20.603088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.612226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c186e6ac-77ec-4b64-a42a-6359f84d3c87,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:20.658079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-11974d57-a586-4481-bf9b-6b39ade6abf9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a759bc0d5e4403bbf1e7bb603a9e80d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2586946 Dec 12 15:36:20.659050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52654) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:20.660880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.760964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:20.781270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11974d57-a586-4481-bf9b-6b39ade6abf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeadd24-ff8b-47b8-b453-772934f308a1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:20.812522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=a29ece89-5e1b-476b-a9bd-9e10844ee958,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:20.863381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.864095 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment a6cd9a95-e501-4ca5-baae-e64ae43e9248 of type vlan for network 571aa6de-180e-412b-81a7-a421670c6297 Dec 12 15:36:20.885697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9458489 Dec 12 15:36:20.888484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52680) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:20.896156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.896503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.897461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.897836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.898108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.898425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.898751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.899075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.899399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.899720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.900045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.900361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.900772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e158cd-e03c-4ff1-aa1a-bead0d938c5f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:20.950442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:20.991518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cf6fec-5b1e-46a6-a0f9-14175a3f13d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:21.007830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.022546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.073162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.092075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f9681d6-8ea3-4dc7-8bc6-f409454f4114 req-deee2732-557f-4455-8e13-8918169ccd6e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.2024801 Dec 12 15:36:21.106828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.108430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6be3c-952d-48a3-af97-4b71fe064611 None None] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:21.117738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:21.118956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.175011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port a29ece89-5e1b-476b-a9bd-9e10844ee958 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:21.175363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.214601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.284199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=571aa6de-180e-412b-81a7-a421670c6297,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:21.323490 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-60906d8f-0f27-46ef-810e-68de8966a7e4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4568338 Dec 12 15:36:21.324538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:21.344203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-995718754'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:21.346477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 571aa6de-180e-412b-81a7-a421670c6297 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:21.408767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:21.420503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.507779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.511783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.513150 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eeadd24-ff8b-47b8-b453-772934f308a1 HTTP/1.1" status: 204 len: 168 time: 0.8476644 Dec 12 15:36:21.546836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:21.550548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f6f31-2bbe-46f1-bafa-7cc4e2652c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeadd24-ff8b-47b8-b453-772934f308a1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:21.584880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.585947 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment fd4ea626-f444-4752-b228-bb09824c674d of type vlan for network cbf266c7-9263-47a2-8aa5-229d0c29c568 Dec 12 15:36:21.710249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c186e6ac-77ec-4b64-a42a-6359f84d3c87 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:21.746380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.844589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.863923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:21.864984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.870159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cd24f0b2-6e2c-4d3f-8cfe-3a314a0fc06b None None] Provisioning complete for port c186e6ac-77ec-4b64-a42a-6359f84d3c87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:21.870619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd24f0b2-6e2c-4d3f-8cfe-3a314a0fc06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:21.886635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router c03dc062-4c84-4124-b15e-d79a0b95d86f is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:21.911463 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5723345 Dec 12 15:36:21.951639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52784) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:21.951639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:21.995450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '571aa6de-180e-412b-81a7-a421670c6297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:22.020517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:22.025996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a9d05-9eb1-45ce-94b5-f4f536452b33 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=cbf266c7-9263-47a2-8aa5-229d0c29c568,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:22.048930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:22.069958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:22.081532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:22.392243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9307cca-545f-4a5c-a2ec-a32daae32b59 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:22.441464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c186e6ac-77ec-4b64-a42a-6359f84d3c87 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:22.444372 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.467264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.546156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:22.547003 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.550833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for a29ece89-5e1b-476b-a9bd-9e10844ee958 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:22.661470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c714447-73a2-446e-81ff-4388b2241aaf req-7a0dac67-f202-404a-b429-86772d1d08b5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:22.669539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c714447-73a2-446e-81ff-4388b2241aaf req-7a0dac67-f202-404a-b429-86772d1d08b5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 932 time: 0.3315277 Dec 12 15:36:22.746407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:22.750668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.763867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:22.778596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-4ff57586-be8d-4e20-85f8-96325547c4ff tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9709380 Dec 12 15:36:22.778955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] Sync routers for ids ['c03dc062-4c84-4124-b15e-d79a0b95d86f'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:22.799636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] Routers {'c03dc062-4c84-4124-b15e-d79a0b95d86f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:22.800234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c03dc062-4c84-4124-b15e-d79a0b95d86f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:22.820853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Request body: {'port': {'device_id': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:22.859803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:22.889858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Provisioning complete for port c186e6ac-77ec-4b64-a42a-6359f84d3c87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:22.890471 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.955478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:22.956731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cf1010fe-9d94-424a-a765-1c64c02bdbd5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6416163 Dec 12 15:36:22.959662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:22.972089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] Routers {'c03dc062-4c84-4124-b15e-d79a0b95d86f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:22.973116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c03dc062-4c84-4124-b15e-d79a0b95d86f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:23.017557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:23.018516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750d616-8103-4c46-bacb-5164abae9376 None None] The sync data for ids ['c03dc062-4c84-4124-b15e-d79a0b95d86f'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:23.062789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c714447-73a2-446e-81ff-4388b2241aaf req-15cd0a3f-19d2-489f-9416-4571678fc076 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924677 Dec 12 15:36:23.096831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Provisioning complete for port a29ece89-5e1b-476b-a9bd-9e10844ee958 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:23.097299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.120328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.142064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Port a29ece89-5e1b-476b-a9bd-9e10844ee958 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:23.147217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f6b35c09-a224-4a44-865c-fa2b6a766763 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers/c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 200 len: 884 time: 0.1855280 Dec 12 15:36:23.147972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:23.153858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Provisioning complete for port 94878d94-2bc7-44fa-b05f-3085f9dfc863 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:23.154339 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.249857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1daecd54-f94a-40a8-ade1-99f60af20df7 None None] Port 94878d94-2bc7-44fa-b05f-3085f9dfc863 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:23.299766 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.362305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7a06a3c-0ae7-4807-8cd2-dc2ccbfda3f5 None None] Could not find standard attr ID for object a29ece89-5e1b-476b-a9bd-9e10844ee958. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:23.415913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=a29ece89-5e1b-476b-a9bd-9e10844ee958,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:23.454726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.460703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f2aa7741-a834-4494-8f8f-0bcd2e52b73a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/a29ece89-5e1b-476b-a9bd-9e10844ee958 HTTP/1.1" status: 204 len: 168 time: 2.5679858 Dec 12 15:36:23.463591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:23.530798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-31604ca9-a216-49db-bb48-757bf59d2234 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3816309 Dec 12 15:36:23.531414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:23.538054 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e5083c-70df-4ffc-bfd8-a24e3d052475 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:36:23.538946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e5083c-70df-4ffc-bfd8-a24e3d052475 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:23.539518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1061538242'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:23.543017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-07e5083c-70df-4ffc-bfd8-a24e3d052475 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/a29ece89-5e1b-476b-a9bd-9e10844ee958 HTTP/1.1" status: 404 len: 333 time: 0.0754135 Dec 12 15:36:23.549646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52872) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:23.585510 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3efa2c6-0992-489d-bab1-6d773454660d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:23.588146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c3efa2c6-0992-489d-bab1-6d773454660d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/a29ece89-5e1b-476b-a9bd-9e10844ee958 HTTP/1.1" status: 404 len: 333 time: 0.0367184 Dec 12 15:36:23.591125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52874) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:23.688336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.858710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet a62cd1cb-ee05-4e99-a678-6232b000bbe9 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:23.872545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:23.879179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=62ca0988-1e5f-4a91-882e-057303a449e8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:23.935187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': 'a6cd9a95-e501-4ca5-baae-e64ae43e9248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '571aa6de-180e-412b-81a7-a421670c6297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:23.935857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 571aa6de-180e-412b-81a7-a421670c6297, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:23.978013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.066684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94878d94-2bc7-44fa-b05f-3085f9dfc863 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:36:24.076200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.109112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Transition to ACTIVE for port object 94878d94-2bc7-44fa-b05f-3085f9dfc863 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:36:24.168907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.178950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 571aa6de-180e-412b-81a7-a421670c6297 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:24.288728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c4304-a784-45dd-8997-03788b7ee1ff None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:24.311301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.328843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.341930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 571aa6de-180e-412b-81a7-a421670c6297) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:24.351182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:24.351763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.352127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab51d4-9fac-458d-9999-0b9cb586dc02 None None] Network 571aa6de-180e-412b-81a7-a421670c6297 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:24.418653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Pushing event updated for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:24.457863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aad65f32-fee6-4c5a-aef6-2e3d6ac79491 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5125263 Dec 12 15:36:24.459939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.481421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52888) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:24.488283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:24.539657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920c30c-7b83-4ad2-95f3-c614be8e1308 req-a16a0968-54bc-4986-811c-6635ac2dc6b8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:24.541226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f920c30c-7b83-4ad2-95f3-c614be8e1308 req-a16a0968-54bc-4986-811c-6635ac2dc6b8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 944 time: 0.2853036 Dec 12 15:36:24.569324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router c03dc062-4c84-4124-b15e-d79a0b95d86f has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:24.632527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-571aa6de-180e-412b-81a7-a421670c6297', 'network_id': '571aa6de-180e-412b-81a7-a421670c6297', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '62ca0988-1e5f-4a91-882e-057303a449e8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:24.634076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.725156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Attempting to bind port 94878d94-2bc7-44fa-b05f-3085f9dfc863 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:24.725541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Attempting to bind port 94878d94-2bc7-44fa-b05f-3085f9dfc863 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:24.725865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Attempting to bind port 94878d94-2bc7-44fa-b05f-3085f9dfc863 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:24.735982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Port 94878d94-2bc7-44fa-b05f-3085f9dfc863 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:36:24.736349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Attempting to bind port 94878d94-2bc7-44fa-b05f-3085f9dfc863 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:24.745313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.748347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:24.748739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:24.749133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:24.749623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Bound port: 94878d94-2bc7-44fa-b05f-3085f9dfc863, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:24.750032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.774247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f920c30c-7b83-4ad2-95f3-c614be8e1308 req-c62660eb-778e-497f-a36d-0f1ffb9d7070 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248354 Dec 12 15:36:24.781029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:24.795196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] Sync routers for ids ['c03dc062-4c84-4124-b15e-d79a0b95d86f'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:24.799881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.804082 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-880ddb35-d69c-4d10-8223-2a3acb7ee8c5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 200 len: 891 time: 1.2694316 Dec 12 15:36:24.805261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:24.810278 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] Routers {'c03dc062-4c84-4124-b15e-d79a0b95d86f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:24.810897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c03dc062-4c84-4124-b15e-d79a0b95d86f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:24.866535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Allocated IP 172.20.0.2 (571aa6de-180e-412b-81a7-a421670c6297/62ca0988-1e5f-4a91-882e-057303a449e8/267ea366-cb12-4b39-a657-00f69c8226ba) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:24.888475 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:24.909516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:24.913782 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] Routers {'c03dc062-4c84-4124-b15e-d79a0b95d86f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:24.914399 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c03dc062-4c84-4124-b15e-d79a0b95d86f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:24.918464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:24.921719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:24.931895 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.963199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:24.964297 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:24.965251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf677d4-4150-4457-b3fd-5d39287a336f None None] The sync data for ids ['c03dc062-4c84-4124-b15e-d79a0b95d86f'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:25.018418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.023709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/a62cd1cb-ee05-4e99-a678-6232b000bbe9 HTTP/1.1" status: 204 len: 168 time: 1.3507283 Dec 12 15:36:25.027952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:25.039583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e293c-2baa-4f70-a7f2-e98d36f708cf None None] Network cd50c46f-75e1-4dd2-8092-b3c0305be5b3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:25.070694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81ae02-55ca-47e1-8821-6762e4b5d786 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=a62cd1cb-ee05-4e99-a678-6232b000bbe9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:25.103310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:25.103948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.105387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] 10.222.0.13 "PUT /v2.0/ports/94878d94-2bc7-44fa-b05f-3085f9dfc863 HTTP/1.1" status: 200 len: 1092 time: 2.3131769 Dec 12 15:36:25.109448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:36:25.112123 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee87c65-47e8-42b5-8289-d45a9fd5e250" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:36:25.204290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeca7a8-9571-45bd-849f-437e3449cd0e None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:25.205137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b42e22-7991-43bf-8677-3090ce9ecd18 service neutron] Pushing event updated for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:25.205850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.212779 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdf02db-56ed-4947-a9e4-b44d8b75994b x-openstack-request-id: req-8fdf02db-56ed-4947-a9e4-b44d8b75994b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:36:25.213166 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:36:25.213494 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fdf02db-56ed-4947-a9e4-b44d8b75994b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:36:25.213971 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863', 'status': 'completed', 'code': 200} Dec 12 15:36:25.226064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-88032835-fee0-4f11-940a-6cfa74e32bcd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers/c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 200 len: 891 time: 0.4161921 Dec 12 15:36:25.233131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:25.336096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-04b0c697-0491-49fa-a108-3b897eb143ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:25.337831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-04b0c697-0491-49fa-a108-3b897eb143ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 1095 time: 0.1601107 Dec 12 15:36:25.365311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dd179279-0bf3-48dd-8d3c-fff744bcc5d1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 200 len: 205 time: 0.1297731 Dec 12 15:36:25.375524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52904) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:25.482347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.502218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.519475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port c186e6ac-77ec-4b64-a42a-6359f84d3c87 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:25.519963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.544851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-ba062443-0f19-4843-8ff9-d6bb73850ff5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863 HTTP/1.1" status: 200 len: 217 time: 0.1700683 Dec 12 15:36:25.592389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Network 571aa6de-180e-412b-81a7-a421670c6297 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:25.595166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:25.600019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:25.603196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Pushing event updated for resources: {'Port': ['ID=267ea366-cb12-4b39-a657-00f69c8226ba,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:25.616912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-d9ef2b86-c7ce-4ad7-8d8e-ca3bfae327c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:25.617043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port c186e6ac-77ec-4b64-a42a-6359f84d3c87, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c186e6ac-77ec-4b64-a42a-6359f84d3c87,segment=NetworkSegment(cde99d83-f0b8-4fe3-8ad2-8e043a84c236),segment_id=cde99d83-f0b8-4fe3-8ad2-8e043a84c236)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:25.617360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.618626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-d9ef2b86-c7ce-4ad7-8d8e-ca3bfae327c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.0660565 Dec 12 15:36:25.630535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] DHCP port deletion for cd50c46f-75e1-4dd2-8092-b3c0305be5b3 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:25.636449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for c186e6ac-77ec-4b64-a42a-6359f84d3c87 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:25.697893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-a8513815-e654-4e5f-ae41-3d9b1196627e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368304 Dec 12 15:36:25.702398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.721192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Attempting to bind port 267ea366-cb12-4b39-a657-00f69c8226ba on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:25.721914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Attempting to bind port 267ea366-cb12-4b39-a657-00f69c8226ba by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a6cd9a95-e501-4ca5-baae-e64ae43e9248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '571aa6de-180e-412b-81a7-a421670c6297'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:25.722534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Attempting to bind port 267ea366-cb12-4b39-a657-00f69c8226ba on network 571aa6de-180e-412b-81a7-a421670c6297 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:25.729091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.731321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:25.731809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Checking segment: {'id': 'a6cd9a95-e501-4ca5-baae-e64ae43e9248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '571aa6de-180e-412b-81a7-a421670c6297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:25.732459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.732948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Bound using segment: {'id': 'a6cd9a95-e501-4ca5-baae-e64ae43e9248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '571aa6de-180e-412b-81a7-a421670c6297'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:25.733607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Bound port: 267ea366-cb12-4b39-a657-00f69c8226ba, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cd9a95-e501-4ca5-baae-e64ae43e9248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '571aa6de-180e-412b-81a7-a421670c6297'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:25.734175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.769319 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.784555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=c186e6ac-77ec-4b64-a42a-6359f84d3c87,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:25.797764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Deleting port c186e6ac-77ec-4b64-a42a-6359f84d3c87 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:25.798805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.806892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port c186e6ac-77ec-4b64-a42a-6359f84d3c87 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:25.904099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] For port 267ea366-cb12-4b39-a657-00f69c8226ba, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:25.906893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] For port c186e6ac-77ec-4b64-a42a-6359f84d3c87, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:25.907486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.911939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] For port 267ea366-cb12-4b39-a657-00f69c8226ba, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=267ea366-cb12-4b39-a657-00f69c8226ba,segment=NetworkSegment(a6cd9a95-e501-4ca5-baae-e64ae43e9248),segment_id=a6cd9a95-e501-4ca5-baae-e64ae43e9248)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:25.922325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.933296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.946032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Calling delete_port for c186e6ac-77ec-4b64-a42a-6359f84d3c87 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:25.954629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Port c186e6ac-77ec-4b64-a42a-6359f84d3c87 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:36:25.978427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd50c46f-75e1-4dd2-8092-b3c0305be5b3']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:25.985291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:25.995756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:25.996063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde99d83-f0b8-4fe3-8ad2-8e043a84c236') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:26.007251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] No DVR routers for this DVR port c186e6ac-77ec-4b64-a42a-6359f84d3c87 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:26.007904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.020561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790067cc-4ea9-475a-bcae-b2af3ceb80ca None None] Pushing event updated for resources: {'Port': ['ID=267ea366-cb12-4b39-a657-00f69c8226ba,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:26.028997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.035468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:26.035830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.044416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=a13cf391-21c7-43b2-869a-a4b03975118f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:26.072186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa16089-8c0f-41a5-b912-5a092fd534d8 None None] Pushing event deleted for resources: {'Port': ['ID=c186e6ac-77ec-4b64-a42a-6359f84d3c87,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:26.118966 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:26.121400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': 'fd4ea626-f444-4752-b228-bb09824c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:26.121759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: cbf266c7-9263-47a2-8aa5-229d0c29c568, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:26.132766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.132971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-0ea93bd4-e822-4de0-915e-dbc66620be6c service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273396 Dec 12 15:36:26.140472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.152462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52914) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:26.153172 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/cd50c46f-75e1-4dd2-8092-b3c0305be5b3 HTTP/1.1" status: 204 len: 168 time: 1.1115417 Dec 12 15:36:26.163055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2180d84-82d4-4420-8ea1-58cf25b68ecb req-3f7b53c8-e374-42c9-9df6-af3474acdd62 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:26.164599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2180d84-82d4-4420-8ea1-58cf25b68ecb req-3f7b53c8-e374-42c9-9df6-af3474acdd62 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 944 time: 0.2511384 Dec 12 15:36:26.167980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=cd50c46f-75e1-4dd2-8092-b3c0305be5b3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:26.169261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154627137'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:26.181311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.181663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.182032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.182375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.182714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.183595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.183595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.183775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.184003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.184328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.185491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.185491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.185491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3239075d-0921-43f7-9101-40dbd5886a57 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:26.199512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.308500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:26.348653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:26.352674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.395122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2180d84-82d4-4420-8ea1-58cf25b68ecb req-8f50a53b-8ac9-4e50-9a45-99f5225cb477 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224514 Dec 12 15:36:26.395712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cbf266c7-9263-47a2-8aa5-229d0c29c568) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:26.405445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b51179-2914-42b2-9d35-a9c311d03ec1 None None] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:26.405682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:26.409811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.415333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-875f58ff-f42e-4e8f-b30e-88b78e87f4c1 req-db305524-9174-40fa-abb3-c7eb01ab43e4 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730782 Dec 12 15:36:26.449814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:26.485056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.485454 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment 7408e21e-c8fc-4f8e-8cd7-9edad6433540 of type vlan for network 87b96bb7-2b05-431f-af6f-7dc44c91317f Dec 12 15:36:26.562048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cbf266c7-9263-47a2-8aa5-229d0c29c568', 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': 'a13cf391-21c7-43b2-869a-a4b03975118f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:26.563574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.594610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:26.599325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-93937732-f216-4ce2-baba-e416dc687ac8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1157207 Dec 12 15:36:26.603982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1938959413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:26.650676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.651980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.659238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.665092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 575460fa-7655-4d77-ac52-fa91b8aa3379 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:26.665620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.755332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-afb1e3a1-8d1f-4059-8a10-373c143f806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:26.757302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-afb1e3a1-8d1f-4059-8a10-373c143f806a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 1095 time: 0.1973987 Dec 12 15:36:26.765726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.772992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:26.773856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.779287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Allocated IP 172.21.0.2 (cbf266c7-9263-47a2-8aa5-229d0c29c568/a13cf391-21c7-43b2-869a-a4b03975118f/e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:26.792649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.800216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.843188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.849202 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2acde48-fcff-4df0-9e7a-660acc25d330 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2477269 Dec 12 15:36:26.852319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:26.929108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7633967 Dec 12 15:36:26.935758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52930) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:26.937756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:26.956025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:26.969696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e145c-c3de-4e97-af80-b3451f510529 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=87b96bb7-2b05-431f-af6f-7dc44c91317f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:26.985348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:27.316916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.373133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.390290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.461888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:27.467663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:27.471628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:27.491421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Pushing event updated for resources: {'Port': ['ID=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:27.552982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Attempting to bind port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:27.553357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Attempting to bind port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'fd4ea626-f444-4752-b228-bb09824c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:27.553787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Attempting to bind port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b on network cbf266c7-9263-47a2-8aa5-229d0c29c568 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:27.567671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d3480-9dd0-4da5-bbff-ad38fa09588c None None] Network 571aa6de-180e-412b-81a7-a421670c6297 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:27.574148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:27.574558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Checking segment: {'id': 'fd4ea626-f444-4752-b228-bb09824c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:27.574942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.575348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Bound using segment: {'id': 'fd4ea626-f444-4752-b228-bb09824c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:27.575832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Bound port: e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4ea626-f444-4752-b228-bb09824c674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cbf266c7-9263-47a2-8aa5-229d0c29c568'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:27.576224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.645479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 267ea366-cb12-4b39-a657-00f69c8226ba up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:27.666238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 575460fa-7655-4d77-ac52-fa91b8aa3379 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:27.782017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] For port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:27.785672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] For port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,segment=NetworkSegment(fd4ea626-f444-4752-b228-bb09824c674d),segment_id=fd4ea626-f444-4752-b228-bb09824c674d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:27.805240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.830358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.20.0.1 (571aa6de-180e-412b-81a7-a421670c6297/62ca0988-1e5f-4a91-882e-057303a449e8/37d17ef7-6dd0-48cd-b666-05d66fa57c5f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:27.866420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] Provisioning complete for port 267ea366-cb12-4b39-a657-00f69c8226ba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:27.867082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:27.942754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-12cd5b5a-1bb6-4a4c-bd7a-51d6dce866ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:27.949212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-12cd5b5a-1bb6-4a4c-bd7a-51d6dce866ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 1.1801779 Dec 12 15:36:28.039720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f799989-670d-41c3-9864-e10d4e4acf1c None None] Pushing event updated for resources: {'Port': ['ID=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:28.051417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.057849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-1a6264a0-44fe-408d-bc17-62eda8879505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863 HTTP/1.1" status: 200 len: 217 time: 0.0961237 Dec 12 15:36:28.066472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 267ea366-cb12-4b39-a657-00f69c8226ba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:28.067608 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.101697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.121332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd35cb2-ad64-4f27-bd13-8f97e4d53582 req-933321a7-3b18-4f1f-ba8d-015b414d0d1b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:28.123023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bd35cb2-ad64-4f27-bd13-8f97e4d53582 req-933321a7-3b18-4f1f-ba8d-015b414d0d1b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 944 time: 0.4528508 Dec 12 15:36:28.231883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 571aa6de-180e-412b-81a7-a421670c6297 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:28.234195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:28.241389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-d494387d-bfe8-4a64-8868-4ddbca702d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:28.245812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:28.261851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-d494387d-bfe8-4a64-8868-4ddbca702d3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1767850 Dec 12 15:36:28.272385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.338800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:28.340867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.380464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-512e5647-4426-4e48-ab04-3bb3a77a13a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175599 Dec 12 15:36:28.418970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=37d17ef7-6dd0-48cd-b666-05d66fa57c5f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:28.465803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.493224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] For port 267ea366-cb12-4b39-a657-00f69c8226ba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=267ea366-cb12-4b39-a657-00f69c8226ba,segment=NetworkSegment(a6cd9a95-e501-4ca5-baae-e64ae43e9248),segment_id=a6cd9a95-e501-4ca5-baae-e64ae43e9248)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:28.507697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.516497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.602533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b060-dfb8-4c95-a633-da3ebfe1dba3 None None] Pushing event updated for resources: {'Port': ['ID=267ea366-cb12-4b39-a657-00f69c8226ba,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:28.650556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8814c157-17aa-4afc-b1a1-50bda582d68b None None] Provisioning complete for port 267ea366-cb12-4b39-a657-00f69c8226ba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:28.650928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8814c157-17aa-4afc-b1a1-50bda582d68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.738488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:28.761984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:36:28.762575 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:36:28.922732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 94878d94-2bc7-44fa-b05f-3085f9dfc863 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:36:28.998809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bd35cb2-ad64-4f27-bd13-8f97e4d53582 req-3f700d08-8bb3-49e6-8b62-15310158fde6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257550 Dec 12 15:36:29.054222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-312051d5-a878-409d-a3d1-c474ad7a5a60 None None] Provisioning complete for port 37d17ef7-6dd0-48cd-b666-05d66fa57c5f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:29.054734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-312051d5-a878-409d-a3d1-c474ad7a5a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.085503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-09cc2aae-3de8-4844-9567-aa5787a99531 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811514 Dec 12 15:36:29.086399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.111010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:29.131213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '94878d94-2bc7-44fa-b05f-3085f9dfc863', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': '94878d94-2bc7-44fa-b05f-3085f9dfc863', 'mac_address': 'fa:16:3e:48:8c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:36:29.173016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.186255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.210141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.214084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-312051d5-a878-409d-a3d1-c474ad7a5a60 None None] Port 37d17ef7-6dd0-48cd-b666-05d66fa57c5f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:29.235908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.243305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94878d94-2bc7-44fa-b05f-3085f9dfc863 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:36:29.251547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=37d17ef7-6dd0-48cd-b666-05d66fa57c5f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:29.289936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:29.325825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.326058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.330991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=575460fa-7655-4d77-ac52-fa91b8aa3379,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:29.344499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=be6b09bf-65b9-477a-a3af-7e40e36275b5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:29.431294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:29.443184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672d8115-4c0a-4ce0-874f-42c6ae788225 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:29.449107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': '7408e21e-c8fc-4f8e-8cd7-9edad6433540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:29.449474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 87b96bb7-2b05-431f-af6f-7dc44c91317f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:29.519037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.534403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 571aa6de-180e-412b-81a7-a421670c6297 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:29.536213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:29.536980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ee87c65-47e8-42b5-8289-d45a9fd5e250 req-e0abf32f-e22d-443b-8603-4e272bd1c1eb service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241524 Dec 12 15:36:29.539192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['94878d94-2bc7-44fa-b05f-3085f9dfc863'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:36:29.614242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c186e6ac-77ec-4b64-a42a-6359f84d3c87 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:29.669880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c186e6ac-77ec-4b64-a42a-6359f84d3c87 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:29.670233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c186e6ac-77ec-4b64-a42a-6359f84d3c87 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:29.687027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b287be5-24b2-4660-adc0-6c3e36cb2b49 None None] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:29.715331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.729980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:29.739680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.774075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e34f6656-2b83-4015-9c2a-aaa48bb32732 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:29.855591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 87b96bb7-2b05-431f-af6f-7dc44c91317f) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:29.873644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:29.877470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.910478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.911049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router c03dc062-4c84-4124-b15e-d79a0b95d86f {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:36:29.936330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a8637-bc9f-427a-9148-3479ccc6e310 None None] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:29.939438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:29.940839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-224333e3-5223-4dd7-a0ae-dc075070305a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 204 len: 168 time: 4.5642996 Dec 12 15:36:29.949087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52956) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:29.968598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238659869'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:29.976233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-49b3eeb8-c4d6-4d57-afc6-f96faed0d032 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0339563 Dec 12 15:36:29.981836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52958) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:29.987755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-655934798'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:29.998231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:30.015622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf02fc67-0053-4524-bd2b-1910baa101d6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1597021 Dec 12 15:36:30.015998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:30.049084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] Sync routers for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:30.070738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 267ea366-cb12-4b39-a657-00f69c8226ba up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:30.091934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0213b306-35f0-43af-b8e9-859edd19a712 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:30.096107 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0213b306-35f0-43af-b8e9-859edd19a712 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports/37d17ef7-6dd0-48cd-b666-05d66fa57c5f HTTP/1.1" status: 200 len: 910 time: 0.0764170 Dec 12 15:36:30.096377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:30.120306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] Provisioning complete for port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:30.120684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.190893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:30.191519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:30.199691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:30.207072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.281976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d6246-fd81-424c-b945-1e105b6505f9 req-f1abb0ac-9a1e-4458-8326-3a18dafcb5d4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:30.283753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057d6246-fd81-424c-b945-1e105b6505f9 req-f1abb0ac-9a1e-4458-8326-3a18dafcb5d4 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 945 time: 0.1546912 Dec 12 15:36:30.288662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:30.304463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:30.308261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.329727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.330232 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment 118bf8b6-2502-4125-95f9-901eec073ab1 of type vlan for network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 Dec 12 15:36:30.336257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:30.422473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-87b96bb7-2b05-431f-af6f-7dc44c91317f', 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': 'be6b09bf-65b9-477a-a3af-7e40e36275b5'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:30.423817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.451526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 089ea229-812f-4634-8129-d513891bc074 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:30.460138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:30.461130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:30.515236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:30.516392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc99046-3f12-44a5-a72a-8632cd5e53cf None None] The sync data for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:30.522820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.534070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057d6246-fd81-424c-b945-1e105b6505f9 req-745f72d5-9ec0-47f9-b295-eb8714bdae2b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428772 Dec 12 15:36:30.609983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.668670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 267ea366-cb12-4b39-a657-00f69c8226ba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:30.669379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.683850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.697214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:30.709917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.758169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] For port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,segment=NetworkSegment(fd4ea626-f444-4752-b228-bb09824c674d),segment_id=fd4ea626-f444-4752-b228-bb09824c674d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:30.780180 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.788424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:30.803560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8522019 Dec 12 15:36:30.812067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:30.827767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:30.838862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cfc2a-57ed-4ccb-b9c0-9f4de63436f8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=53eeb832-8ad8-40f2-8f34-ea96fc4a47b9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:30.842047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::23b (87b96bb7-2b05-431f-af6f-7dc44c91317f/be6b09bf-65b9-477a-a3af-7e40e36275b5/089ea229-812f-4634-8129-d513891bc074) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:31.025955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.090175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:31.105069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.178764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:31.188009 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.212425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:31.221335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:31.225898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:31.241502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:31.242145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.270419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485eb45-93d4-46c7-9fc5-323658bf5350 None None] Pushing event updated for resources: {'Port': ['ID=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:31.282651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f16bd489-8098-46f1-b8a5-75555f7dd264 None None] Provisioning complete for port 37d17ef7-6dd0-48cd-b666-05d66fa57c5f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:31.283029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f16bd489-8098-46f1-b8a5-75555f7dd264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.292378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3084767 Dec 12 15:36:31.303161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52972) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:31.354909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Allocated IP 2001:db8::2 (87b96bb7-2b05-431f-af6f-7dc44c91317f/be6b09bf-65b9-477a-a3af-7e40e36275b5/c6515cc0-b6b1-4759-9f47-33139ad70c4e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:31.414652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f16bd489-8098-46f1-b8a5-75555f7dd264 None None] Port 37d17ef7-6dd0-48cd-b666-05d66fa57c5f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:31.418353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5aae87-6e88-40aa-b398-be7c377926d5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=089ea229-812f-4634-8129-d513891bc074,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:31.450788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:31.546139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 089ea229-812f-4634-8129-d513891bc074 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:31.546498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.603611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f16bd489-8098-46f1-b8a5-75555f7dd264 None None] Provisioning complete for port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:31.603986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f16bd489-8098-46f1-b8a5-75555f7dd264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.747949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43136e-b3f8-4217-9a68-51458f334afd req-7aff83b2-7eeb-469b-b532-674d1b27fdac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:31.755669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e43136e-b3f8-4217-9a68-51458f334afd req-7aff83b2-7eeb-469b-b532-674d1b27fdac tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 945 time: 0.0840213 Dec 12 15:36:31.796973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:31.797496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.809273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:31.837750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e43136e-b3f8-4217-9a68-51458f334afd req-94b3a31d-f24f-4812-bdff-6fb0838df795 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Dec 12 15:36:31.853880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 089ea229-812f-4634-8129-d513891bc074 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:32.017940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.048423 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.088075 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.110464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.21.0.1 (cbf266c7-9263-47a2-8aa5-229d0c29c568/a13cf391-21c7-43b2-869a-a4b03975118f/3c088f36-edc1-4f57-9b0b-e7a44bcd4491) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:32.127649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=089ea229-812f-4634-8129-d513891bc074,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:32.141158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:32.177318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.182809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f34acd01-6ba1-4560-b218-092f64c8a73b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/089ea229-812f-4634-8129-d513891bc074 HTTP/1.1" status: 204 len: 168 time: 0.8785355 Dec 12 15:36:32.186363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52980) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:32.217905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:32.227788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Pushing event updated for resources: {'Port': ['ID=c6515cc0-b6b1-4759-9f47-33139ad70c4e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:32.237148 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8a245f-53db-431a-aa4b-569242563452 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:32.239170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:32.242816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5e8a245f-53db-431a-aa4b-569242563452 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/089ea229-812f-4634-8129-d513891bc074 HTTP/1.1" status: 404 len: 333 time: 0.0551116 Dec 12 15:36:32.243474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52982) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:32.251511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.359293 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.366954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=e78cd0f6-c0a7-4c59-91a7-12a6f551a154,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:32.384511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': '118bf8b6-2502-4125-95f9-901eec073ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:32.385547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:32.388163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet be6b09bf-65b9-477a-a3af-7e40e36275b5 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:32.402255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.418029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Attempting to bind port c6515cc0-b6b1-4759-9f47-33139ad70c4e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:32.418029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Attempting to bind port c6515cc0-b6b1-4759-9f47-33139ad70c4e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '7408e21e-c8fc-4f8e-8cd7-9edad6433540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:32.418287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Attempting to bind port c6515cc0-b6b1-4759-9f47-33139ad70c4e on network 87b96bb7-2b05-431f-af6f-7dc44c91317f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:32.425596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:32.425888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Checking segment: {'id': '7408e21e-c8fc-4f8e-8cd7-9edad6433540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:32.426296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.426692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Bound using segment: {'id': '7408e21e-c8fc-4f8e-8cd7-9edad6433540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:32.427172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Bound port: c6515cc0-b6b1-4759-9f47-33139ad70c4e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7408e21e-c8fc-4f8e-8cd7-9edad6433540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '87b96bb7-2b05-431f-af6f-7dc44c91317f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:32.428081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.436499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.527599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.633926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:32.663824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:32.668029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:32.678330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:32.730802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] For port c6515cc0-b6b1-4759-9f47-33139ad70c4e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:32.770216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] For port c6515cc0-b6b1-4759-9f47-33139ad70c4e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c6515cc0-b6b1-4759-9f47-33139ad70c4e,segment=NetworkSegment(7408e21e-c8fc-4f8e-8cd7-9edad6433540),segment_id=7408e21e-c8fc-4f8e-8cd7-9edad6433540)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:32.778956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.779832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.786334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.836122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:32.836727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.882949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:32.937605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.941429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:32.973093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 94878d94-2bc7-44fa-b05f-3085f9dfc863 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:32.979537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:32.982067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:32.989568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3c088f36-edc1-4f57-9b0b-e7a44bcd4491,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:33.008939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2761123-a146-46bd-ab9e-eba226d56121 None None] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:33.012804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=be6b09bf-65b9-477a-a3af-7e40e36275b5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:33.076882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.085629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9b70d54b-5595-4151-80ff-4d6f2f20a6f0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/be6b09bf-65b9-477a-a3af-7e40e36275b5 HTTP/1.1" status: 204 len: 168 time: 0.8367498 Dec 12 15:36:33.088979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52992) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:33.172230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b260b-9f3b-448c-aaa3-76b8972120d8 None None] Pushing event updated for resources: {'Port': ['ID=c6515cc0-b6b1-4759-9f47-33139ad70c4e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:33.194618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.210432 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c40fad5d-4740-4e3a-9ca5-3782b09ea903 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3909705 Dec 12 15:36:33.219097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52996) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:33.238342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2012651750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:33.302470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-08ee176b-4546-4356-9652-92b291912337 None None] Provisioning complete for port 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:33.302855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ee176b-4546-4356-9652-92b291912337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.333270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7c8cc-ccf5-430f-8f61-c6f92205cda6 req-4a5f1d75-e89a-4f4e-9a67-4388057e4461 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:33.343551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8a7c8cc-ccf5-430f-8f61-c6f92205cda6 req-4a5f1d75-e89a-4f4e-9a67-4388057e4461 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 945 time: 0.3535774 Dec 12 15:36:33.391611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.422369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 94878d94-2bc7-44fa-b05f-3085f9dfc863 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:36:33.433862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 94878d94-2bc7-44fa-b05f-3085f9dfc863 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:33.434802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.437735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-08ee176b-4546-4356-9652-92b291912337 None None] Port 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:33.439600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549d9926-265b-485a-b800-45136825492d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-53eeb832-8ad8-40f2-8f34-ea96fc4a47b9', 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': 'e78cd0f6-c0a7-4c59-91a7-12a6f551a154'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:33.440582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.496156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8a7c8cc-ccf5-430f-8f61-c6f92205cda6 req-4f78a22a-5bcb-45de-9eb8-593b507e20b9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405621 Dec 12 15:36:33.552846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.554412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.570408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port c6515cc0-b6b1-4759-9f47-33139ad70c4e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:33.570987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.669596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port c6515cc0-b6b1-4759-9f47-33139ad70c4e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c6515cc0-b6b1-4759-9f47-33139ad70c4e,segment=NetworkSegment(7408e21e-c8fc-4f8e-8cd7-9edad6433540),segment_id=7408e21e-c8fc-4f8e-8cd7-9edad6433540)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:33.670372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.691291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for c6515cc0-b6b1-4759-9f47-33139ad70c4e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:33.716123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.727414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.736559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-549d9926-265b-485a-b800-45136825492d None None] Allocated IP 2001:db8::2 (53eeb832-8ad8-40f2-8f34-ea96fc4a47b9/e78cd0f6-c0a7-4c59-91a7-12a6f551a154/be4b9cce-b231-4582-9b30-cd1c5206aa47) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:33.752757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.760277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:36:33.763135 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f021099-c3d7-4638-ac6b-6c58b53b2504" -d '{"events": [{"server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "name": "network-vif-plugged", "status": "completed", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:36:33.791486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:33.822000 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ebc114-de9b-492e-b8b1-97f32cabd2de x-openstack-request-id: req-b1ebc114-de9b-492e-b8b1-97f32cabd2de {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:36:33.822199 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "name": "network-vif-plugged", "status": "completed", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:36:33.822419 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1ebc114-de9b-492e-b8b1-97f32cabd2de {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:36:33.823255 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863', 'code': 200} Dec 12 15:36:33.825577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.838919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.880388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=c6515cc0-b6b1-4759-9f47-33139ad70c4e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:33.883063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port c6515cc0-b6b1-4759-9f47-33139ad70c4e on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:33.920222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:33.929701 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aec351c0-bf92-4ce1-a40a-248e8e655fc3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7011580 Dec 12 15:36:33.937982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:33.947770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:34.067388 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.082727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.118382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.184591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b96bb7-2b05-431f-af6f-7dc44c91317f']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:34.192258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d9926-265b-485a-b800-45136825492d None None] Pushing event updated for resources: {'Port': ['ID=be4b9cce-b231-4582-9b30-cd1c5206aa47,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:34.207693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7408e21e-c8fc-4f8e-8cd7-9edad6433540') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:34.207992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7408e21e-c8fc-4f8e-8cd7-9edad6433540') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:34.232700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549d9926-265b-485a-b800-45136825492d None None] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:34.234298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-549d9926-265b-485a-b800-45136825492d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:34.237401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d9926-265b-485a-b800-45136825492d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:34.247260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.256993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.289954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.290270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.298242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:34.298645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.328557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-549d9926-265b-485a-b800-45136825492d None None] Attempting to bind port be4b9cce-b231-4582-9b30-cd1c5206aa47 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:34.328800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-549d9926-265b-485a-b800-45136825492d None None] Attempting to bind port be4b9cce-b231-4582-9b30-cd1c5206aa47 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '118bf8b6-2502-4125-95f9-901eec073ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:34.330058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d9926-265b-485a-b800-45136825492d None None] Attempting to bind port be4b9cce-b231-4582-9b30-cd1c5206aa47 on network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:34.335868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d9926-265b-485a-b800-45136825492d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:34.336240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d9926-265b-485a-b800-45136825492d None None] Checking segment: {'id': '118bf8b6-2502-4125-95f9-901eec073ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:34.337204 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.337204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549d9926-265b-485a-b800-45136825492d None None] Bound using segment: {'id': '118bf8b6-2502-4125-95f9-901eec073ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:34.337566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-549d9926-265b-485a-b800-45136825492d None None] Bound port: be4b9cce-b231-4582-9b30-cd1c5206aa47, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118bf8b6-2502-4125-95f9-901eec073ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '53eeb832-8ad8-40f2-8f34-ea96fc4a47b9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:34.337950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.402082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.405628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3c088f36-edc1-4f57-9b0b-e7a44bcd4491,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:34.417561 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:34.434519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.440375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9b458-262f-486a-85f3-c892f325d4f9 req-91a8f2ad-ed5c-42dd-8db5-a035218ff459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:34.442648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1de9b458-262f-486a-85f3-c892f325d4f9 req-91a8f2ad-ed5c-42dd-8db5-a035218ff459 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 1097 time: 0.5575759 Dec 12 15:36:34.472276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-549d9926-265b-485a-b800-45136825492d None None] For port be4b9cce-b231-4582-9b30-cd1c5206aa47, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:34.481999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.484582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-549d9926-265b-485a-b800-45136825492d None None] For port be4b9cce-b231-4582-9b30-cd1c5206aa47, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be4b9cce-b231-4582-9b30-cd1c5206aa47,segment=NetworkSegment(118bf8b6-2502-4125-95f9-901eec073ab1),segment_id=118bf8b6-2502-4125-95f9-901eec073ab1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:34.486114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/87b96bb7-2b05-431f-af6f-7dc44c91317f HTTP/1.1" status: 204 len: 168 time: 1.3890362 Dec 12 15:36:34.494771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549d9926-265b-485a-b800-45136825492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.498147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70618aca-3b71-4d59-87ce-114669ab0f74 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=87b96bb7-2b05-431f-af6f-7dc44c91317f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:34.502329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53012) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:34.516416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'name': 'tempest-PortsIpV6TestJSON-548779875'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:34.658492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d9926-265b-485a-b800-45136825492d None None] Pushing event updated for resources: {'Port': ['ID=be4b9cce-b231-4582-9b30-cd1c5206aa47,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:34.684607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1de9b458-262f-486a-85f3-c892f325d4f9 req-ec54e08a-be40-47ee-b75b-9ca25d169904 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972783 Dec 12 15:36:34.773914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.795176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:34.799298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:34.839898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de3d6d-0765-448c-b689-c3339f055e6e req-9fbc6d39-3136-4c69-a5b9-9f178452b359 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:34.842054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72de3d6d-0765-448c-b689-c3339f055e6e req-9fbc6d39-3136-4c69-a5b9-9f178452b359 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1697018 Dec 12 15:36:34.845292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 604f6402-a1a9-4aa0-8f41-17032e595a0f yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:34.874697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4a8ffd05-26ad-4af7-ab43-74b5e3cfff92 None None] Could not find standard attr ID for object c6515cc0-b6b1-4759-9f47-33139ad70c4e. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:34.892390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99bbc27-75dd-4559-bf76-9518b0a52fff None None] DHCP port deletion for 87b96bb7-2b05-431f-af6f-7dc44c91317f request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:34.909787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72de3d6d-0765-448c-b689-c3339f055e6e req-12e16c0b-0e85-4731-9436-c64e304e1f82 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Dec 12 15:36:34.934302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af961f5b-ac56-4fbc-b750-cd3a043abadb None None] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:34.996150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af961f5b-ac56-4fbc-b750-cd3a043abadb None None] Network 87b96bb7-2b05-431f-af6f-7dc44c91317f could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:36:35.084802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:35.088892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:35.249957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.322340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.351013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-30cb8d4c-5a61-4443-b663-72e546fac836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.358154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:35.361802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:35.365587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e34f6656-2b83-4015-9c2a-aaa48bb32732 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:35.374709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8::1 (53eeb832-8ad8-40f2-8f34-ea96fc4a47b9/e78cd0f6-c0a7-4c59-91a7-12a6f551a154/3df5b2f4-029f-4bc6-8a7b-5183e51cbf63) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:35.388486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:35.394910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:35.395925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.429209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=604f6402-a1a9-4aa0-8f41-17032e595a0f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:35.436467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8d343cc9-32c3-492c-8241-18a8c603b99b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9309115 Dec 12 15:36:35.439089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53018) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:35.592610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b2c68fb8-d311-4975-af5d-d4b9b3c4e704 None None] Provisioning complete for port 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:35.593018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2c68fb8-d311-4975-af5d-d4b9b3c4e704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.660033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 604f6402-a1a9-4aa0-8f41-17032e595a0f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:35.663497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.670520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b2c68fb8-d311-4975-af5d-d4b9b3c4e704 None None] Port 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:35.713305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:35.732997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] Sync routers for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:35.737007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2b14e387-c8b1-49a5-aa3d-3630f32a09a3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6392775 Dec 12 15:36:35.739776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:35.751907 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:35.753531 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:35.753708 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.769725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 604f6402-a1a9-4aa0-8f41-17032e595a0f owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:35.801515 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:35.817428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.836423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fd30d1-93b0-46da-b0d7-262154717483 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:35.837961 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22fd30d1-93b0-46da-b0d7-262154717483 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports/3c088f36-edc1-4f57-9b0b-e7a44bcd4491 HTTP/1.1" status: 200 len: 910 time: 0.0966325 Dec 12 15:36:35.842210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:35.850561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:35.852199 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:35.917763 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:35.918137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.918956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26147e-68a6-48e2-bcf8-b8d249a4d040 None None] The sync data for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:35.967997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=604f6402-a1a9-4aa0-8f41-17032e595a0f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:35.973684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.978503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:35.978798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-13674c67-68c3-446a-b0d4-9214e737a693 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/604f6402-a1a9-4aa0-8f41-17032e595a0f HTTP/1.1" status: 204 len: 168 time: 0.5385468 Dec 12 15:36:35.981862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:35.991768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'mac_address': 'fa:16:3e:d6:68:1f', 'name': 'tempest-PortsIpV6TestJSON-2048721289'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:36.079483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:36.086819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:36.127975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:36.128733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.179051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=3df5b2f4-029f-4bc6-8a7b-5183e51cbf63,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:36.196127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:36.307562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fad8d-622b-4515-82df-d17ae72d0e02 req-ef656e5b-f29d-4ecb-8f57-b9b6f0f0bada tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:36.313327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-803fad8d-622b-4515-82df-d17ae72d0e02 req-ef656e5b-f29d-4ecb-8f57-b9b6f0f0bada tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1303475 Dec 12 15:36:36.317752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.329787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e2bff-cfc7-4c4b-9c08-cc59fce60eeb None None] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:36.350616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.362743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:36.454391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] Provisioning complete for port be4b9cce-b231-4582-9b30-cd1c5206aa47 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:36.455499 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.581138 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.611056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-803fad8d-622b-4515-82df-d17ae72d0e02 req-83034521-fd82-4a5f-9d44-d00d4cb67b1c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800035 Dec 12 15:36:36.611370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.648172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be4b9cce-b231-4582-9b30-cd1c5206aa47 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:36.654824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.775196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:36.801587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:36.804263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.805947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:36.809853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:36.823180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:36.823899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:36.870549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f8833b7-42c8-48a1-94fa-5771145f2859 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8834984 Dec 12 15:36:36.873972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53046) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:36.956113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6e305-dff5-401c-bf69-f44c7c87f142 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:36.962141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-85d6e305-dff5-401c-bf69-f44c7c87f142 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 HTTP/1.1" status: 200 len: 845 time: 0.0874872 Dec 12 15:36:36.965945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53048) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:37.021205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.027679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.028483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.229850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=3df5b2f4-029f-4bc6-8a7b-5183e51cbf63,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:37.258053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] For port be4b9cce-b231-4582-9b30-cd1c5206aa47, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be4b9cce-b231-4582-9b30-cd1c5206aa47,segment=NetworkSegment(118bf8b6-2502-4125-95f9-901eec073ab1),segment_id=118bf8b6-2502-4125-95f9-901eec073ab1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:37.266599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port be4b9cce-b231-4582-9b30-cd1c5206aa47 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:37.266883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.270160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.349078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51df167-0b37-444b-ab78-43cd731ccbf1 None None] Pushing event updated for resources: {'Port': ['ID=be4b9cce-b231-4582-9b30-cd1c5206aa47,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:37.413143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c2ece92e-b10b-408f-a84d-133f896e72fe None None] Provisioning complete for port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:37.413519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2ece92e-b10b-408f-a84d-133f896e72fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.457030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c2ece92e-b10b-408f-a84d-133f896e72fe None None] Port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:37.506792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c2ece92e-b10b-408f-a84d-133f896e72fe None None] Provisioning complete for port be4b9cce-b231-4582-9b30-cd1c5206aa47 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:37.507165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2ece92e-b10b-408f-a84d-133f896e72fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.576258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c6515cc0-b6b1-4759-9f47-33139ad70c4e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:37.600156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c6515cc0-b6b1-4759-9f47-33139ad70c4e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:37.600426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c6515cc0-b6b1-4759-9f47-33139ad70c4e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:37.701667 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aaa3c8bc-42b6-423d-9f17-777b18f753b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.735961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b330f1-a30b-49de-98b2-30fbdd0e16f5 req-f614a8ed-0ba2-47e7-b32e-729561559d0f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:37.737581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6b330f1-a30b-49de-98b2-30fbdd0e16f5 req-f614a8ed-0ba2-47e7-b32e-729561559d0f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.7705774 Dec 12 15:36:37.748541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:37.752595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:37.767419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:37.767755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.795807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f830c1e9-7021-4a09-a88d-a6157ab1b797 None None] Provisioning complete for port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:37.796823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f830c1e9-7021-4a09-a88d-a6157ab1b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.839286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f830c1e9-7021-4a09-a88d-a6157ab1b797 None None] Port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:37.854010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6b330f1-a30b-49de-98b2-30fbdd0e16f5 req-cbff5f81-cbfb-4dbb-a8e7-287c4dd180e0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031394 Dec 12 15:36:37.881597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:37.881932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.905988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.919755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:37.997051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:37.999558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router f5926fee-5e89-4b38-8f29-71366ba4c204 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:38.019346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.022356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 3c088f36-edc1-4f57-9b0b-e7a44bcd4491 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:38.068720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:38.080840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.088510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e244662a-5934-46d7-959a-362d87086e17 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 HTTP/1.1" status: 204 len: 168 time: 1.1187329 Dec 12 15:36:38.089378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53058) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:38.113266 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fa3f57-3bd5-4c77-89b7-f3c525fbb0dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:38.118114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2fa3f57-3bd5-4c77-89b7-f3c525fbb0dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/29cbb65a-5c3f-49d4-8286-0b6dc4c35fa9 HTTP/1.1" status: 404 len: 333 time: 0.0243752 Dec 12 15:36:38.121761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53060) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:38.127053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'name': 'tempest-PortsIpV6TestJSON-1724368378'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:38.174276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:38.177728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7e5aa5df-d710-4890-9eb2-794a15d46fbf None None] Provisioning complete for port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:38.179769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e5aa5df-d710-4890-9eb2-794a15d46fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.183236 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ee1dfb0-74b5-4b97-bd46-eda643eb3799 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/f5926fee-5e89-4b38-8f29-71366ba4c204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2440889 Dec 12 15:36:38.186177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:38.276846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f520e-10cc-4dcd-a899-b0282aaae040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:38.278091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] Sync routers for ids ['f5926fee-5e89-4b38-8f29-71366ba4c204'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:38.281653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe4f520e-10cc-4dcd-a899-b0282aaae040 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports/3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 HTTP/1.1" status: 200 len: 911 time: 0.0943470 Dec 12 15:36:38.288420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:38.289004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7e5aa5df-d710-4890-9eb2-794a15d46fbf None None] Port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:38.294968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e78cd0f6-c0a7-4c59-91a7-12a6f551a154'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:38.304676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] Routers {'f5926fee-5e89-4b38-8f29-71366ba4c204'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:38.306026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f5926fee-5e89-4b38-8f29-71366ba4c204'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:38.362910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:38.365133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:38.370232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.374338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] Routers {'f5926fee-5e89-4b38-8f29-71366ba4c204'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:38.375866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f5926fee-5e89-4b38-8f29-71366ba4c204'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:38.411316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port d3bf42fe-2807-4caa-b12e-190beb435271 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:38.414808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:38.416331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeae7a08-323f-4472-a62b-ee00eac9e546 None None] The sync data for ids ['f5926fee-5e89-4b38-8f29-71366ba4c204'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:38.452102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.498160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=3c088f36-edc1-4f57-9b0b-e7a44bcd4491,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:38.549362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.588783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be4b9cce-b231-4582-9b30-cd1c5206aa47 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:38.650392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.714684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port be4b9cce-b231-4582-9b30-cd1c5206aa47 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:38.715063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.763533 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.826242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.834459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:38.976641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:38.978519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:38.986909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:38.993831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:38.994715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.050111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=d3bf42fe-2807-4caa-b12e-190beb435271,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:39.062337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fb851afc-c21c-4dae-acc9-07190cf503a9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9371819 Dec 12 15:36:39.064903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53076) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:39.080491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:39.128606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.144768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a194-7741-407e-ae69-603e87801efc req-4ad253d6-cfe5-4c7f-908b-d19884154f20 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:39.146528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2039a194-7741-407e-ae69-603e87801efc req-4ad253d6-cfe5-4c7f-908b-d19884154f20 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1779497 Dec 12 15:36:39.284038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.362554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e34f6656-2b83-4015-9c2a-aaa48bb32732 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:39.471551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2039a194-7741-407e-ae69-603e87801efc req-31bd342f-b9c4-4b8c-85ea-49f875fb0665 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007014 Dec 12 15:36:39.577518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:39.586132 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d7f5469a-7c52-4f64-8677-9a9017df5289 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7417002 Dec 12 15:36:39.590679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53092) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:39.591392 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] Sync routers for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:39.604269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:39.605169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:39.619737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.631146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.641844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.644420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:39.644989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.647800 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/ports/3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 HTTP/1.1" status: 200 len: 911 time: 1.3581405 Dec 12 15:36:39.651872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:39.656031 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:39.675224 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:39.675849 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:39.706577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.715474 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:39.716173 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a02256-7b60-45cb-8e28-6165f71dd8f0 None None] The sync data for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:39.774108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bddd1-581b-4d53-a4b0-05dc9b3241f3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=3df5b2f4-029f-4bc6-8a7b-5183e51cbf63,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:39.829482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] In _notify_port_updated(), no bound segment for port d3bf42fe-2807-4caa-b12e-190beb435271 on network 9a7fb221-01f6-48dd-9582-7951792ac775 {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:36:39.835671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:39.836274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:39.837578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/ports/d3bf42fe-2807-4caa-b12e-190beb435271 HTTP/1.1" status: 200 len: 818 time: 0.7626479 Dec 12 15:36:39.843055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53096) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:39.851856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b9221-ddca-43d0-8845-fa55e1221f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=d3bf42fe-2807-4caa-b12e-190beb435271,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:40.013033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port d3bf42fe-2807-4caa-b12e-190beb435271 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:40.013671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.034846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.091443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.107314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for d3bf42fe-2807-4caa-b12e-190beb435271 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:40.229073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.314240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.314836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:40.315321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.320109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.372020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=d3bf42fe-2807-4caa-b12e-190beb435271,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:40.385305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.392191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c64db822-4663-439a-b9da-d2ff23c6dc44 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/d3bf42fe-2807-4caa-b12e-190beb435271 HTTP/1.1" status: 204 len: 168 time: 0.5460742 Dec 12 15:36:40.393134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53112) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:40.538980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f9d1d-1026-4aa3-9438-3b4038ce9020 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:40.540469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-909f9d1d-1026-4aa3-9438-3b4038ce9020 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1464076 Dec 12 15:36:40.543157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53126) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:40.575892 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d45aca-7f7f-4046-be4b-212a09bb9ef2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:40.577402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-18d45aca-7f7f-4046-be4b-212a09bb9ef2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/d3bf42fe-2807-4caa-b12e-190beb435271 HTTP/1.1" status: 404 len: 333 time: 0.0331771 Dec 12 15:36:40.589284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:40.596029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-514074422'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:40.680935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:40.684495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.716161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bea3b-a99e-4af8-bbc9-f0669fde9e45 req-778fb9f2-d37c-4772-b9fd-1845fbf981be tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:40.718000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0bea3b-a99e-4af8-bbc9-f0669fde9e45 req-778fb9f2-d37c-4772-b9fd-1845fbf981be tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1395779 Dec 12 15:36:40.773338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:40.788293 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.796610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.797147 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment b6985e37-84ae-45a1-871c-9053c8dd697d of type vlan for network 4405ffb8-815f-46de-b14c-59d32ac40912 Dec 12 15:36:40.800909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 3df5b2f4-029f-4bc6-8a7b-5183e51cbf63 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:40.865358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0bea3b-a99e-4af8-bbc9-f0669fde9e45 req-9a7660d9-3c21-4e1f-958d-8e0cae4962ea tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406264 Dec 12 15:36:40.868274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 37d17ef7-6dd0-48cd-b666-05d66fa57c5f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:40.868441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:40.896792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.003076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.015070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.021354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 37d17ef7-6dd0-48cd-b666-05d66fa57c5f owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:41.027019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.033799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:41.034674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.046359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=3df5b2f4-029f-4bc6-8a7b-5183e51cbf63,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:41.094364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.138126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5465956 Dec 12 15:36:41.144546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.169999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53136) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:41.180590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:41.209185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7b745-c12a-463b-a3d6-e1f6ad5f61b1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=4405ffb8-815f-46de-b14c-59d32ac40912,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:41.225772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.230960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:41.406728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:41.410486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.460727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router f5926fee-5e89-4b38-8f29-71366ba4c204 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:41.527359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:41.557010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:41.565524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85067137-54e4-4bd8-957f-e69081820c05 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/f5926fee-5e89-4b38-8f29-71366ba4c204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9097207 Dec 12 15:36:41.567431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:41.573993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] Sync routers for ids ['f5926fee-5e89-4b38-8f29-71366ba4c204'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:41.578125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=37d17ef7-6dd0-48cd-b666-05d66fa57c5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:41.606296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a56f474d-63e5-46a7-a96d-1895a9ffc6d2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5926fee-5e89-4b38-8f29-71366ba4c204 HTTP/1.1" status: 200 len: 205 time: 0.0377126 Dec 12 15:36:41.610944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53148) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:41.612177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] Routers {'f5926fee-5e89-4b38-8f29-71366ba4c204'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:41.615013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f5926fee-5e89-4b38-8f29-71366ba4c204'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:41.676582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:41.695493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] Routers {'f5926fee-5e89-4b38-8f29-71366ba4c204'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:41.696410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f5926fee-5e89-4b38-8f29-71366ba4c204'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:41.746901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:41.747824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf0496-f662-4646-90b2-23cb458b5c80 None None] The sync data for ids ['f5926fee-5e89-4b38-8f29-71366ba4c204'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:41.783328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.036010 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.110996 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.115888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.124993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.709966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=5420eb06-2557-48a0-9de5-349277a12061,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:42.725603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfbb54-424d-4e8a-8516-53f9796437f5 req-01da58f5-0438-484b-92bb-7db3131c6a93 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:42.733655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60dfbb54-424d-4e8a-8516-53f9796437f5 req-01da58f5-0438-484b-92bb-7db3131c6a93 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.7695396 Dec 12 15:36:42.769986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.770665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router f5926fee-5e89-4b38-8f29-71366ba4c204 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:36:42.792230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.793519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5a654524-72ac-4803-8b76-d31a49cfcb34 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/f5926fee-5e89-4b38-8f29-71366ba4c204 HTTP/1.1" status: 204 len: 168 time: 1.1819527 Dec 12 15:36:42.800512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53178) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:42.811424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e34f6656-2b83-4015-9c2a-aaa48bb32732 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:42.817878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': 'b6985e37-84ae-45a1-871c-9053c8dd697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:42.818452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 4405ffb8-815f-46de-b14c-59d32ac40912, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:42.886770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60dfbb54-424d-4e8a-8516-53f9796437f5 req-ca3241a7-d7c6-40d0-b4a0-24f724000951 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530347 Dec 12 15:36:42.909452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet e78cd0f6-c0a7-4c59-91a7-12a6f551a154 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:42.910847 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.951450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 4405ffb8-815f-46de-b14c-59d32ac40912 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:42.958219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 4405ffb8-815f-46de-b14c-59d32ac40912) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:42.976790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.976948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:42.976948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:42.983370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfa9762-152d-48ff-89e7-bb821671c6fb None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:43.075477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:43.088818 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] Sync routers for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:43.108823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eef20e0e-97a9-4c59-ade2-1fed63162dbd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5146124 Dec 12 15:36:43.111744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.114703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:43.115403 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:43.116186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c8b60c81-7faa-4ea8-8291-fcb1b701a8e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9393625 Dec 12 15:36:43.116904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53188) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.121911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:43.152241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-4405ffb8-815f-46de-b14c-59d32ac40912', 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': '5420eb06-2557-48a0-9de5-349277a12061'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:43.153554 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.163179 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:43.174394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] Routers {'e34f6656-2b83-4015-9c2a-aaa48bb32732'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:43.175304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7a45ea94-ff61-4c4a-94e4-d5e2e769d8cb tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e34f6656-2b83-4015-9c2a-aaa48bb32732 HTTP/1.1" status: 200 len: 205 time: 0.0620267 Dec 12 15:36:43.175551 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e34f6656-2b83-4015-9c2a-aaa48bb32732'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:43.175935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.184873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.221886 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:43.222791 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29314a5e-626a-4505-a020-4a8d63be8980 None None] The sync data for ids ['e34f6656-2b83-4015-9c2a-aaa48bb32732'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:43.318346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:43.322895 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.361544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.405243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Allocated IP 2001:db8::2 (4405ffb8-815f-46de-b14c-59d32ac40912/5420eb06-2557-48a0-9de5-349277a12061/6ad286d2-304f-454e-9443-eba03d635811) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:43.508287 n-d-710847-8 neutron-server[103412]: INFO neutron.db.ipam_backend_mixin [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5420eb06-2557-48a0-9de5-349277a12061 (CIDR: 2001:db8::/64) Dec 12 15:36:43.515472 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:36:43.516694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:36:43.545401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-89dbef9e-b0c9-44b4-85fc-239bb06ea6cb tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4240928 Dec 12 15:36:43.545401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53198) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.552112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:43.562925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.566130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.575215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.638234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=e78cd0f6-c0a7-4c59-91a7-12a6f551a154,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:43.642673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.649598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ecf83e24-f4fc-4402-9541-0a115b301b86 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/e78cd0f6-c0a7-4c59-91a7-12a6f551a154 HTTP/1.1" status: 204 len: 168 time: 0.8433597 Dec 12 15:36:43.655337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.656691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.657241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router e34f6656-2b83-4015-9c2a-aaa48bb32732 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:36:43.674100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.675785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b60be666-a412-49cc-b108-eb381f9cc166 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732 HTTP/1.1" status: 204 len: 168 time: 0.4974303 Dec 12 15:36:43.687719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:43.688306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88763610-b258-445c-9355-00563e06dc4d None None] Network 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:43.768699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:43.775427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.819941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet a13cf391-21c7-43b2-869a-a4b03975118f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:43.823912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.854516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.866846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.873306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.926740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:43.963412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:43.970106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:43.984625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:44.006990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.053273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Pushing event updated for resources: {'Port': ['ID=6ad286d2-304f-454e-9443-eba03d635811,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:44.073936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.087316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.087678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.088027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.088371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.093015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.093389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.093725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.094057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.094722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.095191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.095666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.096298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.099806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:36:44.104337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] DHCP port deletion for 53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:44.117907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.123435 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/a13cf391-21c7-43b2-869a-a4b03975118f HTTP/1.1" status: 204 len: 168 time: 0.4319944 Dec 12 15:36:44.123435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00d147-ec57-4690-8a02-ea5bbcb688df tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=a13cf391-21c7-43b2-869a-a4b03975118f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:44.125715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:44.171148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa5e3d-b25e-433c-bf38-97ca491f8111 None None] Network cbf266c7-9263-47a2-8aa5-229d0c29c568 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:44.215771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port be4b9cce-b231-4582-9b30-cd1c5206aa47 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:44.216032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.278260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.296112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Attempting to bind port 6ad286d2-304f-454e-9443-eba03d635811 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:44.296879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Attempting to bind port 6ad286d2-304f-454e-9443-eba03d635811 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b6985e37-84ae-45a1-871c-9053c8dd697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:44.297526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Attempting to bind port 6ad286d2-304f-454e-9443-eba03d635811 on network 4405ffb8-815f-46de-b14c-59d32ac40912 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:44.325508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 62ca0988-1e5f-4a91-882e-057303a449e8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:44.337826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:44.341551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.342219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Checking segment: {'id': 'b6985e37-84ae-45a1-871c-9053c8dd697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:44.342881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.343475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Bound using segment: {'id': 'b6985e37-84ae-45a1-871c-9053c8dd697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:44.344941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Bound port: 6ad286d2-304f-454e-9443-eba03d635811, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6985e37-84ae-45a1-871c-9053c8dd697d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:44.345570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.347373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=d047e33c-1fd7-45c6-8026-f9a7ad031a30,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:44.370806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 4405ffb8-815f-46de-b14c-59d32ac40912 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:44.374387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:44.386891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:44.387454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.396051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port be4b9cce-b231-4582-9b30-cd1c5206aa47, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be4b9cce-b231-4582-9b30-cd1c5206aa47,segment=NetworkSegment(118bf8b6-2502-4125-95f9-901eec073ab1),segment_id=118bf8b6-2502-4125-95f9-901eec073ab1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:44.396418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.410057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.431875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953a446-daff-4464-9c72-ddf5ec77d02b req-801f9108-5de0-47b6-bc6c-1eb304a7f5e7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:44.435327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for be4b9cce-b231-4582-9b30-cd1c5206aa47 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:44.442471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4953a446-daff-4464-9c72-ddf5ec77d02b req-801f9108-5de0-47b6-bc6c-1eb304a7f5e7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.3212774 Dec 12 15:36:44.478607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Deleting port be4b9cce-b231-4582-9b30-cd1c5206aa47 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:44.479055 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.529502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4953a446-daff-4464-9c72-ddf5ec77d02b req-840f8b8c-a62d-4553-ba6b-b57e83d78f9a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858567 Dec 12 15:36:44.536464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d34ced7-a4a7-4d2e-96f2-03e6c5c1b134 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9881914 Dec 12 15:36:44.537225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53224) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:44.551638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'fixed_ips': [{'subnet_id': '5420eb06-2557-48a0-9de5-349277a12061'}, {'subnet_id': 'd047e33c-1fd7-45c6-8026-f9a7ad031a30'}], 'name': 'tempest-PortsIpV6TestJSON-192801745'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:44.568973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] For port be4b9cce-b231-4582-9b30-cd1c5206aa47, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be4b9cce-b231-4582-9b30-cd1c5206aa47,segment=NetworkSegment(118bf8b6-2502-4125-95f9-901eec073ab1),segment_id=118bf8b6-2502-4125-95f9-901eec073ab1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:44.569726 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.582100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.618588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be4b9cce-b231-4582-9b30-cd1c5206aa47 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:44.689693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:44.712653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.729666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] For port 6ad286d2-304f-454e-9443-eba03d635811, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:44.733463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] For port 6ad286d2-304f-454e-9443-eba03d635811, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6ad286d2-304f-454e-9443-eba03d635811,segment=NetworkSegment(b6985e37-84ae-45a1-871c-9053c8dd697d),segment_id=b6985e37-84ae-45a1-871c-9053c8dd697d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:44.735213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Calling delete_port for be4b9cce-b231-4582-9b30-cd1c5206aa47 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:44.772863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=62ca0988-1e5f-4a91-882e-057303a449e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:44.791806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.805478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3938d677-a370-418e-a8a1-f90205199955 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/62ca0988-1e5f-4a91-882e-057303a449e8 HTTP/1.1" status: 204 len: 168 time: 0.6784489 Dec 12 15:36:44.809764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:44.833271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] DHCP port deletion for cbf266c7-9263-47a2-8aa5-229d0c29c568 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:44.836309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa68958-67a0-4eab-8c1d-5bf8e6a7deef None None] Network 571aa6de-180e-412b-81a7-a421670c6297 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:44.838834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.842489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.860771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port c85cabe3-2623-4058-abbe-a922bec20ea1 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:44.904931 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.941411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fdd88-766a-477e-b9b4-aa260f332f3d None None] Pushing event updated for resources: {'Port': ['ID=6ad286d2-304f-454e-9443-eba03d635811,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:44.956331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:44.991264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] Pushing event deleted for resources: {'Port': ['ID=be4b9cce-b231-4582-9b30-cd1c5206aa47,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:45.026127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.133695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=be4b9cce-b231-4582-9b30-cd1c5206aa47,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:45.135971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port be4b9cce-b231-4582-9b30-cd1c5206aa47 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:45.279925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.308620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53eeb832-8ad8-40f2-8f34-ea96fc4a47b9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:45.317395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:45.318414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.352476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118bf8b6-2502-4125-95f9-901eec073ab1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:45.353032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118bf8b6-2502-4125-95f9-901eec073ab1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:45.401667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.431881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.442036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,segment=NetworkSegment(fd4ea626-f444-4752-b228-bb09824c674d),segment_id=fd4ea626-f444-4752-b228-bb09824c674d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:45.442401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.452287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:45.452712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.454842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::1a5 (4405ffb8-815f-46de-b14c-59d32ac40912/5420eb06-2557-48a0-9de5-349277a12061/c85cabe3-2623-4058-abbe-a922bec20ea1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:45.456265 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:45.472896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:45.475791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8:0:1::3c2 (4405ffb8-815f-46de-b14c-59d32ac40912/d047e33c-1fd7-45c6-8026-f9a7ad031a30/c85cabe3-2623-4058-abbe-a922bec20ea1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:45.480079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4335f0f-cdc5-4fe4-a3ba-558c8e3baeb9 None None] No DVR routers for this DVR port be4b9cce-b231-4582-9b30-cd1c5206aa47 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:45.492139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No active binding found for port be4b9cce-b231-4582-9b30-cd1c5206aa47 {{(pid=103413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 15:36:45.492624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be4b9cce-b231-4582-9b30-cd1c5206aa47 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:45.578941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Deleting port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:45.579340 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.619757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.625370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.631367 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/53eeb832-8ad8-40f2-8f34-ea96fc4a47b9 HTTP/1.1" status: 204 len: 168 time: 1.9543195 Dec 12 15:36:45.638841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:45.643557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1825106275', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:45.685756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.687211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] For port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,segment=NetworkSegment(fd4ea626-f444-4752-b228-bb09824c674d),segment_id=fd4ea626-f444-4752-b228-bb09824c674d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:45.687627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.688786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.702760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Calling delete_port for e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:45.753686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade6849-a2d1-4118-9da8-17f34364562c req-16a70a88-49ac-4ba9-b02c-669fdf8814eb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:45.763144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ade6849-a2d1-4118-9da8-17f34364562c req-16a70a88-49ac-4ba9-b02c-669fdf8814eb tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1116166 Dec 12 15:36:45.805165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.846376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] Pushing event deleted for resources: {'Port': ['ID=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:45.849492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.857409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9c708-5c99-44e3-ab3f-544d2bb264e1 None None] No DVR routers for this DVR port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:45.868358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd936fa-3e78-4946-b5df-b460a2de9353 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=53eeb832-8ad8-40f2-8f34-ea96fc4a47b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:45.874663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.876938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.900986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ade6849-a2d1-4118-9da8-17f34364562c req-936a00ca-b65d-4cc1-9c20-c342c93ae7c8 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003351 Dec 12 15:36:45.917988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.919557 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-99ebf341-2113-402f-af52-f22ae3d9077e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2794397 Dec 12 15:36:45.925832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:45.937300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-192046819'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:45.943296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] DHCP port deletion for 571aa6de-180e-412b-81a7-a421670c6297 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:45.949193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:45.982097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.005996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:46.017507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Deleting port 267ea366-cb12-4b39-a657-00f69c8226ba {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:46.018359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:46.019147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.063580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 4405ffb8-815f-46de-b14c-59d32ac40912 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:46.068223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:46.077853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:46.085419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:46.086193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.093914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=c85cabe3-2623-4058-abbe-a922bec20ea1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:46.106358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:46.110042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.111092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] For port 267ea366-cb12-4b39-a657-00f69c8226ba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=267ea366-cb12-4b39-a657-00f69c8226ba,segment=NetworkSegment(a6cd9a95-e501-4ca5-baae-e64ae43e9248),segment_id=a6cd9a95-e501-4ca5-baae-e64ae43e9248)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:46.111510 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.115466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d9933d10-316f-4b9b-a604-fe630a2e7efa tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5770462 Dec 12 15:36:46.118202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53250) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:46.124029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5420eb06-2557-48a0-9de5-349277a12061'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:46.127174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Calling delete_port for 267ea366-cb12-4b39-a657-00f69c8226ba owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:46.164179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.194606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:46.203380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf266c7-9263-47a2-8aa5-229d0c29c568']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:46.217252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4ea626-f444-4752-b228-bb09824c674d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:46.217649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4ea626-f444-4752-b228-bb09824c674d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:46.223727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.224738 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804 of type vlan for network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 Dec 12 15:36:46.241866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.247266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.281349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.288446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.304713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] No DVR routers for this DVR port 267ea366-cb12-4b39-a657-00f69c8226ba on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:46.304713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702264b-2d51-4040-b2f2-12c5f9446e7d None None] Pushing event deleted for resources: {'Port': ['ID=267ea366-cb12-4b39-a657-00f69c8226ba,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:46.305110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:46.305110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.305260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:46.305336 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:46.390476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.398808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:46.399561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.408356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.418486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.422815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/cbf266c7-9263-47a2-8aa5-229d0c29c568 HTTP/1.1" status: 204 len: 168 time: 1.6121213 Dec 12 15:36:46.429189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53264) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:46.505054 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5755901 Dec 12 15:36:46.512398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:46.521942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:46.547176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aaa14-17af-43e6-b309-9e7c28d16141 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=2dc7d82a-1008-4ce6-a63a-8c2c68322db6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:46.563230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:46.648266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf0a0f-7329-4a55-b961-5e0c5a4da5c6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=cbf266c7-9263-47a2-8aa5-229d0c29c568,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:46.658039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.702215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6ad286d2-304f-454e-9443-eba03d635811 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:46.750320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:46.755420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.799536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:46.800374 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.883626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:46.974542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.013054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.061526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 6ad286d2-304f-454e-9443-eba03d635811, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6ad286d2-304f-454e-9443-eba03d635811,segment=NetworkSegment(b6985e37-84ae-45a1-871c-9053c8dd697d),segment_id=b6985e37-84ae-45a1-871c-9053c8dd697d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:47.075304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.096334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=a4444a0b-bd51-4a4f-b342-a2218eeb580d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:47.104383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:47.104941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 2dc7d82a-1008-4ce6-a63a-8c2c68322db6, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:47.132578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:47.171143 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:36:47.176740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2dc7d82a-1008-4ce6-a63a-8c2c68322db6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:47.184423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 267ea366-cb12-4b39-a657-00f69c8226ba no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:47.185937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:47.186531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.219888 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a60c56a-83a7-40f6-98d5-5601bf89b9ca tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7053623 Dec 12 15:36:47.220274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74874c49-7247-4f26-bdb2-d907740f3bf9 None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:47.223293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:47.230758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Delete allocated IP 2001:db8:0:1::3c2 (4405ffb8-815f-46de-b14c-59d32ac40912/d047e33c-1fd7-45c6-8026-f9a7ad031a30) {{(pid=103412) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:36:47.234557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f11b60-818e-4426-b94b-631e8b174c7a None None] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:47.268383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=6ad286d2-304f-454e-9443-eba03d635811,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:47.281427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 267ea366-cb12-4b39-a657-00f69c8226ba {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:47.282148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 267ea366-cb12-4b39-a657-00f69c8226ba not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:47.283463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:47.360486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571aa6de-180e-412b-81a7-a421670c6297']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:47.391911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:47.392604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e1b50b58-78f4-4ffb-be6b-8c1cc5bfba4b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:47.431002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-abd31c87-db63-4f32-822b-cc1e6d62ec58 None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:47.431454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd31c87-db63-4f32-822b-cc1e6d62ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.482750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cd9a95-e501-4ca5-baae-e64ae43e9248') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:47.483424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cd9a95-e501-4ca5-baae-e64ae43e9248') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:47.568457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.591083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110d120-4f12-4c97-8e34-783e80afc3d3 req-2dff4c28-c5c1-491e-ab11-98bab51d7433 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:47.591468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:47.592695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7110d120-4f12-4c97-8e34-783e80afc3d3 req-2dff4c28-c5c1-491e-ab11-98bab51d7433 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.4179037 Dec 12 15:36:47.598514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.636947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.717419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:47.718682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:47.728547 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:47.740639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.767878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.862338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Update dhcp port {'port': {'network_id': '4405ffb8-815f-46de-b14c-59d32ac40912', 'fixed_ips': [{'subnet_id': '5420eb06-2557-48a0-9de5-349277a12061', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd047e33c-1fd7-45c6-8026-f9a7ad031a30'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '6ad286d2-304f-454e-9443-eba03d635811'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:36:47.867479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7110d120-4f12-4c97-8e34-783e80afc3d3 req-1aadfe77-0643-4f67-80a8-9ac3523850c6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644274 Dec 12 15:36:47.897904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] In _notify_port_updated(), no bound segment for port c85cabe3-2623-4058-abbe-a922bec20ea1 on network 4405ffb8-815f-46de-b14c-59d32ac40912 {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:36:47.903859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:47.904448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.905848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/ports/c85cabe3-2623-4058-abbe-a922bec20ea1 HTTP/1.1" status: 200 len: 925 time: 1.7863679 Dec 12 15:36:47.908707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:47.917015 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.918083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5420eb06-2557-48a0-9de5-349277a12061'}, {'subnet_id': 'd047e33c-1fd7-45c6-8026-f9a7ad031a30'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:47.926010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cdd63-483b-4eb4-aced-2e0bd8d67f63 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=c85cabe3-2623-4058-abbe-a922bec20ea1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:47.934229 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.938402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/571aa6de-180e-412b-81a7-a421670c6297 HTTP/1.1" status: 204 len: 168 time: 1.5083830 Dec 12 15:36:47.952998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53294) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:47.962820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1743237542'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:47.964191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:47.988446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Allocated IP 2001:db8::2 (2dc7d82a-1008-4ce6-a63a-8c2c68322db6/a4444a0b-bd51-4a4f-b342-a2218eeb580d/fe6badbc-1cc5-4ddb-9dc3-95917ead1563) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:47.998552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3710d-613a-4000-8e3c-52a50d1a4855 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=571aa6de-180e-412b-81a7-a421670c6297,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:48.028732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:48.037821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.102899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:48.119739 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.120124 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment b4fc0314-be07-4339-b3f4-085310692770 of type vlan for network 97d95c91-e375-418c-b9ef-ed658ae74667 Dec 12 15:36:48.184935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.226674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.236069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:48.236709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.287479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.327647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=97d95c91-e375-418c-b9ef-ed658ae74667,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:48.344574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-da5729b6-f938-4c3a-9b0d-1af390550846 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3905108 Dec 12 15:36:48.347562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:48.348280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 97d95c91-e375-418c-b9ef-ed658ae74667 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:48.351735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Allocated IP 2001:db8:0:1::2 (4405ffb8-815f-46de-b14c-59d32ac40912/d047e33c-1fd7-45c6-8026-f9a7ad031a30/6ad286d2-304f-454e-9443-eba03d635811) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:48.357143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:48.454783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.528526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.608835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6ad286d2-304f-454e-9443-eba03d635811 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:48.621989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:48.626723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.723027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.728318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:48.744670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:48.746330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Pushing event updated for resources: {'Port': ['ID=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:48.750193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:48.811701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] For port 6ad286d2-304f-454e-9443-eba03d635811, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6ad286d2-304f-454e-9443-eba03d635811,segment=NetworkSegment(b6985e37-84ae-45a1-871c-9053c8dd697d),segment_id=b6985e37-84ae-45a1-871c-9053c8dd697d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:48.882685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:48.883069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.935726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.937236 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:48.990732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Attempting to bind port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:48.991181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Attempting to bind port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:48.992550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Attempting to bind port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 on network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:49.003169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:49.004774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Checking segment: {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:49.005887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.006439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Bound using segment: {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:49.007576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Bound port: fe6badbc-1cc5-4ddb-9dc3-95917ead1563, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:49.008231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.010477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8::1 (2dc7d82a-1008-4ce6-a63a-8c2c68322db6/a4444a0b-bd51-4a4f-b342-a2218eeb580d/1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:49.013907 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.058554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': 'b4fc0314-be07-4339-b3f4-085310692770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:49.058958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 97d95c91-e375-418c-b9ef-ed658ae74667, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:49.080055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=c8429210-1726-46db-b6f9-d249495488b1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:49.108719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215dfb0-9b62-4903-a25c-cee0533954c4 req-e8a7b902-e0d4-43e3-bf46-bcf553c536a9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:49.110304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7215dfb0-9b62-4903-a25c-cee0533954c4 req-e8a7b902-e0d4-43e3-bf46-bcf553c536a9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1362796 Dec 12 15:36:49.111567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 97d95c91-e375-418c-b9ef-ed658ae74667 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:49.159913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 97d95c91-e375-418c-b9ef-ed658ae74667) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:49.170538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:49.171137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.186792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8:0:1::ba (4405ffb8-815f-46de-b14c-59d32ac40912/d047e33c-1fd7-45c6-8026-f9a7ad031a30/c85cabe3-2623-4058-abbe-a922bec20ea1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:49.190247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7215dfb0-9b62-4903-a25c-cee0533954c4 req-634f8cc4-b311-44fa-8105-911147376253 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717616 Dec 12 15:36:49.202013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1ab69912-3de4-469d-b182-5a565767849f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8514574 Dec 12 15:36:49.204254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53316) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:49.209513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602938958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:49.237379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] For port fe6badbc-1cc5-4ddb-9dc3-95917ead1563, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:49.244005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.247443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.247595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e3989-fac6-43ca-ab6f-d93a661fe40f None None] Network 97d95c91-e375-418c-b9ef-ed658ae74667 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:49.305540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.313165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.319189 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.375782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.377221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-422a7a36-c00f-435f-8210-e24cf7ef6ec0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1714649 Dec 12 15:36:49.379684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53322) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:49.385983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'port': {'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667', 'name': 'tempest-RoutersTest-586649106'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:49.400763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.410985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.442536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.474884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:49.492235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:49.500901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:49.501514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.534060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:49.541261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.562674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] device_id is not set on port 3524f85e-bedf-4676-8dd8-0716a533371d yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:36:49.571193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] For port fe6badbc-1cc5-4ddb-9dc3-95917ead1563, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:49.590586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac922c-1b5f-4258-a70b-e3a1e447c30d None None] Pushing event updated for resources: {'Port': ['ID=6ad286d2-304f-454e-9443-eba03d635811,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:49.598343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.603366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:49.701368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.20.0.6 (97d95c91-e375-418c-b9ef-ed658ae74667/c8429210-1726-46db-b6f9-d249495488b1/3524f85e-bedf-4676-8dd8-0716a533371d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:49.736718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] In _notify_port_updated(), no bound segment for port c85cabe3-2623-4058-abbe-a922bec20ea1 on network 4405ffb8-815f-46de-b14c-59d32ac40912 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:36:49.763295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:49.763991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.768151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/ports/c85cabe3-2623-4058-abbe-a922bec20ea1 HTTP/1.1" status: 200 len: 1010 time: 1.8571155 Dec 12 15:36:49.779846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:49.782466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd754-3ba3-444e-a12c-46447e727278 None None] Pushing event updated for resources: {'Port': ['ID=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:49.872695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-97d95c91-e375-418c-b9ef-ed658ae74667', 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': 'c8429210-1726-46db-b6f9-d249495488b1'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:49.873836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:49.941893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.013874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc43d4-5f19-4480-a48d-180bcdb8c265 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=c85cabe3-2623-4058-abbe-a922bec20ea1,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:50.026475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.089902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.207820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 97d95c91-e375-418c-b9ef-ed658ae74667 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:50.214130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:50.231261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3524f85e-bedf-4676-8dd8-0716a533371d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:50.257925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:50.262073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port c85cabe3-2623-4058-abbe-a922bec20ea1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:50.284669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.316415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Allocated IP 172.20.0.2 (97d95c91-e375-418c-b9ef-ed658ae74667/c8429210-1726-46db-b6f9-d249495488b1/86c7ebfd-536b-4180-a8ae-f575a16b0214) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:50.570875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff99be-b5a4-44fa-8a48-615b9fe1468d req-9b93ae9d-f9a2-4d61-9451-4a25c6eacec0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:50.572570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eff99be-b5a4-44fa-8a48-615b9fe1468d req-9b93ae9d-f9a2-4d61-9451-4a25c6eacec0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.2193465 Dec 12 15:36:50.579334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:50.580022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.604836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.608861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3f7a55b2-d828-46e5-ab99-2aaa7b7e3ba0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2258115 Dec 12 15:36:50.629718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:50.681330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eff99be-b5a4-44fa-8a48-615b9fe1468d req-00fae804-0fe1-4c3c-b1c9-dcf9228c1544 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Dec 12 15:36:50.715186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe6badbc-1cc5-4ddb-9dc3-95917ead1563 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:50.777059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for c85cabe3-2623-4058-abbe-a922bec20ea1 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:50.805783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.815844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:50.816425 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.859866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:50.906289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Network 97d95c91-e375-418c-b9ef-ed658ae74667 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:50.966793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:50.971469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Pushing event updated for resources: {'Port': ['ID=86c7ebfd-536b-4180-a8ae-f575a16b0214,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:50.977390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:50.979939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28128b35-2e71-4074-a177-13f186956115 None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:51.120381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Attempting to bind port 86c7ebfd-536b-4180-a8ae-f575a16b0214 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:51.120783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Attempting to bind port 86c7ebfd-536b-4180-a8ae-f575a16b0214 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b4fc0314-be07-4339-b3f4-085310692770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:51.121150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Attempting to bind port 86c7ebfd-536b-4180-a8ae-f575a16b0214 on network 97d95c91-e375-418c-b9ef-ed658ae74667 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:51.138384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:51.138768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Checking segment: {'id': 'b4fc0314-be07-4339-b3f4-085310692770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Bound using segment: {'id': 'b4fc0314-be07-4339-b3f4-085310692770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Bound port: 86c7ebfd-536b-4180-a8ae-f575a16b0214, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fc0314-be07-4339-b3f4-085310692770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '97d95c91-e375-418c-b9ef-ed658ae74667'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-03babe84-06bb-41b5-a0f7-fd92767d63e6 None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:51.144869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-03babe84-06bb-41b5-a0f7-fd92767d63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.167328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.203443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.204560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.343894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.405280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] For port 86c7ebfd-536b-4180-a8ae-f575a16b0214, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:51.409820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] For port 86c7ebfd-536b-4180-a8ae-f575a16b0214, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=86c7ebfd-536b-4180-a8ae-f575a16b0214,segment=NetworkSegment(b4fc0314-be07-4339-b3f4-085310692770),segment_id=b4fc0314-be07-4339-b3f4-085310692770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:51.421884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:51.470998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c76a6-0313-47c3-b598-c92445672a43 None None] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:51.497074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.565574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.569748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:51.584599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:51.623128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7e0a6-7365-47b1-aa4e-36763571ef96 None None] Pushing event updated for resources: {'Port': ['ID=86c7ebfd-536b-4180-a8ae-f575a16b0214,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:51.626506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.687678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port fe6badbc-1cc5-4ddb-9dc3-95917ead1563, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:51.727332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=c85cabe3-2623-4058-abbe-a922bec20ea1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:51.751636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-03babe84-06bb-41b5-a0f7-fd92767d63e6 None None] Provisioning complete for port c85cabe3-2623-4058-abbe-a922bec20ea1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:51.752220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-03babe84-06bb-41b5-a0f7-fd92767d63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.759887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:51.761317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6ad286d2-304f-454e-9443-eba03d635811 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:51.857072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-03babe84-06bb-41b5-a0f7-fd92767d63e6 None None] Port c85cabe3-2623-4058-abbe-a922bec20ea1 was deleted so its status cannot be updated. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 15:36:51.898396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5287b-af41-4c06-aaff-007a3605c7a2 req-a1480537-5450-47f5-92b7-e9e064cc4f1c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:51.899991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26d5287b-af41-4c06-aaff-007a3605c7a2 req-a1480537-5450-47f5-92b7-e9e064cc4f1c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1293395 Dec 12 15:36:52.037491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-26d5287b-af41-4c06-aaff-007a3605c7a2 req-1d4f856f-21a8-4bb2-a238-38e68f9cc9e6 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161773 Dec 12 15:36:52.051108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-092a3632-fe39-4ee6-a8e5-96432d2836ef None None] Provisioning complete for port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:52.051108 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-092a3632-fe39-4ee6-a8e5-96432d2836ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.159386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:52.266544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:52.267011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.462684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-43742aa5-cc73-4af2-8471-b2f505be04fe None None] Provisioning complete for port 6ad286d2-304f-454e-9443-eba03d635811 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:52.463157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43742aa5-cc73-4af2-8471-b2f505be04fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.505433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.513004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:52.513385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-33346a14-5cbc-4ade-ab3e-d830224a3e9d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/c85cabe3-2623-4058-abbe-a922bec20ea1 HTTP/1.1" status: 204 len: 168 time: 2.7285404 Dec 12 15:36:52.587756 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bddc49-2c15-4057-b9c8-91f52ffb56e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:36:52.594885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-39bddc49-2c15-4057-b9c8-91f52ffb56e7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/c85cabe3-2623-4058-abbe-a922bec20ea1 HTTP/1.1" status: 404 len: 333 time: 0.0796468 Dec 12 15:36:52.595922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53402) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:52.727017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-43742aa5-cc73-4af2-8471-b2f505be04fe None None] Could not find standard attr ID for object c85cabe3-2623-4058-abbe-a922bec20ea1. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:52.729979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:52.735502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet d047e33c-1fd7-45c6-8026-f9a7ad031a30 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:52.739983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.809899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.821682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe6badbc-1cc5-4ddb-9dc3-95917ead1563 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:52.907915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Could not find standard attr ID for object c85cabe3-2623-4058-abbe-a922bec20ea1. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:52.934911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.951440 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:52.961454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Provisioning complete for port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:52.961826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.028701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:53.028701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.100933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.220351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3524f85e-bedf-4676-8dd8-0716a533371d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:53.227284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:53.234773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d885bcb4-f1a7-4c40-ba00-b51ca1263b04 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0101719 Dec 12 15:36:53.237594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:53.244395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579311970'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:53.258847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:53.295948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:53.300484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.322193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:53.323487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:53.350976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e212260-b9a3-4fb6-8028-c8455faf01db req-2f2136e2-7966-4184-81a5-fe32a0251a37 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:53.364788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e212260-b9a3-4fb6-8028-c8455faf01db req-2f2136e2-7966-4184-81a5-fe32a0251a37 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1725972 Dec 12 15:36:53.386575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.427731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:53.495570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=d047e33c-1fd7-45c6-8026-f9a7ad031a30,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:53.498518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.512329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12fac849-1aaf-416f-b1d6-39be96171f79 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d047e33c-1fd7-45c6-8026-f9a7ad031a30 HTTP/1.1" status: 204 len: 168 time: 0.9149203 Dec 12 15:36:53.524694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:53.529801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.530354 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment 622be78a-4678-4547-b934-6e6888e42d69 of type vlan for network 044a3473-ee27-4c06-a1d3-30a5c630f81a Dec 12 15:36:53.569864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f282a2-a4c7-4620-b35d-1b6b47968c53 None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:53.572465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Provisioning complete for port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:53.573140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.677453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.679891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.709944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e212260-b9a3-4fb6-8028-c8455faf01db req-6d4c8689-5e0e-484c-86dd-56ee82fdae6a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408880 Dec 12 15:36:53.730496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 86c7ebfd-536b-4180-a8ae-f575a16b0214 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:53.742585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet 5420eb06-2557-48a0-9de5-349277a12061 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:36:53.748528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.845377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:36:53.861041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.882574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:53.883225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:53.900078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.011161 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7713552 Dec 12 15:36:54.037527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d2607-8ce5-4538-8350-d63befb22042 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=044a3473-ee27-4c06-a1d3-30a5c630f81a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:54.042568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:54.049098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:54.099912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.168189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.180536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce6f5c-d7ee-4606-a5ce-86d3de4b5c6b None None] Network 97d95c91-e375-418c-b9ef-ed658ae74667 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:54.183286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:54.198423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.242786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=5420eb06-2557-48a0-9de5-349277a12061,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:54.256565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.261458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef483e58-2ad4-48dd-bd69-ff11746dbd3a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/5420eb06-2557-48a0-9de5-349277a12061 HTTP/1.1" status: 204 len: 168 time: 0.7351065 Dec 12 15:36:54.263860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53434) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:54.313811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6060a91d-2279-4f4f-b9ec-e7f6e93a7f96 None None] Port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:54.360977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:54.366352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.413662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.461796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Could not find standard attr ID for object c85cabe3-2623-4058-abbe-a922bec20ea1. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:54.542236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 6ad286d2-304f-454e-9443-eba03d635811 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:54.543352 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.575278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 86c7ebfd-536b-4180-a8ae-f575a16b0214 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:54.575894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.610899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Provisioning complete for port 86c7ebfd-536b-4180-a8ae-f575a16b0214 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:54.611606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.646594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port 6ad286d2-304f-454e-9443-eba03d635811, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6ad286d2-304f-454e-9443-eba03d635811,segment=NetworkSegment(b6985e37-84ae-45a1-871c-9053c8dd697d),segment_id=b6985e37-84ae-45a1-871c-9053c8dd697d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:54.646811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.660016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 6ad286d2-304f-454e-9443-eba03d635811 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:54.724311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.741975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.794338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.818381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port 6ad286d2-304f-454e-9443-eba03d635811 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:36:54.893926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=6ad286d2-304f-454e-9443-eba03d635811,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:54.914800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.955666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ffaf29-a67d-4f65-855f-2ed03d4567e5 None None] Host n-d-710847-8 tried to update port 6ad286d2-304f-454e-9443-eba03d635811 which no longer exists. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:345}} Dec 12 15:36:54.968769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:54.999440 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.092022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.121802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3524f85e-bedf-4676-8dd8-0716a533371d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:55.137947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4405ffb8-815f-46de-b14c-59d32ac40912']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.158244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] For port 86c7ebfd-536b-4180-a8ae-f575a16b0214, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=86c7ebfd-536b-4180-a8ae-f575a16b0214,segment=NetworkSegment(b4fc0314-be07-4339-b3f4-085310692770),segment_id=b4fc0314-be07-4339-b3f4-085310692770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:55.159807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.167469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae8fd0-a13c-4c47-a133-cb65d64b9e13 None None] Network 4405ffb8-815f-46de-b14c-59d32ac40912 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:55.174874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2e85-712e-4fea-ad02-5460ea1a7ee1 req-0e64cfa1-38f6-43f6-83e1-da78e3fc40ab tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:55.176816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eaf2e85-712e-4fea-ad02-5460ea1a7ee1 req-0e64cfa1-38f6-43f6-83e1-da78e3fc40ab tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.2872882 Dec 12 15:36:55.179197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6985e37-84ae-45a1-871c-9053c8dd697d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.179868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6985e37-84ae-45a1-871c-9053c8dd697d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.191719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.248217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eaf2e85-712e-4fea-ad02-5460ea1a7ee1 req-425f5d8b-7950-4d74-96e2-4c01fd26358a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Dec 12 15:36:55.257072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.267154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:36:55.267587 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:36:55.286694 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:36:55.298310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=ba0679c8-aedd-4781-a215-ad7390c3bfdb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:55.309474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:55.310057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 044a3473-ee27-4c06-a1d3-30a5c630f81a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:55.343292 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.412025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:55.423253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 97d95c91-e375-418c-b9ef-ed658ae74667 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:55.425677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:55.430960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 044a3473-ee27-4c06-a1d3-30a5c630f81a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:55.443921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.447800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:55.448363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.448899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.458652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/4405ffb8-815f-46de-b14c-59d32ac40912 HTTP/1.1" status: 204 len: 168 time: 1.1916726 Dec 12 15:36:55.458652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53454) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:55.517692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a66e7-d98b-4a8e-a5e8-0eda12e6482a None None] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:55.544082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853bfa6-28e9-4966-9919-9a3f386af0e2 None None] DHCP port deletion for 4405ffb8-815f-46de-b14c-59d32ac40912 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:36:55.556300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Provisioning complete for port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:55.556706 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:55.568782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4899e2b-151c-411e-be0a-79eb6d3cb935 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=4405ffb8-815f-46de-b14c-59d32ac40912,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:55.582205 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7cba2824-b51a-4a5d-aefb-4843b08a71b3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5382411 Dec 12 15:36:55.586618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53456) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:55.658577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router 6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:36:55.705546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe035b-135b-43f2-ba88-34bd68c65b83 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:55.714489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:55.716413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7ebe035b-135b-43f2-ba88-34bd68c65b83 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2501802 Dec 12 15:36:55.717031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53462) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:55.803572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:55.822969 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3958ae55-f521-458a-9755-9e67cacf245c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1904371 Dec 12 15:36:55.823409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:55.829773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] Sync routers for ids ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:55.832512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:36:55.832972 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:36:55.848160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] Routers {'6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:55.852994 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.894472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab54271-07ee-4771-ac41-d3ddc79f18b9 None None] Pushing event updated for resources: {'Port': ['ID=86c7ebfd-536b-4180-a8ae-f575a16b0214,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:55.905477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:49Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:50Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.943674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.959295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba92f52-a12e-4159-8c3c-5433065db066 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:55.963530 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ba92f52-a12e-4159-8c3c-5433065db066 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports/3524f85e-bedf-4676-8dd8-0716a533371d HTTP/1.1" status: 200 len: 976 time: 0.1380715 Dec 12 15:36:55.966016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] Routers {'6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:55.966551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53468) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:55.973136 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:55.989797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-382be10e-05cc-4ed0-bc2c-d1dafb93b4a5 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2661750 Dec 12 15:36:55.992071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53470) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:56.006956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-522231897'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:56.007487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:36:56.007979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Updating router 28e66b86-9bbd-44f5-97db-f41490153768 port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:36:56.030666 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:56.031455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcadd894-eab4-4919-8f3e-5314a2b7c926 None None] The sync data for ids ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:56.079594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Provisioning complete for port 3524f85e-bedf-4676-8dd8-0716a533371d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:56.080359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.140953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Port 3524f85e-bedf-4676-8dd8-0716a533371d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:36:56.160177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.162824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Could not find standard attr ID for object 6ad286d2-304f-454e-9443-eba03d635811. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:56.176370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-044a3473-ee27-4c06-a1d3-30a5c630f81a', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:56.178445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.225603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Provisioning complete for port 86c7ebfd-536b-4180-a8ae-f575a16b0214 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:56.226402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87c959e-23ac-42a4-b5d6-75a6247aa1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.422693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Allocated IP 2001:db8:1::2 (044a3473-ee27-4c06-a1d3-30a5c630f81a/ba0679c8-aedd-4781-a215-ad7390c3bfdb/e12043e2-6827-44d2-92f8-bc314736fff9) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:56.475505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.594614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.674448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:56.678347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.773954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831fdf-ef59-40d6-8b1f-9a69c7489fda req-b5d487c9-8e72-434f-821f-60765c307a0a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:56.782606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a831fdf-ef59-40d6-8b1f-9a69c7489fda req-b5d487c9-8e72-434f-821f-60765c307a0a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.1716270 Dec 12 15:36:56.797220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.806862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 3524f85e-bedf-4676-8dd8-0716a533371d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:36:56.807854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.822737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:36:56.854736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.855428 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment b818f0d2-5222-44a2-994f-f0799518c6bc of type vlan for network 3b1560bb-bc1c-433f-89be-53297fb78a06 Dec 12 15:36:56.881389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:56.920990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:56.921845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a831fdf-ef59-40d6-8b1f-9a69c7489fda req-76fa5f6d-04a2-4392-8031-33395526285a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381774 Dec 12 15:36:56.935243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=e12043e2-6827-44d2-92f8-bc314736fff9,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:56.951896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:56.980336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:56.986437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 86c7ebfd-536b-4180-a8ae-f575a16b0214 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:57.034192 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.050172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 3524f85e-bedf-4676-8dd8-0716a533371d owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:36:57.055171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.062491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:57.063290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.095295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.175528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1798422 Dec 12 15:36:57.178221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:57.191086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Attempting to bind port e12043e2-6827-44d2-92f8-bc314736fff9 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:57.191643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Attempting to bind port e12043e2-6827-44d2-92f8-bc314736fff9 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:57.191816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Attempting to bind port e12043e2-6827-44d2-92f8-bc314736fff9 on network 044a3473-ee27-4c06-a1d3-30a5c630f81a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:57.194785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:57.206214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:57.206214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Checking segment: {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:57.206645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.207045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Bound using segment: {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:57.207528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Bound port: e12043e2-6827-44d2-92f8-bc314736fff9, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:57.207991 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.238429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 86c7ebfd-536b-4180-a8ae-f575a16b0214 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:57.238579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.262713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b71ab-9f82-4c4f-bb3b-6ef9e2392eca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=3b1560bb-bc1c-433f-89be-53297fb78a06,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:57.310343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.315259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:36:57.349042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-071ec331-1f51-4300-ab94-7820cf586a45 None None] Could not find standard attr ID for object 3524f85e-bedf-4676-8dd8-0716a533371d. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:36:57.437105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=3524f85e-bedf-4676-8dd8-0716a533371d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:57.654615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.657149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.708132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.721578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] For port e12043e2-6827-44d2-92f8-bc314736fff9, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:57.739901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8:1::1 (044a3473-ee27-4c06-a1d3-30a5c630f81a/ba0679c8-aedd-4781-a215-ad7390c3bfdb/a248f5f4-eb55-45a4-b7c4-a93e420b3ae8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:36:57.742349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] For port e12043e2-6827-44d2-92f8-bc314736fff9, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e12043e2-6827-44d2-92f8-bc314736fff9,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:57.825466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.897967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b8d2-ee01-4e16-aeea-21bea44f72b8 None None] Pushing event updated for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:57.903200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:57.906733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:57.935925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router 6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:36:58.153917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Attempting to bind port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:36:58.155810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Attempting to bind port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:36:58.156286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Attempting to bind port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 on network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:36:58.173109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:36:58.173576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Checking segment: {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:58.174057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.174626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Bound using segment: {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:36:58.175185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Bound port: 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:36:58.175686 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.189823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.190021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411baa86-558e-473e-9a14-33363de3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=e12043e2-6827-44d2-92f8-bc314736fff9,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:58.285165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:36:58.288373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] For port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:36:58.297907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] For port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:36:58.306177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-abe43b16-9304-429c-8035-1c3281a1f229 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384099 Dec 12 15:36:58.337215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:58.351683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6ad286d2-304f-454e-9443-eba03d635811 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:36:58.359097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] Sync routers for ids ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:36:58.409234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] Routers {'6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:58.409867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:58.412957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.496932 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.510913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.570088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7b8d2-ee01-4e16-aeea-21bea44f72b8 None None] Pushing event updated for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:58.574972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 6ad286d2-304f-454e-9443-eba03d635811 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:36:58.575572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6ad286d2-304f-454e-9443-eba03d635811 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:36:58.590548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:58.615775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:58.634899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] Routers {'6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:58.635786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:58.710733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:36:58.711910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': 'b818f0d2-5222-44a2-994f-f0799518c6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:36:58.712304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 3b1560bb-bc1c-433f-89be-53297fb78a06, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:36:58.722660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:58.723281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1c0d35-eed9-4682-8890-62882a1f7eba None None] The sync data for ids ['6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:36:58.729332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] Provisioning complete for port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:58.729715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.753687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b14b8-311c-4d50-83f4-aaf704d29779 req-ce84c8d2-4bee-4994-bc55-589e203cffd5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:58.758016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb9b14b8-311c-4d50-83f4-aaf704d29779 req-ce84c8d2-4bee-4994-bc55-589e203cffd5 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.6485431 Dec 12 15:36:58.761355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:58.792079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:36:58.794162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:58.798061 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-a838a8dc-4d2a-415c-a94f-4151224bfea1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] remove_router_interface failed (client error): The resource could not be found. Dec 12 15:36:58.808490 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a838a8dc-4d2a-415c-a94f-4151224bfea1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4670498 Dec 12 15:36:58.809812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:58.832282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:36:58.833039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:36:58.899531 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32b27655-3f69-48a9-8c6a-d27bee1d3152 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f HTTP/1.1" status: 200 len: 205 time: 0.0864353 Dec 12 15:36:58.902827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:59.004298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:59.025970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=d799bc43-69d4-4d84-b5b1-69891558f255,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:59.043300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e12043e2-6827-44d2-92f8-bc314736fff9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:36:59.118140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:36:59.128644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.134115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:36:59.238521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e12043e2-6827-44d2-92f8-bc314736fff9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:59.239937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.252908 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.278242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.281760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3b1560bb-bc1c-433f-89be-53297fb78a06) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:36:59.298439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:59.299022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.333704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92d30230-9772-4f34-97c2-ab1f2d46d0ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.363979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-08dbd875-d4fa-4168-a9b5-f3d9fb2d4a49 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1839459 Dec 12 15:36:59.368490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53536) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:59.376359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06', 'name': 'tempest-PortsIpV6TestJSON-1125185284'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:36:59.398352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfd6529-9359-4af7-a5fe-872e517d8ae1 None None] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:59.544091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] For port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:36:59.606195 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.637549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.654150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.700625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c538c0-250e-4f30-ae42-95b4533f6470 None None] Pushing event updated for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:36:59.796905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8332c-9f0e-4650-96d4-7a2ddb1f1718 None None] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:36:59.801374 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.802625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb9b14b8-311c-4d50-83f4-aaf704d29779 req-74c59ca2-492a-417d-866c-dc66f1858864 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0322738 Dec 12 15:36:59.835358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88e99d22-655a-4ba1-ab51-64ffbd81839b None None] Provisioning complete for port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:36:59.835735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88e99d22-655a-4ba1-ab51-64ffbd81839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.858474 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.859814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:36:59.880565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.892362 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-863dcdf8-eff4-4e2a-ad43-3cb45d2b49a7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f HTTP/1.1" status: 204 len: 168 time: 0.9881642 Dec 12 15:36:59.898043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:36:59.923995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-6600a7f8-b92b-4c21-8093-388a8931eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:36:59.925767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-6600a7f8-b92b-4c21-8093-388a8931eaae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 1097 time: 0.1755395 Dec 12 15:36:59.944799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3b1560bb-bc1c-433f-89be-53297fb78a06', 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': 'd799bc43-69d4-4d84-b5b1-69891558f255'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:36:59.945735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:36:59.969548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:36:59.973844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.049170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port e12043e2-6827-44d2-92f8-bc314736fff9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e12043e2-6827-44d2-92f8-bc314736fff9,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:00.078939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port a1f25726-d480-412b-b2f7-bda5b8983124 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:00.162177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.181132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.182226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.249917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-93062e36-0a23-4259-9c0b-578e3367425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:00.252232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.254170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-93062e36-0a23-4259-9c0b-578e3367425e service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.2931182 Dec 12 15:37:00.389916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=e12043e2-6827-44d2-92f8-bc314736fff9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:00.394872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-d19ce0d7-6ffd-41ba-9db5-1c02fc7ee4cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863 HTTP/1.1" status: 200 len: 217 time: 0.1282549 Dec 12 15:37:00.411531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:49Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:58Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:00.457526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:00.543608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::25a (3b1560bb-bc1c-433f-89be-53297fb78a06/d799bc43-69d4-4d84-b5b1-69891558f255/a1f25726-d480-412b-b2f7-bda5b8983124) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:00.570862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-03faebda-49a7-4be1-8d1c-0c9f73ba1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:00.572427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-03faebda-49a7-4be1-8d1c-0c9f73ba1dde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1424539 Dec 12 15:37:00.597072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:00.620404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92d30230-9772-4f34-97c2-ab1f2d46d0ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.625964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:00.644601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-a6f065f1-4c39-4531-b49d-bee8757e03e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593750 Dec 12 15:37:00.660062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-59c8b542-058b-4ca4-9717-cb08b0306f23 None None] Provisioning complete for port e12043e2-6827-44d2-92f8-bc314736fff9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:00.660446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59c8b542-058b-4ca4-9717-cb08b0306f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.664130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08b7127-4653-4f07-9048-dc9b36a4e09f None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:49Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:58Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:00.679296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet c8429210-1726-46db-b6f9-d249495488b1 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:00.690120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.699092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92d30230-9772-4f34-97c2-ab1f2d46d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.784392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-d4f0d9e0-1700-4b84-8969-30b820e1f424 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301956 Dec 12 15:37:00.847672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-92d30230-9772-4f34-97c2-ab1f2d46d0ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15f68d05a8c540bfaa48470009e45b94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8416953 Dec 12 15:37:00.855709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:00.883536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30230-9772-4f34-97c2-ab1f2d46d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72bf6ce-ee69-4d15-aaeb-bdc3e2e1c416,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:00.919710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:00.969553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.023965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e12043e2-6827-44d2-92f8-bc314736fff9 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:01.042427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.113755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:01.255514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfe11c3-d06d-4f06-8465-5d8578aa1489 req-ffaede39-5a5a-4320-b51e-e17a955ed271 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191996 Dec 12 15:37:01.278762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7184daeb-900a-4839-b8d8-4d42bca8df9b None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:01.284864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7184daeb-900a-4839-b8d8-4d42bca8df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.290985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e12043e2-6827-44d2-92f8-bc314736fff9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:01.309314 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.352826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.460048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7184daeb-900a-4839-b8d8-4d42bca8df9b None None] Port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:01.483824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:01.491986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7184daeb-900a-4839-b8d8-4d42bca8df9b None None] Provisioning complete for port e12043e2-6827-44d2-92f8-bc314736fff9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:01.492526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7184daeb-900a-4839-b8d8-4d42bca8df9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.493077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.505879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69541b25-9f20-4189-8319-6d9b75b22dfc tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9182825 Dec 12 15:37:01.507668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53570) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:01.508618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.513799 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e72bf6ce-ee69-4d15-aaeb-bdc3e2e1c416 HTTP/1.1" status: 204 len: 168 time: 0.6569178 Dec 12 15:37:01.523578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-283400710'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:01.526089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af018-c722-4f22-b21e-085cd63a007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72bf6ce-ee69-4d15-aaeb-bdc3e2e1c416,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:01.537734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.551630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.554195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:01.558926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.579215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.603214 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/c8429210-1726-46db-b6f9-d249495488b1 HTTP/1.1" status: 204 len: 168 time: 1.7039771 Dec 12 15:37:01.606756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:01.643556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20157747-8fb5-4a50-aecc-0b741b613056 req-21ca8547-393b-490d-b066-7b17a4466705 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:01.650273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20157747-8fb5-4a50-aecc-0b741b613056 req-21ca8547-393b-490d-b066-7b17a4466705 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.6247418 Dec 12 15:37:01.687193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f5386-4fe0-4b8c-b9a9-a9389fff2a98 None None] Network 97d95c91-e375-418c-b9ef-ed658ae74667 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:01.701655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece34c34-37cc-40e7-970e-cd54b1ff003e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=c8429210-1726-46db-b6f9-d249495488b1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:01.814248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:01.862871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.877736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.892413 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment d524dcec-ad28-4242-b33c-e503d60610a7 of type vlan for network 9a148333-297f-42df-9d49-0e821ebb894d Dec 12 15:37:01.955507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 86c7ebfd-536b-4180-a8ae-f575a16b0214 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:01.956016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:01.979738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.026907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20157747-8fb5-4a50-aecc-0b741b613056 req-57b42a49-bfae-44c7-b6ef-08bb7b564cb2 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424437 Dec 12 15:37:02.050144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] DHCP port deletion for 97d95c91-e375-418c-b9ef-ed658ae74667 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:02.137334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 86c7ebfd-536b-4180-a8ae-f575a16b0214, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=86c7ebfd-536b-4180-a8ae-f575a16b0214,segment=NetworkSegment(b4fc0314-be07-4339-b3f4-085310692770),segment_id=b4fc0314-be07-4339-b3f4-085310692770)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:02.149940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3959f550-41e2-41ac-8655-274c21593350 None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:02.156232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3959f550-41e2-41ac-8655-274c21593350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.157296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.159503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=a1f25726-d480-412b-b2f7-bda5b8983124,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.176976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.191840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:02.203055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:02.206515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:02.218067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 86c7ebfd-536b-4180-a8ae-f575a16b0214 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:02.222125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Allocated IP 2001:db8::2 (3b1560bb-bc1c-433f-89be-53297fb78a06/d799bc43-69d4-4d84-b5b1-69891558f255/f56b7cc1-f7bd-4766-a279-f52983587fb7) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:02.225036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:02.226061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.256570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53588) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:02.282266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1703bbce-5ddb-492f-9db5-e8d3b0b750ba tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9125483 Dec 12 15:37:02.283306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2367f97e-33e9-4f70-a3a5-7b9dfc569b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.285681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53590) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:02.290789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06', 'name': 'tempest-PortsIpV6TestJSON-1971229592'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:02.294875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.300759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:02.301083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3959f550-41e2-41ac-8655-274c21593350 None None] Port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:02.301676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.313345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Deleting port 86c7ebfd-536b-4180-a8ae-f575a16b0214 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:02.313952 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.394242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.441890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=86c7ebfd-536b-4180-a8ae-f575a16b0214,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.456303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9419143 Dec 12 15:37:02.457262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port 86c7ebfd-536b-4180-a8ae-f575a16b0214 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:02.459662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:02.467350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:02.488444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] For port 86c7ebfd-536b-4180-a8ae-f575a16b0214, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=86c7ebfd-536b-4180-a8ae-f575a16b0214,segment=NetworkSegment(b4fc0314-be07-4339-b3f4-085310692770),segment_id=b4fc0314-be07-4339-b3f4-085310692770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:02.489484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.509856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ad273-8525-4cc3-8922-27bbf254505a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=9a148333-297f-42df-9d49-0e821ebb894d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.513101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5035b3fc-a213-4f15-88d1-24fc7d8bc361 None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:02.513470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5035b3fc-a213-4f15-88d1-24fc7d8bc361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.515289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Calling delete_port for 86c7ebfd-536b-4180-a8ae-f575a16b0214 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:02.546546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9a148333-297f-42df-9d49-0e821ebb894d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:02.597868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:02.608933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.610191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.616261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.628102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2367f97e-33e9-4f70-a3a5-7b9dfc569b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.634525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d95c91-e375-418c-b9ef-ed658ae74667']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:02.639610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 90d38346-50ab-4f46-8ba2-94d687729c3e yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:02.644588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2367f97e-33e9-4f70-a3a5-7b9dfc569b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.646099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fc0314-be07-4339-b3f4-085310692770') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:02.646530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fc0314-be07-4339-b3f4-085310692770') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:02.659610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.675368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.683421 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.684201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:02.684606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.704781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5035b3fc-a213-4f15-88d1-24fc7d8bc361 None None] Port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:02.718887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:02.741957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367f97e-33e9-4f70-a3a5-7b9dfc569b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ebf2c-b751-4699-a1d1-7f2b1a068c19,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.749482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:02.750554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2367f97e-33e9-4f70-a3a5-7b9dfc569b56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e089bef229c84cebaa17f922bb4767ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4912269 Dec 12 15:37:02.755542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:02.764473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:02.829080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Pushing event updated for resources: {'Port': ['ID=f56b7cc1-f7bd-4766-a279-f52983587fb7,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.835521 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:02.838256 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:37:02.870481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::2e3 (3b1560bb-bc1c-433f-89be-53297fb78a06/d799bc43-69d4-4d84-b5b1-69891558f255/90d38346-50ab-4f46-8ba2-94d687729c3e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:02.882442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.889467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Attempting to bind port f56b7cc1-f7bd-4766-a279-f52983587fb7 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:02.890078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Attempting to bind port f56b7cc1-f7bd-4766-a279-f52983587fb7 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'b818f0d2-5222-44a2-994f-f0799518c6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:02.890468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Attempting to bind port f56b7cc1-f7bd-4766-a279-f52983587fb7 on network 3b1560bb-bc1c-433f-89be-53297fb78a06 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:02.918644 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:02.934174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] Pushing event deleted for resources: {'Port': ['ID=86c7ebfd-536b-4180-a8ae-f575a16b0214,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:02.937020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:02.937882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Checking segment: {'id': 'b818f0d2-5222-44a2-994f-f0799518c6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:02.938486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.939305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Bound using segment: {'id': 'b818f0d2-5222-44a2-994f-f0799518c6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:02.939955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Bound port: f56b7cc1-f7bd-4766-a279-f52983587fb7, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b818f0d2-5222-44a2-994f-f0799518c6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3b1560bb-bc1c-433f-89be-53297fb78a06'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:02.945492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.952109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.958397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e8ccc-63af-46a6-8a5d-790cb36f6a53 None None] No DVR routers for this DVR port 86c7ebfd-536b-4180-a8ae-f575a16b0214 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:02.958562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:02.968113 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/97d95c91-e375-418c-b9ef-ed658ae74667 HTTP/1.1" status: 204 len: 168 time: 1.3551593 Dec 12 15:37:02.974036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:02.981568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1779272724'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:03.011877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:03.015788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.022964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:03.023138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700616-df34-4c12-ad11-7f0464fad3a4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=97d95c91-e375-418c-b9ef-ed658ae74667,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:03.074775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:03.078609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.117695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:03.127353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.127874 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment 2cd6bc13-9439-46fa-bc3d-6d0c759cccf4 of type vlan for network 70ff3e19-6ca4-42bc-b203-26b2f0815078 Dec 12 15:37:03.158954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] For port f56b7cc1-f7bd-4766-a279-f52983587fb7, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:03.164046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] For port f56b7cc1-f7bd-4766-a279-f52983587fb7, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f56b7cc1-f7bd-4766-a279-f52983587fb7,segment=NetworkSegment(b818f0d2-5222-44a2-994f-f0799518c6bc),segment_id=b818f0d2-5222-44a2-994f-f0799518c6bc)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:03.166251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:03.166809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.205299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.209278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.248445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:03.276874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.283503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:03.284285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.300156 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:03.301247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.302758 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:03.341022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039f3d7-831b-4ea3-baf3-1921b2128d97 None None] Pushing event updated for resources: {'Port': ['ID=f56b7cc1-f7bd-4766-a279-f52983587fb7,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:03.418809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=70ff3e19-6ca4-42bc-b203-26b2f0815078,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:03.420501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.435668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:03.493729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 86c7ebfd-536b-4180-a8ae-f575a16b0214 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:03.524784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.533083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 86c7ebfd-536b-4180-a8ae-f575a16b0214 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:03.533577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 86c7ebfd-536b-4180-a8ae-f575a16b0214 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:03.556044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c86da2ad-8826-4d51-bdb6-4dc2febfeb61 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5805664 Dec 12 15:37:03.558712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.570318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:03.580767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:03.729871 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:03.752831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=5278defd-ebd8-430c-89c7-ade97a7a5298,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:03.777151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:03.777515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: 9a148333-297f-42df-9d49-0e821ebb894d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:03.803813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:03.813791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:03.841767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 9a148333-297f-42df-9d49-0e821ebb894d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:03.906829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9a148333-297f-42df-9d49-0e821ebb894d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:03.915333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42107f62-dd8a-47ec-805d-92d34bd12697 None None] Network 9a148333-297f-42df-9d49-0e821ebb894d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:03.928728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:03.929510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.013368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-02fc3788-4e1d-4e62-a6f1-e440c41b4a17 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5510843 Dec 12 15:37:04.021391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:04.031339 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 3, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:04.046461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-9a148333-297f-42df-9d49-0e821ebb894d', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:04.047558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.067809 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:04.068405 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Updating router 28e66b86-9bbd-44f5-97db-f41490153768 port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:37:04.100583 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.131432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f1eea-e9a4-4f24-8a0e-ff15c62164b6 req-18dec93f-995c-404b-a2fc-6966a059b0c0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.133166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d95f1eea-e9a4-4f24-8a0e-ff15c62164b6 req-18dec93f-995c-404b-a2fc-6966a059b0c0 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.8129342 Dec 12 15:37:04.190653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.271474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.277298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.281517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d9ebf2c-b751-4699-a1d1-7f2b1a068c19 HTTP/1.1" status: 204 len: 168 time: 1.5244746 Dec 12 15:37:04.323193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7c01-2c8a-4a1e-9dca-333765f14510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ebf2c-b751-4699-a1d1-7f2b1a068c19,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:04.420670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:04.443487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:04.449297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Allocated IP 2001:db8:2::2 (9a148333-297f-42df-9d49-0e821ebb894d/5278defd-ebd8-430c-89c7-ade97a7a5298/ed57524a-651d-485e-89a2-88ab7e787fb1) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:04.450935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:04.456774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.457409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.478612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=90d38346-50ab-4f46-8ba2-94d687729c3e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:04.512138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-83d3fb68-ad64-48e2-b0ad-d7baa249d7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4038219 Dec 12 15:37:04.520414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d95f1eea-e9a4-4f24-8a0e-ff15c62164b6 req-0caa5def-9124-46e6-a0e0-8b453b638d8e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395801 Dec 12 15:37:04.535589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d0b00ac-b676-4920-8a81-1e420ce2443b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2486503 Dec 12 15:37:04.541598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53632) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:04.614880 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.625576 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.647742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.695360 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Pushing event updated for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:04.706919 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.707437 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.708379 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.708846 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.709276 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.709905 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.710368 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.710796 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.711221 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.712601 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.712601 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.713564 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.714008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:04.865959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.865959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.866308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.866742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.873854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Attempting to bind port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:04.875624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Attempting to bind port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:04.878363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.878575 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Attempting to bind port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 on network 044a3473-ee27-4c06-a1d3-30a5c630f81a {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:04.878887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.879372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.881543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1b91cbc9-f889-4673-90a6-07cf5c846d35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dba4f093d49c48fda161884bab88a25f&device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 6502 time: 0.2678158 Dec 12 15:37:04.897581 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:04.901996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Checking segment: {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:04.902792 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.903657 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Bound using segment: {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:04.905583 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Bound port: a248f5f4-eb55-45a4-b7c4-a93e420b3ae8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622be78a-4678-4547-b934-6e6888e42d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:04.906235 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:04.923294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b72ba2-b2fd-4a4f-b949-c000e2b3eee9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:04.924955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f1b72ba2-b2fd-4a4f-b949-c000e2b3eee9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25a HTTP/1.1" status: 200 len: 929 time: 0.3821213 Dec 12 15:37:04.946907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:04.959259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.020859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.066485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f56b7cc1-f7bd-4766-a279-f52983587fb7 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:05.167728 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] For port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:05.177406 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] For port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:05.194303 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.199112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=5a579e71-205b-488f-961d-b7ba3548b7c0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:05.221263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:05.223713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 70ff3e19-6ca4-42bc-b203-26b2f0815078, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:05.249896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Network 9a148333-297f-42df-9d49-0e821ebb894d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:05.256085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:05.262743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:05.291563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb66cd7-9e43-4958-9f92-82259723f964 None None] Pushing event updated for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:05.310785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:05.311704 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:36:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:05.333555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:05.334124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Pushing event updated for resources: {'Port': ['ID=ed57524a-651d-485e-89a2-88ab7e787fb1,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:05.368413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:05.368833 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.401466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 70ff3e19-6ca4-42bc-b203-26b2f0815078) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:05.417254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.449327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11c5a6-5efb-49c7-beed-45e640a05ce9 None None] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:05.456064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc41aa5-6b02-47aa-84b3-71f6c9ae04bf None None] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:05.468581 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:05.468869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.469279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.541562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-28289339-ee8c-499f-835e-01c55616ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.542087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-28289339-ee8c-499f-835e-01c55616ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.542392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-28289339-ee8c-499f-835e-01c55616ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.544026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-28289339-ee8c-499f-835e-01c55616ea52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=21b8d238-3b20-4063-9242-eced91825992&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 200 len: 2294 time: 0.6121342 Dec 12 15:37:05.574497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 90d38346-50ab-4f46-8ba2-94d687729c3e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:05.574876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.615494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Attempting to bind port ed57524a-651d-485e-89a2-88ab7e787fb1 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:05.616999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Attempting to bind port ed57524a-651d-485e-89a2-88ab7e787fb1 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:05.617371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Attempting to bind port ed57524a-651d-485e-89a2-88ab7e787fb1 on network 9a148333-297f-42df-9d49-0e821ebb894d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:05.652491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:05.652906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Checking segment: {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:05.653318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.653715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Bound using segment: {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:05.654209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Bound port: ed57524a-651d-485e-89a2-88ab7e787fb1, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:05.654590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.660578 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c420cae5-972f-44f1-a489-dcd4e67fd0d5 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0769353 Dec 12 15:37:05.661418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53660) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:05.672399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338471758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:05.751496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.761770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.803868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d93703f7-26a4-4c19-95da-aa23cdf35668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 200 len: 1001 time: 0.2448778 Dec 12 15:37:05.815146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626af632-be52-465e-9fcf-da4e903095a4 req-11b129c4-80b1-4904-9029-d5b40d36e042 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.816668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-626af632-be52-465e-9fcf-da4e903095a4 req-11b129c4-80b1-4904-9029-d5b40d36e042 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.5554111 Dec 12 15:37:05.907219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-626af632-be52-465e-9fcf-da4e903095a4 req-6b7ec960-7aff-4418-bc91-b38e8e82479d tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741034 Dec 12 15:37:05.909207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.915657 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 3, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:05Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:05.923172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.955237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-4cef466f-0de7-4aa0-9848-178e23a1ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:05.957174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-4cef466f-0de7-4aa0-9848-178e23a1ee97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 200 len: 856 time: 0.1355703 Dec 12 15:37:05.961352 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:05.983956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fb507-714b-46ce-a28b-afd0d9921160 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 3, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:05Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:06.078111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 90d38346-50ab-4f46-8ba2-94d687729c3e owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:06.132940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-caca5b3c-78be-4989-be2c-0d111207fc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.139327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.143672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62b4d603-2157-4090-8d69-2355693226d7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4723611 Dec 12 15:37:06.148748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53674) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:06.152341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-70ff3e19-6ca4-42bc-b203-26b2f0815078', 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '5a579e71-205b-488f-961d-b7ba3548b7c0'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:06.153942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.180739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f56b7cc1-f7bd-4766-a279-f52983587fb7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:06.181485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.194448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-eb9b982f-7e99-4711-a485-d6ebfa3ca228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:06.205772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-eb9b982f-7e99-4711-a485-d6ebfa3ca228 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=21b8d238-3b20-4063-9242-eced91825992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291496 Dec 12 15:37:06.425885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-91c090c4-700a-4014-99ee-a70e03f3d862 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:06.426593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.438443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-91c090c4-700a-4014-99ee-a70e03f3d862 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.2322991 Dec 12 15:37:06.556297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] For port ed57524a-651d-485e-89a2-88ab7e787fb1, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:06.578209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8:2::1 (9a148333-297f-42df-9d49-0e821ebb894d/5278defd-ebd8-430c-89c7-ade97a7a5298/21f310c8-7c6f-46fd-add2-799e57dd9ead) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:06.660304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-bed6d987-0376-4d33-863a-06e1b113df05 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413989 Dec 12 15:37:06.757964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] For port ed57524a-651d-485e-89a2-88ab7e787fb1, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ed57524a-651d-485e-89a2-88ab7e787fb1,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:06.810866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] For port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:06.856481 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.886646 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.890003 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.894383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:06.957703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.125879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-131c1cf5-a7df-4952-9528-0316641595f4 service neutron] 10.222.0.30 "GET /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261997 Dec 12 15:37:07.151960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.155954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/90d38346-50ab-4f46-8ba2-94d687729c3e HTTP/1.1" status: 204 len: 168 time: 2.1983409 Dec 12 15:37:07.172543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d251d85-6cb8-4f79-88f0-802350d630ab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=90d38346-50ab-4f46-8ba2-94d687729c3e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:07.178219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:07.251586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.278759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-f753d785-60e7-44aa-bb4d-49115e953ba9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 217 time: 0.1007659 Dec 12 15:37:07.279683 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbed661-381c-4329-840b-11b583178a25 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:37:07.285125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4bbed661-381c-4329-840b-11b583178a25 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/90d38346-50ab-4f46-8ba2-94d687729c3e HTTP/1.1" status: 404 len: 333 time: 0.1030180 Dec 12 15:37:07.288446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:07.378389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d4440abf-4a57-4407-b862-b994cd71ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:07.379938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d4440abf-4a57-4407-b862-b994cd71ab9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0900257 Dec 12 15:37:07.462790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port 94878d94-2bc7-44fa-b05f-3085f9dfc863 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:07.463076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.493636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057156cd-0ef5-4e80-8eb1-e2731aadcb82 req-233f59bd-d058-44df-9aa4-a55f5283c92b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:07.495214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057156cd-0ef5-4e80-8eb1-e2731aadcb82 req-233f59bd-d058-44df-9aa4-a55f5283c92b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 946 time: 0.3369451 Dec 12 15:37:07.596045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.641361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a816a-5f3f-4ae1-9d61-ce77f10738b2 None None] Pushing event updated for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:07.663410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Allocated IP 172.20.0.2 (70ff3e19-6ca4-42bc-b203-26b2f0815078/5a579e71-205b-488f-961d-b7ba3548b7c0/c08c3c2e-fa15-4cf3-94f2-760c0452c17e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:07.713596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-057156cd-0ef5-4e80-8eb1-e2731aadcb82 req-53989204-dc2f-4b3e-9710-da25df50239f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800656 Dec 12 15:37:07.719894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-ebd1496a-29b6-410e-a767-2e373bdb7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:07.721962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-ebd1496a-29b6-410e-a767-2e373bdb7a14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3210044 Dec 12 15:37:07.830264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port 94878d94-2bc7-44fa-b05f-3085f9dfc863, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=94878d94-2bc7-44fa-b05f-3085f9dfc863,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:07.834088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.869374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for 94878d94-2bc7-44fa-b05f-3085f9dfc863 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:07.932577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:07.937689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port f56b7cc1-f7bd-4766-a279-f52983587fb7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f56b7cc1-f7bd-4766-a279-f52983587fb7,segment=NetworkSegment(b818f0d2-5222-44a2-994f-f0799518c6bc),segment_id=b818f0d2-5222-44a2-994f-f0799518c6bc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:07.939395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-08e78c78-27f3-4b56-81f1-d4f181d08d47 None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:07.940085 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08e78c78-27f3-4b56-81f1-d4f181d08d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.100434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.121286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.207276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36ce5a-d9ee-4236-b0fe-6ed1324d9bf7 None None] Pushing event updated for resources: {'Port': ['ID=ed57524a-651d-485e-89a2-88ab7e787fb1,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:08.241340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:08.242484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7d20305-f3a7-4eb8-9bdf-23aec7f8a779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.255198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:08.306442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:08.382706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-b75d724b-c203-4c4f-b161-0314787d7f29 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470042 Dec 12 15:37:08.384025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.20.0.1 (70ff3e19-6ca4-42bc-b203-26b2f0815078/5a579e71-205b-488f-961d-b7ba3548b7c0/8ea84e36-2d61-4fa0-9715-d0fde797a2b8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:08.474226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:08.578271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-2a1aa3ab-ec2e-437e-866e-d2e589273a33 req-a834435d-fcd7-4141-ae01-b67a8eb3e99c service neutron] (103411) timed out ('10.222.0.36', 51596) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:37:08.579036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:08.650731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.651265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Pushing event updated for resources: {'Port': ['ID=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:08.671550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.672515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Attempting to bind port c08c3c2e-fa15-4cf3-94f2-760c0452c17e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:08.672952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Attempting to bind port c08c3c2e-fa15-4cf3-94f2-760c0452c17e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:08.673833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Attempting to bind port c08c3c2e-fa15-4cf3-94f2-760c0452c17e on network 70ff3e19-6ca4-42bc-b203-26b2f0815078 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:08.675254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-75fe00b2-daa7-4789-9cb4-8b1eafa59cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683160 Dec 12 15:37:08.681919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 9a148333-297f-42df-9d49-0e821ebb894d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:08.699397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:08.702155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:08.703054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.716069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=94878d94-2bc7-44fa-b05f-3085f9dfc863,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:08.759338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-6b138c69-1762-4104-ab55-fb73de6db07f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 217 time: 0.0492151 Dec 12 15:37:08.769769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcc091-9200-4f46-a318-810d9afa08ea None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:08.779593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:08.779593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Checking segment: {'id': '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:08.779593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.779593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Bound using segment: {'id': '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:08.779593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Bound port: c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '70ff3e19-6ca4-42bc-b203-26b2f0815078'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:08.780376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.790507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.800411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port 94878d94-2bc7-44fa-b05f-3085f9dfc863 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:08.842570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.846066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c5efb9c-6d50-4b35-8350-83dfe0b38df1 req-a3fa4165-6c27-4ca4-93b9-48fff38b22c7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "DELETE /v2.0/ports/94878d94-2bc7-44fa-b05f-3085f9dfc863 HTTP/1.1" status: 204 len: 173 time: 2.3979416 Dec 12 15:37:08.846540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'name': 'network-vif-deleted', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:08.857146 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a569524-fdca-40d9-a172-dfe64774b00e" -d '{"events": [{"server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "name": "network-vif-deleted", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:08.857493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port a1f25726-d480-412b-b2f7-bda5b8983124 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:08.858161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.930681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-08e78c78-27f3-4b56-81f1-d4f181d08d47 None None] Provisioning complete for port f56b7cc1-f7bd-4766-a279-f52983587fb7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:08.931368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08e78c78-27f3-4b56-81f1-d4f181d08d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.955802 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb790e4-260d-45ca-bfb0-9ca7c70a586c x-openstack-request-id: req-3bb790e4-260d-45ca-bfb0-9ca7c70a586c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:08.961508 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff479f6-a341-4b76-a76a-8891ff10b9b1", "name": "network-vif-deleted", "tag": "94878d94-2bc7-44fa-b05f-3085f9dfc863", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:08.961960 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bb790e4-260d-45ca-bfb0-9ca7c70a586c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:08.962564 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff479f6-a341-4b76-a76a-8891ff10b9b1', 'name': 'network-vif-deleted', 'tag': '94878d94-2bc7-44fa-b05f-3085f9dfc863', 'status': 'completed', 'code': 200} Dec 12 15:37:08.964907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f644b6f-88ca-492a-8741-362d4bdae9c2 req-fa48c42f-4192-4e23-aa37-5065e27264f7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff479f6-a341-4b76-a76a-8891ff10b9b1 HTTP/1.1" status: 200 len: 210 time: 0.0933135 Dec 12 15:37:08.965611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:08.965993 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:08.975577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-057c83ae-6cf9-429e-a96e-e296c3c09a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:08.977516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-057c83ae-6cf9-429e-a96e-e296c3c09a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.2014155 Dec 12 15:37:09.060274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.074369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-c211fca5-f08e-4ce1-b480-d6693591d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:09.076261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-c211fca5-f08e-4ce1-b480-d6693591d180 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0858524 Dec 12 15:37:09.083760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=f56b7cc1-f7bd-4766-a279-f52983587fb7,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:09.110530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 94878d94-2bc7-44fa-b05f-3085f9dfc863 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:09.139237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 94878d94-2bc7-44fa-b05f-3085f9dfc863 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:09.139592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 94878d94-2bc7-44fa-b05f-3085f9dfc863 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:09.141481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.155629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for a1f25726-d480-412b-b2f7-bda5b8983124 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:09.215990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.217224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] For port c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:09.222511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] For port c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,segment=NetworkSegment(2cd6bc13-9439-46fa-bc3d-6d0c759cccf4),segment_id=2cd6bc13-9439-46fa-bc3d-6d0c759cccf4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:09.237621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:09.244205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:09.254833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-ac401365-3814-459d-8154-88ab0a6a4bf9 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603367 Dec 12 15:37:09.257870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:09.317350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.361473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e18614-b80e-495d-a8f9-2926474c45dd None None] Network 9a148333-297f-42df-9d49-0e821ebb894d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:09.419072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-e9e52a7f-559b-49af-b723-0081cc582112 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525118 Dec 12 15:37:09.442413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.443458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Could not find standard attr ID for object 90d38346-50ab-4f46-8ba2-94d687729c3e. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:37:09.484730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eebd1-c03f-4c9f-a39b-4d455f0933f4 None None] Pushing event updated for resources: {'Port': ['ID=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:09.513459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=8ea84e36-2d61-4fa0-9715-d0fde797a2b8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:09.517218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Provisioning complete for port ed57524a-651d-485e-89a2-88ab7e787fb1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:09.517398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.517715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.533434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-27410113-a836-4267-992c-0874c6500f74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 200 len: 217 time: 0.0981629 Dec 12 15:37:09.671329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-e0ac705a-6394-4c69-992a-005019e97443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:09.672973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-e0ac705a-6394-4c69-992a-005019e97443 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.1170454 Dec 12 15:37:09.687974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.736166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] For port ed57524a-651d-485e-89a2-88ab7e787fb1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ed57524a-651d-485e-89a2-88ab7e787fb1,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:09.745798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.836024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-56483739-9cfc-47c1-89a6-3df3d68266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:09.843967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-56483739-9cfc-47c1-89a6-3df3d68266c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1598897 Dec 12 15:37:09.844441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Provisioning complete for port f56b7cc1-f7bd-4766-a279-f52983587fb7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:09.845015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:09.922898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Pushing event updated for resources: {'Port': ['ID=ed57524a-651d-485e-89a2-88ab7e787fb1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:09.993260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-efbab270-b7cc-468b-9023-1f430ebc9126 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372468 Dec 12 15:37:10.019017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Provisioning complete for port a1f25726-d480-412b-b2f7-bda5b8983124 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:10.019496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.117903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e7670-02ce-4a4c-b03c-ac46280ac95d None None] Port a1f25726-d480-412b-b2f7-bda5b8983124 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:10.257112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-b487a4d4-3a45-4cf9-9a2e-e6dedc485fc9 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507672 Dec 12 15:37:10.265615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-099bbd07-329e-4188-81a4-becb929a9d7d None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:10.266021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-099bbd07-329e-4188-81a4-becb929a9d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.299881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.397287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-8f581f39-ba6d-4626-80c5-1810fb8a166f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 200 len: 217 time: 0.1219032 Dec 12 15:37:10.411265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-099bbd07-329e-4188-81a4-becb929a9d7d None None] Port 21f310c8-7c6f-46fd-add2-799e57dd9ead cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:10.420043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.440799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-099bbd07-329e-4188-81a4-becb929a9d7d None None] Provisioning complete for port ed57524a-651d-485e-89a2-88ab7e787fb1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:10.441751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-099bbd07-329e-4188-81a4-becb929a9d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.494740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-2c2946b4-27e0-437f-ac64-0a307c304355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:10.498598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-2c2946b4-27e0-437f-ac64-0a307c304355 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 200 len: 797 time: 0.0897169 Dec 12 15:37:10.520259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.545166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ed57524a-651d-485e-89a2-88ab7e787fb1 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:10.759534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ed57524a-651d-485e-89a2-88ab7e787fb1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:10.760087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.788909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=a1f25726-d480-412b-b2f7-bda5b8983124,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:10.811406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-b4abd68f-1d98-4174-98da-aa53586a6228 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:10.816077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.819514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-b4abd68f-1d98-4174-98da-aa53586a6228 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.3198478 Dec 12 15:37:10.826015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4fa71d8b-041c-4fb8-946e-ea338972f108 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/a1f25726-d480-412b-b2f7-bda5b8983124 HTTP/1.1" status: 204 len: 168 time: 3.5316443 Dec 12 15:37:10.828470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:10.900337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-68ea06da-bcf5-4034-aa9c-cca7a34b1741 None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:10.900751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68ea06da-bcf5-4034-aa9c-cca7a34b1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:10.931142 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-98937f70-a55b-4440-95cc-8e0d8ab8084b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/quotas/df956f70f924476eb519bd75a5450e58 HTTP/1.1" status: 200 len: 375 time: 0.1104321 Dec 12 15:37:10.953523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-3a51fb89-39c5-4796-a122-87a10ac39885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:10.955373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-3a51fb89-39c5-4796-a122-87a10ac39885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331551 Dec 12 15:37:11.004411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-d8733114-45d7-47d7-b997-aec1636cf95c tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715916 Dec 12 15:37:11.015686 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42d1b49-9684-4f63-8ff6-12b6a771bc3e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:37:11.046091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e42d1b49-9684-4f63-8ff6-12b6a771bc3e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/a1f25726-d480-412b-b2f7-bda5b8983124 HTTP/1.1" status: 404 len: 333 time: 0.2166185 Dec 12 15:37:11.059559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:11.129082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68ea06da-bcf5-4034-aa9c-cca7a34b1741 None None] Port 21f310c8-7c6f-46fd-add2-799e57dd9ead cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:11.159676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08c3c2e-fa15-4cf3-94f2-760c0452c17e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:11.174981 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.225092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.275428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c08c3c2e-fa15-4cf3-94f2-760c0452c17e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:11.275921 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.289819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.323708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-a073c26d-2d71-4f0a-8e7b-8ac427b1db65 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182678 Dec 12 15:37:11.326934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-3246ca74-56cc-454f-a52d-ed9b16f1bb4f service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475983 Dec 12 15:37:11.327317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet d799bc43-69d4-4d84-b5b1-69891558f255 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:11.331802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.423281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.447680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be66f167-8267-4e48-ba53-8dfa7a1b4dde None None] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:11.449233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.450210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.523765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-fc6dad12-5009-4cff-bdee-3fcaf2aa54d1 service neutron] 10.222.0.36 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991918 Dec 12 15:37:11.556596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-810bee74-4496-454d-aeac-bd3b5d7a8d79 service neutron] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359282 Dec 12 15:37:11.600210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.635704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-31a03755-490e-42e9-9aeb-3e908a190167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 200 len: 217 time: 0.0662925 Dec 12 15:37:11.689712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-068f0225-60a9-4ad4-82cc-df382772cd14 None None] Provisioning complete for port c08c3c2e-fa15-4cf3-94f2-760c0452c17e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:11.690553 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-068f0225-60a9-4ad4-82cc-df382772cd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.779855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,segment=NetworkSegment(2cd6bc13-9439-46fa-bc3d-6d0c759cccf4),segment_id=2cd6bc13-9439-46fa-bc3d-6d0c759cccf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:11.796302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:11.797152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f56b7cc1-f7bd-4766-a279-f52983587fb7 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:11.836403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network 9a148333-297f-42df-9d49-0e821ebb894d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:11.852294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:11.893219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7079ca23-2e30-47fe-bb35-11db5aff5b92 req-d28aaeaa-8110-41d5-85b7-bccef2488d12 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 210 time: 0.0925963 Dec 12 15:37:11.932674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d6e17aca-3cd2-4616-96a8-e25be41393ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:11.934147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d6e17aca-3cd2-4616-96a8-e25be41393ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.2858615 Dec 12 15:37:11.994109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:12.000381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:12.065479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-b26ffc4b-f248-414d-85ea-a53f492d7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:12.071110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-b26ffc4b-f248-414d-85ea-a53f492d7c34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246107 Dec 12 15:37:12.094944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:12.195245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f56b7cc1-f7bd-4766-a279-f52983587fb7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:12.195767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.212138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53846) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:12.282005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:12.288207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-11ee74d4-0a8f-449c-a618-820ff862476c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2642770 Dec 12 15:37:12.291044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53852) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:12.297196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-863473494'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:12.302453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:12.312140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.326749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:12.328992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:12.356456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.366032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.366244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:12.372601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.425649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-c749e1f9-9b06-474b-9637-16a965383d6e service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418074 Dec 12 15:37:12.444316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:12.530867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=8ea84e36-2d61-4fa0-9715-d0fde797a2b8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:12.538259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.598167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.621974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.629972 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d799bc43-69d4-4d84-b5b1-69891558f255 HTTP/1.1" status: 204 len: 168 time: 1.5612473 Dec 12 15:37:12.632371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:12.695889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa8428-a4c5-43d2-aabd-fac4c98650dc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=d799bc43-69d4-4d84-b5b1-69891558f255,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:12.849102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:12.875629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:12.880757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:12.970377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:13.020588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3b7cc6-1e60-4604-8e84-1a3492fadc4c None None] Network 3b1560bb-bc1c-433f-89be-53297fb78a06 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:13.072598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port f56b7cc1-f7bd-4766-a279-f52983587fb7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:13.073988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.116251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.116834 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added segment ba8636df-be54-4551-a9cb-2cac9351e8d1 of type vlan for network cb952328-6692-4bb3-a1af-7a5acf1e6cce Dec 12 15:37:13.159314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.198292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-da20f7b1-d0d3-4bd8-9de0-04566d3fc955 None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:13.198800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da20f7b1-d0d3-4bd8-9de0-04566d3fc955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.221771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.223796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router 9e5d2d98-7a76-4127-9842-c65e7aeca2cc is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:13.233464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:13.234199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.259626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port f56b7cc1-f7bd-4766-a279-f52983587fb7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f56b7cc1-f7bd-4766-a279-f52983587fb7,segment=NetworkSegment(b818f0d2-5222-44a2-994f-f0799518c6bc),segment_id=b818f0d2-5222-44a2-994f-f0799518c6bc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:13.259994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.263322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef5d980e-cd6f-4353-adc9-d6a9a6c529d4 req-25ec4e77-c56d-4697-9fc3-67508e8a46f9 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 210 time: 0.0695150 Dec 12 15:37:13.342242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a20eaf4c-5c5e-41f1-b6ce-0ac3f53e9e7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.425135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:13.435978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e53996b5-cd5c-4298-ae37-7462b38990b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/9e5d2d98-7a76-4127-9842-c65e7aeca2cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2785208 Dec 12 15:37:13.437525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for f56b7cc1-f7bd-4766-a279-f52983587fb7 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:13.438788 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] Sync routers for ids ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:13.440024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:13.458118 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] Routers {'9e5d2d98-7a76-4127-9842-c65e7aeca2cc'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:13.458665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-da20f7b1-d0d3-4bd8-9de0-04566d3fc955 None None] Port 21f310c8-7c6f-46fd-add2-799e57dd9ead cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:13.459478 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:13.465884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1727009 Dec 12 15:37:13.510375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53872) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:13.524887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'subnet': {'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:13.529888 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:13.538816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08c3c2e-fa15-4cf3-94f2-760c0452c17e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:13.540465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] Routers {'9e5d2d98-7a76-4127-9842-c65e7aeca2cc'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:13.541614 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:13.576071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:13.577149 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f7c04-a991-4829-b4ca-3790f606c0b9 None None] The sync data for ids ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:13.618127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb712b46-e418-45da-b64f-338549e33b42 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Network': ['ID=cb952328-6692-4bb3-a1af-7a5acf1e6cce,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:13.656199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:13.665530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b199d6f-20d5-4ab1-9c21-aec867330dc4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:13.666684 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b199d6f-20d5-4ab1-9c21-aec867330dc4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports/8ea84e36-2d61-4fa0-9715-d0fde797a2b8 HTTP/1.1" status: 200 len: 910 time: 0.2247620 Dec 12 15:37:13.668334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.670290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:13.721360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-a299f795-9bf2-45fb-8920-14a55ad2908e service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2783661 Dec 12 15:37:13.731088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9b707215-6634-46d0-a865-ce72610b4805 None None] Provisioning complete for port c08c3c2e-fa15-4cf3-94f2-760c0452c17e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:13.731088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b707215-6634-46d0-a865-ce72610b4805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.738008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Made reservation on behalf of a7c4fd1e401f49588cce33222e14aaa3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:13.742755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.754697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port f56b7cc1-f7bd-4766-a279-f52983587fb7 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:13.756624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=f56b7cc1-f7bd-4766-a279-f52983587fb7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:13.790257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350605d9-7b14-4311-ad23-2eae764b92cd None None] DHCP port deletion for 3b1560bb-bc1c-433f-89be-53297fb78a06 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:13.848033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:09Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:10Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:13.852519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c08c3c2e-fa15-4cf3-94f2-760c0452c17e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:13.853535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.872957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-4bbbcf07-1a9c-4569-a54f-0fc82f5a3fae tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:13.872957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-4bbbcf07-1a9c-4569-a54f-0fc82f5a3fae tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 811 time: 0.5362499 Dec 12 15:37:13.902922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:13.925168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Request body: {'port': {'device_id': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'admin_state_up': True, 'tenant_id': 'df956f70f924476eb519bd75a5450e58'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:13.939002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-f861564b-d368-468f-a166-94925113ac6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 200 len: 217 time: 0.1947601 Dec 12 15:37:13.939238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:13.939238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Updating router 28e66b86-9bbd-44f5-97db-f41490153768 port 21f310c8-7c6f-46fd-add2-799e57dd9ead binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:37:13.964470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.093196 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a20eaf4c-5c5e-41f1-b6ce-0ac3f53e9e7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.113825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a20eaf4c-5c5e-41f1-b6ce-0ac3f53e9e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.121576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9b707215-6634-46d0-a865-ce72610b4805 None None] Provisioning complete for port 8ea84e36-2d61-4fa0-9715-d0fde797a2b8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:14.122192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b707215-6634-46d0-a865-ce72610b4805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.123768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-04e39096-f08c-46fd-9d41-5dd0c206e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:14.125434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-04e39096-f08c-46fd-9d41-5dd0c206e8d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 200 len: 797 time: 0.1693742 Dec 12 15:37:14.242560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9b707215-6634-46d0-a865-ce72610b4805 None None] Port 8ea84e36-2d61-4fa0-9715-d0fde797a2b8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:14.299759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eaf4c-5c5e-41f1-b6ce-0ac3f53e9e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51f5108-2e2e-40ad-8450-df1b071cd39b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:14.304567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a20eaf4c-5c5e-41f1-b6ce-0ac3f53e9e7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7562a716384443b4af5ba2f0d4426f8c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0908549 Dec 12 15:37:14.311354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53886) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:14.313110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.411176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d141ffb1-a610-44f4-bc73-0b66d161121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:14.412722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-d141ffb1-a610-44f4-bc73-0b66d161121f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=052b6bdd-1df4-44c5-a6e8-6ffa6218577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2012293 Dec 12 15:37:14.443905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1560bb-bc1c-433f-89be-53297fb78a06']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:14.449673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Subnet': ['ID=424ae390-2f9e-49d8-bb97-3a7622fd3dd4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:14.472399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b818f0d2-5222-44a2-994f-f0799518c6bc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:14.472807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b818f0d2-5222-44a2-994f-f0799518c6bc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:14.488379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6149757f-aae1-43dd-ba4c-57f34ff4a20e req-a70597c3-0b6b-4d51-abfc-05ca17dac19a tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 210 time: 0.0736663 Dec 12 15:37:14.492575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Made reservation on behalf of df956f70f924476eb519bd75a5450e58 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:14.492905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.496164 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.516835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.526264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.541775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.548123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:14.548588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.597616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5c16-b389-44c7-9f03-30613314cf54 None None] Pushing event updated for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:14.609593 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:14.622806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.636530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.641244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.649055 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/3b1560bb-bc1c-433f-89be-53297fb78a06 HTTP/1.1" status: 204 len: 168 time: 2.0045826 Dec 12 15:37:14.649395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:14.659297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1571103145'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:14.688480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5bbc4-01a0-4041-abdf-a667547eeb86 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=3b1560bb-bc1c-433f-89be-53297fb78a06,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:14.696491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Attempting to bind port 21f310c8-7c6f-46fd-add2-799e57dd9ead on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:14.697132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Attempting to bind port 21f310c8-7c6f-46fd-add2-799e57dd9ead by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:14.697755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Attempting to bind port 21f310c8-7c6f-46fd-add2-799e57dd9ead on network 9a148333-297f-42df-9d49-0e821ebb894d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:14.705740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:14.706067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Checking segment: {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:14.706590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.707055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Bound using segment: {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:14.707714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Bound port: 21f310c8-7c6f-46fd-add2-799e57dd9ead, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd524dcec-ad28-4242-b33c-e503d60610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:14.707833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-1d17d04d-d02c-4736-b801-27ef2f3397f5 service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768083 Dec 12 15:37:14.708188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.709858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.750240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:14.755558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.807310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:14.819612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] For port 21f310c8-7c6f-46fd-add2-799e57dd9ead, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:14.822541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.822906 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment 70e1a251-a8d6-439f-8fb8-2f7e036dc9b7 of type vlan for network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 Dec 12 15:37:14.823917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] For port 21f310c8-7c6f-46fd-add2-799e57dd9ead, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=21f310c8-7c6f-46fd-add2-799e57dd9ead,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:14.833624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.867876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.896615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:14.897348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:14.904798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Allocated IP 172.20.0.14 (139be9d6-8c0e-4dae-9e3c-809c216a6d8a/6349cdb5-6bc5-46f4-afff-a7a59ff5365b/af6a7da0-2f1c-454b-8857-e19e663bbbb6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:14.917204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Checking segment: {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:14.917810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network hostable DHCP agents. Network: cb952328-6692-4bb3-a1af-7a5acf1e6cce, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:14.929486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:14.935635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:14.936302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.011887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=2b6fb882-d51e-46cf-a4d7-6cfb8e422d53,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:15.033239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:15.071292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:15.087762 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8610d5ec-4e46-48b3-a2ad-65c4d91f76d6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4322255 Dec 12 15:37:15.090775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53902) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:15.114466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.120685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:15.124253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cb952328-6692-4bb3-a1af-7a5acf1e6cce) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:15.146084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:15.149349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedd8f58-6080-4cf4-a8d1-67d3feaab9d4 None None] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:15.155417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5c16-b389-44c7-9f03-30613314cf54 None None] Pushing event updated for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:15.202002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0433c976-08d4-4149-9be4-56c96f94bc2c req-0b88d550-878d-4565-a6c4-be60ba37490a service neutron] 10.222.0.30 "GET /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855527 Dec 12 15:37:15.291469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:15.297318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.306508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.309106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.314683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c51f5108-2e2e-40ad-8450-df1b071cd39b HTTP/1.1" status: 204 len: 168 time: 0.9994771 Dec 12 15:37:15.416059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:15.416740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.450348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7624d8-a4d1-4217-8fe4-5aaaebee7e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51f5108-2e2e-40ad-8450-df1b071cd39b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:15.541716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-92d86f45-76d3-42e2-9bb1-bfb1a5d5a45a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0301661 Dec 12 15:37:15.548397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:15.650248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:15.654177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.663805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 8ea84e36-2d61-4fa0-9715-d0fde797a2b8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:15.664296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.711516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa68a3fa-258c-43a9-80f2-1f59bf18dab8 req-8947f47d-2be7-4fb7-9c1e-d38b2e446949 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 210 time: 0.0656524 Dec 12 15:37:15.743915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f56b7cc1-f7bd-4766-a279-f52983587fb7 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:15.779640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.834561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: f56b7cc1-f7bd-4766-a279-f52983587fb7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:15.835262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f56b7cc1-f7bd-4766-a279-f52983587fb7 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:15.840138 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.883379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.904979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 8ea84e36-2d61-4fa0-9715-d0fde797a2b8 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:15.948564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:15.949605 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:15.970335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53922) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:16.000748 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0263d14-8386-4df1-87c8-1de8d33d6d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.021307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:16.040617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:16.043002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:16.075240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa924846-2937-4ce4-8304-7ccfba5af806 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:16.108959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event updated for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:16.123191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:16.123825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.176344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.187209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Allocated IP 2001:db8:3::2 (cb952328-6692-4bb3-a1af-7a5acf1e6cce/424ae390-2f9e-49d8-bb97-3a7622fd3dd4/10c768fe-6058-4692-bd9e-09778f02980f) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:16.201642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-701fec2c-5be7-43f4-a676-aa6ea4969353 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2835112 Dec 12 15:37:16.274316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] For port 21f310c8-7c6f-46fd-add2-799e57dd9ead, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=21f310c8-7c6f-46fd-add2-799e57dd9ead,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:16.289844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.294011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.299452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:09Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:14Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:16.372534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47b0e8-a70a-4b5a-8cf4-127879e4b54c None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:09Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:14Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:16.524985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d88ba76f-3d10-4562-83bc-dc3c06855305 None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:16.532593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d88ba76f-3d10-4562-83bc-dc3c06855305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.548204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0263d14-8386-4df1-87c8-1de8d33d6d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.571162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.574345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.586388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0263d14-8386-4df1-87c8-1de8d33d6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.592065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2e8d7-2c68-4719-8665-9c54ab40fc7d None None] Pushing event updated for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:16.631152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=8ea84e36-2d61-4fa0-9715-d0fde797a2b8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:16.701015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f0263d14-8386-4df1-87c8-1de8d33d6d5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9e09ab866a6403ca6e05e5226edabef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7203817 Dec 12 15:37:16.705970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Request body: {'port': {'device_id': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:16.727872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53934) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:16.731610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0263d14-8386-4df1-87c8-1de8d33d6d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1241a-7d32-4b05-9d22-857e85ac208f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:16.837795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.852891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d88ba76f-3d10-4562-83bc-dc3c06855305 None None] Provisioning complete for port af6a7da0-2f1c-454b-8857-e19e663bbbb6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:16.853290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d88ba76f-3d10-4562-83bc-dc3c06855305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.873343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:16.998329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Pushing event updated for resources: {'Port': ['ID=10c768fe-6058-4692-bd9e-09778f02980f,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:17.030313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=e5396c1c-58a0-4fc1-9d6d-537c4fa5504f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:17.038633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:17.040126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d88ba76f-3d10-4562-83bc-dc3c06855305 None None] Port af6a7da0-2f1c-454b-8857-e19e663bbbb6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:17.043724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.045299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:17.049821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:17.050318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:17.052351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:17.062701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0ed2c-f228-40d7-a6c9-c204b099dbc3 req-41da963d-c664-419b-9b7e-05b723caa305 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:17.064377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92e0ed2c-f228-40d7-a6c9-c204b099dbc3 req-41da963d-c664-419b-9b7e-05b723caa305 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 932 time: 0.1988819 Dec 12 15:37:17.068547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.133878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.134663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Attempting to bind port 10c768fe-6058-4692-bd9e-09778f02980f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:17.135404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Attempting to bind port 10c768fe-6058-4692-bd9e-09778f02980f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:17.135903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Attempting to bind port 10c768fe-6058-4692-bd9e-09778f02980f on network cb952328-6692-4bb3-a1af-7a5acf1e6cce {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:17.142113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:17.142659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Checking segment: {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:17.143178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.143685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Bound using segment: {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:17.144282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Bound port: 10c768fe-6058-4692-bd9e-09778f02980f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:17.144850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.175409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.212821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Allocated IP 2001:db8:3::1 (cb952328-6692-4bb3-a1af-7a5acf1e6cce/424ae390-2f9e-49d8-bb97-3a7622fd3dd4/d6612152-3347-46fc-b9c5-9e656c3e8f5b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:17.231247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92e0ed2c-f228-40d7-a6c9-c204b099dbc3 req-22252619-b975-4cb5-abe9-4444bfbd55d1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496446 Dec 12 15:37:17.232797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:17.245025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] For port 10c768fe-6058-4692-bd9e-09778f02980f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:17.253650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] For port 10c768fe-6058-4692-bd9e-09778f02980f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10c768fe-6058-4692-bd9e-09778f02980f,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:17.263298 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.313214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:17.325176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:17.325876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.360212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b317dc1-5746-4ffe-8060-122d951a73a1 None None] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:17.491156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b09eaf1-be4d-4f76-818d-8ddde9c4d9a3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3800597 Dec 12 15:37:17.491156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.491757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.495098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fdc1241a-7d32-4b05-9d22-857e85ac208f HTTP/1.1" status: 204 len: 168 time: 0.7581165 Dec 12 15:37:17.495098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53948) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:17.511653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53', 'name': 'tempest-PortsIpV6TestJSON-257775010', 'fixed_ips': [{'subnet_id': 'e5396c1c-58a0-4fc1-9d6d-537c4fa5504f', 'ip_address': '2001:db8::10'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:17.515051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54e8d5-6028-4b09-b5fc-a8dfd026cca3 None None] Pushing event updated for resources: {'Port': ['ID=10c768fe-6058-4692-bd9e-09778f02980f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:17.586516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a26f9-cb2f-4b0d-9625-be4fae30722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1241a-7d32-4b05-9d22-857e85ac208f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:17.624517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 21f310c8-7c6f-46fd-add2-799e57dd9ead up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:17.673804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router 9e5d2d98-7a76-4127-9842-c65e7aeca2cc has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:17.833372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:17.838692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 21f310c8-7c6f-46fd-add2-799e57dd9ead triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:17.839299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.850823 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.905835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:17.916873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb164a3e-0950-48b7-949f-f0310c8d307d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/9e5d2d98-7a76-4127-9842-c65e7aeca2cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2431822 Dec 12 15:37:17.924298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] Sync routers for ids ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:17.937938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-2b6fb882-d51e-46cf-a4d7-6cfb8e422d53', 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': 'e5396c1c-58a0-4fc1-9d6d-537c4fa5504f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:17.939518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:17.942292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:17.977543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] Routers {'9e5d2d98-7a76-4127-9842-c65e7aeca2cc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:17.978493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:17.992922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6a7da0-2f1c-454b-8857-e19e663bbbb6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:37:17.995471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-94c42aba-a757-4b9e-8df5-981e2e2d5479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e5d2d98-7a76-4127-9842-c65e7aeca2cc HTTP/1.1" status: 200 len: 205 time: 0.0511801 Dec 12 15:37:18.000817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53962) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:18.042982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.082544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.087696 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.089728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:18.097499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:18.104938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.146401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:18.147437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.154804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Transition to ACTIVE for port object af6a7da0-2f1c-454b-8857-e19e663bbbb6 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:37:18.195593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 2c6b4142-5da9-4446-be6d-ab75597a9852 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:18.208094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.219029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:18.232122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Allocated IP 2001:db8::2 (2b6fb882-d51e-46cf-a4d7-6cfb8e422d53/e5396c1c-58a0-4fc1-9d6d-537c4fa5504f/14e90f95-0ace-4482-b8ac-6e126ed29d9b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:18.275018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] Routers {'9e5d2d98-7a76-4127-9842-c65e7aeca2cc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:18.275778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:18.311287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:18.318909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:18.319572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df039617-2399-45e5-a20e-1cc34574c15d None None] The sync data for ids ['9e5d2d98-7a76-4127-9842-c65e7aeca2cc'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:18.366983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c54a5-1f50-44d5-83cb-9e7c7dedf634 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:18.466098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.602025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.605269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.641011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.657398 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.676931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:18.725970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.726568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router 9e5d2d98-7a76-4127-9842-c65e7aeca2cc {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:18.740293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.741443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-803cdb10-877d-4452-a07d-5f4928a68713 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/9e5d2d98-7a76-4127-9842-c65e7aeca2cc HTTP/1.1" status: 204 len: 168 time: 0.7379284 Dec 12 15:37:18.746697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53982) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:18.795329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Pushing event updated for resources: {'Port': ['ID=14e90f95-0ace-4482-b8ac-6e126ed29d9b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:18.817409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:18.819304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:18.823991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:18.873282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e58c7-f843-47e9-b82d-ed8f5884bef0 req-b15f6b2d-0e47-4cbd-ac08-31b6970725be tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:18.874857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff4e58c7-f843-47e9-b82d-ed8f5884bef0 req-b15f6b2d-0e47-4cbd-ac08-31b6970725be tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 944 time: 0.3570104 Dec 12 15:37:18.892989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Attempting to bind port 14e90f95-0ace-4482-b8ac-6e126ed29d9b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:18.893678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Attempting to bind port 14e90f95-0ace-4482-b8ac-6e126ed29d9b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:18.894256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Attempting to bind port 14e90f95-0ace-4482-b8ac-6e126ed29d9b on network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:18.901310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:18.902115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Checking segment: {'id': '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:18.903009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.903618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Bound using segment: {'id': '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:18.904310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Bound port: 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:18.904937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:18.972432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::10 (2b6fb882-d51e-46cf-a4d7-6cfb8e422d53/e5396c1c-58a0-4fc1-9d6d-537c4fa5504f/2c6b4142-5da9-4446-be6d-ab75597a9852) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:18.999427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 5a579e71-205b-488f-961d-b7ba3548b7c0 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:19.001073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] For port 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:19.006867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] For port 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14e90f95-0ace-4482-b8ac-6e126ed29d9b,segment=NetworkSegment(70e1a251-a8d6-439f-8fb8-2f7e036dc9b7),segment_id=70e1a251-a8d6-439f-8fb8-2f7e036dc9b7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:19.015667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.020742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.135403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a1311-a642-437d-8a4d-7bb120c11675 None None] Pushing event updated for resources: {'Port': ['ID=14e90f95-0ace-4482-b8ac-6e126ed29d9b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:19.154577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4001e1-c3ad-4cca-9e84-160f885e9661 None None] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:19.211447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.222950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.224087 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.369705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] Provisioning complete for port 10c768fe-6058-4692-bd9e-09778f02980f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:19.373414 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.438030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event updated for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:19.632145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:19.633800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:19.789704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.793990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10c768fe-6058-4692-bd9e-09778f02980f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:19.811208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:19.883345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.900205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff4e58c7-f843-47e9-b82d-ed8f5884bef0 req-4d159a22-a073-4e67-92e8-be096cbe9078 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0083907 Dec 12 15:37:19.901874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Attempting to bind port af6a7da0-2f1c-454b-8857-e19e663bbbb6 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:19.902280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Attempting to bind port af6a7da0-2f1c-454b-8857-e19e663bbbb6 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:19.902644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Attempting to bind port af6a7da0-2f1c-454b-8857-e19e663bbbb6 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:19.942518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Port af6a7da0-2f1c-454b-8857-e19e663bbbb6 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:37:19.942925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Attempting to bind port af6a7da0-2f1c-454b-8857-e19e663bbbb6 on network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:19.953574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:19.956655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] For port 10c768fe-6058-4692-bd9e-09778f02980f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10c768fe-6058-4692-bd9e-09778f02980f,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:19.967636 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:19.969733 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8394ef4c-9eb3-4240-9798-b3751d6d5ce1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4174247 Dec 12 15:37:19.980442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:19.981850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:19.989380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:19.995427 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:19.996095 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:20.022324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:20.022675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Checking segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:20.023367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Bound using segment: {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:20.024439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Bound port: af6a7da0-2f1c-454b-8857-e19e663bbbb6, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef725df3-c607-4f22-b405-ac1bff7db4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:20.026062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.096923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ebad-2872-41e5-ad5c-7927d6b6ac33 None None] Pushing event updated for resources: {'Port': ['ID=10c768fe-6058-4692-bd9e-09778f02980f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:20.131471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 10c768fe-6058-4692-bd9e-09778f02980f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:20.131844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.193590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:20.255847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-56a8ced3-fbac-4c8f-a227-c069479f6ec3 None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:20.256217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56a8ced3-fbac-4c8f-a227-c069479f6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.295966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-56a8ced3-fbac-4c8f-a227-c069479f6ec3 None None] Port d6612152-3347-46fc-b9c5-9e656c3e8f5b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:20.409785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:20.410568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-56a8ced3-fbac-4c8f-a227-c069479f6ec3 None None] Provisioning complete for port 10c768fe-6058-4692-bd9e-09778f02980f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:20.411186 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56a8ced3-fbac-4c8f-a227-c069479f6ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.416529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:20.432433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.463843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:20.464603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.467268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] 10.222.0.13 "PUT /v2.0/ports/af6a7da0-2f1c-454b-8857-e19e663bbbb6 HTTP/1.1" status: 200 len: 1092 time: 4.2394545 Dec 12 15:37:20.475229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:20.479231 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:20.525667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122d894-1f8b-4b05-a04c-73a027744b39 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:20.599440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932e682-4ab1-4054-a9ef-3adee03f3004 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:20.685813 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb16c2d-19e6-4e14-bf3a-db38fa5c9f09 x-openstack-request-id: req-dfb16c2d-19e6-4e14-bf3a-db38fa5c9f09 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:20.686166 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:20.686355 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfb16c2d-19e6-4e14-bf3a-db38fa5c9f09 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:20.686765 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6', 'status': 'completed', 'code': 200} Dec 12 15:37:20.696440 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.763766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-9457a5d1-de2c-4068-9dae-b0da49c27a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:20.770453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-9457a5d1-de2c-4068-9dae-b0da49c27a02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 1095 time: 0.2344837 Dec 12 15:37:20.781989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:18Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:18Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:20.815580 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:20.816211 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Updating router 28e66b86-9bbd-44f5-97db-f41490153768 port d6612152-3347-46fc-b9c5-9e656c3e8f5b binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:37:20.871129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-bd4205a4-d7c9-401f-98ca-2ef9c0f29ff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6 HTTP/1.1" status: 200 len: 217 time: 0.0815787 Dec 12 15:37:20.874100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.874725 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.882120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f227c81b-90fc-462f-951a-011dfb6c740c None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:20.882503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f227c81b-90fc-462f-951a-011dfb6c740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:20.944078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f227c81b-90fc-462f-951a-011dfb6c740c None None] Port d6612152-3347-46fc-b9c5-9e656c3e8f5b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:21.161670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9e4a1-85c0-42ca-8d3d-82c24114bda3 None None] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:21.254444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32423e9-a455-4011-b18d-2a3becc571df req-525c91d5-bb28-4c27-b371-292ff1f206e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:21.265775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-525c91d5-bb28-4c27-b371-292ff1f206e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.3739679 Dec 12 15:37:21.311405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.393911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-4b78bf07-4aa1-4d50-b2f1-cf7ae36eca4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070549 Dec 12 15:37:21.402710 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.414667 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.423245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:21.423709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.463476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-8f3227b3-d472-4876-b437-a9cba3dc4aa4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:37:21.464662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-8f3227b3-d472-4876-b437-a9cba3dc4aa4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251229 Dec 12 15:37:21.467022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=5a579e71-205b-488f-961d-b7ba3548b7c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:21.482866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.504429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/5a579e71-205b-488f-961d-b7ba3548b7c0 HTTP/1.1" status: 204 len: 168 time: 2.7559042 Dec 12 15:37:21.509829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:21.524417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fed41b-26d5-4d62-a02b-db22124292af None None] Network 70ff3e19-6ca4-42bc-b203-26b2f0815078 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:21.543751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.572984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.586129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.586609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.586955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.588139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.588139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.588139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.588428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.588565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.589910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.590252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.590582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.590911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15fbdc-dcf7-4f5c-8a57-38c6a8a21063 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:21.618048 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecaa11-55b5-4156-a441-b2de3d4eacdd None None] Pushing event updated for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:21.691294 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Attempting to bind port d6612152-3347-46fc-b9c5-9e656c3e8f5b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:21.692200 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Attempting to bind port d6612152-3347-46fc-b9c5-9e656c3e8f5b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:21.692557 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Attempting to bind port d6612152-3347-46fc-b9c5-9e656c3e8f5b on network cb952328-6692-4bb3-a1af-7a5acf1e6cce {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:21.699866 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:21.700241 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Checking segment: {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:21.700664 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.701080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Bound using segment: {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:21.701681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Bound port: d6612152-3347-46fc-b9c5-9e656c3e8f5b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8636df-be54-4551-a9cb-2cac9351e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:21.702067 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.741966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14e90f95-0ace-4482-b8ac-6e126ed29d9b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:21.755727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Port d6612152-3347-46fc-b9c5-9e656c3e8f5b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:21.763454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.857328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732b8b5-6935-403e-8a5b-ed2e7edf26c5 req-7dc42349-78a9-4e31-8ec2-6718c02b0d00 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:21.858989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7732b8b5-6935-403e-8a5b-ed2e7edf26c5 req-7dc42349-78a9-4e31-8ec2-6718c02b0d00 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 944 time: 0.7681003 Dec 12 15:37:21.900064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:37:21.915602 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] For port d6612152-3347-46fc-b9c5-9e656c3e8f5b, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:21.937880 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] For port d6612152-3347-46fc-b9c5-9e656c3e8f5b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d6612152-3347-46fc-b9c5-9e656c3e8f5b,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:21.956149 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:21.973406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=2c6b4142-5da9-4446-be6d-ab75597a9852,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:21.988939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Provisioning complete for port 14e90f95-0ace-4482-b8ac-6e126ed29d9b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:21.990220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.013398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Removed routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:37:22.013801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.023819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 14e90f95-0ace-4482-b8ac-6e126ed29d9b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:22.024189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.032626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:22.051320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:22.064243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:22.076121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:22.078502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.120954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e9bf398f-fea8-4797-9000-1d6bf50df03f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6150975 Dec 12 15:37:22.121760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54042) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:22.134682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '2b6fb882-d51e-46cf-a4d7-6cfb8e422d53', 'name': 'tempest-PortsIpV6TestJSON-1231486392', 'fixed_ips': [{'subnet_id': 'e5396c1c-58a0-4fc1-9d6d-537c4fa5504f', 'ip_address': '2001:db8::f'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:22.152882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:22.153600 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:22.216806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port c08c3c2e-fa15-4cf3-94f2-760c0452c17e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:22.218871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.233819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-6f282575-8bea-46ef-9459-3597b7ea30c0 service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558751 Dec 12 15:37:22.262216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7732b8b5-6935-403e-8a5b-ed2e7edf26c5 req-65c9ad73-3826-442c-a847-1a187df8e543 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130116 Dec 12 15:37:22.278638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.293932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] DHCP port deletion for 70ff3e19-6ca4-42bc-b203-26b2f0815078 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:22.328688 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.503510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e32423e9-a455-4011-b18d-2a3becc571df req-cc48f98f-1f0c-4603-9f58-60e096bd61ff service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598076 Dec 12 15:37:22.505907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14e90f95-0ace-4482-b8ac-6e126ed29d9b,segment=NetworkSegment(70e1a251-a8d6-439f-8fb8-2f7e036dc9b7),segment_id=70e1a251-a8d6-439f-8fb8-2f7e036dc9b7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:22.507766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:22.514118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.523905 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:22.551726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port fdb27a60-2281-4fdc-93e3-fe76de376e93 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:22.553254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.554134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10c768fe-6058-4692-bd9e-09778f02980f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:22.566078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,segment=NetworkSegment(2cd6bc13-9439-46fa-bc3d-6d0c759cccf4),segment_id=2cd6bc13-9439-46fa-bc3d-6d0c759cccf4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:22.567233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.808043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 10c768fe-6058-4692-bd9e-09778f02980f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:22.808702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.813907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for c08c3c2e-fa15-4cf3-94f2-760c0452c17e owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:22.880204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-c07a824d-4c62-4660-9990-e5baa9fbdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:22.882874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-c07a824d-4c62-4660-9990-e5baa9fbdd4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df956f70f924476eb519bd75a5450e58&device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 1095 time: 0.2952731 Dec 12 15:37:22.883700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.891935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.912062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Deleting port c08c3c2e-fa15-4cf3-94f2-760c0452c17e {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:22.916595 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:22.918481 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:37:22.923633 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-c2c98bfe-98c4-41d0-bea9-86e45bd73664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:37:22.961635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=14e90f95-0ace-4482-b8ac-6e126ed29d9b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:22.979464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecaa11-55b5-4156-a441-b2de3d4eacdd None None] Pushing event updated for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:23.034052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.042929 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:21Z', 'revision_number': 6, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:21Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:23.051490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::f (2b6fb882-d51e-46cf-a4d7-6cfb8e422d53/e5396c1c-58a0-4fc1-9d6d-537c4fa5504f/fdb27a60-2281-4fdc-93e3-fe76de376e93) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:23.058442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:23.064344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-15137152-1b28-4770-b311-70c698d0ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:23.066068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-15137152-1b28-4770-b311-70c698d0ffb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 200 len: 911 time: 0.1748915 Dec 12 15:37:23.091980 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb862d5-e32f-4226-b165-2f2da90994d7 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:21Z', 'revision_number': 6, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:21Z', 'revision_number': 4, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:23.116028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:23.121678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port c08c3c2e-fa15-4cf3-94f2-760c0452c17e on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:23.147646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] For port c08c3c2e-fa15-4cf3-94f2-760c0452c17e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,segment=NetworkSegment(2cd6bc13-9439-46fa-bc3d-6d0c759cccf4),segment_id=2cd6bc13-9439-46fa-bc3d-6d0c759cccf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:23.148225 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.163268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Calling delete_port for c08c3c2e-fa15-4cf3-94f2-760c0452c17e owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:23.178393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-ccc475be-0f11-4964-aa73-e48856948df8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6 HTTP/1.1" status: 200 len: 217 time: 0.1040120 Dec 12 15:37:23.304197 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.306733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-5c7420c7-b1f3-469b-804b-4d3461e1e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:23.308541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-5c7420c7-b1f3-469b-804b-4d3461e1e260 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 200 len: 851 time: 0.1079245 Dec 12 15:37:23.323637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] No DVR routers for this DVR port c08c3c2e-fa15-4cf3-94f2-760c0452c17e on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:23.350276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5e3d-185a-4c87-bc8c-dcc14649c72b None None] Pushing event deleted for resources: {'Port': ['ID=c08c3c2e-fa15-4cf3-94f2-760c0452c17e,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:23.389206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-f7ddc551-06ae-44e3-99bc-6fbe6c73f107 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139be9d6-8c0e-4dae-9e3c-809c216a6d8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707808 Dec 12 15:37:23.504888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:23.524242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.525521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e44b6f61-ebba-4a0d-a8c5-725ffc85afbd tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 954 time: 3.5423737 Dec 12 15:37:23.528344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:23.547710 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.649229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Provisioning complete for port 2c6b4142-5da9-4446-be6d-ab75597a9852 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:23.649843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.661369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14e90f95-0ace-4482-b8ac-6e126ed29d9b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:23.672494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61556269-60b2-4dd0-a6d0-8820ffc115cc req-7a3dc2ae-6ea5-4f6e-a818-8575c19fb77b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:23.680915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61556269-60b2-4dd0-a6d0-8820ffc115cc req-7a3dc2ae-6ea5-4f6e-a818-8575c19fb77b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 944 time: 0.2906671 Dec 12 15:37:23.681424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ff3e19-6ca4-42bc-b203-26b2f0815078']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:23.698149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:23.698680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd6bc13-9439-46fa-bc3d-6d0c759cccf4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:23.715849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.726195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.760258 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e2e06ae-5667-47bc-86e8-771194bb7763 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 954 time: 0.2280395 Dec 12 15:37:23.763044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:23.766133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-40157f2d-9541-4e1e-a63e-f74d1c6bff8d service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529894 Dec 12 15:37:23.767430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'routes': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:23.777191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.806558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61556269-60b2-4dd0-a6d0-8820ffc115cc req-7348e48f-6a9b-4390-ba31-e9859cf48884 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240017 Dec 12 15:37:23.854011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Port 2c6b4142-5da9-4446-be6d-ab75597a9852 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:23.864741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 14e90f95-0ace-4482-b8ac-6e126ed29d9b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:23.864741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.916825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:23.916825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:23.972518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ee8075e-4a46-40cb-84de-6f1fc3fba8d4 req-e521f790-d6ab-4e10-91a0-75334f08684e service neutron] 10.222.0.13 "GET /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835072 Dec 12 15:37:23.974857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.023176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:24.024323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.041930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=fdb27a60-2281-4fdc-93e3-fe76de376e93,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:24.054529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:24.062041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:24.064477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:24.070821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:24.079177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d6612152-3347-46fc-b9c5-9e656c3e8f5b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:24.088402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.125549 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.128913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d6c99f6e-407d-41aa-8a4d-2c9c75497f81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9984248 Dec 12 15:37:24.137799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54076) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:24.170018 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:24.206593 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:24.256495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:24.256891 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.281990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] For port d6612152-3347-46fc-b9c5-9e656c3e8f5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d6612152-3347-46fc-b9c5-9e656c3e8f5b,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:24.293865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145fe90-2751-4108-a07b-3ee5fe05cc4e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:24.298426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b145fe90-2751-4108-a07b-3ee5fe05cc4e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1571121 Dec 12 15:37:24.298915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54084) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:24.305174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.372175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.384854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Provisioning complete for port 14e90f95-0ace-4482-b8ac-6e126ed29d9b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:24.385493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.450366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0143b5-c78b-4813-9ca1-dd211cd5556d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:24.467980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0143b5-c78b-4813-9ca1-dd211cd5556d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:24.477697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0143b5-c78b-4813-9ca1-dd211cd5556d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:24.482409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5c0143b5-c78b-4813-9ca1-dd211cd5556d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1794024 Dec 12 15:37:24.482545 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.487293 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/70ff3e19-6ca4-42bc-b203-26b2f0815078 HTTP/1.1" status: 204 len: 168 time: 2.9724085 Dec 12 15:37:24.487293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:24.488034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54088) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:24.492693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1147408906', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:24.556302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.557396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.576964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db15c7-57bf-4314-8090-0968c858abdb None None] Pushing event updated for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:24.628702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e156a-5d24-489a-a478-726dba9d0e96 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=70ff3e19-6ca4-42bc-b203-26b2f0815078,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:24.663200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08c3c2e-fa15-4cf3-94f2-760c0452c17e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:24.687854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c08c3c2e-fa15-4cf3-94f2-760c0452c17e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:24.688313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08c3c2e-fa15-4cf3-94f2-760c0452c17e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:24.688535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.848464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-677a948b-a623-48c0-95f3-e23183fbb344 None None] Provisioning complete for port fdb27a60-2281-4fdc-93e3-fe76de376e93 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:24.852566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-677a948b-a623-48c0-95f3-e23183fbb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:24.914023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:24.937221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:24.938114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:24.942322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-677a948b-a623-48c0-95f3-e23183fbb344 None None] Port fdb27a60-2281-4fdc-93e3-fe76de376e93 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:25.011890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port fdb27a60-2281-4fdc-93e3-fe76de376e93 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:25.012469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.018861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:37:25.019183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:37:25.025671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.064217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:25.090357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3f36f-4917-4bd1-ad5a-a966b20e51bf req-f108dfe9-0d50-492f-98c8-9eaa72da9691 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:25.097824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39a3f36f-4917-4bd1-ad5a-a966b20e51bf req-f108dfe9-0d50-492f-98c8-9eaa72da9691 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 944 time: 0.1821370 Dec 12 15:37:25.177356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39a3f36f-4917-4bd1-ad5a-a966b20e51bf req-c9f69589-0128-4e92-b4b2-352af746d4e3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785048 Dec 12 15:37:25.194255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.214823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for fdb27a60-2281-4fdc-93e3-fe76de376e93 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:25.281289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.338214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device af6a7da0-2f1c-454b-8857-e19e663bbbb6 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:37:25.504780 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.529158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.545137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d6612152-3347-46fc-b9c5-9e656c3e8f5b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:25.666536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.666728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:25.693446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6', 'network_id': '139be9d6-8c0e-4dae-9e3c-809c216a6d8a', 'port_id': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6', 'mac_address': 'fa:16:3e:2e:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6349cdb5-6bc5-46f4-afff-a7a59ff5365b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:37:25.722090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.25.3.166 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d95e6dec-3feb-430f-9beb-fe16b49b9d25) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:25.770290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.787505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.794123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.806786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d6612152-3347-46fc-b9c5-9e656c3e8f5b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:25.807196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.811921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6a7da0-2f1c-454b-8857-e19e663bbbb6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:37:25.828789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=fdb27a60-2281-4fdc-93e3-fe76de376e93,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:25.872465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:21Z', 'revision_number': 6, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:25.873344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.879960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:25.926756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:25.927917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.929765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:25.931778 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5ea90593-8580-44fa-a2d2-6da221f74fc6 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/fdb27a60-2281-4fdc-93e3-fe76de376e93 HTTP/1.1" status: 204 len: 168 time: 1.4327898 Dec 12 15:37:25.937147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54120) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:25.958819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:26.014504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:26.045162 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7d5b9d-1fc5-453d-818a-44705e488a83 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:37:26.049202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bf7d5b9d-1fc5-453d-818a-44705e488a83 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/fdb27a60-2281-4fdc-93e3-fe76de376e93 HTTP/1.1" status: 404 len: 333 time: 0.1085045 Dec 12 15:37:26.052907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:26.054996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:26.056204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:26.180979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:26.182420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:26.197210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['af6a7da0-2f1c-454b-8857-e19e663bbbb6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:37:26.198336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:26.205682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:26.234993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:26.236309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b1b21867-6811-4e96-88a9-4370138c6640 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 704 time: 2.4728835 Dec 12 15:37:26.239759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:26.253556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=d95e6dec-3feb-430f-9beb-fe16b49b9d25,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:26.293804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 2c6b4142-5da9-4446-be6d-ab75597a9852 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:26.294029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:26.319351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6540060-303d-4f46-80f5-16906fa8e1a2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:26.329950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:26.423591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:26.615101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a9b543f0-3284-41dd-b374-0a23123a649f None None] Provisioning complete for port d95e6dec-3feb-430f-9beb-fe16b49b9d25 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:26.616446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b543f0-3284-41dd-b374-0a23123a649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:26.667165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a9b543f0-3284-41dd-b374-0a23123a649f None None] Port d95e6dec-3feb-430f-9beb-fe16b49b9d25 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:26.782875 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-946fcf60-1b5b-4c3a-90a1-6196b256eb99 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 704 time: 0.5414176 Dec 12 15:37:26.786872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:26.868316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:25Z', 'revision_number': 7, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:26.912193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9eec57-1ce2-40e5-9d3d-68ba2eda34ef None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:25Z', 'revision_number': 7, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:27.031640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.067887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 2c6b4142-5da9-4446-be6d-ab75597a9852 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:27.121248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1a229-337c-4377-8405-10faa5b65f45 req-4725aa5b-4bed-4514-b70a-679ac7e653e3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:27.122824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25b1a229-337c-4377-8405-10faa5b65f45 req-4725aa5b-4bed-4514-b70a-679ac7e653e3 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 945 time: 0.7563601 Dec 12 15:37:27.162461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device af6a7da0-2f1c-454b-8857-e19e663bbbb6 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:27.251026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port af6a7da0-2f1c-454b-8857-e19e663bbbb6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:37:27.258144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port af6a7da0-2f1c-454b-8857-e19e663bbbb6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:27.258527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.280676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.318619 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:27.337355 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:27.339169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:27.444683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25b1a229-337c-4377-8405-10faa5b65f45 req-2f9d5c2f-fbc5-466a-bb0f-17bbaff4c987 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118451 Dec 12 15:37:27.474511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.479058 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.552014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:27.554326 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdbd15b-b26b-420d-92c3-7742e6fa0faf" -d '{"events": [{"server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "name": "network-vif-plugged", "status": "completed", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:27.605220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:27.614767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.632518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:27.653411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:27.670062 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301553b6-444b-472a-8681-5fd2a7ed3f0b x-openstack-request-id: req-301553b6-444b-472a-8681-5fd2a7ed3f0b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:27.670718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "name": "network-vif-plugged", "status": "completed", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:27.670718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-301553b6-444b-472a-8681-5fd2a7ed3f0b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:27.673640 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6', 'code': 200} Dec 12 15:37:27.746687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:27.777407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.847372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:27.889555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=2c6b4142-5da9-4446-be6d-ab75597a9852,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:27.988781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:25Z', 'revision_number': 7, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.000950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.021855 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:28.022485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.032173 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:28.032909 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.137327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.146596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51420b3-cd6e-48b0-952b-7176789f49db req-73d596d7-ec9f-4d26-92f7-5b5095526a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:28.150762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c51420b3-cd6e-48b0-952b-7176789f49db req-73d596d7-ec9f-4d26-92f7-5b5095526a6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 1097 time: 0.3875682 Dec 12 15:37:28.153843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.157054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f46d9fb1-04b7-4086-8f5e-f36642da3e3c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/2c6b4142-5da9-4446-be6d-ab75597a9852 HTTP/1.1" status: 204 len: 168 time: 2.1027913 Dec 12 15:37:28.160022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:28.186812 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:28.203616 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a03967aa9b2742daa9d2b137e23f1284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661948 Dec 12 15:37:28.206376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc25ba0-85c6-4d85-84f5-594125c50d0e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:28.206376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:28.278300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c51420b3-cd6e-48b0-952b-7176789f49db req-8807aae7-23ba-4c1e-95bc-d65e9152c635 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Dec 12 15:37:28.306473 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28f78b7-450b-4d56-8f2c-d84929af7fdc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:37:28.308526 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a28f78b7-450b-4d56-8f2c-d84929af7fdc tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/2c6b4142-5da9-4446-be6d-ab75597a9852 HTTP/1.1" status: 404 len: 333 time: 0.1294200 Dec 12 15:37:28.312194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:28.316315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.317837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.317837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.317837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.317837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.318237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.318379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.318713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.319043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.319372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.319698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.320025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.320350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5147cbbd-a47a-4d4a-84ad-4d1da967535c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:28.406441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:28.438253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet e5396c1c-58a0-4fc1-9d6d-537c4fa5504f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:28.449581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.511197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.561811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:28.574447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] Sync routers for ids ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:28.594807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] Routers {'e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:28.597277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.613781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:25Z', 'revision_number': 7, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.623641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.627452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab7058a2-739a-4857-b17d-9d99eccdc628 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.1383193 Dec 12 15:37:28.632318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54158) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:28.643954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.692837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb234be4-91d4-4914-a690-cdc8879a1e62 req-3eaa3f5a-f1ad-48a4-b7e4-025cdee3c528 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:28.694392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb234be4-91d4-4914-a690-cdc8879a1e62 req-3eaa3f5a-f1ad-48a4-b7e4-025cdee3c528 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.1307962 Dec 12 15:37:28.697890 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f18671-85ae-4732-80d6-4144d6e24207 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:25Z', 'revision_number': 7, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6612152-3347-46fc-b9c5-9e656c3e8f5b', 'name': '', 'network_id': 'cb952328-6692-4bb3-a1af-7a5acf1e6cce', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:74:34:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:16Z', 'updated_at': '2021-12-12T15:37:24Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '424ae390-2f9e-49d8-bb97-3a7622fd3dd4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:28.706286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.713767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.717888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port d6612152-3347-46fc-b9c5-9e656c3e8f5b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:28.718232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.736691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] Routers {'e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:28.737580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.807429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.815434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.817464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:28.818469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9a07d-c071-4e4e-a7c2-702d335b6cc5 None None] The sync data for ids ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:28.859006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=e5396c1c-58a0-4fc1-9d6d-537c4fa5504f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:28.878416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb234be4-91d4-4914-a690-cdc8879a1e62 req-30a32f50-1823-49c1-ac77-84f4e6b60103 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646574 Dec 12 15:37:28.882810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41345989-7e36-492a-bd19-9a9296d1a670 None None] Network 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:28.884663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:28.889227 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d01e88d0-184a-4e75-bb6a-26685540909c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/e5396c1c-58a0-4fc1-9d6d-537c4fa5504f HTTP/1.1" status: 204 len: 168 time: 0.5745754 Dec 12 15:37:28.900289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:28.928720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-339aa0c7-2acb-4804-95ee-edb870cbe71d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers/e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 200 len: 881 time: 0.2942002 Dec 12 15:37:28.930189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54162) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:29.004368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port d6612152-3347-46fc-b9c5-9e656c3e8f5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d6612152-3347-46fc-b9c5-9e656c3e8f5b,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:29.004765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.036783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for d6612152-3347-46fc-b9c5-9e656c3e8f5b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:29.041125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.043777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.047207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc25ba0-85c6-4d85-84f5-594125c50d0e HTTP/1.1" status: 204 len: 168 time: 0.7920136 Dec 12 15:37:29.049129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.076572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc43d1-a92b-459a-ac11-e2940c85e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc25ba0-85c6-4d85-84f5-594125c50d0e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:29.344469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] DHCP port deletion for 2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:29.381118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 14e90f95-0ace-4482-b8ac-6e126ed29d9b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:29.384734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.449194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Deleting port 14e90f95-0ace-4482-b8ac-6e126ed29d9b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:29.449702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.454239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 14e90f95-0ace-4482-b8ac-6e126ed29d9b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:29.532769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aa9ef5db-205d-466b-8656-cbf0840ab68a tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5956514 Dec 12 15:37:29.532769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54174) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:29.540167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1147408906'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:29.612875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14e90f95-0ace-4482-b8ac-6e126ed29d9b,segment=NetworkSegment(70e1a251-a8d6-439f-8fb8-2f7e036dc9b7),segment_id=70e1a251-a8d6-439f-8fb8-2f7e036dc9b7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:29.614003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.636403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] For port 14e90f95-0ace-4482-b8ac-6e126ed29d9b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=14e90f95-0ace-4482-b8ac-6e126ed29d9b,segment=NetworkSegment(70e1a251-a8d6-439f-8fb8-2f7e036dc9b7),segment_id=70e1a251-a8d6-439f-8fb8-2f7e036dc9b7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:29.636403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.655385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 14e90f95-0ace-4482-b8ac-6e126ed29d9b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:29.663999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Calling delete_port for 14e90f95-0ace-4482-b8ac-6e126ed29d9b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:29.750217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:29.848465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=d6612152-3347-46fc-b9c5-9e656c3e8f5b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:29.988010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.093948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.102153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.103259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.193359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port 14e90f95-0ace-4482-b8ac-6e126ed29d9b on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:30.195585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=14e90f95-0ace-4482-b8ac-6e126ed29d9b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:30.238783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] No DVR routers for this DVR port 14e90f95-0ace-4482-b8ac-6e126ed29d9b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:30.240999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867a958-95d8-4da7-ba48-4ce1a602ea8c None None] Pushing event deleted for resources: {'Port': ['ID=14e90f95-0ace-4482-b8ac-6e126ed29d9b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:30.279248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525426b-b4ec-49f8-952a-479ca090696e req-84a1daa3-5918-4f16-9089-eeda8bfffe72 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:30.281192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c525426b-b4ec-49f8-952a-479ca090696e req-84a1daa3-5918-4f16-9089-eeda8bfffe72 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.2649994 Dec 12 15:37:30.318416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.352667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c525426b-b4ec-49f8-952a-479ca090696e req-92811600-c664-4077-97c8-dd638fc0d794 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641408 Dec 12 15:37:30.361357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.426790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.506596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6fb882-d51e-46cf-a4d7-6cfb8e422d53']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.526460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.526797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e1a251-a8d6-439f-8fb8-2f7e036dc9b7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.535646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:30.567610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.596797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:30.605844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.616803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:30.617465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:30.621120 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:30.694543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:30.702695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.707637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8f4d2a8-926b-40f6-92c8-a66d7a2c0de4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 200 len: 888 time: 1.1734817 Dec 12 15:37:30.708032 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] Sync routers for ids ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:30.712122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54204) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:30.720299 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] Routers {'e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:30.720943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.783119 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.792351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] Routers {'e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:30.793001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.807733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.819279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.827119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54206) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:30.829505 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/2b6fb882-d51e-46cf-a4d7-6cfb8e422d53 HTTP/1.1" status: 204 len: 168 time: 1.9282942 Dec 12 15:37:30.843363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-761228375'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:30.852536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9fdde-73b5-491b-a42a-b0dbb33e9cab tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=2b6fb882-d51e-46cf-a4d7-6cfb8e422d53,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:30.867016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.867702 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278dc651-e426-4e19-91a2-1d4ea31246b7 None None] The sync data for ids ['e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:30.874166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:30.882651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d6fce8e-19f7-442d-8b37-35bdae580df1 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0946231 Dec 12 15:37:30.888687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:30.890618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:30.911940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de79e1-6958-4a6e-a485-01b6bd77dd78 req-05842e22-b6ba-4bd6-9678-bc36bebf2548 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:30.913548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08de79e1-6958-4a6e-a485-01b6bd77dd78 req-05842e22-b6ba-4bd6-9678-bc36bebf2548 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.2287540 Dec 12 15:37:30.935269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:30.935920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:30.953095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:30.956585 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.971099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet 424ae390-2f9e-49d8-bb97-3a7622fd3dd4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:30.974683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:30.985949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d5dc7cb3-0afe-4c20-9e4c-4e0a5e22c00e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers/e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 200 len: 888 time: 0.2748938 Dec 12 15:37:31.000382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:31.015831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:31.028773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.029518 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Added segment 27279803-b35d-48a1-b13a-2533afc42ec0 of type vlan for network 7f349059-8614-40e6-a759-f2f18b7b775d Dec 12 15:37:31.037670 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9354d9f2-78cf-4d45-825c-4e2b77b028cc tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 200 len: 205 time: 0.0360482 Dec 12 15:37:31.038278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:31.096680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.124518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.179221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.188951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:31.190410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.223606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:31.262722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.295438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Network': ['ID=7f349059-8614-40e6-a759-f2f18b7b775d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:31.312473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-533170e0-ee2d-4996-9ea4-78c528f5f349 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4841590 Dec 12 15:37:31.315624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54216) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:31.320798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.339147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08de79e1-6958-4a6e-a485-01b6bd77dd78 req-8398f862-fed2-4782-a82a-3befc6aa197b tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150589 Dec 12 15:37:31.370136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:31.399476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7f349059-8614-40e6-a759-f2f18b7b775d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:31.498715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.507684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.517823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:31.523355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.541461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.548213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/424ae390-2f9e-49d8-bb97-3a7622fd3dd4 HTTP/1.1" status: 204 len: 168 time: 0.6581385 Dec 12 15:37:31.565451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:31.573778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab40dcf-f7a0-4230-a6b6-7fd82517562e tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=424ae390-2f9e-49d8-bb97-3a7622fd3dd4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:31.603895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76c38e-7eb1-4b2f-9b2b-89901322e89a None None] Network cb952328-6692-4bb3-a1af-7a5acf1e6cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:31.664860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.679546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port d95e6dec-3feb-430f-9beb-fe16b49b9d25 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:31.679976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.827396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.853304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 10c768fe-6058-4692-bd9e-09778f02980f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:31.854953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:31.917159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=d0d18706-aaa5-4bdd-80d4-001c42489788,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:31.941761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:29Z', 'revision_number': 8, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:31.953719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] DHCP port deletion for cb952328-6692-4bb3-a1af-7a5acf1e6cce request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:31.963305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Checking segment: {'id': '27279803-b35d-48a1-b13a-2533afc42ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:31.963714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network hostable DHCP agents. Network: 7f349059-8614-40e6-a759-f2f18b7b775d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:31.985705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 7f349059-8614-40e6-a759-f2f18b7b775d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:31.997384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7f349059-8614-40e6-a759-f2f18b7b775d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:32.005020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:32.015396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:32.017277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.023949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3958314f-baec-4e3a-94d1-da5825279cc9 None None] Network 7f349059-8614-40e6-a759-f2f18b7b775d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:32.043877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4aa4b11f-e35f-4036-8ee4-1beb3219140a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7256424 Dec 12 15:37:32.047407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54224) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:32.063697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1610647337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:32.105366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:32.106020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:32.116609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.117929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.211939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.223159 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.252986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.255378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dad21df1-00c1-4534-a483-515c9bd3e301 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2059453 Dec 12 15:37:32.258393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54226) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:32.267820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d', 'name': 'tempest-PortsIpV6TestJSON-824477180'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:32.325746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:32.379830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Deleting port 10c768fe-6058-4692-bd9e-09778f02980f {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:32.380213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.473991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.488848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for d95e6dec-3feb-430f-9beb-fe16b49b9d25 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:32.536309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7f349059-8614-40e6-a759-f2f18b7b775d', 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': 'd0d18706-aaa5-4bdd-80d4-001c42489788'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:32.537251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.554437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:32.558938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.583981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 46ade280-f615-4137-a9a8-3814fc5eb862 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:32.635770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] For port 10c768fe-6058-4692-bd9e-09778f02980f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10c768fe-6058-4692-bd9e-09778f02980f,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:32.635770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.693937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Calling delete_port for 10c768fe-6058-4692-bd9e-09778f02980f owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:32.696237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port 10c768fe-6058-4692-bd9e-09778f02980f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=10c768fe-6058-4692-bd9e-09778f02980f,segment=NetworkSegment(ba8636df-be54-4551-a9cb-2cac9351e8d1),segment_id=ba8636df-be54-4551-a9cb-2cac9351e8d1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:32.696817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.701154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.720305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 10c768fe-6058-4692-bd9e-09778f02980f owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:32.756222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=d95e6dec-3feb-430f-9beb-fe16b49b9d25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:32.779824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf52ac-7d82-4688-99fe-23b455770e14 req-2f72dc8e-ee30-4f27-89a3-13cd6cae2862 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:32.782012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aaf52ac-7d82-4688-99fe-23b455770e14 req-2f72dc8e-ee30-4f27-89a3-13cd6cae2862 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.3101406 Dec 12 15:37:32.826355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::2d5 (7f349059-8614-40e6-a759-f2f18b7b775d/d0d18706-aaa5-4bdd-80d4-001c42489788/46ade280-f615-4137-a9a8-3814fc5eb862) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:32.853430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ba545-6d52-44ef-b832-aaa3735a01b6 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:32.900663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:32.929533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aaf52ac-7d82-4688-99fe-23b455770e14 req-bea0b11d-656d-4e5a-a17f-1b5b0ae3d4be tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386740 Dec 12 15:37:33.029832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.032247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.084104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.092508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:33.100808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.106953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7292bee3-96f4-42e7-88bc-a8818b2cfcad tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 204 len: 168 time: 2.0654273 Dec 12 15:37:33.114123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:33.117495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.124312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1614227448'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:33.129997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.152422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] No DVR routers for this DVR port 10c768fe-6058-4692-bd9e-09778f02980f on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:33.165825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3daaed2-22a9-4735-b436-1be8543a6508 None None] Pushing event deleted for resources: {'Port': ['ID=10c768fe-6058-4692-bd9e-09778f02980f,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:33.181055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:29Z', 'revision_number': 8, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:33.218568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port 10c768fe-6058-4692-bd9e-09778f02980f on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:33.234271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17846517-bde5-4d71-a93a-a1574c37b7b0 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:29Z', 'revision_number': 8, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f310c8-7c6f-46fd-add2-799e57dd9ead', 'name': '', 'network_id': '9a148333-297f-42df-9d49-0e821ebb894d', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:73:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:05Z', 'updated_at': '2021-12-12T15:37:16Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': '5278defd-ebd8-430c-89c7-ade97a7a5298', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:33.235087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-2b0736c5-0992-4a58-88b0-51a285366365 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bbdf39645fbf4892abf282b93365294f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1670520 Dec 12 15:37:33.245548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=10c768fe-6058-4692-bd9e-09778f02980f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:33.275837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:33.279532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.366428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.369424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:33.394029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.394985 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment 10a43389-cd21-4fc9-b1e5-150a35faf356 of type vlan for network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d Dec 12 15:37:33.397248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb952328-6692-4bb3-a1af-7a5acf1e6cce']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:33.415540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8636df-be54-4551-a9cb-2cac9351e8d1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:33.415936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8636df-be54-4551-a9cb-2cac9351e8d1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:33.446884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.464338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.475666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.491658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:33.491658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:33.495227 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:33.559013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.565538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:33.566781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.636509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.641029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:33.653394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/cb952328-6692-4bb3-a1af-7a5acf1e6cce HTTP/1.1" status: 204 len: 168 time: 2.0866539 Dec 12 15:37:33.657333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:33.693203 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5778468 Dec 12 15:37:33.694185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:33.711255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:33.717405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42df11-5cb4-4234-bd53-690748fcb27f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=58ad2aef-5d8a-49aa-8915-cd40d8c5a22d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:33.729109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:33.765700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10c768fe-6058-4692-bd9e-09778f02980f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:33.857113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 10c768fe-6058-4692-bd9e-09778f02980f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:33.857461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 10c768fe-6058-4692-bd9e-09778f02980f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:33.857877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d6612152-3347-46fc-b9c5-9e656c3e8f5b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:33.890271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f63287-033c-4ed9-a078-05a97f9352a2 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=cb952328-6692-4bb3-a1af-7a5acf1e6cce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:33.893635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d6612152-3347-46fc-b9c5-9e656c3e8f5b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:33.893987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d6612152-3347-46fc-b9c5-9e656c3e8f5b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:33.929644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0378cc9-73b7-4488-b67f-9fe2ba0335d6 req-54a36c33-275a-4c9f-bfc1-9a8958303f4f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:33.937057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0378cc9-73b7-4488-b67f-9fe2ba0335d6 req-54a36c33-275a-4c9f-bfc1-9a8958303f4f tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.5345085 Dec 12 15:37:33.985637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.020328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:34.024210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.049315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0378cc9-73b7-4488-b67f-9fe2ba0335d6 req-31ac1687-224a-40cb-9d1c-fde5a493a61e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113040 Dec 12 15:37:34.059808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-36bd9796-7bd0-41f8-84d1-0be863799323 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:34.061444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-36bd9796-7bd0-41f8-84d1-0be863799323 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7985477 Dec 12 15:37:34.097362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-a768d3b3-e889-432e-aa3b-eedfe31338b5 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/quotas/bbdf39645fbf4892abf282b93365294f HTTP/1.1" status: 200 len: 375 time: 0.0142581 Dec 12 15:37:34.118010 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.186045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Allocated IP 2001:db8::2 (7f349059-8614-40e6-a759-f2f18b7b775d/d0d18706-aaa5-4bdd-80d4-001c42489788/95d59f85-618e-44d7-89b1-477421ba0ade) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:34.209240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-94707011-c3ab-48d0-9d82-d8f444fda7d5 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bbdf39645fbf4892abf282b93365294f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873227 Dec 12 15:37:34.291680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 7f349059-8614-40e6-a759-f2f18b7b775d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:34.295751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:34.299335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:34.305794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:34.306471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.313127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=46ade280-f615-4137-a9a8-3814fc5eb862,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:34.334881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ab4ffc0-9e51-4e9e-9d57-1a9ba471127e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0738676 Dec 12 15:37:34.337948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54260) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:34.448426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.527926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c72f9c3e-a9a5-4e28-aca8-0096e341ac2f req-dece17d8-de09-4e17-bd9c-5f5cad5de3d7 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 210 time: 0.0357049 Dec 12 15:37:34.641009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.648872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.656385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=6e253eed-9b84-4fcb-92fc-d936c4b94cd3,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:34.664041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': '10a43389-cd21-4fc9-b1e5-150a35faf356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:34.664458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:34.688115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.693406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:34.699711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Network 7f349059-8614-40e6-a759-f2f18b7b775d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:34.702836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:34.710875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:34.760126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:34.768449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:34.769783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.797921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-65ade3c0-b7ba-40c2-9c7a-7988dab7ce6e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:34.798804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313dba80-5e7b-4405-88b2-1711656a184d None None] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:34.799812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-65ade3c0-b7ba-40c2-9c7a-7988dab7ce6e tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.1432176 Dec 12 15:37:34.802638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Pushing event updated for resources: {'Port': ['ID=95d59f85-618e-44d7-89b1-477421ba0ade,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:34.844047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72d5f7eb-fcd8-4ffc-83dd-99d48129bcf7 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1377940 Dec 12 15:37:34.846933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:34.856765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-243354432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:34.956369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.958369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.962110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:34.985494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Attempting to bind port 95d59f85-618e-44d7-89b1-477421ba0ade on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:34.986343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Attempting to bind port 95d59f85-618e-44d7-89b1-477421ba0ade by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '27279803-b35d-48a1-b13a-2533afc42ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:34.986522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Attempting to bind port 95d59f85-618e-44d7-89b1-477421ba0ade on network 7f349059-8614-40e6-a759-f2f18b7b775d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:35.012917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-58ad2aef-5d8a-49aa-8915-cd40d8c5a22d', 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '6e253eed-9b84-4fcb-92fc-d936c4b94cd3'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:35.014438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.020913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Deleting port af6a7da0-2f1c-454b-8857-e19e663bbbb6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:35.021255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.029398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:35.030183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Checking segment: {'id': '27279803-b35d-48a1-b13a-2533afc42ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:35.030831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.031599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Bound using segment: {'id': '27279803-b35d-48a1-b13a-2533afc42ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:35.032732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Bound port: 95d59f85-618e-44d7-89b1-477421ba0ade, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27279803-b35d-48a1-b13a-2533afc42ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7f349059-8614-40e6-a759-f2f18b7b775d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:35.033345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.060690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.073299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.183398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.184887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-424b3593-5fc8-4f03-b24d-ea6e3ff12dfd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3331292 Dec 12 15:37:35.188413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:35.270303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] For port 95d59f85-618e-44d7-89b1-477421ba0ade, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:35.283591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] For port af6a7da0-2f1c-454b-8857-e19e663bbbb6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=af6a7da0-2f1c-454b-8857-e19e663bbbb6,segment=NetworkSegment(ef725df3-c607-4f22-b405-ac1bff7db4bf),segment_id=ef725df3-c607-4f22-b405-ac1bff7db4bf)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:35.283962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.307013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Calling delete_port for af6a7da0-2f1c-454b-8857-e19e663bbbb6 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:35.341102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] For port 95d59f85-618e-44d7-89b1-477421ba0ade, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=95d59f85-618e-44d7-89b1-477421ba0ade,segment=NetworkSegment(27279803-b35d-48a1-b13a-2533afc42ec0),segment_id=27279803-b35d-48a1-b13a-2533afc42ec0)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:35.352793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dec7a7-d114-43c2-b3c4-f224254c892d req-e7cd3196-0769-4455-95f3-2a3c3f4e4cb1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:35.367928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06dec7a7-d114-43c2-b3c4-f224254c892d req-e7cd3196-0769-4455-95f3-2a3c3f4e4cb1 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 946 time: 0.1936786 Dec 12 15:37:35.371296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 21f310c8-7c6f-46fd-add2-799e57dd9ead {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:35.371644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.405977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.428328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Allocated IP 172.20.0.2 (58ad2aef-5d8a-49aa-8915-cd40d8c5a22d/6e253eed-9b84-4fcb-92fc-d936c4b94cd3/cae2a667-dfa2-4e52-af1c-f83d322ef86f) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:35.456849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f3360c4-d6c6-4f6b-b598-a90e93c1ee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.484556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port 21f310c8-7c6f-46fd-add2-799e57dd9ead, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=21f310c8-7c6f-46fd-add2-799e57dd9ead,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:35.484556 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.498718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 21f310c8-7c6f-46fd-add2-799e57dd9ead owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:35.553302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06dec7a7-d114-43c2-b3c4-f224254c892d req-2ffcf876-c08d-44ae-9e02-ceb3ae229aa7 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/security-groups?id=6405e8f7-e705-45c4-b557-2765ee9743f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843219 Dec 12 15:37:35.587407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.598087 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.640847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75cca-7bef-4564-a6e3-9a2e11892620 None None] Pushing event updated for resources: {'Port': ['ID=95d59f85-618e-44d7-89b1-477421ba0ade,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:35.783149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.790091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d9b084a-6fad-49a6-b9c6-67a59a48bac8 req-f8a7134d-8a2a-46ea-b289-7990238ac41c tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 210 time: 0.0911136 Dec 12 15:37:35.828526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.880155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=46ade280-f615-4137-a9a8-3814fc5eb862,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:35.891570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:35.907169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:35.910994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:35.914926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:35.951170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Pushing event updated for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:35.970983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.012859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Attempting to bind port cae2a667-dfa2-4e52-af1c-f83d322ef86f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:36.013247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Attempting to bind port cae2a667-dfa2-4e52-af1c-f83d322ef86f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '10a43389-cd21-4fc9-b1e5-150a35faf356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:36.013629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Attempting to bind port cae2a667-dfa2-4e52-af1c-f83d322ef86f on network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:36.025432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:36.025817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Checking segment: {'id': '10a43389-cd21-4fc9-b1e5-150a35faf356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:36.026229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.026634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Bound using segment: {'id': '10a43389-cd21-4fc9-b1e5-150a35faf356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:36.027135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Bound port: cae2a667-dfa2-4e52-af1c-f83d322ef86f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a43389-cd21-4fc9-b1e5-150a35faf356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '58ad2aef-5d8a-49aa-8915-cd40d8c5a22d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:36.031129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.035860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=21f310c8-7c6f-46fd-add2-799e57dd9ead,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:36.047933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Pushing event deleted for resources: {'Port': ['ID=af6a7da0-2f1c-454b-8857-e19e663bbbb6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:36.067128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.200424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:36.201326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.213562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029d9b2-20d3-4f0e-a84e-c4ffe75d4288 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:36.231763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cae2a667-dfa2-4e52-af1c-f83d322ef86f,segment=NetworkSegment(10a43389-cd21-4fc9-b1e5-150a35faf356),segment_id=10a43389-cd21-4fc9-b1e5-150a35faf356)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:36.242741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.328086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-eb33c70e-3893-4352-87e8-07c8fccca66b tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bbdf39645fbf4892abf282b93365294f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853562 Dec 12 15:37:36.331370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] No DVR routers for this DVR port af6a7da0-2f1c-454b-8857-e19e663bbbb6 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:36.335492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.342269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8e6ba6a-ab83-4a17-bc46-aec4d70ba0e9 req-8587538b-03a4-4c16-9938-8fd984731061 tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.13 "DELETE /v2.0/ports/af6a7da0-2f1c-454b-8857-e19e663bbbb6 HTTP/1.1" status: 204 len: 173 time: 1.5084460 Dec 12 15:37:36.366043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'name': 'network-vif-deleted', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:36.386185 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0f3141-84ca-495d-8c9f-bdf16841813c" -d '{"events": [{"server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "name": "network-vif-deleted", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:36.441306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a943f3-abc7-4f5f-bc2e-c534ad66767b None None] Pushing event updated for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:36.515781 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f271cab7-163d-4caa-af2e-e65df9c732d7 x-openstack-request-id: req-f271cab7-163d-4caa-af2e-e65df9c732d7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:36.515986 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a241da31-ea6e-4f76-9964-7102e70ceacb", "name": "network-vif-deleted", "tag": "af6a7da0-2f1c-454b-8857-e19e663bbbb6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:36.516235 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f271cab7-163d-4caa-af2e-e65df9c732d7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:36.516847 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a241da31-ea6e-4f76-9964-7102e70ceacb', 'name': 'network-vif-deleted', 'tag': 'af6a7da0-2f1c-454b-8857-e19e663bbbb6', 'status': 'completed', 'code': 200} Dec 12 15:37:36.543671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.561112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:36.835266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-381d7d23-2ada-40bc-b9ba-bbabac837419 req-f05f62b1-3c71-401b-9fed-5fac6352aaaf tempest-DeleteServersTestJSON-1750220787 tempest-DeleteServersTestJSON-1750220787-project] 10.222.0.36 "GET /v2.0/ports?device_id=a241da31-ea6e-4f76-9964-7102e70ceacb HTTP/1.1" status: 200 len: 210 time: 0.0675268 Dec 12 15:37:36.931391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-996c1d7f-e832-45aa-a0e9-3efd6d84ad12 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:36.935417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-996c1d7f-e832-45aa-a0e9-3efd6d84ad12 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5853038 Dec 12 15:37:36.964879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Request body: {'port': {'device_id': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': 'bbdf39645fbf4892abf282b93365294f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:37.069050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94a15e61-0b14-42ea-97db-7e1e56fe6fcb req-c5e350d3-8a47-4fe5-8a92-33c52008ad44 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 210 time: 0.1095331 Dec 12 15:37:37.215658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device af6a7da0-2f1c-454b-8857-e19e663bbbb6 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:37.240092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: af6a7da0-2f1c-454b-8857-e19e663bbbb6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:37.240449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device af6a7da0-2f1c-454b-8857-e19e663bbbb6 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:37.316100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Made reservation on behalf of bbdf39645fbf4892abf282b93365294f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:37.321949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10e6d0-5d05-429f-83e0-6c3b7d10009a None None] Network 7f349059-8614-40e6-a759-f2f18b7b775d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:37.322712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.565176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] Provisioning complete for port 95d59f85-618e-44d7-89b1-477421ba0ade triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:37.565809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.571238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.20.0.1 (58ad2aef-5d8a-49aa-8915-cd40d8c5a22d/6e253eed-9b84-4fcb-92fc-d936c4b94cd3/d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:37.643042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:37.744556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cae2a667-dfa2-4e52-af1c-f83d322ef86f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:37.756826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.786913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-de71fd9c-a849-4f60-938f-d0a4db9769cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.862921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cae2a667-dfa2-4e52-af1c-f83d322ef86f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:37.866279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.869807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.901031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:37.912949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.917780 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:37.933867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.934773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:37.934907 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:37.936044 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:37.937706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3f2aa7f0-802b-41e6-814c-d1bc976f8448 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2797098 Dec 12 15:37:37.954887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:37.973450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.107021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet 5278defd-ebd8-430c-89c7-ade97a7a5298 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:38.116498 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.122622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] For port 95d59f85-618e-44d7-89b1-477421ba0ade, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=95d59f85-618e-44d7-89b1-477421ba0ade,segment=NetworkSegment(27279803-b35d-48a1-b13a-2533afc42ec0),segment_id=27279803-b35d-48a1-b13a-2533afc42ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:38.163574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.190086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=46ade280-f615-4137-a9a8-3814fc5eb862,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:38.247509 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:38.261267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.295172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.308674 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.382944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cae2a667-dfa2-4e52-af1c-f83d322ef86f,segment=NetworkSegment(10a43389-cd21-4fc9-b1e5-150a35faf356),segment_id=10a43389-cd21-4fc9-b1e5-150a35faf356)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:38.384427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.399056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:38.423191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.430042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4787b0be-5a6e-44bc-a7bf-34e240f79c66 None None] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:38.471762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.472338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:38.473297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 95d59f85-618e-44d7-89b1-477421ba0ade up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:38.490078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:38.498280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f1d2340-ba1c-491f-bbcc-c069ea0de010 req-68fe4552-b762-473e-b17f-3f816a39e5ce tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 210 time: 0.2031496 Dec 12 15:37:38.577018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e81a0-f3cb-4d29-9950-4b680ee05155 None None] Pushing event updated for resources: {'Port': ['ID=95d59f85-618e-44d7-89b1-477421ba0ade,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:38.619465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:38.700128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.729428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 7f349059-8614-40e6-a759-f2f18b7b775d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:38.759186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fdfe5ab8-b0f1-4fa7-b345-baf4ff9cc0c9 None None] Provisioning complete for port 95d59f85-618e-44d7-89b1-477421ba0ade triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:38.760003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5ab8-b0f1-4fa7-b345-baf4ff9cc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.761930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:38.792304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8b6e7a-794f-4732-916b-dcc3a14a10ad,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:38.833770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:38.919741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:38.956347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.059357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Allocated IP 192.168.233.125 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/b2da5cfb-fd6b-4910-aefe-90a2b59de46d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:39.072029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 95d59f85-618e-44d7-89b1-477421ba0ade triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:39.072418 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.088194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.187737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.245610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Router 470d4171-6e4c-4a82-9de9-72c138c0facd is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:39.248716 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:35Z', 'revision_number': 9, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:39.312581 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:39.321516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=5278defd-ebd8-430c-89c7-ade97a7a5298,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:39.358831 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:39.360192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:39.367875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fdfe5ab8-b0f1-4fa7-b345-baf4ff9cc0c9 None None] Provisioning complete for port 46ade280-f615-4137-a9a8-3814fc5eb862 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:39.368395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5ab8-b0f1-4fa7-b345-baf4ff9cc0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.449824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13867fee-185b-44b8-8b8d-23205c8432e4 None None] Network 9a148333-297f-42df-9d49-0e821ebb894d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:39.476515 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.510162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:39.522453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-77c88087-6488-4088-9f1f-16ab00ed8209 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/routers/470d4171-6e4c-4a82-9de9-72c138c0facd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1831768 Dec 12 15:37:39.525344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:39.579471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:39.585425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.657885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.659175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] Sync routers for ids ['470d4171-6e4c-4a82-9de9-72c138c0facd'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:39.662486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe5ab8-b0f1-4fa7-b345-baf4ff9cc0c9 None None] Port 46ade280-f615-4137-a9a8-3814fc5eb862 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:39.671273 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a728295-95bc-42b0-9bf7-37c412c0ee80 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/5278defd-ebd8-430c-89c7-ade97a7a5298 HTTP/1.1" status: 204 len: 168 time: 1.7142968 Dec 12 15:37:39.679398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:39.744678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] Routers {'470d4171-6e4c-4a82-9de9-72c138c0facd'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:39.745506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['470d4171-6e4c-4a82-9de9-72c138c0facd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:39.768323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3b01e3a-1181-47d7-a2b8-4fc8aa6455dd req-256ee215-996a-4fa7-addd-0615f3ffcd18 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 210 time: 0.1100166 Dec 12 15:37:39.832114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb054e8-f0c4-4890-bb04-8a544ba5084a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:39.833733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2eb054e8-f0c4-4890-bb04-8a544ba5084a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?device_id=470d4171-6e4c-4a82-9de9-72c138c0facd HTTP/1.1" status: 200 len: 988 time: 0.2995567 Dec 12 15:37:39.837821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:39.858349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:39.928781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.950174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.951733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fb63bef3-d7f6-46a0-a6bf-5f4e516c1208 None None] Provisioning complete for port cae2a667-dfa2-4e52-af1c-f83d322ef86f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:39.952097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fb63bef3-d7f6-46a0-a6bf-5f4e516c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:39.965944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] Routers {'470d4171-6e4c-4a82-9de9-72c138c0facd'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:39.966806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['470d4171-6e4c-4a82-9de9-72c138c0facd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:40.117515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.127184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.135334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:40.142016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:35Z', 'revision_number': 9, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:40.144830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a4c44-b73e-455a-a7a3-63f279e666a1 None None] The sync data for ids ['470d4171-6e4c-4a82-9de9-72c138c0facd'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:40.171905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] DHCP port deletion for 9a148333-297f-42df-9d49-0e821ebb894d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:40.194045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:40.225889 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bcc25-94f5-4d0d-8f79-9471f43ef68e None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:35Z', 'revision_number': 9, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a248f5f4-eb55-45a4-b7c4-a93e420b3ae8', 'name': '', 'network_id': '044a3473-ee27-4c06-a1d3-30a5c630f81a', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:e5:23:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:57Z', 'updated_at': '2021-12-12T15:37:06Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'ba0679c8-aedd-4781-a215-ad7390c3bfdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:40.265166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.292997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Pushing event updated for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:40.332473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:40.337341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cae2a667-dfa2-4e52-af1c-f83d322ef86f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:40.345977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:40.350924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:40.460827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Deleting port ed57524a-651d-485e-89a2-88ab7e787fb1 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:40.461358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.589680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port ed57524a-651d-485e-89a2-88ab7e787fb1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:40.590428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.654928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:40.669924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:40.737651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:40.738856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.862074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-ced1fba0-97ae-47c9-b3e1-38d1909f1fa9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9014735 Dec 12 15:37:40.882139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.898282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Request body: {'port': {'device_id': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:40.909955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port ed57524a-651d-485e-89a2-88ab7e787fb1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ed57524a-651d-485e-89a2-88ab7e787fb1,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:40.910423 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.935891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fb63bef3-d7f6-46a0-a6bf-5f4e516c1208 None None] Provisioning complete for port 46ade280-f615-4137-a9a8-3814fc5eb862 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:40.936528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fb63bef3-d7f6-46a0-a6bf-5f4e516c1208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:40.970088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for ed57524a-651d-485e-89a2-88ab7e787fb1 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:41.005735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] For port ed57524a-651d-485e-89a2-88ab7e787fb1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ed57524a-651d-485e-89a2-88ab7e787fb1,segment=NetworkSegment(d524dcec-ad28-4242-b33c-e503d60610a7),segment_id=d524dcec-ad28-4242-b33c-e503d60610a7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:41.006245 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.061152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Calling delete_port for ed57524a-651d-485e-89a2-88ab7e787fb1 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:41.063078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fb63bef3-d7f6-46a0-a6bf-5f4e516c1208 None None] Port 46ade280-f615-4137-a9a8-3814fc5eb862 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:41.109017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cae2a667-dfa2-4e52-af1c-f83d322ef86f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.109628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.157479 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.255447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router df1fbc27-032b-43bb-b61e-dae25cae0326 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:41.257278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.283944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Provisioning complete for port cae2a667-dfa2-4e52-af1c-f83d322ef86f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.284688 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.289688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f97dc-261b-4ae6-80fa-b5c91472cd18 req-0f938d27-fc6f-45dd-9c34-dc8aa7d4b420 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:41.298985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb0f97dc-261b-4ae6-80fa-b5c91472cd18 req-0f938d27-fc6f-45dd-9c34-dc8aa7d4b420 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 936 time: 0.3021810 Dec 12 15:37:41.344884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.386244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 95d59f85-618e-44d7-89b1-477421ba0ade up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:41.455256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:41.464735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9275bdf3-af35-47e8-a7d5-5d287074c7d4 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/df1fbc27-032b-43bb-b61e-dae25cae0326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2755933 Dec 12 15:37:41.469363 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] Sync routers for ids ['df1fbc27-032b-43bb-b61e-dae25cae0326'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:41.479511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:41.480551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Provisioning complete for port d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.481021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.483879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 95d59f85-618e-44d7-89b1-477421ba0ade triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.484485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.484607 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] Routers {'df1fbc27-032b-43bb-b61e-dae25cae0326'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:41.486572 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['df1fbc27-032b-43bb-b61e-dae25cae0326'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.531120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb0f97dc-261b-4ae6-80fa-b5c91472cd18 req-fe660fc3-30df-4c77-bb25-fc51cd650751 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256610 Dec 12 15:37:41.563038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Port d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:41.566644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.584662 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.600946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] Routers {'df1fbc27-032b-43bb-b61e-dae25cae0326'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:41.603084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['df1fbc27-032b-43bb-b61e-dae25cae0326'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.609208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] Pushing event deleted for resources: {'Port': ['ID=ed57524a-651d-485e-89a2-88ab7e787fb1,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:41.610927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.631797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6968e20-e826-4c69-bb9a-015b415d009f None None] No DVR routers for this DVR port ed57524a-651d-485e-89a2-88ab7e787fb1 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:41.647506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Provisioning complete for port b2da5cfb-fd6b-4910-aefe-90a2b59de46d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.647984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.671232 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.671894 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef78b6a-0525-4b99-b493-9302e7d19e28 None None] The sync data for ids ['df1fbc27-032b-43bb-b61e-dae25cae0326'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:41.687658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=ed57524a-651d-485e-89a2-88ab7e787fb1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:41.703024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7857b-a6a0-4013-ac00-6f22211be8fd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:41.704731 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-98a7857b-a6a0-4013-ac00-6f22211be8fd tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports/d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 HTTP/1.1" status: 200 len: 910 time: 0.2211428 Dec 12 15:37:41.706045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port ed57524a-651d-485e-89a2-88ab7e787fb1 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:41.710915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54790) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:41.720334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e253eed-9b84-4fcb-92fc-d936c4b94cd3'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:41.792220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Port b2da5cfb-fd6b-4910-aefe-90a2b59de46d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:41.820350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Provisioning complete for port 46ade280-f615-4137-a9a8-3814fc5eb862 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:41.820787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.831221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.860580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2d210958-9889-45b7-a5b6-e28dceadd83f None None] Port 46ade280-f615-4137-a9a8-3814fc5eb862 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:41.893634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a148333-297f-42df-9d49-0e821ebb894d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.896940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ed57524a-651d-485e-89a2-88ab7e787fb1 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:41.928504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ed57524a-651d-485e-89a2-88ab7e787fb1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:41.930579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd524dcec-ad28-4242-b33c-e503d60610a7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.931103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd524dcec-ad28-4242-b33c-e503d60610a7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:41.932991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ed57524a-651d-485e-89a2-88ab7e787fb1 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:41.945803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.963871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.971515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:41.972597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:41.976276 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:42.046644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.060800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.068959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/9a148333-297f-42df-9d49-0e821ebb894d HTTP/1.1" status: 204 len: 168 time: 2.3881412 Dec 12 15:37:42.069800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:42.090691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab1f6c-5600-4084-84c7-68d47e31a39d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=9a148333-297f-42df-9d49-0e821ebb894d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:42.153151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 21f310c8-7c6f-46fd-add2-799e57dd9ead no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:42.179057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 21f310c8-7c6f-46fd-add2-799e57dd9ead {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:42.179494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 21f310c8-7c6f-46fd-add2-799e57dd9ead not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:42.381216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.507620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.517783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.833473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:42.834137 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.950330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270be6-1077-4b23-8cb5-788562c0b110 req-07b8660e-6728-44a7-b216-380b29a5ba88 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:42.959832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port a248f5f4-eb55-45a4-b7c4-a93e420b3ae8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:42.960046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83270be6-1077-4b23-8cb5-788562c0b110 req-07b8660e-6728-44a7-b216-380b29a5ba88 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 936 time: 0.2110503 Dec 12 15:37:42.960538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:42.988720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:43.189847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.198365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da5cfb-fd6b-4910-aefe-90a2b59de46d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:37:43.218601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.222550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.286420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.308053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:43.383173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=a248f5f4-eb55-45a4-b7c4-a93e420b3ae8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:43.394763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83270be6-1077-4b23-8cb5-788562c0b110 req-43cd3a38-7282-4603-84f9-5d78952d7ee9 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338300 Dec 12 15:37:43.418777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Transition to ACTIVE for port object b2da5cfb-fd6b-4910-aefe-90a2b59de46d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:37:43.459544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.508152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:43.508854 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.515076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0193a332-3c07-493a-bd3a-ffc8cddfc698 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/ports/d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 HTTP/1.1" status: 200 len: 910 time: 1.8029191 Dec 12 15:37:43.526317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54802) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:43.542925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.651188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:43.760321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 46ade280-f615-4137-a9a8-3814fc5eb862 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:43.760707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:43.886352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:43.933492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Attempting to bind port b2da5cfb-fd6b-4910-aefe-90a2b59de46d on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:43.933826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Attempting to bind port b2da5cfb-fd6b-4910-aefe-90a2b59de46d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:43.934155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Attempting to bind port b2da5cfb-fd6b-4910-aefe-90a2b59de46d on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:43.951888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Port b2da5cfb-fd6b-4910-aefe-90a2b59de46d on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:37:43.952206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Attempting to bind port b2da5cfb-fd6b-4910-aefe-90a2b59de46d on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:43.996302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:43.996655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:43.997051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:43.997492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Bound port: b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:43.997843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.024285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.028214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:44.038650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:44.040615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e97266a2-acac-4c8b-85e0-867feaa99258 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9581873 Dec 12 15:37:44.043685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:44.054269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:44.054901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:44.092895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:44.113408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 46ade280-f615-4137-a9a8-3814fc5eb862 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:44.123940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:44.131937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet ba0679c8-aedd-4781-a215-ad7390c3bfdb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:44.145464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.160421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.243013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:44.243722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.245212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2da5cfb-fd6b-4910-aefe-90a2b59de46d HTTP/1.1" status: 200 len: 1096 time: 3.3668916 Dec 12 15:37:44.250080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:44.259539 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365" -d '{"events": [{"name": "network-changed", "server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:44.295744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.300236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:44.380973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f9d6-ae53-426f-88be-25848a1f5bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:44.529176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.535995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-68bafbfe-b9e2-4f4a-8e32-1bff51e87e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:44.546370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-68bafbfe-b9e2-4f4a-8e32-1bff51e87e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbdf39645fbf4892abf282b93365294f&device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 1099 time: 0.2519083 Dec 12 15:37:44.664861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.699142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a9713-68e5-44ff-942d-bb30bf6b8d71 None None] Network 044a3473-ee27-4c06-a1d3-30a5c630f81a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:44.700463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.715149 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/ba0679c8-aedd-4781-a215-ad7390c3bfdb HTTP/1.1" status: 204 len: 168 time: 0.6703446 Dec 12 15:37:44.717170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:44.745571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.797915 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d353917-a4c0-48f7-b886-5b23e11057fa x-openstack-request-id: req-6d353917-a4c0-48f7-b886-5b23e11057fa {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:44.798137 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:44.798396 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d353917-a4c0-48f7-b886-5b23e11057fa {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:44.798796 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d', 'status': 'completed', 'code': 200} Dec 12 15:37:44.836426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8af64-f517-4cb2-ab2b-bc60a361fea6 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0679c8-aedd-4781-a215-ad7390c3bfdb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:44.841408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=46ade280-f615-4137-a9a8-3814fc5eb862,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:44.850122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-98e42acc-1617-49c4-9108-32e13ee82f12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d HTTP/1.1" status: 200 len: 217 time: 0.1881485 Dec 12 15:37:44.982809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:44.986483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:45.078467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:43Z', 'revision_number': 10, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:45.122279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Deleting subnet 6349cdb5-6bc5-46f4-afff-a7a59ff5365b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:45.131887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:45.161767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] DHCP port deletion for 044a3473-ee27-4c06-a1d3-30a5c630f81a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:45.176134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:45.181089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:45.194669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.244879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.297571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:45.301391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port e12043e2-6827-44d2-92f8-bc314736fff9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:45.303163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.346433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a4507-ab02-4ad5-8685-10f93e35e427 req-4af91479-cddc-42a6-93df-92807e30df4e tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:45.348834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a53a4507-ab02-4ad5-8685-10f93e35e427 req-4af91479-cddc-42a6-93df-92807e30df4e tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 948 time: 0.6775069 Dec 12 15:37:45.433938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port e12043e2-6827-44d2-92f8-bc314736fff9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e12043e2-6827-44d2-92f8-bc314736fff9,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:45.434759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.437755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.450108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a53a4507-ab02-4ad5-8685-10f93e35e427 req-edca8455-6783-479c-b004-f7ba65c36b32 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Dec 12 15:37:45.458754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.481508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for e12043e2-6827-44d2-92f8-bc314736fff9 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:45.539299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Deleting port e12043e2-6827-44d2-92f8-bc314736fff9 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:45.549076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.582615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.624166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6349cdb5-6bc5-46f4-afff-a7a59ff5365b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:45.645496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.651091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea82920-3e1c-4a04-8993-d02c9782b9bb None None] Network 139be9d6-8c0e-4dae-9e3c-809c216a6d8a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:45.652545 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b584167-971f-40cc-bc9f-26e4e5be1fd1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6349cdb5-6bc5-46f4-afff-a7a59ff5365b HTTP/1.1" status: 204 len: 168 time: 0.6577237 Dec 12 15:37:45.654118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:43Z', 'revision_number': 10, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:45.655064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:45.670881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-7321b80a-df36-4d9c-b7ff-b2968b29e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:45.688476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-7321b80a-df36-4d9c-b7ff-b2968b29e3a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.7960234 Dec 12 15:37:45.695128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.706362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.723407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e377d5-7577-47ef-b07e-94ed07a0257b None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:43Z', 'revision_number': 10, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None, '_interfaces': [{'id': '1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1', 'name': '', 'network_id': '2dc7d82a-1008-4ce6-a63a-8c2c68322db6', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'mac_address': 'fa:16:3e:92:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e66b86-9bbd-44f5-97db-f41490153768', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:36:48Z', 'updated_at': '2021-12-12T15:36:59Z', 'revision_number': 5, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'subnets': [{'id': 'a4444a0b-bd51-4a4f-b342-a2218eeb580d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:45.750022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=e12043e2-6827-44d2-92f8-bc314736fff9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:45.767140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port e12043e2-6827-44d2-92f8-bc314736fff9 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:45.775031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] For port e12043e2-6827-44d2-92f8-bc314736fff9, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e12043e2-6827-44d2-92f8-bc314736fff9,segment=NetworkSegment(622be78a-4678-4547-b934-6e6888e42d69),segment_id=622be78a-4678-4547-b934-6e6888e42d69)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:45.775645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:45.799792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Calling delete_port for e12043e2-6827-44d2-92f8-bc314736fff9 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:45.914363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421272eb-01d7-4936-bf28-cd3276f2f2f0 None None] DHCP port deletion for 139be9d6-8c0e-4dae-9e3c-809c216a6d8a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:45.996254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.004132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-b7feabbf-8184-4cdb-a8d7-225db48e04df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:46.006168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-b7feabbf-8184-4cdb-a8d7-225db48e04df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871034 Dec 12 15:37:46.027303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.062532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044a3473-ee27-4c06-a1d3-30a5c630f81a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.067577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Pushing event deleted for resources: {'Port': ['ID=e12043e2-6827-44d2-92f8-bc314736fff9,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:46.079567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622be78a-4678-4547-b934-6e6888e42d69') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.080998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622be78a-4678-4547-b934-6e6888e42d69') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.097417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.097965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.098183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.098497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.098841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.099180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.099519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.099858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.100406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.100523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.102425 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.113424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.113853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.114210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:37:46.119042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99d65e-0150-416e-937e-ea7ac33017ce None None] No DVR routers for this DVR port e12043e2-6827-44d2-92f8-bc314736fff9 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:46.196144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.237019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:46.238146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:46.241777 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:46.273788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Router 470d4171-6e4c-4a82-9de9-72c138c0facd has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:46.279678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:46.346229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:46.346698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a248f5f4-eb55-45a4-b7c4-a93e420b3ae8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:46.347805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e12043e2-6827-44d2-92f8-bc314736fff9 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:46.392896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:46.394323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e12043e2-6827-44d2-92f8-bc314736fff9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:46.394681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e12043e2-6827-44d2-92f8-bc314736fff9 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:46.404285 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] Sync routers for ids ['470d4171-6e4c-4a82-9de9-72c138c0facd'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:46.411996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-37d0788e-2701-4448-adc3-8cb0d31db423 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/routers/470d4171-6e4c-4a82-9de9-72c138c0facd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5731330 Dec 12 15:37:46.419349 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] Routers {'470d4171-6e4c-4a82-9de9-72c138c0facd'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:46.419978 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['470d4171-6e4c-4a82-9de9-72c138c0facd'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.440942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:46.467378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.483155 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] Routers {'470d4171-6e4c-4a82-9de9-72c138c0facd'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:46.483783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['470d4171-6e4c-4a82-9de9-72c138c0facd'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.523063 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:46.524321 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea4ef1-5ba2-4ec1-bc66-d7b159098414 None None] The sync data for ids ['470d4171-6e4c-4a82-9de9-72c138c0facd'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:46.582904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-a81e1a04-b456-46e2-92ff-b9473014a8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028901 Dec 12 15:37:46.654333 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c69efa-00d5-4fc9-95bf-70250f84a8c7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:37:46.661592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-35c69efa-00d5-4fc9-95bf-70250f84a8c7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/46ade280-f615-4137-a9a8-3814fc5eb862 HTTP/1.1" status: 404 len: 333 time: 0.2023838 Dec 12 15:37:46.664117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:46.755896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.766134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.783796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.788704 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/044a3473-ee27-4c06-a1d3-30a5c630f81a HTTP/1.1" status: 204 len: 168 time: 2.0695264 Dec 12 15:37:46.789446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129190b-71d1-4de4-ba7b-52e0297c1df5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=044a3473-ee27-4c06-a1d3-30a5c630f81a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:46.790822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.792102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:46.944621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:46.957644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dc4a-9899-46cf-874a-adbdd2b82c4c req-c998c528-29c6-4dea-9cf7-248c728877c5 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:46.959173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10d9dc4a-9899-46cf-874a-adbdd2b82c4c req-c998c528-29c6-4dea-9cf7-248c728877c5 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 948 time: 0.3475094 Dec 12 15:37:46.976909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139be9d6-8c0e-4dae-9e3c-809c216a6d8a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:47.099730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef725df3-c607-4f22-b405-ac1bff7db4bf') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:47.100421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef725df3-c607-4f22-b405-ac1bff7db4bf') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:47.116117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.137445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.147275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.154098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.158410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-923a3901-6961-4e5d-859c-bfe6ef5867ad req-95d22710-7833-4860-b98d-04dc1b6ef029 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390434 Dec 12 15:37:47.160887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:47.161392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.181006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:47.181426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:47.188037 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:47.194613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10d9dc4a-9899-46cf-874a-adbdd2b82c4c req-b1855cd0-247f-45ce-bafd-3bb4cf726848 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673377 Dec 12 15:37:47.287649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.293283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.298092 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] 10.222.0.36 "DELETE /v2.0/networks/139be9d6-8c0e-4dae-9e3c-809c216a6d8a HTTP/1.1" status: 204 len: 168 time: 1.6420269 Dec 12 15:37:47.320451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.321003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Fanout notify agent at l3_agent the message router_deleted on router 470d4171-6e4c-4a82-9de9-72c138c0facd {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:47.330824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.332512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c71d4683-df98-4871-935a-e6f3b39af701 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/routers/470d4171-6e4c-4a82-9de9-72c138c0facd HTTP/1.1" status: 204 len: 168 time: 0.6469920 Dec 12 15:37:47.342200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54852) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:47.362980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeefb20-1151-4f65-97fd-599a6d5a6f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=139be9d6-8c0e-4dae-9e3c-809c216a6d8a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:47.380586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-962e4a58-70c9-4dd1-887f-25c73ddd316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:47.382164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-962e4a58-70c9-4dd1-887f-25c73ddd316b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbdf39645fbf4892abf282b93365294f&device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 1099 time: 0.1415739 Dec 12 15:37:47.411137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.481332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.567034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:47.583551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:47.650389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5d417e53-8c0e-4ee7-ba38-491b67aa6691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df956f70f924476eb519bd75a5450e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0799708 Dec 12 15:37:47.668495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:47.740705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.747566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-bc30b553-b006-4a72-a545-7fcfd079642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:47.749083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-bc30b553-b006-4a72-a545-7fcfd079642f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.3540149 Dec 12 15:37:47.790122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.819048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet d0d18706-aaa5-4bdd-80d4-001c42489788 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:47.822682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.825945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-47696b37-a3b0-47f3-9c9e-cc9f433740ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d HTTP/1.1" status: 200 len: 217 time: 0.0505419 Dec 12 15:37:47.849516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.876872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:47.877254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.896217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.898947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:47.902575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6405e8f7-e705-45c4-b557-2765ee9743f1 HTTP/1.1" status: 204 len: 168 time: 0.2306314 Dec 12 15:37:47.942454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98584cfe-6ca1-4f43-a16a-c98f90c24a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405e8f7-e705-45c4-b557-2765ee9743f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:47.993868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.010182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:48.010802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.029171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:48.053478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=d0f1dbec-08d2-4d85-9bc2-8c1c5fbb0b17,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:48.263268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.268340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-d69717e6-4a8e-45c3-80d5-f032f963e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:48.270267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-d69717e6-4a8e-45c3-80d5-f032f963e914 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.4164202 Dec 12 15:37:48.316799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.368245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:48.504936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.703518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:48.794123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.803381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1fcf-71f0-4ae5-be24-dbdf964e460c req-b9941f44-635e-4a65-9d43-b71cd8f3e106 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:48.803519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:48.804910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67b1fcf-71f0-4ae5-be24-dbdf964e460c req-b9941f44-635e-4a65-9d43-b71cd8f3e106 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 948 time: 0.4862452 Dec 12 15:37:48.821892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:48.826813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-59b241d0-7973-4ca1-8a63-94a138054a32 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0116966 Dec 12 15:37:48.827267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:48.832341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-37107b7f-0058-466e-81c5-9ca8dc816783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:48.833867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-37107b7f-0058-466e-81c5-9ca8dc816783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5423000 Dec 12 15:37:48.846313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:48.846973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:48.888156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting subnet a4444a0b-bd51-4a4f-b342-a2218eeb580d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:48.893346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.914528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.932165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:48.946704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:48.996890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.026271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:49.038425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:49.039309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.049832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:49.071895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.085503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2da5cfb-fd6b-4910-aefe-90a2b59de46d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:37:49.124402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d18706-aaa5-4bdd-80d4-001c42489788,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:49.128824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.135096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f051acab-e19d-44e5-aee2-b1943e87fb42 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d0d18706-aaa5-4bdd-80d4-001c42489788 HTTP/1.1" status: 204 len: 168 time: 1.7863686 Dec 12 15:37:49.140853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54888) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:49.157014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e67b1fcf-71f0-4ae5-be24-dbdf964e460c req-9abf5adc-d926-44a5-8a5a-761c8f7a13d2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399556 Dec 12 15:37:49.165379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:49.169686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.210662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.resource_extend [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:37:49.256588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Subnet': ['ID=a4444a0b-bd51-4a4f-b342-a2218eeb580d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:49.269199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.279324 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-18104fdd-c218-4909-8711-6e77d8bdd378 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/a4444a0b-bd51-4a4f-b342-a2218eeb580d HTTP/1.1" status: 204 len: 168 time: 0.4499536 Dec 12 15:37:49.281099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:49.298240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-631913012-network', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:49.342353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-21aa8bfc-93e2-403d-9771-b828a99342e8 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526958 Dec 12 15:37:49.347448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.369177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:49.387247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:49.388186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d', 'mac_address': 'fa:16:3e:a9:a2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:37:49.390017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.407644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.408660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router df1fbc27-032b-43bb-b61e-dae25cae0326 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:49.411350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.421357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb471fcd-566e-4abd-a053-c681167f80da None None] Network 7f349059-8614-40e6-a759-f2f18b7b775d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:49.423375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f977d1-7328-4192-ad90-c69c99f4c7ef None None] Network 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:49.524315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc865ce-47ff-46f5-83e5-2f13ca7d8365 req-6948eb51-e616-4a04-9717-6bdf9b99c725 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130626 Dec 12 15:37:49.532068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Deleting port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:49.532473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.609790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] For port fe6badbc-1cc5-4ddb-9dc3-95917ead1563, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,segment=NetworkSegment(f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804),segment_id=f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:49.610183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.625493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Calling delete_port for fe6badbc-1cc5-4ddb-9dc3-95917ead1563 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:49.647722 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.667630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:49.680113 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] Sync routers for ids ['df1fbc27-032b-43bb-b61e-dae25cae0326'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:49.682686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2da5cfb-fd6b-4910-aefe-90a2b59de46d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:37:49.687769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.701553 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] Routers {'df1fbc27-032b-43bb-b61e-dae25cae0326'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:49.702414 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['df1fbc27-032b-43bb-b61e-dae25cae0326'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.703801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:49.704460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-840476dd-e622-4ccc-9824-1f236e768e68 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/df1fbc27-032b-43bb-b61e-dae25cae0326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1774838 Dec 12 15:37:49.721682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35701d0f-1e63-4e66-b2c1-2a8e52862962 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:49.738536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 95d59f85-618e-44d7-89b1-477421ba0ade {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:49.739529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.791323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6efd2e4a-4f19-4639-9ef5-6954ad21e282 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=df1fbc27-032b-43bb-b61e-dae25cae0326 HTTP/1.1" status: 200 len: 205 time: 0.0861878 Dec 12 15:37:49.799735 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.815525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:49.818309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.829340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.832884 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] Routers {'df1fbc27-032b-43bb-b61e-dae25cae0326'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:49.838174 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['df1fbc27-032b-43bb-b61e-dae25cae0326'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.851393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.856977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] For port 95d59f85-618e-44d7-89b1-477421ba0ade, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=95d59f85-618e-44d7-89b1-477421ba0ade,segment=NetworkSegment(27279803-b35d-48a1-b13a-2533afc42ec0),segment_id=27279803-b35d-48a1-b13a-2533afc42ec0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:49.857508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.871557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 95d59f85-618e-44d7-89b1-477421ba0ade owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:49.875167 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:49.876172 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da17f9ab-085d-44f3-ae54-27e62d9365fe None None] The sync data for ids ['df1fbc27-032b-43bb-b61e-dae25cae0326'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:49.891169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:49.904299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No DVR routers for this DVR port fe6badbc-1cc5-4ddb-9dc3-95917ead1563 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:49.926030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:49.967599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.005348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.011234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=95d59f85-618e-44d7-89b1-477421ba0ade,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.020834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No DVR routers for this DVR port 95d59f85-618e-44d7-89b1-477421ba0ade on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:50.072705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Port': ['ID=fe6badbc-1cc5-4ddb-9dc3-95917ead1563,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.095683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:50.101859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.117930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688174ae-7a1c-4a5a-9c47-0941c9b5fb6b None None] DHCP port deletion for 2dc7d82a-1008-4ce6-a63a-8c2c68322db6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:50.118746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.125490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.161932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0903c9-0b88-4e75-b9db-b37d15ef1f6e None None] DHCP port deletion for 7f349059-8614-40e6-a759-f2f18b7b775d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:50.168814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f349059-8614-40e6-a759-f2f18b7b775d']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.192583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27279803-b35d-48a1-b13a-2533afc42ec0') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.193012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27279803-b35d-48a1-b13a-2533afc42ec0') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.199746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.200090 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Added segment 3161a6ab-66a6-4b8e-9437-9cb86456e11a of type vlan for network 717b73d9-5f70-4deb-80b5-40d024abc3fc Dec 12 15:37:50.208047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.231633 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.242428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc7d82a-1008-4ce6-a63a-8c2c68322db6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.246621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:50.247776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.256085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120b7882-3ac7-4263-a837-9efd03b43a4b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:50.270045 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:50.287502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.287802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b5f08b-cd8f-4ca1-afd9-8f1cf22af804') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:50.290921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['b2da5cfb-fd6b-4910-aefe-90a2b59de46d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:37:50.367676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:50.385909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.397715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.398493 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.400970 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.401947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/7f349059-8614-40e6-a759-f2f18b7b775d HTTP/1.1" status: 204 len: 168 time: 1.2596841 Dec 12 15:37:50.413488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:50.413634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54904) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.414172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e96e3c7-5a0d-4274-b7fe-41ffb1679bd1 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:50.414762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe6badbc-1cc5-4ddb-9dc3-95917ead1563 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:50.439371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee5043-5c92-4e4f-977b-eb1982a82063 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=7f349059-8614-40e6-a759-f2f18b7b775d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.455169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fe6badbc-1cc5-4ddb-9dc3-95917ead1563 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:50.455975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe6badbc-1cc5-4ddb-9dc3-95917ead1563 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:50.456872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 95d59f85-618e-44d7-89b1-477421ba0ade no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:50.457411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.458300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router df1fbc27-032b-43bb-b61e-dae25cae0326 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:50.464182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.471050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.472658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-722ca86d-daec-4b31-bb6f-5eddb903b479 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/df1fbc27-032b-43bb-b61e-dae25cae0326 HTTP/1.1" status: 204 len: 168 time: 0.6518219 Dec 12 15:37:50.475313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54906) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.489927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.502884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.519361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:50.519762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.520758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 95d59f85-618e-44d7-89b1-477421ba0ade {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:37:50.522546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 95d59f85-618e-44d7-89b1-477421ba0ade not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:50.523116 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:50.558788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 6e253eed-9b84-4fcb-92fc-d936c4b94cd3 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:37:50.573768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef463-0be3-452c-b0cf-3aa0a1afa82d req-96d2b4a8-8266-4e91-8048-e049c657a1ef tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:50.576114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6abef463-0be3-452c-b0cf-3aa0a1afa82d req-96d2b4a8-8266-4e91-8048-e049c657a1ef tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 949 time: 0.2431111 Dec 12 15:37:50.578582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.579682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:50.580602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.580804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.624563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.646620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190eb42-a2f4-4ad4-84fe-9601c9ae1dc9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:50.651920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3190eb42-a2f4-4ad4-84fe-9601c9ae1dc9 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/baa9ffa6-d8e5-4796-9443-069801228512 HTTP/1.1" status: 200 len: 844 time: 0.2316399 Dec 12 15:37:50.655018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54910) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.659099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.665331 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/networks/2dc7d82a-1008-4ce6-a63a-8c2c68322db6 HTTP/1.1" status: 204 len: 168 time: 1.3793123 Dec 12 15:37:50.666683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.670494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'routes': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:50.703941 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6494958 Dec 12 15:37:50.711454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.716367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Request body: {'subnet': {'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-631913012-subnet', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:50.744250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63dbd3b8-9d1b-4a72-8ceb-9522abe40c3b tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/baa9ffa6-d8e5-4796-9443-069801228512?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0848434 Dec 12 15:37:50.745157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:50.747497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.750421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54916) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.763706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c45a6-bf75-439c-877d-80211e301dec admin admin] Pushing event updated for resources: {'Network': ['ID=717b73d9-5f70-4deb-80b5-40d024abc3fc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.769272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:50.782882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:50.791336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6abef463-0be3-452c-b0cf-3aa0a1afa82d req-f2820854-d495-4910-9b9d-0097d757d9cb tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022715 Dec 12 15:37:50.794028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.797045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54918) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:50.868178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fe6fd-e259-4a0b-a213-7c76fd0b8aa3 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Pushing event deleted for resources: {'Network': ['ID=2dc7d82a-1008-4ce6-a63a-8c2c68322db6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:50.957526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Added routes are [] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:37:50.958059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Removed routes are [] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:37:50.958176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:50.966321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:50.970585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.037560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ef35872-9c29-4a16-9b0c-ebd9ab0c94bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.076293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.181763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.200396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.215368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.276701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.303464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.334124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=955e5f5b-b4c4-4781-9a8b-b58a7867afcb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:51.342343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=6e253eed-9b84-4fcb-92fc-d936c4b94cd3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:51.351214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:51.353826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.356970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fe14d64b-2009-468c-88c1-9829d38552fe tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/6e253eed-9b84-4fcb-92fc-d936c4b94cd3 HTTP/1.1" status: 204 len: 168 time: 0.8805981 Dec 12 15:37:51.360739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b44b100-d334-46c8-9b94-c64168045640 None None] Network 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:51.370823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 28e66b86-9bbd-44f5-97db-f41490153768 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:37:51.371458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54922) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:51.374018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:51.377375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:51.378007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.396241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a63c20-bfe3-4322-8330-f3eef340d5bb None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:51.404385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Checking segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:51.404966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Network hostable DHCP agents. Network: 717b73d9-5f70-4deb-80b5-40d024abc3fc, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:51.428158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6763291 Dec 12 15:37:51.428793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:51.435525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'security_group': {'name': 'tempest-secgroup-999571574'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:51.438992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ef35872-9c29-4a16-9b0c-ebd9ab0c94bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.443211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caea1f3-0394-4773-82e2-315241776f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=35d2f93c-b087-4411-852a-ce2f31b1e6b0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:51.453534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ef35872-9c29-4a16-9b0c-ebd9ab0c94bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.470971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:51.480159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.492162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 717b73d9-5f70-4deb-80b5-40d024abc3fc) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:51.497929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:51.498588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.533719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-da3c4cf5-4dff-47af-81a7-ab21050155ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8208880 Dec 12 15:37:51.537670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:51.542969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:51.584343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.585863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.597626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1fce4-9842-445d-ba07-314972a53bf5 None None] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:51.657715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.752868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-9a7fb221-01f6-48dd-9582-7951792ac775', 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'project_id': 'd350daaca6cc446aabd8aefa30166d3e', 'fixed_ips': [{'subnet_id': '35d2f93c-b087-4411-852a-ce2f31b1e6b0'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:51.753974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.860465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-717b73d9-5f70-4deb-80b5-40d024abc3fc', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:51.861694 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.866612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] DHCP port deletion for 58ad2aef-5d8a-49aa-8915-cd40d8c5a22d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:51.870685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:51.876266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.890177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:51.890920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Sync routers for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:51.891634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec6f10ce-897f-436b-9c27-b89cbaeb4967 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 705 time: 1.2250664 Dec 12 15:37:51.897598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef35872-9c29-4a16-9b0c-ebd9ab0c94bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7fdbf6-1f4e-4d94-a448-180237cf1e0e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:51.903295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54930) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:51.933177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ef35872-9c29-4a16-9b0c-ebd9ab0c94bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e523b17e61d74d0fb1e9793c98b68480&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1317899 Dec 12 15:37:51.947480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:51.948404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:51.966049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54932) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:51.970669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ca37f8c6-488b-4bbf-b043-f4dcaec053d7 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 205 time: 0.0623276 Dec 12 15:37:51.977200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54934) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:52.031476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:52.100939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:52.117702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.135144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Checking router: 28e66b86-9bbd-44f5-97db-f41490153768 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:52.220549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cae2a667-dfa2-4e52-af1c-f83d322ef86f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:52.234413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed09e6-2fc7-4e26-a292-8e223a1f979b req-d8b1559c-e9ef-4197-93ae-1309afad243a tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:52.236024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64ed09e6-2fc7-4e26-a292-8e223a1f979b req-d8b1559c-e9ef-4197-93ae-1309afad243a tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 949 time: 0.3433566 Dec 12 15:37:52.257311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Routers {'28e66b86-9bbd-44f5-97db-f41490153768'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:52.258164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28e66b86-9bbd-44f5-97db-f41490153768'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:52.261719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.294563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.298681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.335212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.337839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Allocated IP 2001:db8::2 (9a7fb221-01f6-48dd-9582-7951792ac775/35d2f93c-b087-4411-852a-ce2f31b1e6b0/7e6781aa-9b0b-42ce-861b-4bacc66c3691) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:52.351345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.355176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9204993 Dec 12 15:37:52.376592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:52.380542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c1f07-50aa-4637-abd7-49ea3fd0ef56 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8447cff-1eb8-45f5-9df6-d65db998540a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:52.387730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'security_group': {'name': 'tempest-secgroup-2094247253'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:52.408055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.416976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.424654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.426476 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.448352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port cae2a667-dfa2-4e52-af1c-f83d322ef86f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:52.449053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.523308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64ed09e6-2fc7-4e26-a292-8e223a1f979b req-ab19d0dd-edc9-4fff-b90a-34e77aaf499a tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747312 Dec 12 15:37:52.555321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.556178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router 28e66b86-9bbd-44f5-97db-f41490153768 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:52.569582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] Set router 28e66b86-9bbd-44f5-97db-f41490153768 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:52.576608 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.584306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65aec3db-d565-441b-8c72-80a0dbc41f08 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 204 len: 168 time: 0.5969117 Dec 12 15:37:52.586586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54938) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:52.591484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-314505383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:52.592839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.599705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.632598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cae2a667-dfa2-4e52-af1c-f83d322ef86f,segment=NetworkSegment(10a43389-cd21-4fc9-b1e5-150a35faf356),segment_id=10a43389-cd21-4fc9-b1e5-150a35faf356)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:52.632968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.643169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Deleting port cae2a667-dfa2-4e52-af1c-f83d322ef86f {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:37:52.643709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.649031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.651813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.653003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb7fdbf6-1f4e-4d94-a448-180237cf1e0e HTTP/1.1" status: 204 len: 168 time: 0.6833670 Dec 12 15:37:52.657415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:52.666832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for cae2a667-dfa2-4e52-af1c-f83d322ef86f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:52.669035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a365b-8cb7-4326-a490-5f5310f95f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7fdbf6-1f4e-4d94-a448-180237cf1e0e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:52.671926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.673018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.681717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e407c1a-e8e5-40fe-8134-5faea7918991,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:52.707667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.728693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.742090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.744222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.745877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec883eb0-3c76-4b55-b1ae-fe466aeb3cd2 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3676519 Dec 12 15:37:52.747231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.749176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:52.762057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1931436544', 'security_groups': ['1e407c1a-e8e5-40fe-8134-5faea7918991'], 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35d2f93c-b087-4411-852a-ce2f31b1e6b0'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:52.788701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7c0f8-8c02-4035-bbdb-2d2a7c4fee15 None None] The sync data for ids ['28e66b86-9bbd-44f5-97db-f41490153768'] in n-d-710847-8 is: [{'id': '28e66b86-9bbd-44f5-97db-f41490153768', 'name': 'tempest-RoutersIpV6Test-router-1825106275', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:36:45Z', 'updated_at': '2021-12-12T15:37:48Z', 'revision_number': 11, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:52.816230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.817990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b471bbcc-4542-4123-a9ef-c59156dd2f52 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2298801 Dec 12 15:37:52.820514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54946) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:52.825658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:52.831879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Allocated IP 172.20.0.2 (717b73d9-5f70-4deb-80b5-40d024abc3fc/955e5f5b-b4c4-4781-9a8b-b58a7867afcb/18fe6c54-1bed-4079-b043-cf0e43a96a82) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:52.910164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.917163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cae2a667-dfa2-4e52-af1c-f83d322ef86f,segment=NetworkSegment(10a43389-cd21-4fc9-b1e5-150a35faf356),segment_id=10a43389-cd21-4fc9-b1e5-150a35faf356)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:52.917816 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:52.987537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:53.010734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Calling delete_port for cae2a667-dfa2-4e52-af1c-f83d322ef86f owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:37:53.086310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.108424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port cae2a667-dfa2-4e52-af1c-f83d322ef86f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cae2a667-dfa2-4e52-af1c-f83d322ef86f,segment=NetworkSegment(10a43389-cd21-4fc9-b1e5-150a35faf356),segment_id=10a43389-cd21-4fc9-b1e5-150a35faf356)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:53.116582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.118270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port 81f8b069-7824-4501-83ef-15db8a58023b yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:53.125669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:53.145441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Allocated IP 172.25.3.17 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:53.153235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.191971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4d4cd5-7199-4cce-aa02-ef5631c50cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.232070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2da5cfb-fd6b-4910-aefe-90a2b59de46d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:53.233947 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.251599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.291321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port cae2a667-dfa2-4e52-af1c-f83d322ef86f on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:53.293385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.309510 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.323187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event deleted for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.353379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.367635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.391897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.394533 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.417732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.419028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Router 3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:53.427980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ad2aef-5d8a-49aa-8915-cd40d8c5a22d']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:53.444107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a43389-cd21-4fc9-b1e5-150a35faf356') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:53.444895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a43389-cd21-4fc9-b1e5-150a35faf356') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:53.446229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:53.460838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.464880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] No DVR routers for this DVR port cae2a667-dfa2-4e52-af1c-f83d322ef86f on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:53.466882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:53.472874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Pushing event updated for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.475509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:53.477992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.486832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port b2da5cfb-fd6b-4910-aefe-90a2b59de46d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:37:53.515439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.519520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0fc60-895d-44e8-a92a-6d09acb79601 None None] Pushing event deleted for resources: {'Port': ['ID=cae2a667-dfa2-4e52-af1c-f83d322ef86f,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.527119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:53.533977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:53.535890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port b2da5cfb-fd6b-4910-aefe-90a2b59de46d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:53.536278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.536462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:53.564435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.573859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:53.595120 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Sync routers for ids ['3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:53.603068 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.607578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8f6b49a9-a247-4855-87e0-745d2826405c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "PUT /v2.0/routers/3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 200 len: 697 time: 0.7858369 Dec 12 15:37:53.611364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54956) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:53.613155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:37:53.613676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.621498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76540bf2-c47e-4e51-aa52-364281611457 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:37:53.625528 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Routers {'3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:53.630675 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:53.636578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:37:53.637993 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:37:53.648232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Pushing event updated for resources: {'Port': ['ID=18fe6c54-1bed-4079-b043-cf0e43a96a82,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:53.663943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:53.673509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:53.678972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Attempting to bind port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:53.679346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Attempting to bind port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '96babe1d-3d9d-4b5a-9be3-1197b4b098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:53.679714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Attempting to bind port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 on network 9a7fb221-01f6-48dd-9582-7951792ac775 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:53.683069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:53.696778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:53.697194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Checking segment: {'id': '96babe1d-3d9d-4b5a-9be3-1197b4b098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:53.697604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.698002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Bound using segment: {'id': '96babe1d-3d9d-4b5a-9be3-1197b4b098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:53.698485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Bound port: 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96babe1d-3d9d-4b5a-9be3-1197b4b098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:53.698868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.744171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4110cb76-f2d8-42ce-a1d8-f927e31101a9 None None] Provisioning complete for port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:53.744470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4110cb76-f2d8-42ce-a1d8-f927e31101a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.856421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Attempting to bind port 18fe6c54-1bed-4079-b043-cf0e43a96a82 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:37:53.856825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Attempting to bind port 18fe6c54-1bed-4079-b043-cf0e43a96a82 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:37:53.857385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Attempting to bind port 18fe6c54-1bed-4079-b043-cf0e43a96a82 on network 717b73d9-5f70-4deb-80b5-40d024abc3fc {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:37:53.862025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-16ce5a92-2712-4036-adcc-d27164594d29 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/routers/3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 200 len: 703 time: 0.2444932 Dec 12 15:37:53.863564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54958) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:53.879755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.882136 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.883783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Set router 3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:53.904944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5938d322-6cfa-4104-bace-2c789a581013 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 200 len: 205 time: 0.0373018 Dec 12 15:37:53.917432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4110cb76-f2d8-42ce-a1d8-f927e31101a9 None None] Port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:53.918031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc96333-8137-4f2f-819f-7fb777425390 req-ca175ee1-2367-486d-9454-4083babaf4b7 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:53.926563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dc96333-8137-4f2f-819f-7fb777425390 req-ca175ee1-2367-486d-9454-4083babaf4b7 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 949 time: 0.2641551 Dec 12 15:37:53.935361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:53.937725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:37:53.938055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::178 (9a7fb221-01f6-48dd-9582-7951792ac775/35d2f93c-b087-4411-852a-ce2f31b1e6b0/81f8b069-7824-4501-83ef-15db8a58023b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:53.939153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Checking segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:53.939728 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.940266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Bound using segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:37:53.940968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Bound port: 18fe6c54-1bed-4079-b043-cf0e43a96a82, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:37:53.941536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.950078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8', 'name': 'tempest-RoutersIpV6Test-router-314505383', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:37:53Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:53.960189 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:53.963449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/58ad2aef-5d8a-49aa-8915-cd40d8c5a22d HTTP/1.1" status: 204 len: 168 time: 2.5910234 Dec 12 15:37:53.966024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:53.968558 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366f057-71a6-4a86-ad35-e8e8883c00d1" -d '{"events": [{"server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "name": "network-vif-plugged", "status": "completed", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:53.973220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:53.978555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54962) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:53.998258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7e6781aa-9b0b-42ce-861b-4bacc66c3691,segment=NetworkSegment(96babe1d-3d9d-4b5a-9be3-1197b4b098ee),segment_id=96babe1d-3d9d-4b5a-9be3-1197b4b098ee)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:54.002340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:54.005382 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Checking router: 3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:54.009705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-136579720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:54.020186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Routers {'3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:54.021858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:54.025998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.030859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.031028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c1ad4-1865-44f1-b104-6fd64669e0b1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=58ad2aef-5d8a-49aa-8915-cd40d8c5a22d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:54.113519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] For port 18fe6c54-1bed-4079-b043-cf0e43a96a82, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:54.121744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] For port 18fe6c54-1bed-4079-b043-cf0e43a96a82, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=18fe6c54-1bed-4079-b043-cf0e43a96a82,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:37:54.123597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dc96333-8137-4f2f-819f-7fb777425390 req-9f2eaed3-afa4-4af9-96ca-dbe30bd7d540 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929135 Dec 12 15:37:54.125688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351e19-c706-48c6-983b-1690761c48e7 None None] Pushing event updated for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:54.126946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.130576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.139007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.230240 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d1980f-2be5-4935-aca2-5086d3d4f465 x-openstack-request-id: req-a1d1980f-2be5-4935-aca2-5086d3d4f465 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:54.230718 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "name": "network-vif-plugged", "status": "completed", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:54.231129 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1d1980f-2be5-4935-aca2-5086d3d4f465 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:54.233089 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d', 'code': 200} Dec 12 15:37:54.254590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4d4cd5-7199-4cce-aa02-ef5631c50cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.260192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:54.260558 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] Set router 3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:54.298408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.303877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4d4cd5-7199-4cce-aa02-ef5631c50cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.360857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848e77-d126-4e21-9fc6-4eb36cf68512 None None] Pushing event updated for resources: {'Port': ['ID=18fe6c54-1bed-4079-b043-cf0e43a96a82,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:54.378059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.383062 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8', 'name': 'tempest-RoutersIpV6Test-router-314505383', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:37:53Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:54.454863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.460553 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8655c-8ff9-44b3-904e-cafe86f4bfb4 None None] The sync data for ids ['3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8'] in n-d-710847-8 is: [{'id': '3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8', 'name': 'tempest-RoutersIpV6Test-router-314505383', 'tenant_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:37:53Z', 'revision_number': 2, 'project_id': 'a7c4fd1e401f49588cce33222e14aaa3', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:37:54.488624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.492291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e096aa0d-080a-4bc8-b25a-60207db74aed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5025902 Dec 12 15:37:54.493483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:54.504818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935766058'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:54.510720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd49fed-c50c-4836-8f46-c75cf11af121 req-6cdfb81f-9995-44b6-8130-fb2f6b593562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.512227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccd49fed-c50c-4836-8f46-c75cf11af121 req-6cdfb81f-9995-44b6-8130-fb2f6b593562 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 1101 time: 0.1634336 Dec 12 15:37:54.516609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c4d4cd5-7199-4cce-aa02-ef5631c50cc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8f87778acbf47768f4b745ec904b8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3886971 Dec 12 15:37:54.532011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.541897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.548138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.554463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.560756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.567564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.576611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.580716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-85c8b844-5772-48e7-8bc8-4233cad38e38 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.2519436 Dec 12 15:37:54.581832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54970) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:54.657857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.659967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d4cd5-7199-4cce-aa02-ef5631c50cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a356a775-40f0-41bf-adda-c33860f2112a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:54.712402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:54.718228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.750818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccd49fed-c50c-4836-8f46-c75cf11af121 req-fb35a3fb-c2fa-43d2-a21d-036adede3f8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677277 Dec 12 15:37:54.789039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.797300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.816349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb86dfbd-3823-4ab4-9a8c-3024c2617213 req-b96334a3-b907-4ed2-9c9f-5d1af8eb6619 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664593 Dec 12 15:37:54.841701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:37:54.850150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.873216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.873557 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment 49b0e477-a1fb-4dae-bf5d-e721f438958e of type vlan for network 231186a2-b9e5-4e5b-a450-411b6b58c878 Dec 12 15:37:54.887056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.928548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.929064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:37:54.940033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.941748 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4891db52-fb19-477b-a774-230bc0c1b06d tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 204 len: 168 time: 1.0013680 Dec 12 15:37:54.945710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.946495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:54.981091 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.984679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8219c94f-cdb5-4c6a-93d1-ab4d66bdaf58 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 200 len: 205 time: 0.0346961 Dec 12 15:37:54.987138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:54.988282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.989598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:54.991881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54974) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.005013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.007545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.008701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a356a775-40f0-41bf-adda-c33860f2112a HTTP/1.1" status: 204 len: 168 time: 0.4224529 Dec 12 15:37:55.090498 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-ba86ebb1-bf7d-4eb5-a2d0-834c02837718 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:55.091587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba86ebb1-bf7d-4eb5-a2d0-834c02837718 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/3c5cfe4e-ee5b-4d29-92ad-9a4a4c4828e8 HTTP/1.1" status: 404 len: 336 time: 0.0960846 Dec 12 15:37:55.100432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.106945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6095769 Dec 12 15:37:55.106945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41db29-f479-43c9-801b-5687c5678e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a356a775-40f0-41bf-adda-c33860f2112a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:55.108485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.114468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:55.145993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0afa6a-bb06-4e54-b7f1-951aa1df8218 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=231186a2-b9e5-4e5b-a450-411b6b58c878,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:55.148746 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4243582-bd3c-4fcb-b76e-4bdfc0934380 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:55.149214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4243582-bd3c-4fcb-b76e-4bdfc0934380 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:55.154062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d4243582-bd3c-4fcb-b76e-4bdfc0934380 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/424ae390-2f9e-49d8-bb97-3a7622fd3dd4 HTTP/1.1" status: 404 len: 337 time: 0.0532417 Dec 12 15:37:55.156487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54984) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.169165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:37:55.187264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.192662 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4dfdc4-b7a3-4cbe-89f8-8caf27d222f7 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:55.193192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4dfdc4-b7a3-4cbe-89f8-8caf27d222f7 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:55.198954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b4dfdc4-b7a3-4cbe-89f8-8caf27d222f7 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/5278defd-ebd8-430c-89c7-ade97a7a5298 HTTP/1.1" status: 404 len: 337 time: 0.0391335 Dec 12 15:37:55.199484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54986) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.263760 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-001c0700-007a-4ab1-beff-b216e820601a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:55.264367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001c0700-007a-4ab1-beff-b216e820601a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:55.275246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-001c0700-007a-4ab1-beff-b216e820601a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/ba0679c8-aedd-4781-a215-ad7390c3bfdb HTTP/1.1" status: 404 len: 337 time: 0.0720842 Dec 12 15:37:55.275719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54988) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.276178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.282503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:55.290168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=81f8b069-7824-4501-83ef-15db8a58023b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:55.293549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:55.300703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:55.310546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:55.311350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.359936 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e4cbc7-deb9-41ae-934e-d81db9fff1fe tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:55.361308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e4cbc7-deb9-41ae-934e-d81db9fff1fe tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:55.365913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-06e4cbc7-deb9-41ae-934e-d81db9fff1fe tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/a4444a0b-bd51-4a4f-b342-a2218eeb580d HTTP/1.1" status: 404 len: 337 time: 0.0890083 Dec 12 15:37:55.382994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54992) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.446029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-62de6793-1c40-4f5f-8c2d-d8ea539afe02 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 200 len: 205 time: 0.0590634 Dec 12 15:37:55.450964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54994) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.479705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:55.485204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.503233 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f54ca065-30d9-422d-9898-3513f4a8933c tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7513633 Dec 12 15:37:55.523578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.537706 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-ae8984e5-65b5-47c3-835a-571108560c13 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:55.538107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae8984e5-65b5-47c3-835a-571108560c13 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/28e66b86-9bbd-44f5-97db-f41490153768 HTTP/1.1" status: 404 len: 336 time: 0.0860331 Dec 12 15:37:55.553959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55002) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.562678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00c5a-ec2a-49ae-b9b0-592e1b2d9590 req-e6091a4a-8a2c-459e-82ba-310cbe2128c8 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:55.564406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31d00c5a-ec2a-49ae-b9b0-592e1b2d9590 req-e6091a4a-8a2c-459e-82ba-310cbe2128c8 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.2740238 Dec 12 15:37:55.581117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:55.600961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-02372e1e-eac0-4d20-a6a2-d9d1c3a076db tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5926fee-5e89-4b38-8f29-71366ba4c204 HTTP/1.1" status: 200 len: 205 time: 0.0353999 Dec 12 15:37:55.603775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55006) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.664356 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-51f69cd0-3475-4730-8ea9-9d26f97235b5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:55.665827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-51f69cd0-3475-4730-8ea9-9d26f97235b5 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/f5926fee-5e89-4b38-8f29-71366ba4c204 HTTP/1.1" status: 404 len: 336 time: 0.0611520 Dec 12 15:37:55.685548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55010) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:55.718479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Router 50f1d83d-b00c-4085-9140-ba632b9bfe35 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:37:55.892375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:55.906485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:55.906956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.109904 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.111721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.121854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.159149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.165387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.172830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7e6781aa-9b0b-42ce-861b-4bacc66c3691,segment=NetworkSegment(96babe1d-3d9d-4b5a-9be3-1197b4b098ee),segment_id=96babe1d-3d9d-4b5a-9be3-1197b4b098ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:56.177826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.181211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.200615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.207763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.220903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-238d5b71-fde8-4ea1-8d86-73c887238a1d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.7517295 Dec 12 15:37:56.284715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Pushing event updated for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:56.289700 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13cdb8d-5b9c-4711-8b11-d0ed0536ba14 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:56.290157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13cdb8d-5b9c-4711-8b11-d0ed0536ba14 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:56.293338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d13cdb8d-5b9c-4711-8b11-d0ed0536ba14 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/e78cd0f6-c0a7-4c59-91a7-12a6f551a154 HTTP/1.1" status: 404 len: 337 time: 0.0713906 Dec 12 15:37:56.295512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Provisioning complete for port baa9ffa6-d8e5-4796-9443-069801228512 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:56.302307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.304334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55022) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.364769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-46886039-a1be-4697-b7f0-dea92573d6be tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.366307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-46886039-a1be-4697-b7f0-dea92573d6be tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670865 Dec 12 15:37:56.394701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ff446b9b-233d-4812-badb-f6e2b80f9d6e None None] Port baa9ffa6-d8e5-4796-9443-069801228512 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:56.437634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 18fe6c54-1bed-4079-b043-cf0e43a96a82 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:56.445374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f59f1607-9ec9-4f02-aae6-4888456fa905 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 200 len: 205 time: 0.0848191 Dec 12 15:37:56.455247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31d00c5a-ec2a-49ae-b9b0-592e1b2d9590 req-f3ff321e-ad1c-47f7-acde-6987416d2386 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8777974 Dec 12 15:37:56.468510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55030) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.518236 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-cd6410cc-d2de-47e1-8bcc-04114f39a1c8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:56.519690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cd6410cc-d2de-47e1-8bcc-04114f39a1c8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/c03dc062-4c84-4124-b15e-d79a0b95d86f HTTP/1.1" status: 404 len: 336 time: 0.0499220 Dec 12 15:37:56.551429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-62d57751-b9b3-4de0-89ea-702ea2ddd0d5 None None] Provisioning complete for port 81f8b069-7824-4501-83ef-15db8a58023b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:56.551806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-62d57751-b9b3-4de0-89ea-702ea2ddd0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.555590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55032) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.596075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1f6254e-ab4d-420a-9699-91237b5ad00c tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=4258d1be-2d19-4cbd-82fc-5d023983780f HTTP/1.1" status: 200 len: 205 time: 0.0348783 Dec 12 15:37:56.600241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 18fe6c54-1bed-4079-b043-cf0e43a96a82 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:56.600866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.602579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55034) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.669206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-62d57751-b9b3-4de0-89ea-702ea2ddd0d5 None None] Port 81f8b069-7824-4501-83ef-15db8a58023b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:56.686572 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-71c5ec8e-2b20-41b0-8a76-0077650fe79a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:56.690110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-71c5ec8e-2b20-41b0-8a76-0077650fe79a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/4258d1be-2d19-4cbd-82fc-5d023983780f HTTP/1.1" status: 404 len: 336 time: 0.0811360 Dec 12 15:37:56.693411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55050) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.711393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.717678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.728252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.735497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.737134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50765c85-9ffc-440d-9de9-f999f8f24487 None None] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:56.743285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.749899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.757647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:56.766400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b031c691-8d7a-462a-975d-65340dcf7830 req-01be7e1d-9e52-40a6-92ef-34bd9ac1612c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 5445 time: 0.4811590 Dec 12 15:37:56.802829 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee837126-e2e6-481e-8d60-7a65adec9407 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:56.803451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee837126-e2e6-481e-8d60-7a65adec9407 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:56.809312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee837126-e2e6-481e-8d60-7a65adec9407 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/9968635b-9fb5-42cc-b7cc-86a2f65e8f00 HTTP/1.1" status: 404 len: 337 time: 0.1123755 Dec 12 15:37:56.818001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:56.829418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55068) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.830309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.830479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.843152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:56.899047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 18fe6c54-1bed-4079-b043-cf0e43a96a82, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=18fe6c54-1bed-4079-b043-cf0e43a96a82,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:56.901065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45b6e97d-f7d1-49a5-b804-489c53294cbd None None] Provisioning complete for port 18fe6c54-1bed-4079-b043-cf0e43a96a82 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:56.902269 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45b6e97d-f7d1-49a5-b804-489c53294cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.906492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:37:56.906966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 231186a2-b9e5-4e5b-a450-411b6b58c878, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:37:56.913798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:56.917846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b031c691-8d7a-462a-975d-65340dcf7830 req-79dca126-dcd7-4cd2-b459-f3433433cbd5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451311 Dec 12 15:37:56.929434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9c7ca6ae-2ec3-46db-8774-0050bc5f501a tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a755ede-f9f8-4714-a40b-70d3369e1d59 HTTP/1.1" status: 200 len: 205 time: 0.0977273 Dec 12 15:37:56.932120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7e6781aa-9b0b-42ce-861b-4bacc66c3691 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:56.932495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55074) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:56.944273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:37:56.995092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:37:57.012583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-3d211629-f72a-4ebb-9013-9ec437be8c0b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6272361 Dec 12 15:37:57.014610 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a066cc27-dbc0-4806-8810-98b72cda30bf tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:57.015875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a066cc27-dbc0-4806-8810-98b72cda30bf tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/0a755ede-f9f8-4714-a40b-70d3369e1d59 HTTP/1.1" status: 404 len: 336 time: 0.0631678 Dec 12 15:37:57.019475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55076) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.031704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.034235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:57.036986 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fd404a4-1eed-41b0-a870-049f1705a3c4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4980471 Dec 12 15:37:57.037798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 231186a2-b9e5-4e5b-a450-411b6b58c878) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:57.040462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55078) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.044792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Sync routers for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:37:57.059549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:57.060264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.071494 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35d2f93c-b087-4411-852a-ce2f31b1e6b0 (CIDR: 2001:db8::/64) Dec 12 15:37:57.074344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf51cd8-e425-4741-8637-5fd8e948eaa5 None None] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:37:57.078857 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:37:57.079287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:57.099470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e5ed363-031e-44d6-8652-2c32a9f5eb32 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9896178 Dec 12 15:37:57.109819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d73dfad2-bf50-44a4-bed5-623fb5cb43d7 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5823340 Dec 12 15:37:57.110531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.110916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.125286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:57.201407 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3faab1-396d-461f-9822-0f054c5eb484 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:57.202006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3faab1-396d-461f-9822-0f054c5eb484 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:57.207796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd3faab1-396d-461f-9822-0f054c5eb484 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/53c4e313-c46c-4a25-b857-312ea81008d3 HTTP/1.1" status: 404 len: 337 time: 0.1843741 Dec 12 15:37:57.220960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.254868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.323275 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9470468c-bc43-4814-81b5-3d9e8d528ec8 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8da9df61-3cf9-4b83-9f26-47b074c0948e HTTP/1.1" status: 200 len: 205 time: 0.1010544 Dec 12 15:37:57.333945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55092) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.408332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:57.414054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:37:57.415447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:57.536447 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-2c6dccad-211a-41bf-9267-5cb4474d5151 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] delete failed (client error): The resource could not be found. Dec 12 15:37:57.537515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c6dccad-211a-41bf-9267-5cb4474d5151 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/routers/8da9df61-3cf9-4b83-9f26-47b074c0948e HTTP/1.1" status: 404 len: 336 time: 0.1964660 Dec 12 15:37:57.579203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.633059 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d5dd9c-a373-42b6-a790-aa35a53a9a22 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:57.633550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d5dd9c-a373-42b6-a790-aa35a53a9a22 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:57.640823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15d5dd9c-a373-42b6-a790-aa35a53a9a22 tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/df2ec490-ad1e-4f70-93a4-073678044d8a HTTP/1.1" status: 404 len: 337 time: 0.0535438 Dec 12 15:37:57.640823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:57.672772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:37:57.697495 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb647650-914e-41f7-8265-57bde556b6af tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] DELETE failed (client error): The resource could not be found. Dec 12 15:37:57.697495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb647650-914e-41f7-8265-57bde556b6af tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:37:57.711305 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb647650-914e-41f7-8265-57bde556b6af tempest-RoutersIpV6Test-448329620 tempest-RoutersIpV6Test-448329620-project] 10.222.0.36 "DELETE /v2.0/subnets/4b2bacac-5ec8-4ea9-a884-8706ffb6d7ea HTTP/1.1" status: 404 len: 337 time: 0.0369074 Dec 12 15:37:57.783027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8fc8851c-b1f4-4f66-9678-72feff64c021,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:57.807827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=18fe6c54-1bed-4079-b043-cf0e43a96a82,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:57.817229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.842914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:37:57.858431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.858988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] For port 8fc8851c-b1f4-4f66-9678-72feff64c021, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:57.921699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-231186a2-b9e5-4e5b-a450-411b6b58c878', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:37:57.922971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.926817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:57.927403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:57.984774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836a063-ae5d-441b-bd4c-5245922bd9e1 req-026ac1cb-387b-43af-b8d9-5331faecb50c tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:57.989201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c836a063-ae5d-441b-bd4c-5245922bd9e1 req-026ac1cb-387b-43af-b8d9-5331faecb50c tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.3406537 Dec 12 15:37:58.006339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] device_id is not set on port 8fc8851c-b1f4-4f66-9678-72feff64c021 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:58.050314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.102648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.229612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.256910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:58.262499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.20.0.1 (231186a2-b9e5-4e5b-a450-411b6b58c878/1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5/3356a56f-41d7-4cfc-b6b4-a6df28f02b81) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:58.303603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:37:58.306032 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c6297-129e-4197-a2ea-37c18a09f78e" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:37:58.320507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Pushing event updated for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:58.342330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.353476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:58.376864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.377584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 3bdcadd8-7091-446a-91e7-cea3463f2740 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:58.485089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1f56a9a8-157b-4b8a-bd2a-1510063a3847 None None] Provisioning complete for port 18fe6c54-1bed-4079-b043-cf0e43a96a82 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:58.485769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f56a9a8-157b-4b8a-bd2a-1510063a3847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.594580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:37:53Z', 'revision_number': 3, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:37:58.596290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:58.598728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c836a063-ae5d-441b-bd4c-5245922bd9e1 req-0afee260-44a1-4187-936b-125ff5d4f07c tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998516 Dec 12 15:37:58.604453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 18fe6c54-1bed-4079-b043-cf0e43a96a82 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:37:58.695023 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7743e306-6eb7-4217-a1c1-d72f9aae4192 x-openstack-request-id: req-7743e306-6eb7-4217-a1c1-d72f9aae4192 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:37:58.695332 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:37:58.695579 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7743e306-6eb7-4217-a1c1-d72f9aae4192 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:37:58.695982 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'code': 200} Dec 12 15:37:58.698914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.708150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] No DVR routers for this DVR port 8fc8851c-b1f4-4f66-9678-72feff64c021 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:37:58.711114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Checking router: 50f1d83d-b00c-4085-9140-ba632b9bfe35 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:37:58.711796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Updating router 50f1d83d-b00c-4085-9140-ba632b9bfe35 port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:37:58.717115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-70bcf0da-325b-41ca-938c-45606e141cb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7c4fd1e401f49588cce33222e14aaa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560535 Dec 12 15:37:58.720131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55148) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:58.767186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.834071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.840782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.847737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.854884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.862253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.870101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.872052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.877967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57c2368d-72a3-4099-912a-ca7365d075eb req-c376da7d-ebe0-47a6-beab-a491144810ea tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 4663 time: 0.7986937 Dec 12 15:37:58.954784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] In _notify_port_updated(), no bound segment for port 8fc8851c-b1f4-4f66-9678-72feff64c021 on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:37:58.955722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:58.956899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:58.958226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9eb2c477-fddb-459a-9949-59ce8eeb50ab service neutron] 10.222.0.30 "PUT /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 200 len: 1033 time: 1.9358890 Dec 12 15:37:59.013398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.026411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:59.082348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:59.092117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.092976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8fc8851c-b1f4-4f66-9678-72feff64c021 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:59.100028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 18fe6c54-1bed-4079-b043-cf0e43a96a82 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:59.100399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.109556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:59.116200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:59.125608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:59.134916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-79b0dd2c-3d6a-429d-8fb9-32d677511128 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:59.136440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-79b0dd2c-3d6a-429d-8fb9-32d677511128 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "GET /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1630552 Dec 12 15:37:59.142733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.183761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57c2368d-72a3-4099-912a-ca7365d075eb req-2a1872eb-2425-4dd4-a903-c1af029d77bc tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&id=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3048172 Dec 12 15:37:59.222456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Allocated IP 172.20.0.1 (717b73d9-5f70-4deb-80b5-40d024abc3fc/955e5f5b-b4c4-4781-9a8b-b58a7867afcb/bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:59.231521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.236072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.244065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.251385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-22946b14-5ad5-43b8-9cb6-31beb4b187ff None None] Provisioning complete for port 8fc8851c-b1f4-4f66-9678-72feff64c021 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:37:59.251766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22946b14-5ad5-43b8-9cb6-31beb4b187ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.266118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba20df-2887-4403-a637-6391ffb8785f req-77b5adc5-9851-4e8f-a9a9-83ddeb7dc76d tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:59.268205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cba20df-2887-4403-a637-6391ffb8785f req-77b5adc5-9851-4e8f-a9a9-83ddeb7dc76d tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.2172847 Dec 12 15:37:59.295726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:59.321310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Allocated IP 172.20.0.2 (231186a2-b9e5-4e5b-a450-411b6b58c878/1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5/ae57ea59-bd54-4d10-b2d8-d3713373ea7c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:37:59.369157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:59.384051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8fc8851c-b1f4-4f66-9678-72feff64c021 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:37:59.384282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:37:59.389556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-22946b14-5ad5-43b8-9cb6-31beb4b187ff None None] Port 8fc8851c-b1f4-4f66-9678-72feff64c021 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:37:59.418632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:59.420129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:59.427597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:37:59.428188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.458701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.461322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.462468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5615ded-331f-4541-92b9-c311bdcc425f HTTP/1.1" status: 204 len: 168 time: 0.7138882 Dec 12 15:37:59.471639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cba20df-2887-4403-a637-6391ffb8785f req-4f6b014c-4cc8-4600-b145-fb6187092c69 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902366 Dec 12 15:37:59.479705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.495089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3817389 Dec 12 15:37:59.499394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293abe8-c0b7-48c3-ae1d-9afe0733107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5615ded-331f-4541-92b9-c311bdcc425f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:59.500390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:37:59.507911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1687114186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fdc7f026-db16-486b-8329-7d1e66a418f9'}], 'security_groups': ['a8447cff-1eb8-45f5-9df6-d65db998540a']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:37:59.514666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0c6db-99bd-4bec-881f-64120d2022b4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=fdc7f026-db16-486b-8329-7d1e66a418f9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:59.578041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.710339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.720065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d76defe4-4f0c-41c5-960b-a1b2a56d124d,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:37:59.755639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] For port d76defe4-4f0c-41c5-960b-a1b2a56d124d, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:37:59.791992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.838511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] device_id is not set on port d76defe4-4f0c-41c5-960b-a1b2a56d124d yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:37:59.857949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:37:59.859988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.866459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:37:59.870491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:37:59.875274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.914302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:37:59.920826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:37:59.972984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Pushing event updated for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:00.051583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] No DVR routers for this DVR port d76defe4-4f0c-41c5-960b-a1b2a56d124d on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:00.055143 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.120652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.177306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b55576-45a2-417a-9d92-d056ed312346 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:00.206633 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.306993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] In _notify_port_updated(), no bound segment for port d76defe4-4f0c-41c5-960b-a1b2a56d124d on network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:38:00.307908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.308819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.310199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-9ebee5de-fc75-4731-b5e1-7335e9d3c198 service neutron] 10.222.0.30 "PUT /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 200 len: 1033 time: 1.1614807 Dec 12 15:38:00.375612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.488327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.494994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:00.522997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:00.570748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:00.656673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.673453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7e6781aa-9b0b-42ce-861b-4bacc66c3691 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:00.675846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Pushing event updated for resources: {'Port': ['ID=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:00.685972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e149c999-daa8-4636-b3d1-71a72ffb9e73 None None] Provisioning complete for port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:00.686660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e149c999-daa8-4636-b3d1-71a72ffb9e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.688594 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.745411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:00.748711 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51513db6-58a4-4838-a676-a783520d84db" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:00.748891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.753949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.898990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Attempting to bind port ae57ea59-bd54-4d10-b2d8-d3713373ea7c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:00.899375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Attempting to bind port ae57ea59-bd54-4d10-b2d8-d3713373ea7c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:00.900262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Attempting to bind port ae57ea59-bd54-4d10-b2d8-d3713373ea7c on network 231186a2-b9e5-4e5b-a450-411b6b58c878 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:00.918194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:00.925523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7afdeb-3921-416a-808d-e57a489ed01b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:00.936086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-5ffbf174-36b3-4840-8bf1-a0798fc508b2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.937618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-5ffbf174-36b3-4840-8bf1-a0798fc508b2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.5954349 Dec 12 15:38:00.947948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e149c999-daa8-4636-b3d1-71a72ffb9e73 None None] Port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:38:00.950016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:00.950597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Checking segment: {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:00.951378 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.952225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Bound using segment: {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:00.952926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Bound port: ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:00.953321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.955379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:00.956612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d76defe4-4f0c-41c5-960b-a1b2a56d124d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:38:00.965487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.974110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.981221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.992408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:00.995501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280f85-12bf-4d7f-8daf-512c9bc1ee77 None None] Pushing event updated for resources: {'Port': ['ID=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:01.001974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:01.003462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-89669382-5a2c-4ea2-b610-0a70b366ecaf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 3881 time: 0.6922688 Dec 12 15:38:01.012103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Attempting to bind port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:01.012484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Attempting to bind port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:01.013067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Attempting to bind port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:01.026916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:01.043987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.067305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:01.090112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:01.090391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:01.090794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.091274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:01.091779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Bound port: dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:01.092175 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.109452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:01.132209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:01.161395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:38:01.260913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] For port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:01.263871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-495095808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:01.264415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] For port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:01.295452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.311218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.314027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:01.327514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Delete allocated IP 2001:db8::178 (9a7fb221-01f6-48dd-9582-7951792ac775/35d2f93c-b087-4411-852a-ce2f31b1e6b0) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:38:01.337172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142005a-aa27-40b6-ba80-d2019479847e req-19465a0c-a591-4e7d-81af-9e4bb802c368 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:01.343326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.344461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.347100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e142005a-aa27-40b6-ba80-d2019479847e req-19465a0c-a591-4e7d-81af-9e4bb802c368 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.5690737 Dec 12 15:38:01.354309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8:0:1::2a5 (9a7fb221-01f6-48dd-9582-7951792ac775/fdc7f026-db16-486b-8329-7d1e66a418f9/81f8b069-7824-4501-83ef-15db8a58023b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:01.369611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:01.370574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.382109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.394020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:38:01.450298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] For port ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:01.456439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] For port ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:01.467817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.510407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d76defe4-4f0c-41c5-960b-a1b2a56d124d not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:38:01.510654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.510909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device bd492019-f624-412d-bdb3-2e5c374d42a6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:38:01.543044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Provisioning complete for port d76defe4-4f0c-41c5-960b-a1b2a56d124d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:01.543419 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.547093 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.550237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e486cbfd-f95a-452c-b02a-1cffd01c851b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:01.581405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b49be33-a757-4ce9-899b-280c952fbc12 req-e809b331-94c8-4668-813d-d3b39a592769 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5162227 Dec 12 15:38:01.582233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:01.593482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port 3bdcadd8-7091-446a-91e7-cea3463f2740 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:01.593824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.597368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.658297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e142005a-aa27-40b6-ba80-d2019479847e req-ee5c17cc-3242-40f0-86b1-8be6306d23c5 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096802 Dec 12 15:38:01.680511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Port d76defe4-4f0c-41c5-960b-a1b2a56d124d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:38:01.711667 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe47250b-8d01-4927-8bc4-c77545a96bb4 x-openstack-request-id: req-fe47250b-8d01-4927-8bc4-c77545a96bb4 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:01.711667 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:01.711667 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe47250b-8d01-4927-8bc4-c77545a96bb4 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:01.711667 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'code': 200} Dec 12 15:38:01.803812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:01.805394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:01.842394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Deleting port b2da5cfb-fd6b-4910-aefe-90a2b59de46d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:01.842763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.878808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.882035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Update dhcp port {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'fixed_ips': [{'subnet_id': '35d2f93c-b087-4411-852a-ce2f31b1e6b0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fdc7f026-db16-486b-8329-7d1e66a418f9'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '7e6781aa-9b0b-42ce-861b-4bacc66c3691'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:38:01.948171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port 3bdcadd8-7091-446a-91e7-cea3463f2740, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=3bdcadd8-7091-446a-91e7-cea3463f2740,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:01.948738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.969229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.973270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for 3bdcadd8-7091-446a-91e7-cea3463f2740 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:01.973534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.977241 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-58369ae5-b180-497c-9637-9a33b945b915 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9422469 Dec 12 15:38:01.979241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55192) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:01.990599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:01.992387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2082804442'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:01.996467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Provisioning complete for port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:01.996733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:01.997057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:01.999296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf55c22c-a8fd-4de3-94f3-bddd813a1f45 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8872595 Dec 12 15:38:02.002248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:02.007893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-584777970'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:02.011571 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:02.025054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:02.033154 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:02.035631 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:02.127346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.132665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:38:02.132665 n-d-710847-8 neutron-server[103411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 15:38:02.132665 n-d-710847-8 neutron-server[103411]: [parameters: {'project_id_1': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'expiration_1': datetime.datetime(2021, 12, 12, 15, 37, 42, 36723)}] Dec 12 15:38:02.132665 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:38:02.133648 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:38:02.136285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.177282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] For port b2da5cfb-fd6b-4910-aefe-90a2b59de46d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:02.177704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.194692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:02.245039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] In _notify_port_updated(), no bound segment for port 81f8b069-7824-4501-83ef-15db8a58023b on network 9a7fb221-01f6-48dd-9582-7951792ac775 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:38:02.252559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:02.254090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.255847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/ports/81f8b069-7824-4501-83ef-15db8a58023b HTTP/1.1" status: 200 len: 931 time: 2.7538304 Dec 12 15:38:02.258358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:02.270498 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:02.273113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9750b45-613e-4fb6-8802-c331869a9b94 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=81f8b069-7824-4501-83ef-15db8a58023b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:02.288529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:02.294794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.353469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Calling delete_port for b2da5cfb-fd6b-4910-aefe-90a2b59de46d owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:02.355610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.434121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:02.466944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f280f85-12bf-4d7f-8daf-512c9bc1ee77 None None] Pushing event updated for resources: {'Port': ['ID=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:02.480422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port 81f8b069-7824-4501-83ef-15db8a58023b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:02.480946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.489824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.490695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 762d64b8-70a3-45d1-9bef-98b454111804 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:38:02.721216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Router 50f1d83d-b00c-4085-9140-ba632b9bfe35 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:02.757560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.797631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for 81f8b069-7824-4501-83ef-15db8a58023b owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:02.832517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:02.836973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.920298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.927932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:02.943797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:02.944198 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment 3903b01d-b18d-4578-8926-0a8faa0020ca of type vlan for network 7771cb18-694c-491d-ac0f-4059d6fead2a Dec 12 15:38:03.006185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.077477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.079160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:37:59Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:03.080106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=3bdcadd8-7091-446a-91e7-cea3463f2740,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.086451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.093447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.096007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.116145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.135233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.154569 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:03.154919 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Updating router e94490e3-5a14-42b3-924e-66d4222ea0ce port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:03.219998 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.256147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa298d-ecea-4981-a6bc-5d2d17ed73fc req-2efbbfb2-0197-41b0-a3ed-a66656499310 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.257780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfa298d-ecea-4981-a6bc-5d2d17ed73fc req-2efbbfb2-0197-41b0-a3ed-a66656499310 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5796dee-afc0-4fe2-b102-a8415871f603 HTTP/1.1" status: 200 len: 950 time: 0.4667737 Dec 12 15:38:03.280080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.292309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2850506 Dec 12 15:38:03.292309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=81f8b069-7824-4501-83ef-15db8a58023b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.294559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.296702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:03.315627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.322072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.330493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:03.339336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:03.344141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-bc345e56-e552-433d-a74a-c526723ef2cf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 3877 time: 0.5786018 Dec 12 15:38:03.351436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.358213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7844775e-26a6-4218-9243-a2ba9468d70e tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/81f8b069-7824-4501-83ef-15db8a58023b HTTP/1.1" status: 204 len: 168 time: 1.0986159 Dec 12 15:38:03.361795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:03.396542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.399560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7106ca-6a43-4328-9bea-7dc03bc42e36 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=7771cb18-694c-491d-ac0f-4059d6fead2a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.454916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port 3bdcadd8-7091-446a-91e7-cea3463f2740 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:03.458580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.459285 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0889dcf8-7169-4379-b744-6a8ac865ede0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:38:03.462882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-5aa74f0f-281c-46b0-83b5-d23c0baa56bf tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "DELETE /v2.0/ports/3bdcadd8-7091-446a-91e7-cea3463f2740 HTTP/1.1" status: 204 len: 173 time: 3.1403158 Dec 12 15:38:03.463930 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0889dcf8-7169-4379-b744-6a8ac865ede0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/81f8b069-7824-4501-83ef-15db8a58023b HTTP/1.1" status: 404 len: 333 time: 0.0995476 Dec 12 15:38:03.467476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55208) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:03.471068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:03.498977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:03.501397 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a764f209-7ecf-4dc5-bf3b-df346e1c9bbe" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:03.548095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.622493 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.639150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090155-e7a7-4da9-9b8f-574f9b751e00 None None] Pushing event updated for resources: {'Port': ['ID=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.679429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:03.705003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.729422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Pushing event deleted for resources: {'Port': ['ID=b2da5cfb-fd6b-4910-aefe-90a2b59de46d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.765380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Allocated IP 2001:db8:0:1::2 (9a7fb221-01f6-48dd-9582-7951792ac775/fdc7f026-db16-486b-8329-7d1e66a418f9/7e6781aa-9b0b-42ce-861b-4bacc66c3691) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:03.768986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d060d13-51ea-4e2b-9eb4-e71d4d3454d9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:03.811884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] No DVR routers for this DVR port b2da5cfb-fd6b-4910-aefe-90a2b59de46d on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:03.816489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.821806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7733433f-f66a-42bb-ae1c-600a9483bde3 req-8489e1aa-b6d8-41e6-b024-8a21e1041db2 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.30 "DELETE /v2.0/ports/b2da5cfb-fd6b-4910-aefe-90a2b59de46d HTTP/1.1" status: 204 len: 173 time: 2.7804697 Dec 12 15:38:03.825546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:03.825800 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Added segment c5b70fda-69b2-43dd-b521-c22915741641 of type vlan for network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 Dec 12 15:38:03.837057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfa298d-ecea-4981-a6bc-5d2d17ed73fc req-600d17f4-ae7b-4fa5-a01d-1b3b9d753b36 tempest-VolumesNegativeTest-619557223 tempest-VolumesNegativeTest-619557223-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b8b6e7a-794f-4732-916b-dcc3a14a10ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723094 Dec 12 15:38:03.917223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc4de50b-f30d-4748-8e9b-0355ff272f41 req-e8d827a8-a76c-48d6-9620-de220914cf51 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5432367 Dec 12 15:38:03.972693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:03.980447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f71cf7f9-988b-4633-80ef-794778154bf5 admin admin] 10.222.0.36 "PUT /v2.0/routers/50f1d83d-b00c-4085-9140-ba632b9bfe35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9386551 Dec 12 15:38:04.030681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.081683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7771cb18-694c-491d-ac0f-4059d6fead2a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:04.102642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port 762d64b8-70a3-45d1-9bef-98b454111804 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:04.103190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f'}, {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:04.103878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.125646 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24b943-c5a1-4b0a-b1c1-ecb04d2a1e46" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f"}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:04.234137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.242348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:04.243836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.255027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.257950 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.269817 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.277896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7e6781aa-9b0b-42ce-861b-4bacc66c3691,segment=NetworkSegment(96babe1d-3d9d-4b5a-9be3-1197b4b098ee),segment_id=96babe1d-3d9d-4b5a-9be3-1197b4b098ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:04.286295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.290547 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2defcd7b-aafd-4686-bf0b-0a545fc4628d x-openstack-request-id: req-2defcd7b-aafd-4686-bf0b-0a545fc4628d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:04.291160 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "3bdcadd8-7091-446a-91e7-cea3463f2740", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:04.291579 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2defcd7b-aafd-4686-bf0b-0a545fc4628d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:04.292117 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '3bdcadd8-7091-446a-91e7-cea3463f2740', 'status': 'completed', 'code': 200} Dec 12 15:38:04.301062 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e407c1a-e8e5-40fe-8134-5faea7918991 HTTP/1.1" status: 204 len: 168 time: 0.8327196 Dec 12 15:38:04.302747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55218) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:04.315657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e60cc1-8589-42fe-b68c-385a756316ab None None] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:04.350894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231c271-e594-465a-949c-6e33f6444f5d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e407c1a-e8e5-40fe-8134-5faea7918991,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:04.380375 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Pushing event updated for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:04.503674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Attempting to bind port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:04.504386 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Attempting to bind port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:04.505011 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Attempting to bind port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 on network 231186a2-b9e5-4e5b-a450-411b6b58c878 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:04.511139 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:04.511852 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Checking segment: {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:04.512593 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.513235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Bound using segment: {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:04.513905 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Bound port: 3356a56f-41d7-4cfc-b6b4-a6df28f02b81, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b0e477-a1fb-4dae-bf5d-e721f438958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:04.514515 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.519650 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5696462-2891-4db4-b49f-1fe38e0e0df6 x-openstack-request-id: req-b5696462-2891-4db4-b49f-1fe38e0e0df6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:04.519967 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f", "code": 200}, {"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-unplugged", "status": "completed", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:04.520233 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5696462-2891-4db4-b49f-1fe38e0e0df6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:04.522861 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'code': 200} Dec 12 15:38:04.524032 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'code': 200} Dec 12 15:38:04.553014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Network': ['ID=5aea1f3b-7ceb-4653-83d3-b9c3f75d6320,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:04.587627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5bbe85c8-e971-4487-9106-b58d3ee476d9 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6028094 Dec 12 15:38:04.616143 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] For port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:04.616814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:04.624212 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] For port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:04.635163 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.643993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'subnet': {'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:04.688344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port 762d64b8-70a3-45d1-9bef-98b454111804, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=762d64b8-70a3-45d1-9bef-98b454111804,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:04.688885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.692357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.719440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for 762d64b8-70a3-45d1-9bef-98b454111804 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:04.745323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:04.801058 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Pushing event updated for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:04.822698 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.823189 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.823768 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.824207 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.824695 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.825276 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.825711 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.826269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.826695 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.827221 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.827629 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.828055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.828576 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b292dcec-55da-47e4-a2e2-ce1233632285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:04.856730 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:04.857653 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:37:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:04.885542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:05.024252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.032723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.039509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8447cff-1eb8-45f5-9df6-d65db998540a HTTP/1.1" status: 204 len: 168 time: 0.5777349 Dec 12 15:38:05.043780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55232) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:05.116286 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:05.125692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.166542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc52f7d-2102-4e40-9e8c-3e9dbe458aca tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8447cff-1eb8-45f5-9df6-d65db998540a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:05.370225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae57ea59-bd54-4d10-b2d8-d3713373ea7c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:05.371257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=9caa7e2b-6459-426e-add4-934ae978daaa,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:05.380234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:05.386806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.397775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:05.398448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 7771cb18-694c-491d-ac0f-4059d6fead2a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:05.433466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.570331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.615899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:37:59Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:04Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:05.627412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] For port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:05.632599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.672852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.706315 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.712703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2204aac-9aa3-4412-a655-f043f6173450 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:37:59Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:04Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:05.736398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 7771cb18-694c-491d-ac0f-4059d6fead2a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:05.779461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1e0dbb1-4fba-4e62-9927-1de05da64eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.801232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Checking segment: {'id': 'c5b70fda-69b2-43dd-b521-c22915741641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:05.802955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network hostable DHCP agents. Network: 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:05.806131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7771cb18-694c-491d-ac0f-4059d6fead2a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:05.811070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:05.811662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.814111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Subnet': ['ID=2ccfd2c5-90db-4499-a204-55c371037118,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:05.823386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.848099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:05.866327 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf14fb40-e7b0-4490-886c-93ddca09ceb3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5645635 Dec 12 15:38:05.867750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:05.883679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:05.889668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:05.890754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:05.907660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:05.978549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e831d7d-b8bd-42b9-aa2c-1f29ec4aaae1 None None] Network 7771cb18-694c-491d-ac0f-4059d6fead2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:05.998322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9bf06-7faf-4fce-a771-a2ac7bc0e2e8 None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:06.112968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bba1ea50-0da5-449c-8cf5-d4646377c959 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4928582 Dec 12 15:38:06.116131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:06.183161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'network': {'name': 'tempest-router-network01--815358729'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:06.260145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet 35d2f93c-b087-4411-852a-ce2f31b1e6b0 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:06.269697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.385176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.387797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ae57ea59-bd54-4d10-b2d8-d3713373ea7c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:06.388533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.507401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.517094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:06.606261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'name': 'network-vif-deleted', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:06.610057 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd95a71-0cc3-4d5e-b077-13039a2ca5d9" -d '{"events": [{"server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "name": "network-vif-deleted", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:06.617740 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.639862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.650708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/35d2f93c-b087-4411-852a-ce2f31b1e6b0 HTTP/1.1" status: 204 len: 168 time: 1.5925493 Dec 12 15:38:06.653087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55272) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:06.663717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:06.737924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-c68f4409-a696-45fc-b7db-51621e9950b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:06.754991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-c68f4409-a696-45fc-b7db-51621e9950b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:06.767168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-c68f4409-a696-45fc-b7db-51621e9950b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:06.781340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-c68f4409-a696-45fc-b7db-51621e9950b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:06.794027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-c68f4409-a696-45fc-b7db-51621e9950b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 3145 time: 1.5821438 Dec 12 15:38:06.828141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1005931-network', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:06.871030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fb1ac-7c1e-4626-8e13-1b577953d295 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=35d2f93c-b087-4411-852a-ce2f31b1e6b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:06.873408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:06.881066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.936184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5aea1f3b-7ceb-4653-83d3-b9c3f75d6320', 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320', 'project_id': '38a7f38025f44c68b6b704671bca7027', 'fixed_ips': [{'subnet_id': '2ccfd2c5-90db-4499-a204-55c371037118'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:06.937528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.951316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Provisioning complete for port ae57ea59-bd54-4d10-b2d8-d3713373ea7c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:06.951801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:06.977500 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d0c1e4-a9f4-4dfd-8d4a-e59797acba94 x-openstack-request-id: req-c7d0c1e4-a9f4-4dfd-8d4a-e59797acba94 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:06.982327 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5796dee-afc0-4fe2-b102-a8415871f603", "name": "network-vif-deleted", "tag": "b2da5cfb-fd6b-4910-aefe-90a2b59de46d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:06.982969 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7d0c1e4-a9f4-4dfd-8d4a-e59797acba94 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:06.983803 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5796dee-afc0-4fe2-b102-a8415871f603', 'name': 'network-vif-deleted', 'tag': 'b2da5cfb-fd6b-4910-aefe-90a2b59de46d', 'status': 'completed', 'code': 200} Dec 12 15:38:07.053202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:01Z', 'revision_number': 2, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:07.108492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Made reservation on behalf of 728e7e52e55f4087b3ed5292b352ee3f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:07.113560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5763c0-210a-4110-a9f2-ce80bdea7edb None None] The sync data for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 is: [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:01Z', 'revision_number': 2, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:07.129990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.170658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7771cb18-694c-491d-ac0f-4059d6fead2a', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:07.171782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.194485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:07.214130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.214694 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Added segment 2081af06-d75f-4dd2-b598-6f2cedbc375d of type vlan for network fa8fb973-aca3-4c96-8296-e1f41178f1fa Dec 12 15:38:07.392699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a3ce01a-d2b6-4d64-b954-fd5753f48fa9 req-7578341f-e9c8-4b90-9490-4abdb4f0668b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863349 Dec 12 15:38:07.415971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.518115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.523337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=762d64b8-70a3-45d1-9bef-98b454111804,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:07.544712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.618316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:07.632726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.643806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.672851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.682156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.699412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:07.711133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.711570 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Added segment 24d9e6d2-4739-49c7-a7b4-3bfcfd46d773 of type vlan for network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 Dec 12 15:38:07.722432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port 762d64b8-70a3-45d1-9bef-98b454111804 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:07.725991 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.737345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-0998b827-a071-4f9e-a743-f7a1437e0812 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "DELETE /v2.0/ports/762d64b8-70a3-45d1-9bef-98b454111804 HTTP/1.1" status: 204 len: 173 time: 4.1953666 Dec 12 15:38:07.760699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2da5cfb-fd6b-4910-aefe-90a2b59de46d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:38:07.773852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.846342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:38:07.850811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255867e6-adc1-463e-9b22-fa5393a98e30,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:07.865761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.870800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:07.873184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:07.903396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:08.046737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8408-8baf-40d8-b4bb-280f45515f9c None None] Pushing event updated for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:08.249175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: b2da5cfb-fd6b-4910-aefe-90a2b59de46d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:38:08.249535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2da5cfb-fd6b-4910-aefe-90a2b59de46d not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:38:08.582947 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70751e84-4dad-4e4f-9e27-ce2405c32d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:08.644685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.21.0.1 (7771cb18-694c-491d-ac0f-4059d6fead2a/9caa7e2b-6459-426e-add4-934ae978daaa/15d2a5d3-766a-4550-a414-eefbf506b52c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:08.809194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:08.880541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:08.933546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:08.962141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 7771cb18-694c-491d-ac0f-4059d6fead2a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:08.967610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1985314 Dec 12 15:38:08.968393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:08.982054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:08.990480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.017216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:09.020937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:09.028372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Request body: {'subnet': {'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1005931-subnet', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:09.030463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.061407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.123980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:09.241665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:09.243765 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d922b14a-7e64-45de-a1ec-41659990f902" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "762d64b8-70a3-45d1-9bef-98b454111804"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:09.310957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.336743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.1747143 Dec 12 15:38:09.358728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.363069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55362) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:09.376755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829218d-ba4b-4a58-a8b9-0e176a67ff68 None None] Pushing event updated for resources: {'Port': ['ID=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:09.436890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Allocated IP 172.20.0.2 (5aea1f3b-7ceb-4653-83d3-b9c3f75d6320/2ccfd2c5-90db-4499-a204-55c371037118/0677c13e-2ea6-46c3-b22d-87bf8cc74ab6) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:09.447755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Made reservation on behalf of 728e7e52e55f4087b3ed5292b352ee3f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:09.454824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.473085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef0d8-8b28-41c1-bb97-31e862479714 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:09.473288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'network': {'name': 'tempest-router-network02--364778541'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:09.498042 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d522b3-3070-46ca-ba6a-c233f4f822c6 x-openstack-request-id: req-b7d522b3-3070-46ca-ba6a-c233f4f822c6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:09.498739 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "762d64b8-70a3-45d1-9bef-98b454111804", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:09.499287 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7d522b3-3070-46ca-ba6a-c233f4f822c6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:09.499897 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '762d64b8-70a3-45d1-9bef-98b454111804', 'status': 'completed', 'code': 200} Dec 12 15:38:09.503411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=c7c5ab98-6c84-4228-813c-c644be1ba737,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:09.513172 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.528909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:09.535574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.565985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Provisioning complete for port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:09.566614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.571962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:09.601139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de3ef-0739-4fea-ade4-1fa189a5181f req-23ffaf87-8729-4a32-84a5-60228cbc5964 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:09.607827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de3ef-0739-4fea-ade4-1fa189a5181f req-23ffaf87-8729-4a32-84a5-60228cbc5964 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:09.633314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2de3ef-0739-4fea-ade4-1fa189a5181f req-23ffaf87-8729-4a32-84a5-60228cbc5964 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:09.647365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Allocated IP 172.21.0.2 (7771cb18-694c-491d-ac0f-4059d6fead2a/9caa7e2b-6459-426e-add4-934ae978daaa/48442896-e457-4470-9abb-12449b57aadf) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:09.648557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e2de3ef-0739-4fea-ade4-1fa189a5181f req-23ffaf87-8729-4a32-84a5-60228cbc5964 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 2410 time: 0.4016008 Dec 12 15:38:09.659609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:09.672677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:09.673282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.698798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:09.719137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.720791 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Added segment 41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1 of type vlan for network 7dd36869-e28a-4635-a1bc-77ee8c25f662 Dec 12 15:38:09.785117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907af8a-1187-4b7b-bb91-78b62a16b759 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Network': ['ID=fa8fb973-aca3-4c96-8296-e1f41178f1fa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:09.834857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:09.860908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.872142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:09.938760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:09.939351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:09.968875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:38:09.983349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.024403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab894293-901e-48ec-b3df-72287a6951e8 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3658881 Dec 12 15:38:10.025272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:10.027752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:10.035387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1679912057'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:10.037213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:10.039258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6123a0bd-ac92-476d-bc5c-82883c0d6dfc None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:10.050015 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.061577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:10.062505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.081012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e2de3ef-0739-4fea-ade4-1fa189a5181f req-78679443-cf9d-4587-99af-086d111e6a3a tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309034 Dec 12 15:38:10.117599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:10.182151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.238822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:10.239189 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.257490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.275578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8144002 Dec 12 15:38:10.277729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:10.281696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:10.291182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'subnet': {'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:10.297180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270fd20-eb7b-49c4-a9f7-f27b1edc2222 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Network': ['ID=7dd36869-e28a-4635-a1bc-77ee8c25f662,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:10.357651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=febb6216-342d-45a8-ba68-394b9a8ac053,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:10.400386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:10.474216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Checking segment: {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:10.474864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Network hostable DHCP agents. Network: 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:10.552588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:10.557549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.726646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.748530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:10.771581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.788560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.798459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.876755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.887658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Provisioning complete for port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:10.888448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.927202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:10.930441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:10.932199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.958347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=93a00a8c-6b7d-4aa2-af4d-0289eff2fa99,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:10.983783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:10.984351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:10.989438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5e5eb6-63b1-401d-94ca-bd3f4286c7b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:11.001529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.004741 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1117210a-96e4-4a9e-a6e6-5ed7c06e11fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9734421 Dec 12 15:38:11.015401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:11.022737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1431855286'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:11.050017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.058983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.116460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b322bf-7965-4195-bdaa-fb8e61469a91 None None] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:11.120741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port 93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:11.137161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.154107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-f1e2ea4e-9784-4bb7-ac06-daf04fe04796 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "DELETE /v2.0/ports/93a00a8c-6b7d-4aa2-af4d-0289eff2fa99 HTTP/1.1" status: 204 len: 173 time: 3.3427119 Dec 12 15:38:11.157801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:11.158297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.215371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbca32f6-ba4d-4185-967a-d8c18a4e2024 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:11.219534 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.259518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.309685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e99da0f-21ce-4f0f-8579-8fd72becdd0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2855439 Dec 12 15:38:11.315502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:11.333912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:11.338036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.361220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 7771cb18-694c-491d-ac0f-4059d6fead2a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:11.397562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:11.463011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.464253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.524150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:11.537941 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a18abe7-4e34-43b9-b64b-2e61e3a37909" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:11.640822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:11.641361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.661341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57f75-f618-481d-896c-058520d2bc23 req-3a4cd448-5e80-4542-8731-632f2cb97ac4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:11.677877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e57f75-f618-481d-896c-058520d2bc23 req-3a4cd448-5e80-4542-8731-632f2cb97ac4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:11.688051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5e57f75-f618-481d-896c-058520d2bc23 req-3a4cd448-5e80-4542-8731-632f2cb97ac4 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 1677 time: 0.3866370 Dec 12 15:38:11.691201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.739244 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.755369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3524c932-ec9d-4631-b06b-e60dc32ba366 None None] Port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:38:11.778348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Pushing event updated for resources: {'Port': ['ID=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:11.786659 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe6329-5833-49f9-afc4-274c56d13358 x-openstack-request-id: req-1abe6329-5833-49f9-afc4-274c56d13358 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:11.786965 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "93a00a8c-6b7d-4aa2-af4d-0289eff2fa99", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:11.787221 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1abe6329-5833-49f9-afc4-274c56d13358 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:11.787619 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': '93a00a8c-6b7d-4aa2-af4d-0289eff2fa99', 'status': 'completed', 'code': 200} Dec 12 15:38:11.792185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.804186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:11.812456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:11.813588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.823347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Subnet': ['ID=b383045f-50dc-4898-a32e-a697f8a9f37a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:11.831882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:11.843153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.889997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.953343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:11.973859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:11.979630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Checking segment: {'id': '2081af06-d75f-4dd2-b598-6f2cedbc375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:11.980203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network hostable DHCP agents. Network: fa8fb973-aca3-4c96-8296-e1f41178f1fa, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:12.000078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5e57f75-f618-481d-896c-058520d2bc23 req-7b3652f1-b865-4ed4-8632-ae5b7ff85c5e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115223 Dec 12 15:38:12.018581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:12.019413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.041708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:12.044846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:12.060203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, fa8fb973-aca3-4c96-8296-e1f41178f1fa) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:12.095552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:12.097850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.105098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Network 7771cb18-694c-491d-ac0f-4059d6fead2a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:12.129533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfb0f8-f96c-4fe1-9c88-7e27404ce47c None None] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:12.138648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.144472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1275296 Dec 12 15:38:12.152699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:12.158742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325847350'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:12.176315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a78f3240-c761-4790-9f2a-afb6a7dcdad3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8932564 Dec 12 15:38:12.189206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:12.195870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'subnet': {'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:12.270246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Sync routers for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:12.272824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:12.330536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:12.346063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Attempting to bind port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:12.346704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Attempting to bind port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'c5b70fda-69b2-43dd-b521-c22915741641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:12.347266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Attempting to bind port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 on network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:12.371412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Pushing event updated for resources: {'Port': ['ID=48442896-e457-4470-9abb-12449b57aadf,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:12.380883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'fixed_ips': [{'subnet_id': 'febb6216-342d-45a8-ba68-394b9a8ac053'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:12.391160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.403497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:12.404993 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.422231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:12.423722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Checking segment: {'id': 'c5b70fda-69b2-43dd-b521-c22915741641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:12.425096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.426013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Bound using segment: {'id': 'c5b70fda-69b2-43dd-b521-c22915741641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:12.426715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Bound port: 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b70fda-69b2-43dd-b521-c22915741641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5aea1f3b-7ceb-4653-83d3-b9c3f75d6320'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:12.427498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.434106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.566174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:12.567984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:12.570281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.574252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-1d140f2e-02ea-4dc6-94e4-886a150cc51e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "DELETE /v2.0/ports/a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f HTTP/1.1" status: 204 len: 173 time: 1.3576713 Dec 12 15:38:12.609050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.685503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:12.686151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:12.801169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.804061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Attempting to bind port 48442896-e457-4470-9abb-12449b57aadf on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:12.804364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Attempting to bind port 48442896-e457-4470-9abb-12449b57aadf by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:12.804767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Attempting to bind port 48442896-e457-4470-9abb-12449b57aadf on network 7771cb18-694c-491d-ac0f-4059d6fead2a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:12.828227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac7e16-a108-4d66-857d-a7be23c69218 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb9729d-9634-42b4-9787-132813920ec6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:12.831930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:38:12.831930 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 15:38:12.831930 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id_1': '38a7f38025f44c68b6b704671bca7027', 'expiration_1': datetime.datetime(2021, 12, 12, 15, 37, 52, 409175)}] Dec 12 15:38:12.831930 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:38:12.832305 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:38:12.851307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port bd492019-f624-412d-bdb3-2e5c374d42a6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:12.851638 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:12.964996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.194255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port bd492019-f624-412d-bdb3-2e5c374d42a6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=bd492019-f624-412d-bdb3-2e5c374d42a6,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:13.201021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.263095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.285613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.320820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:13.321335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Checking segment: {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:13.321613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.322017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Bound using segment: {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:13.322511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Bound port: 48442896-e457-4470-9abb-12449b57aadf, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:13.322901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.411772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.416960 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2616558 Dec 12 15:38:13.422549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:13.427155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:13.440380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e66b7ceb-8be5-4dae-b1c4-f97838d09bbf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5705867 Dec 12 15:38:13.442370 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:13.449564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2093273117', 'security_groups': ['7883832e-d323-4dc4-9c4b-b5fc5333ac3b'], 'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7c5ab98-6c84-4228-813c-c644be1ba737'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:13.453018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:13.466659 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:13.467523 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:13.483010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-382912566'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:13.548088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:13.557889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Made reservation on behalf of 38a7f38025f44c68b6b704671bca7027 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:13.563365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-fa8fb973-aca3-4c96-8296-e1f41178f1fa', 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa', 'project_id': '38a7f38025f44c68b6b704671bca7027', 'fixed_ips': [{'subnet_id': 'b383045f-50dc-4898-a32e-a697f8a9f37a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:13.564252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.567754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.619779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e928-7411-41a5-a6ba-2aaf3fac58a4 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7883832e-d323-4dc4-9c4b-b5fc5333ac3b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:13.625036 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:13.635065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:13.651133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.662520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:13.763486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.765159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7e6781aa-9b0b-42ce-861b-4bacc66c3691 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:13.833097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:13.841936 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420a37e8-4d70-4493-9505-d4382474e409" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:13.871326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5d420-8e7d-456b-a425-ab61b5a048fd req-cb2607a2-7f45-46c8-9e07-c7d56f3fe147 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:13.876289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d5d420-8e7d-456b-a425-ab61b5a048fd req-cb2607a2-7f45-46c8-9e07-c7d56f3fe147 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 943 time: 0.6586924 Dec 12 15:38:13.882935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.910894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] device_id is not set on port ae561a8a-5f68-4672-9250-189b8c14f1f3 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:38:13.953703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.980086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:13.991891 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04cb73-3262-4589-bf4b-ea95ce712441 x-openstack-request-id: req-1d04cb73-3262-4589-bf4b-ea95ce712441 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:13.992263 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:13.992439 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d04cb73-3262-4589-bf4b-ea95ce712441 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:13.993398 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': 'a4bc1194-8194-40ac-9d5e-cc9c3ab3a02f', 'status': 'completed', 'code': 200} Dec 12 15:38:14.007250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] For port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:14.051224 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:09Z', 'revision_number': 3, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:10Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:04Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:14.097639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Provisioning complete for port ae57ea59-bd54-4d10-b2d8-d3713373ea7c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:14.100372 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.107088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d5d420-8e7d-456b-a425-ab61b5a048fd req-df4d1085-3781-42a4-ad19-88c71144c200 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups?id=bd589750-45f0-4f20-8ea6-73da3e631066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985556 Dec 12 15:38:14.119226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:14.121034 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:14.121571 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Updating router e94490e3-5a14-42b3-924e-66d4222ea0ce port 15d2a5d3-766a-4550-a414-eefbf506b52c binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:14.151419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.151853 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment eb44a6a8-6c1f-4e7f-9242-789eaea664c4 of type vlan for network bb1be299-b737-42e2-a0db-cb76096fd1cd Dec 12 15:38:14.178765 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.243217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Allocated IP 172.25.3.71 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/bb93d96e-7d57-43ac-9189-7d19e08409e3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:14.280213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Allocated IP 172.20.0.2 (9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0/febb6216-342d-45a8-ba68-394b9a8ac053/4eb7acfb-8adc-46a9-a503-fed8349d9bf0) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:14.356810 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.357188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.357598 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Floating IP dbbded30-88fd-4b7d-a25a-9fcb091fc07b disassociated. External IP: 172.25.3.164, port: bd492019-f624-412d-bdb3-2e5c374d42a6. Dec 12 15:38:14.357776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for bd492019-f624-412d-bdb3-2e5c374d42a6 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:14.369205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.428673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.432461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8::37 (9a7fb221-01f6-48dd-9582-7951792ac775/c7c5ab98-6c84-4228-813c-c644be1ba737/ae561a8a-5f68-4672-9250-189b8c14f1f3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:14.489908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:14.512081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:14.516974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:14.565794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.578781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Pushing event updated for resources: {'Port': ['ID=bb93d96e-7d57-43ac-9189-7d19e08409e3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:14.600378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.620862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.628385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:14.629438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.672107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.693091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] For port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,segment=NetworkSegment(c5b70fda-69b2-43dd-b521-c22915741641),segment_id=c5b70fda-69b2-43dd-b521-c22915741641)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:14.835461 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.849567 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:14.934319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Allocated IP 172.20.0.2 (fa8fb973-aca3-4c96-8296-e1f41178f1fa/b383045f-50dc-4898-a32e-a697f8a9f37a/321f012c-c478-4aff-86dc-4e6b425e5d11) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:15.056728 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3d2f-3292-47bd-9de7-b4e003c2f372 None None] Pushing event updated for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.081848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.092587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:15.101634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73607c-eef2-4917-bab6-70c33ec36d4f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:15.108236 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.108443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Attempting to bind port 15d2a5d3-766a-4550-a414-eefbf506b52c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:15.108734 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Attempting to bind port 15d2a5d3-766a-4550-a414-eefbf506b52c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:15.108995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Attempting to bind port 15d2a5d3-766a-4550-a414-eefbf506b52c on network 7771cb18-694c-491d-ac0f-4059d6fead2a {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:15.118876 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:15.119352 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Checking segment: {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:15.119767 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.120291 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Bound using segment: {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:15.121339 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Bound port: 15d2a5d3-766a-4550-a414-eefbf506b52c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3903b01d-b18d-4578-8926-0a8faa0020ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:15.121556 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.144052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6706214 Dec 12 15:38:15.146087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=bd492019-f624-412d-bdb3-2e5c374d42a6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.215791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.232987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:15.246601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.247126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e4578-a0e9-464b-accd-25a2bce9a54e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=bb1be299-b737-42e2-a0db-cb76096fd1cd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.257122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:15.302275 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] For port 15d2a5d3-766a-4550-a414-eefbf506b52c, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:15.313613 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] For port 15d2a5d3-766a-4550-a414-eefbf506b52c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15d2a5d3-766a-4550-a414-eefbf506b52c,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:15.318306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.335064 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.410058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network bb1be299-b737-42e2-a0db-cb76096fd1cd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:15.414808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.416785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:15.417156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.448128 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3d2f-3292-47bd-9de7-b4e003c2f372 None None] Pushing event updated for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.479651 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:15.480303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:15.526266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] For port 48442896-e457-4470-9abb-12449b57aadf, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:15.558891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:15.665664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93689c94-d3bf-4dcc-841e-45ee86044186 req-2235c496-414e-4b98-81ef-6e7f8084d928 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2214761 Dec 12 15:38:15.701667 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:15.727385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:15.793626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.795140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:15.811430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Router 92090a51-b0f7-42b4-84d1-306d414d798b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:15.860985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.898984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:15.913705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:15.917072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] For port 48442896-e457-4470-9abb-12449b57aadf, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=48442896-e457-4470-9abb-12449b57aadf,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:15.918434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:15.928816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Pushing event updated for resources: {'Port': ['ID=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:15.942524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:15.949555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:16.041824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Subnet': ['ID=392fefc0-da5d-4ebf-b31d-bf99fbb25538,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:16.194887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.206329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.239683 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:09Z', 'revision_number': 3, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:15Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:16.267799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Checking segment: {'id': '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:16.268179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network hostable DHCP agents. Network: 7dd36869-e28a-4635-a1bc-77ee8c25f662, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:16.280589 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea80123-d4ac-4a12-8c48-113cadfd6da6 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:09Z', 'revision_number': 3, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:15Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:16.406699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.407233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:16.446652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:16.448718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7dd36869-e28a-4635-a1bc-77ee8c25f662) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:16.479289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:16.484492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:16.485349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.493844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:16.515348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36217e1e-8033-4f0e-89d0-7eba07b3958f None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:16.544460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port bd492019-f624-412d-bdb3-2e5c374d42a6 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:16.548612 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.554231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca241c5-55b4-4559-9e4a-2d8a0e4f079d req-b77ecac4-bf9f-4fea-ba47-4df10b4df991 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.30 "DELETE /v2.0/ports/bd492019-f624-412d-bdb3-2e5c374d42a6 HTTP/1.1" status: 204 len: 173 time: 3.9696496 Dec 12 15:38:16.555001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:38:16.558883 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2060d-fc14-4ae1-b690-f90983652769" -d '{"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:38:16.566561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-20d71bdb-41e0-45e9-88c0-eb88261c7c7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3750067 Dec 12 15:38:16.569332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55554) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:16.576944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:16.706131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Sync routers for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:16.742272 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10f67a6-3a3d-4741-9e00-4f00a0c9e33f x-openstack-request-id: req-c10f67a6-3a3d-4741-9e00-4f00a0c9e33f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:38:16.742842 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb721fd-c641-4234-b090-5449c3ee1334", "name": "network-vif-deleted", "tag": "bd492019-f624-412d-bdb3-2e5c374d42a6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:38:16.742842 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c10f67a6-3a3d-4741-9e00-4f00a0c9e33f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:38:16.743231 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb721fd-c641-4234-b090-5449c3ee1334', 'name': 'network-vif-deleted', 'tag': 'bd492019-f624-412d-bdb3-2e5c374d42a6', 'status': 'completed', 'code': 200} Dec 12 15:38:16.805968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=ae561a8a-5f68-4672-9250-189b8c14f1f3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:16.819864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:16.836704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:16.837394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.847360 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:16.962609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-577e0863-6551-484f-a699-eb0dc5ac57a7 req-51d308f3-a120-40ef-bdaa-e52d94335818 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1089728 Dec 12 15:38:17.091388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:17.093290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:17.256855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Provisioning complete for port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:17.257440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:17.359189 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2fe25721-4b2a-47b8-beb0-d0350390f15a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9150376 Dec 12 15:38:17.386025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:17.403350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:17.636417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:17.636748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: bb1be299-b737-42e2-a0db-cb76096fd1cd, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:17.654239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=efb4af6c-b60d-4774-88ef-d38c30253566,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:17.737588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:17.811090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:17.815520 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:17.998392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network bb1be299-b737-42e2-a0db-cb76096fd1cd is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:18.012010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21abf40-8db8-443e-84ae-5b8666ac6e22 None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:18.019987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7dd36869-e28a-4635-a1bc-77ee8c25f662', 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662', 'project_id': '38a7f38025f44c68b6b704671bca7027', 'fixed_ips': [{'subnet_id': '392fefc0-da5d-4ebf-b31d-bf99fbb25538'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:18.019987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:18.089974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, bb1be299-b737-42e2-a0db-cb76096fd1cd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:18.116481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:18.117252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:18.124106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Router 57269a42-cd24-4fdf-90b1-9efb034ad38a is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:38:18.144755 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7c5ab98-6c84-4228-813c-c644be1ba737 (CIDR: 2001:db8::/64) Dec 12 15:38:18.147582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25328a67-e3b0-47f8-b12d-cd689d9f3132 None None] Network bb1be299-b737-42e2-a0db-cb76096fd1cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:18.154498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Attempting to bind port 321f012c-c478-4aff-86dc-4e6b425e5d11 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:18.155633 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:38:18.156435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Attempting to bind port 321f012c-c478-4aff-86dc-4e6b425e5d11 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2081af06-d75f-4dd2-b598-6f2cedbc375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:18.156834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Attempting to bind port 321f012c-c478-4aff-86dc-4e6b425e5d11 on network fa8fb973-aca3-4c96-8296-e1f41178f1fa {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:18.157139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:18.200037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cd2c3-4780-47f2-8b2f-2b61f61895f4 None None] Pushing event updated for resources: {'Port': ['ID=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:18.206436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Attempting to bind port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:18.207201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Attempting to bind port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:18.207818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Attempting to bind port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 on network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:18.216558 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-420c1fd2-5153-445a-bc79-401fea94bc50 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9671059 Dec 12 15:38:18.219677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:18.259846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a1e277c7-eb15-4f16-8a90-59cfe7dc2404 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8699486 Dec 12 15:38:18.261051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ede3d9f-3373-4250-8c07-f2e8b831956a req-cc80ce5b-83bc-4117-a082-5ef2796dd93d tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1067231 Dec 12 15:38:18.269054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55568) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:18.289523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:18.297681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:18.298257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Checking segment: {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:18.298772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:18.299327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Bound using segment: {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:18.299931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Bound port: 4eb7acfb-8adc-46a9-a503-fed8349d9bf0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:18.300428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:18.527223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Allocated IP 172.20.0.1 (fa8fb973-aca3-4c96-8296-e1f41178f1fa/b383045f-50dc-4898-a32e-a697f8a9f37a/589d2d49-d5d5-43bb-959e-bfb02cb3375d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:18.666824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:18.764990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Pushing event updated for resources: {'Port': ['ID=321f012c-c478-4aff-86dc-4e6b425e5d11,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:18.896494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.000305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.067934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:19.068321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Checking segment: {'id': '2081af06-d75f-4dd2-b598-6f2cedbc375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:19.068752 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.069493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Bound using segment: {'id': '2081af06-d75f-4dd2-b598-6f2cedbc375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:19.070078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Bound port: 321f012c-c478-4aff-86dc-4e6b425e5d11, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2081af06-d75f-4dd2-b598-6f2cedbc375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa8fb973-aca3-4c96-8296-e1f41178f1fa'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:19.070710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.103621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55578) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:19.107325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Port': ['ID=589d2d49-d5d5-43bb-959e-bfb02cb3375d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:19.138229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320188-a224-4a95-874d-018b45da96c6 None None] Pushing event updated for resources: {'Port': ['ID=48442896-e457-4470-9abb-12449b57aadf,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:19.162423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:19.167165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:19.172511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:19.255117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.291866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] For port 321f012c-c478-4aff-86dc-4e6b425e5d11, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:19.297023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] For port 321f012c-c478-4aff-86dc-4e6b425e5d11, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=321f012c-c478-4aff-86dc-4e6b425e5d11,segment=NetworkSegment(2081af06-d75f-4dd2-b598-6f2cedbc375d),segment_id=2081af06-d75f-4dd2-b598-6f2cedbc375d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:19.298513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10181f46-625e-472c-a315-f1739ffce92e None None] Network 7771cb18-694c-491d-ac0f-4059d6fead2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:19.456827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:19.478404 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Sync routers for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:19.498830 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:19.500902 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:19.535096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:19.535388 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.587012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6119e274-430a-405f-94da-48bfbf79e501 req-23945ed1-0590-4a04-9ec1-98b3ec41cfad tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0939004 Dec 12 15:38:19.588375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Could not find standard attr ID for object 81f8b069-7824-4501-83ef-15db8a58023b. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:19.599373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:19.605764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.640500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.664237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.665743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5b1f3166-17c1-41fb-bdff-eadc0f544407 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3458874 Dec 12 15:38:19.668519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:19.759939 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:19.826378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:19.911939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0cf0cc14-ee83-45b2-beb5-182a9792e1a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbdf39645fbf4892abf282b93365294f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7817013 Dec 12 15:38:19.920811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:19.927815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f2c3e-a40f-418f-9c4e-8b992cbee527 None None] Pushing event updated for resources: {'Port': ['ID=321f012c-c478-4aff-86dc-4e6b425e5d11,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:20.243882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:14Z', 'revision_number': 3, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:20.255399 n-d-710847-8 neutron-server[103412]: INFO neutron.db.ipam_backend_mixin [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fdc7f026-db16-486b-8329-7d1e66a418f9 (CIDR: 2001:db8:0:1::/64) Dec 12 15:38:20.265988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:01Z', 'revision_number': 2, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:20.315394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Checking router: 57269a42-cd24-4fdf-90b1-9efb034ad38a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:20.317756 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Updating router 57269a42-cd24-4fdf-90b1-9efb034ad38a port bb93d96e-7d57-43ac-9189-7d19e08409e3 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:20.343429 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:38:20.349423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:20.358712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae57ea59-bd54-4d10-b2d8-d3713373ea7c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:20.381037 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.404923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d179c242-437b-42c5-8d15-7e27586d9531 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1295609 Dec 12 15:38:20.406486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55598) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:20.413443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Checking router: 50f1d83d-b00c-4085-9140-ba632b9bfe35 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:20.414249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Updating router 50f1d83d-b00c-4085-9140-ba632b9bfe35 port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:20.438192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'subnet': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:20.442903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-bb1be299-b737-42e2-a0db-cb76096fd1cd', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:20.443930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.460220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Provisioning complete for port baa9ffa6-d8e5-4796-9443-069801228512 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:20.460593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.515970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.534241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0a5c6c88-fb6c-4976-bb51-5d92a0f9843a None None] Port baa9ffa6-d8e5-4796-9443-069801228512 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:38:20.618336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.656925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.737731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:20.929656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5080fb12-8494-4678-9895-df50abd741be req-afcf1bfe-4885-494c-87f0-7e514ba468ed tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0898938 Dec 12 15:38:21.150691 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.162878 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.257016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.261141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Made reservation on behalf of d350daaca6cc446aabd8aefa30166d3e for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:21.266327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.273494 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Attempting to bind port bb93d96e-7d57-43ac-9189-7d19e08409e3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:21.274125 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Attempting to bind port bb93d96e-7d57-43ac-9189-7d19e08409e3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:21.274705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Attempting to bind port bb93d96e-7d57-43ac-9189-7d19e08409e3 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:21.279089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.344190 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:21.347729 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:21.348573 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.349170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:21.349818 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Bound port: bb93d96e-7d57-43ac-9189-7d19e08409e3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:21.351212 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.358924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Allocated IP 172.20.0.2 (7dd36869-e28a-4635-a1bc-77ee8c25f662/392fefc0-da5d-4ebf-b31d-bf99fbb25538/0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:21.397098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.401863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.403057 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b8b6e7a-794f-4732-916b-dcc3a14a10ad HTTP/1.1" status: 204 len: 168 time: 1.4798384 Dec 12 15:38:21.479665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe502ec-e3e4-4e15-9503-2e0c4b19e373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8b6e7a-794f-4732-916b-dcc3a14a10ad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:21.514059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.534856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Port': ['ID=589d2d49-d5d5-43bb-959e-bfb02cb3375d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:21.557097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] For port bb93d96e-7d57-43ac-9189-7d19e08409e3, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:21.570742 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] For port bb93d96e-7d57-43ac-9189-7d19e08409e3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bb93d96e-7d57-43ac-9189-7d19e08409e3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:21.586296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef35c4b-bce2-46c1-8d7b-291f02c1abda None None] Pushing event updated for resources: {'Port': ['ID=bb93d96e-7d57-43ac-9189-7d19e08409e3,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:21.592278 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.753246 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef35c4b-bce2-46c1-8d7b-291f02c1abda None None] Pushing event updated for resources: {'Port': ['ID=bb93d96e-7d57-43ac-9189-7d19e08409e3,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:21.789832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:21.793144 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:21.799871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:21.814136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:21.879399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:21.886812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:22.119787 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:22.332364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Router 98647afd-a9be-4fdc-b8a0-114a4ca791ea is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:38:22.340808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a60eb928-70a5-4546-9e62-f1396abaff70 req-e4bc039b-c8b0-4246-8d64-3f676aada0c9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1878915 Dec 12 15:38:22.393618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.22.0.1 (bb1be299-b737-42e2-a0db-cb76096fd1cd/efb4af6c-b60d-4774-88ef-d38c30253566/57fdafc7-3d53-42c6-ad79-f6d5e45fad49) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:22.445882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Allocated IP 172.20.0.1 (9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0/febb6216-342d-45a8-ba68-394b9a8ac053/fda7f891-6dde-40bd-88cc-827f0541f1c3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:22.481636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e8f819-6e62-414e-9706-ee764de899ea None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:22.628067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d68d3-b08d-4de1-aed3-6f5dd281252b None None] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:22.681334 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:14Z', 'revision_number': 3, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:22.745939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:22.756110 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded80c06-54cf-498b-8925-c2ca343aefad None None] The sync data for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 is: [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:14Z', 'revision_number': 3, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:22.795892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Checking router: 92090a51-b0f7-42b4-84d1-306d414d798b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:22.821683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:22.830843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ae57ea59-bd54-4d10-b2d8-d3713373ea7c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:22.831222 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:22.840336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bfc09c6d-b1ec-4e71-935b-e3773a425c68 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2694352 Dec 12 15:38:22.841803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55634) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:22.860251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:22.863229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:22.867006 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:22.942785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] For port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:22.946552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] Sync routers for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:22.982932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] For port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:22.988465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd6d83-dab0-423c-aa9e-27f5c0203894 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:22.996483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.004819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Subnet': ['ID=590cac30-d654-4e93-9443-4ce838e7a932,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:23.020263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Network 9a7fb221-01f6-48dd-9582-7951792ac775 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:23.059098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.059678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.060192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.060724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.061209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.061693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.062177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.062675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.063168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.063650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.064141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.064698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.065276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:23.084141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:23.098878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:23.099685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.123157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:23.132481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network bb1be299-b737-42e2-a0db-cb76096fd1cd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:23.135726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Allocated IP 172.22.0.2 (bb1be299-b737-42e2-a0db-cb76096fd1cd/efb4af6c-b60d-4774-88ef-d38c30253566/57ac1ea6-11c0-4dd6-8e27-962828d1e5f6) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:23.157443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:23.186560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a619ea65-6091-4d71-be9a-9eaf6ff4b256 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7759831 Dec 12 15:38:23.187282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55644) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:23.188253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:23.198125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:23.230738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-749737560', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '590cac30-d654-4e93-9443-4ce838e7a932'}], 'security_groups': ['bd5e5eb6-63b1-401d-94ca-bd3f4286c7b7', '2eb9729d-9634-42b4-9787-132813920ec6']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:23.363197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.381531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.416965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.419605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Provisioning complete for port bb93d96e-7d57-43ac-9189-7d19e08409e3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:23.427255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.429216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:23.429885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:23.438870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:23.439102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:23.443501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.471563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.505377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6567f2-b431-4f52-bfa5-aa8a1cd55d43 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:23.530986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:23.539160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:23.550237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:23.581818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Pushing event updated for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:23.703825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.708449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:23.853861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1055422660-network', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:23.858930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.888371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.976036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Made reservation on behalf of cdc4b9a480544f39838377852d1b2ba8 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:23.978381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:23.990805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:24.013970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:24.051337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-612acfeb-a64f-4247-a87f-e1c94d167a03 req-36f23c3a-77e2-4349-ab8a-26f01de20854 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2104580 Dec 12 15:38:24.294955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:24.349816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:24.463747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:24.505868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:24.506526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:24.511248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:24.517361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:24.700235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c60e2-2898-4957-9ef2-8ca00c9816cb None None] Pushing event updated for resources: {'Port': ['ID=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:24.782825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:24.783533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1920ffbb-39e4-44f0-8916-9cdead214fa8 None None] The sync data for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:25.104314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Attempting to bind port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:25.104723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Attempting to bind port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:25.105107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Attempting to bind port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f on network 717b73d9-5f70-4deb-80b5-40d024abc3fc {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:25.126792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:25.197598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Attempting to bind port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:25.197984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Attempting to bind port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:25.198361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Attempting to bind port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c on network 7dd36869-e28a-4635-a1bc-77ee8c25f662 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:25.211595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:25.212030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Checking segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:25.212400 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.212829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Bound using segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:25.213338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Bound port: bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:25.213735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.222633 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a51960a7-d701-46dc-b8cd-0017a8536274 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:38:25.224846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Pushing event updated for resources: {'Port': ['ID=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:25.230993 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.234387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.239433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.241211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a51960a7-d701-46dc-b8cd-0017a8536274 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3981102 Dec 12 15:38:25.241596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:25.263107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] For port bb93d96e-7d57-43ac-9189-7d19e08409e3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bb93d96e-7d57-43ac-9189-7d19e08409e3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:25.271101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.292101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Delete allocated IP 2001:db8::37 (9a7fb221-01f6-48dd-9582-7951792ac775/c7c5ab98-6c84-4228-813c-c644be1ba737) {{(pid=103412) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:38:25.296472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.299519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:25.307061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Checking segment: {'id': '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:25.308441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.309449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Bound using segment: {'id': '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:25.310173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Bound port: 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dd36869-e28a-4635-a1bc-77ee8c25f662'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:25.310794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.327801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.362053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d15bde8e-31fb-4c56-b37f-13255744b21f req-938a9571-4001-46ef-aa64-fbbdefe7051c tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0660756 Dec 12 15:38:25.367461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Allocated IP 2001:db8:0:2::119 (9a7fb221-01f6-48dd-9582-7951792ac775/590cac30-d654-4e93-9443-4ce838e7a932/ae561a8a-5f68-4672-9250-189b8c14f1f3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:25.409366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.429219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:25.456868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.490936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.501286 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Added segment 57010d16-28c4-4818-96fb-65ac797e76d2 of type vlan for network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce Dec 12 15:38:25.519688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.529456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f21fa5-eb18-4555-a18e-47f58bb994a7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:25.588069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] For port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:25.591644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] For port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:25.614104 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.693150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.693878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Network bb1be299-b737-42e2-a0db-cb76096fd1cd is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:25.698476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:25.706778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:25.712730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Provisioning complete for port 48442896-e457-4470-9abb-12449b57aadf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:25.713115 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:25.764335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4daa1-0a7e-40b6-88c7-9bbbe8282cf1 None None] Pushing event updated for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:25.806352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:25.822051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:26.001657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.004611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:38:26.039328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.106180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.107144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:26.107715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.196915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] In _notify_port_updated(), no bound segment for port ae561a8a-5f68-4672-9250-189b8c14f1f3 on network 9a7fb221-01f6-48dd-9582-7951792ac775 {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:38:26.211659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:26.212377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.213696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "PUT /v2.0/ports/ae561a8a-5f68-4672-9250-189b8c14f1f3 HTTP/1.1" status: 200 len: 969 time: 2.9901280 Dec 12 15:38:26.215101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Router 57269a42-cd24-4fdf-90b1-9efb034ad38a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:26.235998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:26.267308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bc8f4-0c1f-492e-a042-7f3b0d36d1fe tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event updated for resources: {'Port': ['ID=ae561a8a-5f68-4672-9250-189b8c14f1f3,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:26.292309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1645453 Dec 12 15:38:26.298261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:26.303707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Request body: {'subnet': {'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1055422660-subnet', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:26.324116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1866d8f-0f7c-46ea-ab70-630fc1ebe412 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:26.343353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Made reservation on behalf of cdc4b9a480544f39838377852d1b2ba8 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:26.346624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.438369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19365ae4-13ed-4a07-a85a-8d19fb5c45ff None None] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:26.442741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:26.541001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Update dhcp port {'port': {'network_id': '9a7fb221-01f6-48dd-9582-7951792ac775', 'fixed_ips': [{'subnet_id': 'fdc7f026-db16-486b-8329-7d1e66a418f9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c7c5ab98-6c84-4228-813c-c644be1ba737'}, {'subnet_id': '590cac30-d654-4e93-9443-4ce838e7a932'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '7e6781aa-9b0b-42ce-861b-4bacc66c3691'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:38:26.615348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a98c10e3-4c80-4b7d-9065-e561deb27b11 req-68ab3b64-88bc-4836-aad4-e0599223f2b6 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0878224 Dec 12 15:38:26.662107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:26.662107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.663553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:26.664350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:26.742852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.802825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Pushing event updated for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:26.808403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7207f0-ae26-4ea3-a9ca-8f20cda311a9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:26.813412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] For port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:26.829129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] For port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,segment=NetworkSegment(41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1),segment_id=41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:26.864865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Checking segment: {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:26.865599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Network hostable DHCP agents. Network: cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:26.880182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Attempting to bind port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:26.880555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Attempting to bind port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:26.880955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Attempting to bind port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 on network bb1be299-b737-42e2-a0db-cb76096fd1cd {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:26.887466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.901566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:26.901985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Checking segment: {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:26.902387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.902815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Bound using segment: {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:26.903499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Bound port: 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:26.903922 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.905986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:26.924454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:26.929979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:26.931037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:26.965560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-06343117-60ec-4886-9c8a-fd32f2668490 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6662374 Dec 12 15:38:26.968049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55672) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:26.973252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:27.005535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.022391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.024766 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.028643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.059578 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.081432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4344e500-c6b3-4cd5-a694-c7c2f4c46d3b None None] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:27.085546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:27.145883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:27.157756 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Sync routers for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:27.159031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf038-cbbe-4460-83c5-a145efa9c338 None None] The sync data for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 is: [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'de95cbd9-b56a-4e88-bea6-f1cc4045bef7', 'name': '', 'network_id': '21b8d238-3b20-4063-9242-eced91825992', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'mac_address': 'fa:16:3e:45:55:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:29Z', 'updated_at': '2021-12-12T15:27:35Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'subnets': [{'id': '25b887a3-6c58-4e38-b0e5-d1ffd4198aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:27.162755 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32ded3e7-714a-4f65-ba65-aea3d84bf794 admin admin] 10.222.0.36 "PUT /v2.0/routers/57269a42-cd24-4fdf-90b1-9efb034ad38a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4861407 Dec 12 15:38:27.167763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.172442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Pushing event updated for resources: {'Port': ['ID=bb93d96e-7d57-43ac-9189-7d19e08409e3,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:27.190619 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:27.191284 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:27.279865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.290616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:27.330973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port ae561a8a-5f68-4672-9250-189b8c14f1f3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:27.331352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.554134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] For port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:27.554341 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.562921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] For port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:27.754555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.824895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:27.843363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b6ff9-5721-425b-986b-c6457274f076 None None] New status for floating IP dbbded30-88fd-4b7d-a25a-9fcb091fc07b: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:38:27.873741 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:27.919683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:27.940868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for ae561a8a-5f68-4672-9250-189b8c14f1f3 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:27.942925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d68b9e77-98ca-432d-a90b-dd759a049f50 req-562abfd5-9f70-43b5-957b-88b62b29fbd1 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0790579 Dec 12 15:38:27.962391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network bb1be299-b737-42e2-a0db-cb76096fd1cd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:27.973751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:27.989819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:28.212471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:28.264014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:24Z', 'revision_number': 4, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fda7f891-6dde-40bd-88cc-827f0541f1c3', 'name': '', 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'mac_address': 'fa:16:3e:32:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:24Z', 'revision_number': 2, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'subnets': [{'id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:28.332518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:28.338380 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Checking router: 57269a42-cd24-4fdf-90b1-9efb034ad38a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:28.339219 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Updating router 57269a42-cd24-4fdf-90b1-9efb034ad38a port fda7f891-6dde-40bd-88cc-827f0541f1c3 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:28.401832 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:28.738808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Allocated IP 172.25.3.208 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4510bfdb-536e-47ac-8853-8c98ab93b5b0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:28.760510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Allocated IP 2001:db8::2 (9a7fb221-01f6-48dd-9582-7951792ac775/c7c5ab98-6c84-4228-813c-c644be1ba737/7e6781aa-9b0b-42ce-861b-4bacc66c3691) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:28.771967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Allocated IP 2001:db8:0:2::2 (9a7fb221-01f6-48dd-9582-7951792ac775/590cac30-d654-4e93-9443-4ce838e7a932/7e6781aa-9b0b-42ce-861b-4bacc66c3691) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:28.959100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7e6781aa-9b0b-42ce-861b-4bacc66c3691,segment=NetworkSegment(96babe1d-3d9d-4b5a-9be3-1197b4b098ee),segment_id=96babe1d-3d9d-4b5a-9be3-1197b4b098ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:28.972468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:29.045542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.068358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.089483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Pushing event updated for resources: {'Port': ['ID=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:29.098326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.167700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-567b47ae-214f-439b-a527-651547be1232 req-cf5cf925-74bf-4b5a-8182-77806a6a9cb5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0491114 Dec 12 15:38:29.210071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.211454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.315922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:29.338583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:29.341453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:29.360517 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.380943 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.395505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:29.407085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85d69635-310e-4426-9c95-888b383f40ed tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1754911 Dec 12 15:38:29.414296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55734) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:29.424839 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:29.449313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'network': {'name': 'tempest-RoutersTest-1114739219'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:29.481561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Pushing event updated for resources: {'Port': ['ID=4510bfdb-536e-47ac-8853-8c98ab93b5b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:29.506090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.552165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1709ab-b6ca-4bed-8dd8-19c63cb14203 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:29.560724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:29.574709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.637685 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317b75-b828-41e8-9cc0-b140b1dfba18 None None] Pushing event updated for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:29.713080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:29.713879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:29.733778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=ae561a8a-5f68-4672-9250-189b8c14f1f3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:29.751378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:29.760417 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/ae561a8a-5f68-4672-9250-189b8c14f1f3 HTTP/1.1" status: 204 len: 168 time: 3.5122292 Dec 12 15:38:29.771588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:29.874689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.875042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.875395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.875784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.876287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.877213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.878244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.878591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.878853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] For port 48442896-e457-4470-9abb-12449b57aadf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=48442896-e457-4470-9abb-12449b57aadf,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:29.879335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.879335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.879562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.879893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.880349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d668b40-dd4f-4eba-a41e-f523e64fc0a0 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:29.901144 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-27875691-f36e-4705-81e8-3b93606f7f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] GET failed (client error): The resource could not be found. Dec 12 15:38:29.905160 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27875691-f36e-4705-81e8-3b93606f7f16 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports/ae561a8a-5f68-4672-9250-189b8c14f1f3 HTTP/1.1" status: 404 len: 333 time: 0.1217675 Dec 12 15:38:29.910925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:29.944524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting port 589d2d49-d5d5-43bb-959e-bfb02cb3375d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:29.944899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.135787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:30.179328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.227022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Attempting to bind port fda7f891-6dde-40bd-88cc-827f0541f1c3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:30.229180 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Attempting to bind port fda7f891-6dde-40bd-88cc-827f0541f1c3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:30.230460 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Attempting to bind port fda7f891-6dde-40bd-88cc-827f0541f1c3 on network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:30.260227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:30.261608 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Checking segment: {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:30.262262 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.263594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Bound using segment: {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:30.264321 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Bound port: fda7f891-6dde-40bd-88cc-827f0541f1c3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:30.265623 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.270990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.271398 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added segment 3a3f7b19-b1e7-4da7-a1cc-6759a12980e6 of type vlan for network 3e5298ce-2eed-4d45-b09d-ef9d7469184a Dec 12 15:38:30.302320 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:30.303742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.307660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.358288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Calling delete_port for 589d2d49-d5d5-43bb-959e-bfb02cb3375d owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:30.501356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.510011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.515191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/security-groups/7883832e-d323-4dc4-9c4b-b5fc5333ac3b HTTP/1.1" status: 204 len: 168 time: 0.6032648 Dec 12 15:38:30.520192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:30.580693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.612670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bed93-a5c8-4637-92d4-8c9dfd6944e1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7883832e-d323-4dc4-9c4b-b5fc5333ac3b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:30.694333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae572a98-490b-47b1-8f31-d909b483197a req-3ac14642-0814-4bae-b72a-58e45c58389e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2263060 Dec 12 15:38:30.848251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.864794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb1a23-cc74-4842-bc65-2e4f4c25bb41 None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:30.884905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.887111 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] For port fda7f891-6dde-40bd-88cc-827f0541f1c3, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:30.894432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] For port fda7f891-6dde-40bd-88cc-827f0541f1c3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fda7f891-6dde-40bd-88cc-827f0541f1c3,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:30.899865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:30.902298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.921823 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:30.963271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e74e5-02ff-4402-9e05-8a70204e79b3 None None] Network bb1be299-b737-42e2-a0db-cb76096fd1cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:30.966106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15d2a5d3-766a-4550-a414-eefbf506b52c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:30.984618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5566311 Dec 12 15:38:30.998016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55770) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:31.006383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'subnet': {'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:31.016228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.029743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.046100 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:23Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:15Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:24Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:31.116003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.146560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'fixed_ips': [{'subnet_id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:31.147491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.310111 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:31.312825 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:31.358621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.420056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Port': ['ID=589d2d49-d5d5-43bb-959e-bfb02cb3375d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:31.460526 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:31.472123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Updating router e94490e3-5a14-42b3-924e-66d4222ea0ce port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:31.474985 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317b75-b828-41e8-9cc0-b140b1dfba18 None None] Pushing event updated for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:31.475136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Allocated IP 172.20.0.2 (cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce/3c7207f0-ae26-4ea3-a9ca-8f20cda311a9/36855213-f1d6-4d3d-bc93-e1a8d76eb454) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:31.496418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.504584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.507033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/security-groups/2eb9729d-9634-42b4-9787-132813920ec6 HTTP/1.1" status: 204 len: 168 time: 0.9672163 Dec 12 15:38:31.514015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:31.626082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3367d4-27f6-4b01-8eaa-2344eefba941 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb9729d-9634-42b4-9787-132813920ec6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:31.748465 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.786127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.847901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c04c7-77a5-46a7-9a3d-45954233374f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Network': ['ID=3e5298ce-2eed-4d45-b09d-ef9d7469184a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:31.904116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:31.954035 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:31.956860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.213992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e696311-a52d-49d0-a223-e77931c10281 req-bce1fb16-d9f0-4504-bf11-fd5ec3d88e3e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1826890 Dec 12 15:38:32.294618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Made reservation on behalf of ffdf4bcfd38f4941b55aefbfde2eae08 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:32.296287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.304426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.306069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.308803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.310040 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd5e5eb6-63b1-401d-94ca-bd3f4286c7b7 HTTP/1.1" status: 204 len: 168 time: 0.7663240 Dec 12 15:38:32.319114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4daa1-0a7e-40b6-88c7-9bbbe8282cf1 None None] Pushing event updated for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:32.327403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:32.403998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0150-a0a8-4891-8872-f31ddb57a6cf tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5e5eb6-63b1-401d-94ca-bd3f4286c7b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:32.415891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:32.609826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.644199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet c7c5ab98-6c84-4228-813c-c644be1ba737 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:32.671981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.736151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Router 98647afd-a9be-4fdc-b8a0-114a4ca791ea has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:32.808619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:32.850430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:32.853170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:33.136362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:33.181197 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bbe64106-2649-411a-a45e-2e2767e0d14d tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9319015 Dec 12 15:38:33.184391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:33.293737 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-96b5ca83-0d33-4901-a859-207825d7fd23 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] delete failed (client error): The resource could not be found. Dec 12 15:38:33.313219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96b5ca83-0d33-4901-a859-207825d7fd23 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-697637928 HTTP/1.1" status: 404 len: 334 time: 0.1276877 Dec 12 15:38:33.338414 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:24Z', 'revision_number': 4, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fda7f891-6dde-40bd-88cc-827f0541f1c3', 'name': '', 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'mac_address': 'fa:16:3e:32:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:30Z', 'revision_number': 4, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'subnets': [{'id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:33.344607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:33.349424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-90e104a4-f339-4f94-9319-2938d9e64f34 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'router': {'external_gateway_info': {'network_id': '98647afd-a9be-4fdc-b8a0-114a4ca791ea'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:33.421969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584e9ba-0ae9-48f3-84fc-f9282eeeb301 None None] Pushing event updated for resources: {'Port': ['ID=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:33.427257 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944cabcd-3af0-4f84-a4a6-3299b5fa5429 None None] The sync data for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 is: [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:38:24Z', 'revision_number': 4, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fda7f891-6dde-40bd-88cc-827f0541f1c3', 'name': '', 'network_id': '9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'mac_address': 'fa:16:3e:32:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:30Z', 'revision_number': 4, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'subnets': [{'id': 'febb6216-342d-45a8-ba68-394b9a8ac053', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:33.487280 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:33.521906 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:33.558605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] Sync routers for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:33.735262 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0839a6-54bb-4498-adf4-df23fce3f0ca None None] Pushing event updated for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:33.796094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7e544-c710-48f3-99ff-127e138e4e09 None None] Pushing event updated for resources: {'Port': ['ID=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:33.828559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:33.848912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.013615 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Attempting to bind port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:34.013989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Attempting to bind port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:34.014378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Attempting to bind port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 on network bb1be299-b737-42e2-a0db-cb76096fd1cd {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:34.021198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa92286e-0979-40e6-8e66-85003d63309c req-4bea5bb7-fb6f-4f8c-b094-ff6ffa604e61 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1173079 Dec 12 15:38:34.034435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.042695 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:34.043081 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Checking segment: {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:34.043483 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.049064 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Bound using segment: {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:34.049624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Bound port: 57fdafc7-3d53-42c6-ad79-f6d5e45fad49, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:34.050063 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.156834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b2b20-8ace-47aa-be8a-e42a230fbb7b None None] Pushing event updated for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:34.209168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:34.215031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:34.242424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Subnet': ['ID=722d7743-7b14-40db-b3f2-e38f79c70a44,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:34.337343 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] For port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:34.349496 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] For port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:34.352979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 15d2a5d3-766a-4550-a414-eefbf506b52c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:34.353357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.362488 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.367481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.373610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Checking segment: {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:34.374469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network hostable DHCP agents. Network: 3e5298ce-2eed-4d45-b09d-ef9d7469184a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:34.380789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:34.429104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:34.454377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:34.514814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Provisioning complete for port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:34.515636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.563739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0839a6-54bb-4498-adf4-df23fce3f0ca None None] Pushing event updated for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:34.582776 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:34.583067 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:34.655301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:34.765054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:34.766480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.803959 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90e104a4-f339-4f94-9319-2938d9e64f34 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.828667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3e5298ce-2eed-4d45-b09d-ef9d7469184a) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:34.838794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:34.847332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.862669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b839e-41fd-4a5e-905c-394e9883572d None None] The sync data for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 is: [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:34.871918 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:34.904319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef8053b2-2936-45dc-99d0-36283c6d2828 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9027786 Dec 12 15:38:34.904935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55800) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:34.918858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:34.931359 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/c7c5ab98-6c84-4228-813c-c644be1ba737 HTTP/1.1" status: 204 len: 168 time: 2.5972471 Dec 12 15:38:34.942671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:34.943306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:34.945920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55802) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:34.953936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc6d23-a7f7-4773-a6d1-a7ee14146180 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c5ab98-6c84-4228-813c-c644be1ba737,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:34.995135 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-90e104a4-f339-4f94-9319-2938d9e64f34 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] update failed (client error): The resource could not be found. Dec 12 15:38:35.013110 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-90e104a4-f339-4f94-9319-2938d9e64f34 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea HTTP/1.1" status: 404 len: 339 time: 1.6672649 Dec 12 15:38:35.013934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:35.019108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36e644-d3cb-4adf-a3e9-c8b4763463b0 None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:35.072248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:35.080951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e04eda8-1cbf-4bab-9a5c-8fc64f564b6b None None] The sync data for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:35.083521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dd4e0e-4478-4cb7-ac99-6dee8a578bd0 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:35.113644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Router 8a0534bd-d42b-4c0c-94b5-13350b366a47 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:38:35.396498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Attempting to bind port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:35.396928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Attempting to bind port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:35.398983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Attempting to bind port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 on network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:35.409696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64443b81-cc41-4543-8992-3fffd4491ba5 req-5ab21c79-2cf6-4d07-a025-5edfccbf0a00 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1140394 Dec 12 15:38:35.526167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet 590cac30-d654-4e93-9443-4ce838e7a932 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:35.535372 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:23Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:15Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:35.584354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Pushing event updated for resources: {'Port': ['ID=48442896-e457-4470-9abb-12449b57aadf,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:35.602937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:35.605137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Checking segment: {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:35.605750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:35.606773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Bound using segment: {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:35.608623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Bound port: 36855213-f1d6-4d3d-bc93-e1a8d76eb454, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:35.611734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:35.660211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:35.674263 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0811a-0ae2-403a-9713-c3a181b6e399 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:23Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:15Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:35.850181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Pushing event updated for resources: {'Port': ['ID=36855213-f1d6-4d3d-bc93-e1a8d76eb454,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:35.859441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abd83c94-8b15-4b1d-9b0d-2dd429091214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:35.942980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:35.948661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.115531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.449593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:36.454030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.465720 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Sync routers for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:36.487848 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:36.488557 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:36.684738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:36.694330 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.749744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 15d2a5d3-766a-4550-a414-eefbf506b52c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15d2a5d3-766a-4550-a414-eefbf506b52c,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:36.832368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] For port 36855213-f1d6-4d3d-bc93-e1a8d76eb454, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:36.842450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] For port 36855213-f1d6-4d3d-bc93-e1a8d76eb454, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=36855213-f1d6-4d3d-bc93-e1a8d76eb454,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:36.860938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.887205 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:36.893142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] For port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,segment=NetworkSegment(c5b70fda-69b2-43dd-b521-c22915741641),segment_id=c5b70fda-69b2-43dd-b521-c22915741641)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:36.918155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.942593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:36.943401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 321f012c-c478-4aff-86dc-4e6b425e5d11 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:37.051647 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a5215d-a48b-42a8-90d0-79b363c46d0d req-95b4c4b5-8472-47d9-9a4d-7e5ec8e9a922 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.3870306 Dec 12 15:38:37.061044 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:37.132741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Could not find standard attr ID for object 81f8b069-7824-4501-83ef-15db8a58023b. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:37.152478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:37.170646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1ec1bcde-26c4-4a90-a7cc-5f2c2af2b901 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2013950 Dec 12 15:38:37.172229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55828) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:37.476074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Provisioning complete for port baa9ffa6-d8e5-4796-9443-069801228512 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:37.476543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:37.769887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a8fc-9834-4472-938e-d12c838b85c4 None None] Pushing event updated for resources: {'Port': ['ID=36855213-f1d6-4d3d-bc93-e1a8d76eb454,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:37.791114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Allocated IP 172.20.0.1 (5aea1f3b-7ceb-4653-83d3-b9c3f75d6320/2ccfd2c5-90db-4499-a204-55c371037118/8c6c5c51-c857-4932-99c0-8bc061e147b4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:37.799183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 321f012c-c478-4aff-86dc-4e6b425e5d11 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:37.801587 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:30Z', 'revision_number': 3, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:37.809530 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:37.825089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:37.929010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Port baa9ffa6-d8e5-4796-9443-069801228512 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:38:37.949564 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Checking router: 8a0534bd-d42b-4c0c-94b5-13350b366a47 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:37.950100 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Updating router 8a0534bd-d42b-4c0c-94b5-13350b366a47 port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:37.991653 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c1602cc-a321-45b0-86bd-4b243f68923c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.017850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Could not find standard attr ID for object ae561a8a-5f68-4672-9250-189b8c14f1f3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:38.051272 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.118962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.186030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:38.231928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Allocated IP 172.23.0.2 (3e5298ce-2eed-4d45-b09d-ef9d7469184a/722d7743-7b14-40db-b3f2-e38f79c70a44/ec599291-105a-481e-978b-907149c3bcdc) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:38.268217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.324702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:38.378209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:38.399561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:38:38.401734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.412551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:38.518204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26117796-6a31-4570-b58e-11d32d06cd73 None None] Pushing event updated for resources: {'Port': ['ID=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:38.558139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port bb93d96e-7d57-43ac-9189-7d19e08409e3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:38.563017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.586834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.591604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=590cac30-d654-4e93-9443-4ce838e7a932,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:38.603951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a366a2d3-432b-40db-a4e5-e84556cd16da req-0a58bdfa-b1c5-4da7-8ce4-c160eeeeee88 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2355473 Dec 12 15:38:38.714413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Port': ['ID=8c6c5c51-c857-4932-99c0-8bc061e147b4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:38.783961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.964256 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:38.976484 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.022956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.054538 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249923-1ee0-41e2-97f4-6115e5d7a195 None None] Pushing event updated for resources: {'Port': ['ID=4510bfdb-536e-47ac-8853-8c98ab93b5b0,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:39.083101 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Attempting to bind port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:39.083739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Attempting to bind port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:39.085923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Attempting to bind port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:39.093990 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:39.094677 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:39.097622 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.098251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:39.098936 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Bound port: 4510bfdb-536e-47ac-8853-8c98ab93b5b0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:39.099596 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.151406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.174528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a3f4e2cc-5a65-49c1-9b5e-38ab6eb6ce2f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/590cac30-d654-4e93-9443-4ce838e7a932 HTTP/1.1" status: 204 len: 168 time: 4.2246737 Dec 12 15:38:39.175502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55838) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:39.260115 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6705afe8-221d-47a5-b492-1188b9c4bd72 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:39.263572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6705afe8-221d-47a5-b492-1188b9c4bd72 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:39.267312 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] For port 4510bfdb-536e-47ac-8853-8c98ab93b5b0, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:39.268612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6705afe8-221d-47a5-b492-1188b9c4bd72 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/c7c5ab98-6c84-4228-813c-c644be1ba737 HTTP/1.1" status: 404 len: 337 time: 0.0918968 Dec 12 15:38:39.278713 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] For port 4510bfdb-536e-47ac-8853-8c98ab93b5b0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4510bfdb-536e-47ac-8853-8c98ab93b5b0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:39.280976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:39.293846 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.337043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.342285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444105f-8cb2-4abd-a25f-a074a59ac02f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:39.357150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115b8e2-00dc-4a7d-a950-98126e0e7743 None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:39.451337 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249923-1ee0-41e2-97f4-6115e5d7a195 None None] Pushing event updated for resources: {'Port': ['ID=4510bfdb-536e-47ac-8853-8c98ab93b5b0,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:39.481939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a6d443-75c9-4311-ae6f-899f9dc02e4c None None] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:39.482654 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:39.483649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:39.511156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting subnet fdc7f026-db16-486b-8329-7d1e66a418f9 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:39.518510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.601997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.659558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a919bc9-a95e-4d14-aacc-d16c6b59b7bc None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:39.788325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.791274 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.797021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.815773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:39.815994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.871440 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.924981 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:39.978072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 321f012c-c478-4aff-86dc-4e6b425e5d11, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=321f012c-c478-4aff-86dc-4e6b425e5d11,segment=NetworkSegment(2081af06-d75f-4dd2-b598-6f2cedbc375d),segment_id=2081af06-d75f-4dd2-b598-6f2cedbc375d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:40.006289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event updated for resources: {'Port': ['ID=8c6c5c51-c857-4932-99c0-8bc061e147b4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:40.054714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.072401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.073928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:40.136966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Allocated IP 172.23.0.1 (3e5298ce-2eed-4d45-b09d-ef9d7469184a/722d7743-7b14-40db-b3f2-e38f79c70a44/a08d6fcb-b72b-4e08-93d5-c3ff4faefa19) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:40.198382 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:30Z', 'revision_number': 3, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:40.220914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Pushing event updated for resources: {'Port': ['ID=ec599291-105a-481e-978b-907149c3bcdc,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:40.238796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:40.242655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:40.267527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:40.268050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.268168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a282e51c-bb21-45b1-850f-ce7698175fb1 None None] The sync data for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 is: [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:30Z', 'revision_number': 3, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:40.286838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:40.489800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:40.501613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:40.513916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.556818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Router 98647afd-a9be-4fdc-b8a0-114a4ca791ea has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:40.717588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.937106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Attempting to bind port ec599291-105a-481e-978b-907149c3bcdc on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:40.937752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Attempting to bind port ec599291-105a-481e-978b-907149c3bcdc by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:40.937860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Attempting to bind port ec599291-105a-481e-978b-907149c3bcdc on network 3e5298ce-2eed-4d45-b09d-ef9d7469184a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:40.948878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=321f012c-c478-4aff-86dc-4e6b425e5d11,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:40.985188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:40.986794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:40.987474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:40.999893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-799b1029-cb24-47d0-8018-0a911cc000c7 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9846992 Dec 12 15:38:41.008251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:41.092869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] Sync routers for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:41.097239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:41.097623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Checking segment: {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:41.098033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.098434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Bound using segment: {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:41.099207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Bound port: ec599291-105a-481e-978b-907149c3bcdc, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:41.099607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.263119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4975651-c7d9-478f-818f-3da04da4ca65 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.296908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.384466 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-f4975651-c7d9-478f-818f-3da04da4ca65 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 12 15:38:41.386036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4975651-c7d9-478f-818f-3da04da4ca65 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea HTTP/1.1" status: 409 len: 329 time: 0.3754821 Dec 12 15:38:41.388554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:41.429773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc80ae96-298f-47c7-ad22-c7344ea22699 req-a9287465-2ff6-4ee3-8487-963f7d4ff708 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1626103 Dec 12 15:38:41.433306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.470345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.503214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.512719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/fdc7f026-db16-486b-8329-7d1e66a418f9 HTTP/1.1" status: 204 len: 168 time: 2.2276134 Dec 12 15:38:41.518069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:41.520928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:41.521585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:41.528245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23205372-fb35-4252-89f5-2d90cba1518f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc7f026-db16-486b-8329-7d1e66a418f9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:41.528863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8ec9e-432b-4d9d-baa0-7e4fb9f0c61e None None] Network 9a7fb221-01f6-48dd-9582-7951792ac775 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:41.550160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.560403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:41.606730 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebffbf6a-9dc8-48a9-87dd-a642fa844c9a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:41.609283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebffbf6a-9dc8-48a9-87dd-a642fa844c9a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:41.619645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebffbf6a-9dc8-48a9-87dd-a642fa844c9a tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/35d2f93c-b087-4411-852a-ce2f31b1e6b0 HTTP/1.1" status: 404 len: 337 time: 0.0947483 Dec 12 15:38:41.620737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:41.644954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] For port ec599291-105a-481e-978b-907149c3bcdc, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:41.785807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:41.787464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:41.804275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:41.819044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:41.824735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:41.842418 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a213b0b-10fc-44d2-b0ed-32ba2aba5841 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "GET /v2.0/ports?device_id=470d4171-6e4c-4a82-9de9-72c138c0facd HTTP/1.1" status: 200 len: 205 time: 0.2026143 Dec 12 15:38:41.843041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:41.946455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] For port ec599291-105a-481e-978b-907149c3bcdc, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ec599291-105a-481e-978b-907149c3bcdc,segment=NetworkSegment(3a3f7b19-b1e7-4da7-a1cc-6759a12980e6),segment_id=3a3f7b19-b1e7-4da7-a1cc-6759a12980e6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:41.988929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:41.989650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:42.023323 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-7b6bc79c-a68c-47fe-8520-7325a3c0fe3f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] delete failed (client error): The resource could not be found. Dec 12 15:38:42.025204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b6bc79c-a68c-47fe-8520-7325a3c0fe3f tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/routers/470d4171-6e4c-4a82-9de9-72c138c0facd HTTP/1.1" status: 404 len: 336 time: 0.1756001 Dec 12 15:38:42.025336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.028395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:42.079290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.263559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.274595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:42.275489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521ac8d-8414-4b23-82c1-c530cbfbaabd None None] The sync data for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:42.278165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:42.278303 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3280d273-1eb0-487a-b6c9-b2c3c9deb273 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:42.278899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3280d273-1eb0-487a-b6c9-b2c3c9deb273 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:42.288356 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3280d273-1eb0-487a-b6c9-b2c3c9deb273 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d0d18706-aaa5-4bdd-80d4-001c42489788 HTTP/1.1" status: 404 len: 337 time: 0.1606474 Dec 12 15:38:42.291699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:42.362440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b16544-2508-47e8-8425-75a51e0af0e0 None None] Pushing event updated for resources: {'Port': ['ID=ec599291-105a-481e-978b-907149c3bcdc,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:42.366435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bb93d96e-7d57-43ac-9189-7d19e08409e3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:42.395870 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e180964-99b1-4027-8040-26d05acd674d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:42.397234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e180964-99b1-4027-8040-26d05acd674d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:42.402516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e180964-99b1-4027-8040-26d05acd674d tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/e5396c1c-58a0-4fc1-9d6d-537c4fa5504f HTTP/1.1" status: 404 len: 337 time: 0.0831306 Dec 12 15:38:42.416819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55870) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:42.436159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.490748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.579701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:42.604815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:42.605224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.631873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Allocated IP 172.20.0.1 (cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce/3c7207f0-ae26-4ea3-a9ca-8f20cda311a9/f8475172-338a-4ef1-bb8d-f3e59138a959) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:42.661446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bb93d96e-7d57-43ac-9189-7d19e08409e3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:42.661830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.887178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 321f012c-c478-4aff-86dc-4e6b425e5d11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:42.887562 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.919978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:42.937445 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77eaa6d-683c-44ca-af9d-dcf0f0e3e276 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:42.937445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77eaa6d-683c-44ca-af9d-dcf0f0e3e276 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:42.943064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:42.952780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e77eaa6d-683c-44ca-af9d-dcf0f0e3e276 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d799bc43-69d4-4d84-b5b1-69891558f255 HTTP/1.1" status: 404 len: 337 time: 0.5344515 Dec 12 15:38:42.960736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:43.019181 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c28f043-418e-47c8-a2cf-52e08a66b817 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.019845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c28f043-418e-47c8-a2cf-52e08a66b817 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.029741 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1c28f043-418e-47c8-a2cf-52e08a66b817 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/c85cabe3-2623-4058-abbe-a922bec20ea1 HTTP/1.1" status: 404 len: 333 time: 0.0849016 Dec 12 15:38:43.039777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.084411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] DHCP port deletion for 9a7fb221-01f6-48dd-9582-7951792ac775 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:43.120473 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-30972ed9-2d00-4ee0-9e54-52c7c32a0d81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.121009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30972ed9-2d00-4ee0-9e54-52c7c32a0d81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.124223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30972ed9-2d00-4ee0-9e54-52c7c32a0d81 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/d047e33c-1fd7-45c6-8026-f9a7ad031a30 HTTP/1.1" status: 404 len: 337 time: 0.0818827 Dec 12 15:38:43.146356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f2ae800-f88e-45c0-bef4-9ba49b0fcedb req-ae47202d-0df0-48be-86b0-a6e59dfb3b89 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1923079 Dec 12 15:38:43.154110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.177293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.226838 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-18892104-bde7-4f77-a9da-aec37d53f856 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.227472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18892104-bde7-4f77-a9da-aec37d53f856 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.230804 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-18892104-bde7-4f77-a9da-aec37d53f856 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/5420eb06-2557-48a0-9de5-349277a12061 HTTP/1.1" status: 404 len: 337 time: 0.0756276 Dec 12 15:38:43.236458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.260756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.273086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:43.273504 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.281221 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d1faaa-cf49-4d08-8e8a-86dcf3981691 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.281948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d1faaa-cf49-4d08-8e8a-86dcf3981691 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.286379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5d1faaa-cf49-4d08-8e8a-86dcf3981691 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/089ea229-812f-4634-8129-d513891bc074 HTTP/1.1" status: 404 len: 333 time: 0.0471344 Dec 12 15:38:43.288892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.340907 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76234d0-c9c3-4b04-a8c7-a5d636372d19 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.342035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76234d0-c9c3-4b04-a8c7-a5d636372d19 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.346788 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f76234d0-c9c3-4b04-a8c7-a5d636372d19 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/be6b09bf-65b9-477a-a3af-7e40e36275b5 HTTP/1.1" status: 404 len: 337 time: 0.0552711 Dec 12 15:38:43.351653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.386388 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-940d8096-b53f-4fb6-a98a-7aa40898d9c1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] DELETE failed (client error): The resource could not be found. Dec 12 15:38:43.387342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940d8096-b53f-4fb6-a98a-7aa40898d9c1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:38:43.390972 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-940d8096-b53f-4fb6-a98a-7aa40898d9c1 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/subnets/a62cd1cb-ee05-4e99-a678-6232b000bbe9 HTTP/1.1" status: 404 len: 337 time: 0.0379658 Dec 12 15:38:43.394844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.440154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:43.470781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 48442896-e457-4470-9abb-12449b57aadf up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:43.617135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Deleting port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:43.618382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.736101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:43.736502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.743988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a31d13e-1ced-4efb-92d9-b4816ecab682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.808015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Pushing event updated for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:43.843102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] For port 7e6781aa-9b0b-42ce-861b-4bacc66c3691, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7e6781aa-9b0b-42ce-861b-4bacc66c3691,segment=NetworkSegment(96babe1d-3d9d-4b5a-9be3-1197b4b098ee),segment_id=96babe1d-3d9d-4b5a-9be3-1197b4b098ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:43.843535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.862102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 48442896-e457-4470-9abb-12449b57aadf triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:43.862506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.903617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a31d13e-1ced-4efb-92d9-b4816ecab682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.912122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting port 8c6c5c51-c857-4932-99c0-8bc061e147b4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:43.912840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.918939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a31d13e-1ced-4efb-92d9-b4816ecab682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:43.925425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Deleting port baa9ffa6-d8e5-4796-9443-069801228512 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:43.925974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.023133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.040543 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.062706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Calling delete_port for 7e6781aa-9b0b-42ce-861b-4bacc66c3691 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:44.204121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.215022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.221834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Calling delete_port for 8c6c5c51-c857-4932-99c0-8bc061e147b4 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:44.318006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:44.379795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.389439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:44.505312 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7a31d13e-1ced-4efb-92d9-b4816ecab682 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c39b3333e92f4912bc38fe5a94029414&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0561235 Dec 12 15:38:44.520134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:44.550694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:44.557333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27e79f4f-fc59-42cc-81f1-4884b0dd7e41 req-fd90f04c-c5b3-4fe7-951f-c1cc652e9bc2 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2130547 Dec 12 15:38:44.595352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa7c5b-bc69-4552-bfdf-a5527d64eb3c None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:44.627147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event updated for resources: {'Port': ['ID=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:44.639807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31d13e-1ced-4efb-92d9-b4816ecab682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165dd90b-944d-4902-a020-034d62e7d12f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:44.645554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:44.651072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:44.759294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.802293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:44.806066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Calling delete_port for baa9ffa6-d8e5-4796-9443-069801228512 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:44.828246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.951593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:44.959192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:44.977166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.091741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:45.100695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-564f52e9-22c8-42b5-a24f-696c93c57c86 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1914706 Dec 12 15:38:45.103693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55908) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:45.109219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:45.119157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:45.152122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.156481 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:45.157051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:45.158081 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:45.160237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.351356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] No DVR routers for this DVR port 7e6781aa-9b0b-42ce-861b-4bacc66c3691 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:45.370204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.372823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8ed30-156b-451f-89e5-a7ead3a628e4 None None] Pushing event deleted for resources: {'Port': ['ID=7e6781aa-9b0b-42ce-861b-4bacc66c3691,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:45.380428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.382904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 48442896-e457-4470-9abb-12449b57aadf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:45.383878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.384328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/165dd90b-944d-4902-a020-034d62e7d12f HTTP/1.1" status: 204 len: 168 time: 0.8522487 Dec 12 15:38:45.386346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.483359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.512407 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:45.538718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7beda4-ecd1-4102-9532-f2336afa0ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165dd90b-944d-4902-a020-034d62e7d12f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:45.580701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Port': ['ID=8c6c5c51-c857-4932-99c0-8bc061e147b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:45.755852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:45.756240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.853483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:45.940535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4510bfdb-536e-47ac-8853-8c98ab93b5b0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:46.058700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Port': ['ID=baa9ffa6-d8e5-4796-9443-069801228512,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:46.154229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.206834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.212509 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ef25a8e9-0cf8-45d5-8dfc-4d49f4452261 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/ports/baa9ffa6-d8e5-4796-9443-069801228512 HTTP/1.1" status: 204 len: 168 time: 2.8143260 Dec 12 15:38:46.219010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:46.268348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:38:46.270027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:46.290546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.371898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41362ad5-3c48-48fe-9bac-a938f9987fe5 req-a8b55ec2-3a83-444b-92f2-676e92a93de7 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0789776 Dec 12 15:38:46.399019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Removed routes are [] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:38:46.399419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.429216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.430146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 15d2a5d3-766a-4550-a414-eefbf506b52c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:46.430146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.451649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:42Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:43Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:46.506917 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:46.507518 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Updating router e94490e3-5a14-42b3-924e-66d4222ea0ce port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:46.603755 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.616437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.635483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:46.635844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.705830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:46.871004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.871371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.871720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.872062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.874811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.875161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.875507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.875842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.876217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.876546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.879442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.879790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.880140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:38:46.908994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.928171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port fda7f891-6dde-40bd-88cc-827f0541f1c3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:46.932214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.947969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:46.974317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7fb221-01f6-48dd-9582-7951792ac775']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:47.015561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96babe1d-3d9d-4b5a-9be3-1197b4b098ee') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:47.015894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96babe1d-3d9d-4b5a-9be3-1197b4b098ee') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:47.048994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.075301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.082624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.098774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:38:47.100659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.113574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.181564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 4510bfdb-536e-47ac-8853-8c98ab93b5b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4510bfdb-536e-47ac-8853-8c98ab93b5b0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:47.184158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.202140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.203135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:38:47.255656 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:38:47.281708 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.287855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.293903 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.298486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.316929 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.335657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.339709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] 10.222.0.36 "DELETE /v2.0/networks/9a7fb221-01f6-48dd-9582-7951792ac775 HTTP/1.1" status: 204 len: 168 time: 1.1023757 Dec 12 15:38:47.341412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17568-4193-42cf-958e-3dcc7afbf6c3 tempest-PortsIpV6TestJSON-1245132815 tempest-PortsIpV6TestJSON-1245132815-project] Pushing event deleted for resources: {'Network': ['ID=9a7fb221-01f6-48dd-9582-7951792ac775,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:47.344591 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.442363 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3e5a6-4439-4dca-84fc-3ca9a0e5b34e None None] Pushing event updated for resources: {'Port': ['ID=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:47.474313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Pushing event updated for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:47.529433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Router 98647afd-a9be-4fdc-b8a0-114a4ca791ea has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:47.584407 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Attempting to bind port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:47.588226 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Attempting to bind port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:47.588669 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Attempting to bind port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 on network 3e5298ce-2eed-4d45-b09d-ef9d7469184a {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:47.606285 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:47.607256 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Checking segment: {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:47.607256 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.607487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Bound using segment: {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:47.607908 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Bound port: a08d6fcb-b72b-4e08-93d5-c3ff4faefa19, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:47.608281 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.628463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port fda7f891-6dde-40bd-88cc-827f0541f1c3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fda7f891-6dde-40bd-88cc-827f0541f1c3,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:47.637811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:47.638198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.640457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=4510bfdb-536e-47ac-8853-8c98ab93b5b0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:47.650463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.734234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:47.744013 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0206d8c-47e6-4349-8854-c7812bb595f0 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3503864 Dec 12 15:38:47.744013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:47.756036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Could not find standard attr ID for object ae561a8a-5f68-4672-9250-189b8c14f1f3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:47.778451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] Sync routers for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:47.807617 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] For port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:47.812841 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] For port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,segment=NetworkSegment(3a3f7b19-b1e7-4da7-a1cc-6759a12980e6),segment_id=3a3f7b19-b1e7-4da7-a1cc-6759a12980e6)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:47.822195 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.828031 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d3c8c0f9-4d8d-4ab3-ba1f-c8fff4ff2624 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] show failed (client error): The resource could not be found. Dec 12 15:38:47.829369 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d3c8c0f9-4d8d-4ab3-ba1f-c8fff4ff2624 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-605202151 HTTP/1.1" status: 404 len: 334 time: 0.0844922 Dec 12 15:38:47.831507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Could not find standard attr ID for object 589d2d49-d5d5-43bb-959e-bfb02cb3375d. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:47.833499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:47.846000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-364f6c75-c144-40c6-8eeb-ad775f9400a5 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:47.863793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e26244d3-c02e-4d25-9923-292aef3d2a0f req-b443d612-fa01-41aa-992d-c9a96ef729c8 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1410644 Dec 12 15:38:47.890949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:47.904811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:47.926789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:47.940516 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-364f6c75-c144-40c6-8eeb-ad775f9400a5 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] update failed (client error): The resource could not be found. Dec 12 15:38:47.941897 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-364f6c75-c144-40c6-8eeb-ad775f9400a5 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-2055842307 HTTP/1.1" status: 404 len: 335 time: 0.1070800 Dec 12 15:38:47.945256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:47.984944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:47.985321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:47.990226 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:48.002264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.074785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:48.075944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.096092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting subnet 392fefc0-da5d-4ebf-b31d-bf99fbb25538 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:48.112361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.244449 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:48.253911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.276138 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.290352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] Routers {'98647afd-a9be-4fdc-b8a0-114a4ca791ea'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:48.294071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.366510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:48.434724 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3e5a6-4439-4dca-84fc-3ca9a0e5b34e None None] Pushing event updated for resources: {'Port': ['ID=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:48.493353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.495008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9babc47d-fd86-4a73-a496-9480e3bea23d None None] The sync data for ids ['98647afd-a9be-4fdc-b8a0-114a4ca791ea'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:48.506079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:48.616744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.778859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.794108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.874973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:38:48.875340 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:38:48.881853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:48.882228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.882445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 6, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:48.889457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Subnet': ['ID=392fefc0-da5d-4ebf-b31d-bf99fbb25538,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:48.930952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:48.945310 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ace08f0-41ae-4a48-9f4e-59929c7b74c3 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/subnets/392fefc0-da5d-4ebf-b31d-bf99fbb25538 HTTP/1.1" status: 204 len: 168 time: 0.9985285 Dec 12 15:38:48.948543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb47413-14f7-4259-a28d-5b3f68dae5cb None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:48.956260 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01607f-3d9b-4c50-a611-2d93dc6a9671 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 6, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:48.961619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:49.113693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting subnet b383045f-50dc-4898-a32e-a697f8a9f37a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:49.125023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.146047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:49.220519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.259146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:49.259517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.348522 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.352070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3db8583-cc18-4e38-8dba-ea99f916f880 req-14bc6e95-dc94-400d-9df2-2782628a0616 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1263835 Dec 12 15:38:49.433375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:49.436944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Router 8a0534bd-d42b-4c0c-94b5-13350b366a47 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:49.451284 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3f62b453-d708-47d8-94e9-504be2c7abc6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d350daaca6cc446aabd8aefa30166d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0705974 Dec 12 15:38:49.454040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:49.456598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.532534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Subnet': ['ID=b383045f-50dc-4898-a32e-a697f8a9f37a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:49.568773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:49.574698 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e06f077a-2cdb-42b5-936a-2e262cb90a7a tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/subnets/b383045f-50dc-4898-a32e-a697f8a9f37a HTTP/1.1" status: 204 len: 168 time: 0.6055806 Dec 12 15:38:49.577163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:49.851224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4f460-8a32-4ae8-a16a-0dcb041d3eb8 None None] Network fa8fb973-aca3-4c96-8296-e1f41178f1fa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:49.872456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] DHCP port deletion for 7dd36869-e28a-4635-a1bc-77ee8c25f662 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:50.027992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.091346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:50.097632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.125741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 48442896-e457-4470-9abb-12449b57aadf up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:50.172383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.218437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:50.227394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455802122', 'description': 'tempest-secgroup-smoke-455802122 description', 'project_id': '46791c8f70d7494689224023f312c304'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:50.233852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,segment=NetworkSegment(41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1),segment_id=41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:50.234221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.238815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-67dd0195-354e-4de6-81ec-c0e9c4c0029d tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 933 time: 5.1340847 Dec 12 15:38:50.242508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55986) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:50.243171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.245865 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.253352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e40d84d9-480d-4333-ac73-a51a462e815d HTTP/1.1" status: 204 len: 168 time: 0.7916853 Dec 12 15:38:50.264706 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.365084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:50.365613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.376547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bad3c4-8145-4420-bc11-4664f53c35e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d84d9-480d-4333-ac73-a51a462e815d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:50.388870 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:50.390214 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:50.393331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.417337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.417565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:50.437190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] DHCP port deletion for fa8fb973-aca3-4c96-8296-e1f41178f1fa request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:50.497567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 48442896-e457-4470-9abb-12449b57aadf triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:50.498230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.520181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:50.520843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.527625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:50.554632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9bcc7c3b-82e4-477b-b1a3-91c5f55e520f admin admin] 10.222.0.36 "PUT /v2.0/routers/8a0534bd-d42b-4c0c-94b5-13350b366a47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3586061 Dec 12 15:38:50.612864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Deleting port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:50.616468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.633909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5c6c586-7313-4296-a794-72f5493b1f15 req-e831745e-0163-452b-bb35-275aeb769fd8 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0958538 Dec 12 15:38:50.691084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:50.691486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.717682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-922478f8-32e3-4fcc-9087-110e0184e4a0 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 933 time: 0.4619782 Dec 12 15:38:50.718244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55996) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:50.728107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'routes': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:50.779245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] For port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,segment=NetworkSegment(41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1),segment_id=41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:50.780619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.872750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.882019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] For port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,segment=NetworkSegment(41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1),segment_id=41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:50.884621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.897669 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:50.912236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:50.948716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44088f33-2290-466d-b247-3ea65260780a None None] Sync routers for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:50.977125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Calling delete_port for 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:51.039336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Calling delete_port for 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:51.041105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25379a-1a42-4386-b91e-ca76ae600cf2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:51.073483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.119379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:51.120110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.148452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.277984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.284556 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0605252 Dec 12 15:38:51.285993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56010) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:51.326174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc40c4-dac6-4e15-b9ba-67434a9b532f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79df9750-704d-4807-b4e5-8d8f45ddb35b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:51.351198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15d2a5d3-766a-4550-a414-eefbf506b52c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:51.362132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:51.384351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.421009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Deleting port 321f012c-c478-4aff-86dc-4e6b425e5d11 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:51.421654 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.479000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Port': ['ID=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:51.489930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] No DVR routers for this DVR port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:51.532840 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 6, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.545710 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.616390 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:51.634568 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:51.635555 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.772777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.815001 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.828089 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:51.844702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.849589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd36869-e28a-4635-a1bc-77ee8c25f662']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.861951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:51.878959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.879624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d5dcc7-5160-4c7e-8dfd-ac08a91ff3f1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:51.906369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.924140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added routes are [] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:38:51.924490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.extraroute_db [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103412) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:38:51.937866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d0fc45-5c3f-4c87-ad41-e413cd3f9b67,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:51.941900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.950800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8db7cadc-18b1-498f-a986-118c891fccf8 req-ff4a2884-6135-4b23-a873-27d7ffd0223e tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.1444454 Dec 12 15:38:51.967457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:38:51.971080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:38:51.979418 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:38:52.021392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.031983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd0dcc2a-b9dc-4b4e-8d0f-c2f8169f7ed7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7434521 Dec 12 15:38:52.037673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56032) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:52.047493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:52.142367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.151040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.151539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.169217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.173274 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/networks/7dd36869-e28a-4635-a1bc-77ee8c25f662 HTTP/1.1" status: 204 len: 168 time: 2.5862873 Dec 12 15:38:52.184982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:52.191401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.226728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] For port 321f012c-c478-4aff-86dc-4e6b425e5d11, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=321f012c-c478-4aff-86dc-4e6b425e5d11,segment=NetworkSegment(2081af06-d75f-4dd2-b598-6f2cedbc375d),segment_id=2081af06-d75f-4dd2-b598-6f2cedbc375d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:52.230579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.245947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465793c7-5c45-4057-97b9-de65b3287e27 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Network': ['ID=7dd36869-e28a-4635-a1bc-77ee8c25f662,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:52.353449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.354322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Network 7dd36869-e28a-4635-a1bc-77ee8c25f662 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:38:52.355054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] No DVR routers for this DVR port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:52.369581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Calling delete_port for 321f012c-c478-4aff-86dc-4e6b425e5d11 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:52.371034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:52.371381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:52.374285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:52.378395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.381029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f356d94-d68b-4bb1-aee8-695e5416ecda None None] Pushing event deleted for resources: {'Port': ['ID=0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:52.385681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27397735-620c-4e64-9ec1-6f651741366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 6, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:52.400502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-846528612-network', 'tenant_id': '820ba33900874c038a1125e1eab38be6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:52.440426 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27397735-620c-4e64-9ec1-6f651741366c None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 6, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:52.471405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Made reservation on behalf of 820ba33900874c038a1125e1eab38be6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:52.479653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.492121 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.512348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.555182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.557067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36ba59b-0df8-4ad4-83f5-cb85106e1739,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:52.569626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.570910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-66e5a474-e736-4798-a771-26edfa7b88dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5322428 Dec 12 15:38:52.580991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56044) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:52.593043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:52.663235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 15d2a5d3-766a-4550-a414-eefbf506b52c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:52.663518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.668949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting port 321f012c-c478-4aff-86dc-4e6b425e5d11 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:52.669292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.823188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] For port 321f012c-c478-4aff-86dc-4e6b425e5d11, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=321f012c-c478-4aff-86dc-4e6b425e5d11,segment=NetworkSegment(2081af06-d75f-4dd2-b598-6f2cedbc375d),segment_id=2081af06-d75f-4dd2-b598-6f2cedbc375d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:52.823188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.844205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.851850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.857128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Calling delete_port for 321f012c-c478-4aff-86dc-4e6b425e5d11 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:52.865423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.888438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 36855213-f1d6-4d3d-bc93-e1a8d76eb454 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:52.895939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.930360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.969571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-debb6ba7-a147-45c3-b586-bcbf4f79cc6e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1271274986', 'prefixes': ['172.20.0.0/16']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:52.973826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:52.975571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.043204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2bca91-682d-49e6-b6e2-33482592976a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.067720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:53.077699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edd0d55-1860-4fcb-90ac-80de323046e9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.090693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.091073 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Added segment 176cf186-978a-402f-a436-d37c1b3c5a90 of type vlan for network fea30a07-ad36-4242-9a39-bb5d015f4218 Dec 12 15:38:53.099955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:53.116798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.119533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8c880580-6ac5-45b9-a580-843c61f280e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5369844 Dec 12 15:38:53.123689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56050) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.130467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:53.169531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.171805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.210211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6567a9d9-2afd-4124-a1ce-8cab0a6913dd req-ae901926-c85c-4052-862b-9dea40d2a0b0 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.0682404 Dec 12 15:38:53.214984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Port': ['ID=321f012c-c478-4aff-86dc-4e6b425e5d11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.224332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] No DVR routers for this DVR port 321f012c-c478-4aff-86dc-4e6b425e5d11 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:53.265815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:53.267731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.275741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.279635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:53.280839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.325280 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.354222 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.380938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.402436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.409039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] No DVR routers for this DVR port 321f012c-c478-4aff-86dc-4e6b425e5d11 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:53.410966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.417444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197daf41-2b90-438d-8aa4-5b3f4722b40f None None] Pushing event deleted for resources: {'Port': ['ID=321f012c-c478-4aff-86dc-4e6b425e5d11,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.442331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:53.453708 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:53.454724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.455943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ecfb4b71-a34b-4bd8-b75b-4d07e71e9896 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 699 time: 2.7363296 Dec 12 15:38:53.456824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64247933-576a-4bca-9eaa-60ede595757e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.458681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56052) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.475567 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:53.477887 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:53.480844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8fb973-aca3-4c96-8296-e1f41178f1fa']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:53.487226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Could not find standard attr ID for object baa9ffa6-d8e5-4796-9443-069801228512. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:53.503693 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1077502 Dec 12 15:38:53.512517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56054) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.520880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Request body: {'subnet': {'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-846528612-subnet', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:53.525179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2081af06-d75f-4dd2-b598-6f2cedbc375d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:53.526714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.530514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-053e9025-52a5-4e71-bf4b-c79c27f2511c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020069 Dec 12 15:38:53.530657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2081af06-d75f-4dd2-b598-6f2cedbc375d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:53.532960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56056) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.536361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:53.551394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.577447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Provisioning complete for port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:53.578336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.592880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.596694 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:38:53.604656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:38:53.605370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.624727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.659932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Made reservation on behalf of 820ba33900874c038a1125e1eab38be6 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:53.660466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:38:53.675470 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:38:53.678593 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:53.691390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-debb6ba7-a147-45c3-b586-bcbf4f79cc6e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.691961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3735b1d1-8ddc-40f8-b163-e7abb5ed89dc tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 699 time: 0.2297075 Dec 12 15:38:53.698656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56058) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.707046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56060) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.707446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-debb6ba7-a147-45c3-b586-bcbf4f79cc6e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3087943 Dec 12 15:38:53.744998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.766043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:53.777472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/networks/fa8fb973-aca3-4c96-8296-e1f41178f1fa HTTP/1.1" status: 204 len: 168 time: 1.5840864 Dec 12 15:38:53.778098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:53.835493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e112e-e095-4c63-84b8-fc57db1ee264 admin admin] Pushing event updated for resources: {'Network': ['ID=fea30a07-ad36-4242-9a39-bb5d015f4218,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.903494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd97c1-7fa6-4dba-92d1-c422dd8e5f7e tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Network': ['ID=fa8fb973-aca3-4c96-8296-e1f41178f1fa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:53.946936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting subnet 2ccfd2c5-90db-4499-a204-55c371037118 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:53.951090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.014450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network fea30a07-ad36-4242-9a39-bb5d015f4218 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:54.042965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.058505 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:51Z', 'revision_number': 7, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:54.092906 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.111051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:45Z', 'revision_number': 4, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f8475172-338a-4ef1-bb8d-f3e59138a959', 'name': '', 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'mac_address': 'fa:16:3e:6e:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:42Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 2, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'subnets': [{'id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:54.119463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.125583 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:54.130059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c1b1668-f2e3-46d9-bf70-0a94d84095f8 tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "GET /v2.0/subnetpools/ddcebb7a-f73d-4f7b-a4e2-ca042cc274af HTTP/1.1" status: 200 len: 732 time: 0.4261632 Dec 12 15:38:54.148333 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:54.148973 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:54.165863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.185376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56074) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.199378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-322ab1ae-62d8-4ff2-9d46-08907c54df2e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1031868515'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:54.210452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.215034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6826730 Dec 12 15:38:54.216117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56076) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.223076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '79df9750-704d-4807-b4e5-8d8f45ddb35b', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:54.262919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6f577-17ca-437e-9958-123dbd5f48d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9343da66-bbd8-4116-81cc-710ad014f005,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:54.278505 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:38:54.287344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.291237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.338227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44088f33-2290-466d-b247-3ea65260780a None None] Checking router: 8a0534bd-d42b-4c0c-94b5-13350b366a47 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:38:54.338806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44088f33-2290-466d-b247-3ea65260780a None None] Updating router 8a0534bd-d42b-4c0c-94b5-13350b366a47 port f8475172-338a-4ef1-bb8d-f3e59138a959 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:38:54.405333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.431957 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:54.449206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.465938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.507453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.521426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.530358 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/subnets/2ccfd2c5-90db-4499-a204-55c371037118 HTTP/1.1" status: 204 len: 168 time: 0.7494605 Dec 12 15:38:54.531275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.539609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3a436-ade4-41f1-8c2c-a5a759484308 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccfd2c5-90db-4499-a204-55c371037118,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:54.549212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-322ab1ae-62d8-4ff2-9d46-08907c54df2e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] Publish callbacks [] for subnetpool, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.552703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-322ab1ae-62d8-4ff2-9d46-08907c54df2e tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "PUT /v2.0/subnetpools/ddcebb7a-f73d-4f7b-a4e2-ca042cc274af HTTP/1.1" status: 200 len: 684 time: 0.3598731 Dec 12 15:38:54.560726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac6142-d9bd-479a-ae95-e3345ca297eb None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:54.570885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.616381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96fcbe0-61ce-4b6c-b50e-f2e9531f50d4,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:54.631077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b325e34-b898-489e-b75a-54f134db7138 req-46537a7a-49e1-4b32-856f-177b86c120e6 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb721fd-c641-4234-b090-5449c3ee1334 HTTP/1.1" status: 200 len: 210 time: 0.2254567 Dec 12 15:38:54.684868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.688935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49bb3a07-38d3-45ee-8bd3-bb795b3a9753 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4679003 Dec 12 15:38:54.695045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.707473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'network': {'name': 'tempest-network-smoke--2083499800', 'project_id': '46791c8f70d7494689224023f312c304', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:54.745188 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:51Z', 'revision_number': 7, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:54.764545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 36855213-f1d6-4d3d-bc93-e1a8d76eb454, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=36855213-f1d6-4d3d-bc93-e1a8d76eb454,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:54.774216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.790438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:38:54.794049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.826495 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6ce3c-8303-4574-8376-639f2796d48c None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:51Z', 'revision_number': 7, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:34Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a08d6fcb-b72b-4e08-93d5-c3ff4faefa19', 'name': '', 'network_id': '3e5298ce-2eed-4d45-b09d-ef9d7469184a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:00:54:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2695, 'fixed_ips': [{'subnet_id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:38Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '722d7743-7b14-40db-b3f2-e38f79c70a44', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:38:54.846101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.855462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:54.900471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c23a967d-e7b8-4948-9d29-46bdeca2e3ed tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.902452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.904422 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c23a967d-e7b8-4948-9d29-46bdeca2e3ed tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "DELETE /v2.0/subnetpools/ddcebb7a-f73d-4f7b-a4e2-ca042cc274af HTTP/1.1" status: 204 len: 168 time: 0.3297491 Dec 12 15:38:54.907977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.921853 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:38:54.941102 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-55464ee8-6a6c-4fdf-99f8-141fdb39661b tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] show failed (client error): The resource could not be found. Dec 12 15:38:54.944662 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-55464ee8-6a6c-4fdf-99f8-141fdb39661b tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "GET /v2.0/subnetpools/ddcebb7a-f73d-4f7b-a4e2-ca042cc274af HTTP/1.1" status: 404 len: 346 time: 0.0322554 Dec 12 15:38:54.945819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:54.947644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:54.947903 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Added segment ea35a2b2-7212-4c24-929a-0af83b8af3ee of type vlan for network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 Dec 12 15:38:54.971943 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-fb327c6d-8e58-4902-8d99-5737f0665898 tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] delete failed (client error): The resource could not be found. Dec 12 15:38:54.976934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb327c6d-8e58-4902-8d99-5737f0665898 tempest-SubnetPoolsTestJSON-553798451 tempest-SubnetPoolsTestJSON-553798451-project] 10.222.0.36 "DELETE /v2.0/subnetpools/ddcebb7a-f73d-4f7b-a4e2-ca042cc274af HTTP/1.1" status: 404 len: 346 time: 0.0269303 Dec 12 15:38:55.026554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.039628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Deleting port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:55.040233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.050443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=36855213-f1d6-4d3d-bc93-e1a8d76eb454,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:55.058568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5322fa-eb08-4946-a729-9e1b12b85a33,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:55.096071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Checking segment: {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:55.096431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Network hostable DHCP agents. Network: fea30a07-ad36-4242-9a39-bb5d015f4218, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:38:55.112232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.186305 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.200217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:55.200815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.225683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.362375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Network': ['ID=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:55.395161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] For port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,segment=NetworkSegment(c5b70fda-69b2-43dd-b521-c22915741641),segment_id=c5b70fda-69b2-43dd-b521-c22915741641)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:55.395555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.408562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f2a6cc1-28ca-4f45-a604-1bca9bf7d1d4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7051885 Dec 12 15:38:55.416408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:38:55.432128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:55.437084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'admin_state_up': True, 'project_id': '46791c8f70d7494689224023f312c304', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:55.468538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Calling delete_port for 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:55.541075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] For port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:55.542868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] DHCP port deletion for 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:55.563022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:55.564294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.566063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56106) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:55.596397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.616148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Network fea30a07-ad36-4242-9a39-bb5d015f4218 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:38:55.634121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, fea30a07-ad36-4242-9a39-bb5d015f4218) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:55.644455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:38:55.645224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.683753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45be61-b577-4fa4-802f-28cbe500c5a5 None None] Pushing event updated for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:55.687207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f596a-28b6-47fa-9ad0-ef9d4de490fa None None] Network fea30a07-ad36-4242-9a39-bb5d015f4218 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:55.724256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.818736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:55.826909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Port': ['ID=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:55.852887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-fea30a07-ad36-4242-9a39-bb5d015f4218', 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218', 'project_id': '820ba33900874c038a1125e1eab38be6', 'fixed_ips': [{'subnet_id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:38:55.853860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.854981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] No DVR routers for this DVR port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:55.902411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Provisioning complete for port ec599291-105a-481e-978b-907149c3bcdc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:55.902917 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.903806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2538f0-56a5-4e33-a492-343eb09f5cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.974871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.989462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2538f0-56a5-4e33-a492-343eb09f5cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:55.999253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2538f0-56a5-4e33-a492-343eb09f5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.004986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aea1f3b-7ceb-4653-83d3-b9c3f75d6320']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:56.017022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b70fda-69b2-43dd-b521-c22915741641') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:56.017625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b70fda-69b2-43dd-b521-c22915741641') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:56.031740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.054167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.057696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f2538f0-56a5-4e33-a492-343eb09f5cf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=142cc5e79c4b4375bd08af1e5fecaa8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4879804 Dec 12 15:38:56.058908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56116) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.065009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.067633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:38:56.068210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.091947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:56.091947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.112120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Deleting port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:56.112478 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:38:56.180504 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:38:56.183944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] For port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:56.184358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.198467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Calling delete_port for 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:56.202165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:38:56.206718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.206954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port a08d6fcb-b72b-4e08-93d5-c3ff4faefa19, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,segment=NetworkSegment(3a3f7b19-b1e7-4da7-a1cc-6759a12980e6),segment_id=3a3f7b19-b1e7-4da7-a1cc-6759a12980e6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:56.207273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.208435 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.210486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.210979 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.212475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.221589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:56.276825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Network 5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:38:56.277545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] No DVR routers for this DVR port 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:38:56.281957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de371f-e83d-4f3a-955e-7f101bf0c598 None None] Pushing event deleted for resources: {'Port': ['ID=0677c13e-2ea6-46c3-b22d-87bf8cc74ab6,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.282970 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.289140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.331726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.375388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 321f012c-c478-4aff-86dc-4e6b425e5d11 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:56.386156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.411641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.416189 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/networks/5aea1f3b-7ceb-4653-83d3-b9c3f75d6320 HTTP/1.1" status: 204 len: 168 time: 1.8788812 Dec 12 15:38:56.417631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73ef15-8eb7-4d04-8f33-d57b9bbcd045 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Pushing event deleted for resources: {'Network': ['ID=5aea1f3b-7ceb-4653-83d3-b9c3f75d6320,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.444119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56120) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.446473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2538f0-56a5-4e33-a492-343eb09f5cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeffa3c-42c3-4a3a-9b28-6934701aee5f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.465537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.483180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 321f012c-c478-4aff-86dc-4e6b425e5d11 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:38:56.483744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 321f012c-c478-4aff-86dc-4e6b425e5d11 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:38:56.505446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1bb43817-52b8-456d-9a3e-25969f32d276 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9914732 Dec 12 15:38:56.517398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-01599449-8033-4162-b897-f394ffd5a20b tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "GET /v2.0/ports?device_id=98647afd-a9be-4fdc-b8a0-114a4ca791ea HTTP/1.1" status: 200 len: 205 time: 0.0664949 Dec 12 15:38:56.527054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.527671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.545096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=a08d6fcb-b72b-4e08-93d5-c3ff4faefa19,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.626476 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.631309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a124a1-ab2d-4031-a328-8b3a61c2d9ff None None] Pushing event updated for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.634102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 321f012c-c478-4aff-86dc-4e6b425e5d11 not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:38:56.634702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fda7f891-6dde-40bd-88cc-827f0541f1c3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:56.642749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Allocated IP 172.20.0.2 (fea30a07-ad36-4242-9a39-bb5d015f4218/fa5322fa-eb08-4946-a729-9e1b12b85a33/441f7581-d51f-40ba-bd54-03f861ca7ca3) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:56.650205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.660104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.664369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.670035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd589750-45f0-4f20-8ea6-73da3e631066 HTTP/1.1" status: 204 len: 168 time: 0.8382287 Dec 12 15:38:56.674014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.678219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:38:56.704420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.786723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] For port ec599291-105a-481e-978b-907149c3bcdc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ec599291-105a-481e-978b-907149c3bcdc,segment=NetworkSegment(3a3f7b19-b1e7-4da7-a1cc-6759a12980e6),segment_id=3a3f7b19-b1e7-4da7-a1cc-6759a12980e6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:56.803421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754dcd9-eee5-4f10-8ee2-b4df9a1d2e01 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd589750-45f0-4f20-8ea6-73da3e631066,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:56.804542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-44088f33-2290-466d-b247-3ea65260780a None None] Attempting to bind port f8475172-338a-4ef1-bb8d-f3e59138a959 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:56.804963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-44088f33-2290-466d-b247-3ea65260780a None None] Attempting to bind port f8475172-338a-4ef1-bb8d-f3e59138a959 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:56.805357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44088f33-2290-466d-b247-3ea65260780a None None] Attempting to bind port f8475172-338a-4ef1-bb8d-f3e59138a959 on network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:56.810504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.811222 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.811568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.848818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44088f33-2290-466d-b247-3ea65260780a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:56.849201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44088f33-2290-466d-b247-3ea65260780a None None] Checking segment: {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:56.858723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.859573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44088f33-2290-466d-b247-3ea65260780a None None] Bound using segment: {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:56.860588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-44088f33-2290-466d-b247-3ea65260780a None None] Bound port: f8475172-338a-4ef1-bb8d-f3e59138a959, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57010d16-28c4-4818-96fb-65ac797e76d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:56.861317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.869257 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0951c8df-a377-4800-bddb-d1f7838f1ec5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] show failed (client error): The resource could not be found. Dec 12 15:38:56.870425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0951c8df-a377-4800-bddb-d1f7838f1ec5 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "GET /v2.0/security-groups/bd589750-45f0-4f20-8ea6-73da3e631066 HTTP/1.1" status: 404 len: 347 time: 0.0979037 Dec 12 15:38:56.876916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:56.955127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.956720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.959988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:56.964481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baeffa3c-42c3-4a3a-9b28-6934701aee5f HTTP/1.1" status: 204 len: 168 time: 0.9048555 Dec 12 15:38:56.994503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.021129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d83c1-db06-4438-99d7-5a0758780055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeffa3c-42c3-4a3a-9b28-6934701aee5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:57.047297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.175097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Provisioning complete for port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:57.175475 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.227983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port a91c87f4-d475-41e7-98c3-9233c192a6b5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:57.228922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.313105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.314347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.331125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fda7f891-6dde-40bd-88cc-827f0541f1c3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:57.331379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.332587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for a91c87f4-d475-41e7-98c3-9233c192a6b5 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:57.356223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Pushing event updated for resources: {'Port': ['ID=ec599291-105a-481e-978b-907149c3bcdc,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:57.427019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.430838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.436714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.477637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-44088f33-2290-466d-b247-3ea65260780a None None] For port f8475172-338a-4ef1-bb8d-f3e59138a959, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:57.511020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.511875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Fanout notify agent at l3_agent the message router_deleted on router 98647afd-a9be-4fdc-b8a0-114a4ca791ea {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:38:57.527536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.531597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9826e3e4-ad82-4453-aac6-bbc66a196c52 tempest-RoutersNegativeTest-1480990092 tempest-RoutersNegativeTest-1480990092-project] 10.222.0.36 "DELETE /v2.0/routers/98647afd-a9be-4fdc-b8a0-114a4ca791ea HTTP/1.1" status: 204 len: 168 time: 0.8588455 Dec 12 15:38:57.563074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-44088f33-2290-466d-b247-3ea65260780a None None] For port f8475172-338a-4ef1-bb8d-f3e59138a959, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f8475172-338a-4ef1-bb8d-f3e59138a959,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:57.593236 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44088f33-2290-466d-b247-3ea65260780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.695823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.738843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:57.752144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb3acc-b827-4aa2-a2e3-760f9a67db42 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:38:57.766976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.810800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:38:57.811151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:38:57.885878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.903327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.909353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:57.909682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Could not find standard attr ID for object 7e6781aa-9b0b-42ce-861b-4bacc66c3691. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:57.914099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/floatingips/dbbded30-88fd-4b7d-a25a-9fcb091fc07b HTTP/1.1" status: 204 len: 168 time: 1.0356362 Dec 12 15:38:57.917236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56158) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:57.923375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c83aa-38a0-480e-8f7b-61d25bf2806b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=a91c87f4-d475-41e7-98c3-9233c192a6b5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:57.930084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Could not find standard attr ID for object baa9ffa6-d8e5-4796-9443-069801228512. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:57.946235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:38:57.946599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ec599291-105a-481e-978b-907149c3bcdc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:57.990717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Could not find standard attr ID for object 8c6c5c51-c857-4932-99c0-8bc061e147b4. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:58.001355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:58.004862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:58.013917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a124a1-ab2d-4031-a328-8b3a61c2d9ff None None] Pushing event updated for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:58.071595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Could not find standard attr ID for object a08d6fcb-b72b-4e08-93d5-c3ff4faefa19. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:38:58.120718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Pushing event updated for resources: {'Port': ['ID=441f7581-d51f-40ba-bd54-03f861ca7ca3,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:58.124536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Network fea30a07-ad36-4242-9a39-bb5d015f4218 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:58.125459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56160) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:58.134970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:38:58.147634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:58.151887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Provisioning complete for port f8475172-338a-4ef1-bb8d-f3e59138a959 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:58.152269 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.159335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:58.286504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ec599291-105a-481e-978b-907149c3bcdc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:58.287024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.307570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Attempting to bind port 441f7581-d51f-40ba-bd54-03f861ca7ca3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:38:58.307969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Attempting to bind port 441f7581-d51f-40ba-bd54-03f861ca7ca3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:38:58.308328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Attempting to bind port 441f7581-d51f-40ba-bd54-03f861ca7ca3 on network fea30a07-ad36-4242-9a39-bb5d015f4218 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:38:58.366863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:38:58.367439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Checking segment: {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:38:58.367646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.368080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Bound using segment: {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:38:58.368657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Bound port: 441f7581-d51f-40ba-bd54-03f861ca7ca3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:38:58.369088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.376574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:58.432815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port 8fc8851c-b1f4-4f66-9678-72feff64c021 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:38:58.433169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.552873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:38:58.568102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f8871a51-f175-4e14-ae97-85aa96363762 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8670592 Dec 12 15:38:58.570360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56176) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:58.637331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.654005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:38:58.673788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.680342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-568de3c8-352e-42d7-934c-28974a898bf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38a7f38025f44c68b6b704671bca7027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437121 Dec 12 15:38:58.681005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56178) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:58.704577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:38:58.738477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 722d7743-7b14-40db-b3f2-e38f79c70a44 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:38:58.742023 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.746215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.759616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.792678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:58.793112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.828795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for 8fc8851c-b1f4-4f66-9678-72feff64c021 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:38:58.850970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.862353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:58.869270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:38:58.869917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:38:58.975426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:38:59.006426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.014030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.181 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/fb8e807e-bc81-452b-a9df-00e40a9b1d85) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:59.033981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.064599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] For port 441f7581-d51f-40ba-bd54-03f861ca7ca3, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:38:59.066537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.154398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] For port 441f7581-d51f-40ba-bd54-03f861ca7ca3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=441f7581-d51f-40ba-bd54-03f861ca7ca3,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:38:59.189505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] For port f8475172-338a-4ef1-bb8d-f3e59138a959, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f8475172-338a-4ef1-bb8d-f3e59138a959,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:38:59.197358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.205041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.222311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.266123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.307636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=722d7743-7b14-40db-b3f2-e38f79c70a44,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:59.312055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.318743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fa4da3f9-2ace-4ce5-953f-3b9974b07378 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/722d7743-7b14-40db-b3f2-e38f79c70a44 HTTP/1.1" status: 204 len: 168 time: 0.7430875 Dec 12 15:38:59.319398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56190) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:38:59.346233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfe8ff-22e5-4f96-aa2c-f0284156a198 None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:38:59.364154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.433033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Provisioning complete for port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:38:59.433484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.440940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.443773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.445825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d060d13-51ea-4e2b-9eb4-e71d4d3454d9 HTTP/1.1" status: 204 len: 168 time: 0.7594686 Dec 12 15:38:59.456399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.516981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b87050-f68d-4e56-b8f4-ad31e5d11210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d060d13-51ea-4e2b-9eb4-e71d4d3454d9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:59.539485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.557596 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.639593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:38:59.643968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:38:59.646628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:38:59.648580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=fb8e807e-bc81-452b-a9df-00e40a9b1d85,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:59.706447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=8fc8851c-b1f4-4f66-9678-72feff64c021,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:38:59.835321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Allocated IP 172.25.3.119 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/82b63ac5-66dc-4909-adfe-5ca1809392d4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:38:59.980210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:38:59.990209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6523ce8f-4fbf-4446-bd1f-85488f4a0d62 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/ports/8fc8851c-b1f4-4f66-9678-72feff64c021 HTTP/1.1" status: 204 len: 168 time: 2.0718532 Dec 12 15:38:59.999799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56210) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:00.003548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port ec599291-105a-481e-978b-907149c3bcdc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:00.003897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.045149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91db10-4623-4752-83bf-648ba292b574 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:00.089141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d24e1-c2cf-4798-8c7d-9a85bfc857f0 None None] Pushing event updated for resources: {'Port': ['ID=441f7581-d51f-40ba-bd54-03f861ca7ca3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:00.306507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7e6781aa-9b0b-42ce-861b-4bacc66c3691 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:00.452380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7e6781aa-9b0b-42ce-861b-4bacc66c3691 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:00.452844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7e6781aa-9b0b-42ce-861b-4bacc66c3691 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:00.461291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.463130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.489687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port ec599291-105a-481e-978b-907149c3bcdc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ec599291-105a-481e-978b-907149c3bcdc,segment=NetworkSegment(3a3f7b19-b1e7-4da7-a1cc-6759a12980e6),segment_id=3a3f7b19-b1e7-4da7-a1cc-6759a12980e6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:00.490169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.510811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for ec599291-105a-481e-978b-907149c3bcdc owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:00.530848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port d76defe4-4f0c-41c5-960b-a1b2a56d124d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:00.531191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.619572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Pushing event updated for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:00.760558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] DHCP port deletion for 3e5298ce-2eed-4d45-b09d-ef9d7469184a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:00.847078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44088f33-2290-466d-b247-3ea65260780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:45Z', 'revision_number': 4, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f8475172-338a-4ef1-bb8d-f3e59138a959', 'name': '', 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'mac_address': 'fa:16:3e:6e:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:42Z', 'updated_at': '2021-12-12T15:38:57Z', 'revision_number': 4, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'subnets': [{'id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:00.860792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Provisioning complete for port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:00.861328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9109d-b723-4440-8b0f-7a05f6775b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.880310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:00.968578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:56Z', 'revision_number': 8, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:55Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:01.010891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:01.030039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:01.051272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:01.170590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:01.214796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b8978-9b58-494b-bd27-d698e08e41df None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:01.218121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:01.218495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:01.220834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 36855213-f1d6-4d3d-bc93-e1a8d76eb454 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:01.253195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Pushing event updated for resources: {'Port': ['ID=82b63ac5-66dc-4909-adfe-5ca1809392d4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:01.290475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44088f33-2290-466d-b247-3ea65260780a None None] The sync data for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 is: [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:38:45Z', 'revision_number': 4, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f8475172-338a-4ef1-bb8d-f3e59138a959', 'name': '', 'network_id': 'cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'mac_address': 'fa:16:3e:6e:9a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:42Z', 'updated_at': '2021-12-12T15:38:57Z', 'revision_number': 4, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'subnets': [{'id': '3c7207f0-ae26-4ea3-a9ca-8f20cda311a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:01.370112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:01.370830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:01.394668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6350da-e7ab-4007-9084-dd380b233eb1 None None] Network fea30a07-ad36-4242-9a39-bb5d015f4218 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:01.494424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.518932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610224040'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:01.524180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:01.524797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.605453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.632174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.641288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.655047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.656240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for d76defe4-4f0c-41c5-960b-a1b2a56d124d owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:01.726163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:01.823669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.826114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=ec599291-105a-481e-978b-907149c3bcdc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:01.837508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port ec599291-105a-481e-978b-907149c3bcdc on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:01.847760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2544caef-9809-47a9-9a6a-db044c5a5646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:01.901804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=d76defe4-4f0c-41c5-960b-a1b2a56d124d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:02.038940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Deleting port ec599291-105a-481e-978b-907149c3bcdc {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:02.039292 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.053879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.057798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5d43a129-529f-4435-a6fd-f13d84b1650b tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/ports/d76defe4-4f0c-41c5-960b-a1b2a56d124d HTTP/1.1" status: 204 len: 168 time: 2.0452719 Dec 12 15:39:02.065737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56264) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:02.074812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Provisioning complete for port fb8e807e-bc81-452b-a9df-00e40a9b1d85 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:02.075332 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.086372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2544caef-9809-47a9-9a6a-db044c5a5646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.089850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.120122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5298ce-2eed-4d45-b09d-ef9d7469184a']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:02.132355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:02.132715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3f7b19-b1e7-4da7-a1cc-6759a12980e6') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:02.150466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.167685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.170251 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2544caef-9809-47a9-9a6a-db044c5a5646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.175626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:02.176964 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:02.280192 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:02.319612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Port fb8e807e-bc81-452b-a9df-00e40a9b1d85 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:02.320092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.341191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] For port ec599291-105a-481e-978b-907149c3bcdc, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:02.341941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.345223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.359168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/3e5298ce-2eed-4d45-b09d-ef9d7469184a HTTP/1.1" status: 204 len: 168 time: 3.0373425 Dec 12 15:39:02.384902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:02.394268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:02.399061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Calling delete_port for ec599291-105a-481e-978b-907149c3bcdc owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:02.419486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a87b5-4872-4625-af87-00840ae1f9c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=3e5298ce-2eed-4d45-b09d-ef9d7469184a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:02.447645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Port ec599291-105a-481e-978b-907149c3bcdc was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:39:02.449780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Provisioning complete for port 441f7581-d51f-40ba-bd54-03f861ca7ca3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:02.450290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting subnet 38aa046f-4e1b-4f32-93e5-3bba8936dd3d {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:02.450540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.460348 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.470692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.515225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Network 3e5298ce-2eed-4d45-b09d-ef9d7469184a is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:39:02.515225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] No DVR routers for this DVR port ec599291-105a-481e-978b-907149c3bcdc on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:02.569697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.571801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f43597-a1f0-417e-8c4c-5049d08f5c1e None None] Pushing event deleted for resources: {'Port': ['ID=ec599291-105a-481e-978b-907149c3bcdc,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:02.695524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2544caef-9809-47a9-9a6a-db044c5a5646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e39fa4caee3245d5a2e9bdb76c5f9292&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4758484 Dec 12 15:39:02.699135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56268) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:02.708985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:02.709666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.735555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544caef-9809-47a9-9a6a-db044c5a5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a4a5b5-877c-4204-9ff9-f52097b991d5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:02.752186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 8b424329-559b-4025-8cbf-d703e8974e06 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:39:02.765902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.816214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:56Z', 'revision_number': 8, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:55Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:02.881636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f52cce-d584-45a6-a80e-8628b186c66f None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:38:56Z', 'revision_number': 8, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57fdafc7-3d53-42c6-ad79-f6d5e45fad49', 'name': '', 'network_id': 'bb1be299-b737-42e2-a0db-cb76096fd1cd', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:cf:93:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:21Z', 'updated_at': '2021-12-12T15:38:55Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': 'efb4af6c-b60d-4774-88ef-d38c30253566', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:02.884487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.934950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.942545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.945288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:02.946452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.003281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.004941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] For port 441f7581-d51f-40ba-bd54-03f861ca7ca3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=441f7581-d51f-40ba-bd54-03f861ca7ca3,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:03.041042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.080891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.096996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Provisioning complete for port 82b63ac5-66dc-4909-adfe-5ca1809392d4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:03.097366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.105153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4510bfdb-536e-47ac-8853-8c98ab93b5b0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:03.142454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.146120 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.151080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76a4a5b5-877c-4204-9ff9-f52097b991d5 HTTP/1.1" status: 204 len: 168 time: 0.4506531 Dec 12 15:39:03.152997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.158911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/subnets/38aa046f-4e1b-4f32-93e5-3bba8936dd3d HTTP/1.1" status: 204 len: 168 time: 1.0904098 Dec 12 15:39:03.162443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56274) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:03.165107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f507b13-9041-4bbb-9ccb-efe8123097b9 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Subnet': ['ID=38aa046f-4e1b-4f32-93e5-3bba8936dd3d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:03.216534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b7488-0c91-4698-943a-93742cad0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a4a5b5-877c-4204-9ff9-f52097b991d5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:03.275209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Port 82b63ac5-66dc-4909-adfe-5ca1809392d4 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:03.279550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b80c5e3-795a-4082-ad05-81b7807d50e3 None None] Network 052b6bdd-1df4-44c5-a6e8-6ffa6218577b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:03.288494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting subnet 92b541c3-83ba-4291-8944-c8879026ca61 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:03.295255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.374677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.568570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba6ed46-d9e6-44fc-bcad-c0957604d7dd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:03.586133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.613889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:03.627623 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Sync routers for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:03.628143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Pushing event updated for resources: {'Port': ['ID=441f7581-d51f-40ba-bd54-03f861ca7ca3,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:03.671591 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:03.675927 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:03.686158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Provisioning complete for port f8475172-338a-4ef1-bb8d-f3e59138a959 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:03.686873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eebbb441-b6f3-4e9d-9470-1bbb90822504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.741281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.754738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.759281 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-395f3b24-edbe-4f0d-9695-8f9a0f97c268 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.3229146 Dec 12 15:39:03.761739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:03.762417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.771756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:03.772658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.788714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.857926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56282) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:03.858651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Subnet': ['ID=92b541c3-83ba-4291-8944-c8879026ca61,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:03.920006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 441f7581-d51f-40ba-bd54-03f861ca7ca3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:03.920245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108b101-50b8-476f-932d-e42d288c0ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.950215 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:03.955416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-da5b3b92-a34c-4a69-bfe4-356f08cfb230 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/subnets/92b541c3-83ba-4291-8944-c8879026ca61 HTTP/1.1" status: 204 len: 168 time: 0.7913804 Dec 12 15:39:03.959552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] DHCP port deletion for 052b6bdd-1df4-44c5-a6e8-6ffa6218577b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:03.964946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:03.966653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255e4da-4b77-4d31-8767-75f5d7b18c3b None None] Network ed29c9dc-94d7-43e4-9e6a-78be32a73b2e requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:04.159325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-16b43caf-7083-48ec-8f8e-8bdc1a48be99 None None] Provisioning complete for port 441f7581-d51f-40ba-bd54-03f861ca7ca3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:04.159690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16b43caf-7083-48ec-8f8e-8bdc1a48be99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.226477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.239973 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:04.287081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.295234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Deleting port e4631619-622c-4bcd-bbe3-f3d65e47bafc {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:04.295614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.370226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108b101-50b8-476f-932d-e42d288c0ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.383021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3108b101-50b8-476f-932d-e42d288c0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.404691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 441f7581-d51f-40ba-bd54-03f861ca7ca3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:04.405528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.429168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3108b101-50b8-476f-932d-e42d288c0ec2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b263888455ce4fdc9bdfbb30fc192193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555294 Dec 12 15:39:04.431508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56288) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:04.469062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Deleting port e4631619-622c-4bcd-bbe3-f3d65e47bafc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:04.470092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.480850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] DHCP port deletion for ed29c9dc-94d7-43e4-9e6a-78be32a73b2e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:04.481877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.483142 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.2537065 Dec 12 15:39:04.483978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838eec2-ed9a-44bd-baaa-3070822bae93 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76233e06-416a-4704-b1b0-2627139eabb4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:04.499966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56290) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:04.583558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108b101-50b8-476f-932d-e42d288c0ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66ec60d-d654-4748-aeb4-1bada6854a86,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:04.588305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.595220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:04.614181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] For port e4631619-622c-4bcd-bbe3-f3d65e47bafc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e4631619-622c-4bcd-bbe3-f3d65e47bafc,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:04.614545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.636361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Calling delete_port for e4631619-622c-4bcd-bbe3-f3d65e47bafc owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:04.639508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.655157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] For port e4631619-622c-4bcd-bbe3-f3d65e47bafc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e4631619-622c-4bcd-bbe3-f3d65e47bafc,segment=NetworkSegment(d2fad564-c897-4d04-9dd9-dd207bbd4d63),segment_id=d2fad564-c897-4d04-9dd9-dd207bbd4d63)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:04.655727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.674340 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5572a62-a257-4350-bad8-19933efbe998 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1676006 Dec 12 15:39:04.710015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56292) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:04.718681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-security--119758990', 'description': 'tempest-security-description-1210572955'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:04.725232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Calling delete_port for e4631619-622c-4bcd-bbe3-f3d65e47bafc owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:04.741373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:04.741373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.779057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:38:59Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:04.786359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.790128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:39:04.804021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Deleting port 90b96c99-39fd-4497-b606-46a8e69955bc {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:04.804394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.810763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.813855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.817440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f66ec60d-d654-4748-aeb4-1bada6854a86 HTTP/1.1" status: 204 len: 168 time: 0.3814242 Dec 12 15:39:04.818844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Checking router: 8b424329-559b-4025-8cbf-d703e8974e06 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:04.819474 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Updating router 8b424329-559b-4025-8cbf-d703e8974e06 port fb8e807e-bc81-452b-a9df-00e40a9b1d85 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:39:04.842765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62ae6-f502-4430-8e67-24786662bada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66ec60d-d654-4748-aeb4-1bada6854a86,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:04.848209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.850636 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.866620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c1393293-01fe-4104-ba5d-c260a3890846 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=46791c8f70d7494689224023f312c304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0981462 Dec 12 15:39:04.868753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:04.898542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] No DVR routers for this DVR port e4631619-622c-4bcd-bbe3-f3d65e47bafc on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:04.904624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Port': ['ID=e4631619-622c-4bcd-bbe3-f3d65e47bafc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:04.967570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:04.983967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.013037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.079784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.091078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.099558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "PUT /v2.0/security-groups/76233e06-416a-4704-b1b0-2627139eabb4 HTTP/1.1" status: 200 len: 1796 time: 0.3881450 Dec 12 15:39:05.100497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.138570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] No DVR routers for this DVR port e4631619-622c-4bcd-bbe3-f3d65e47bafc on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:05.140662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d0e2a-0dd2-409c-afcd-2bad60b217d2 None None] Pushing event deleted for resources: {'Port': ['ID=e4631619-622c-4bcd-bbe3-f3d65e47bafc,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:05.190200 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.197498 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.233396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.239216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4ee7c-a5de-47cf-afa6-008fb2c6d156 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:05.261695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9b3d166b-463f-4893-a15c-8cf9d7bd954f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups/76233e06-416a-4704-b1b0-2627139eabb4 HTTP/1.1" status: 200 len: 1796 time: 0.1305621 Dec 12 15:39:05.264301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56304) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.281439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64233e-76db-4da4-80c9-028bbca0a8e8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76233e06-416a-4704-b1b0-2627139eabb4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:05.284121 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Attempting to bind port fb8e807e-bc81-452b-a9df-00e40a9b1d85 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:05.284477 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Attempting to bind port fb8e807e-bc81-452b-a9df-00e40a9b1d85 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:05.289477 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Attempting to bind port fb8e807e-bc81-452b-a9df-00e40a9b1d85 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:05.292334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052b6bdd-1df4-44c5-a6e8-6ffa6218577b']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:05.292828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] For port 90b96c99-39fd-4497-b606-46a8e69955bc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=90b96c99-39fd-4497-b606-46a8e69955bc,segment=NetworkSegment(f0ae8b91-2740-4c4b-8fc3-5501fc57c61d),segment_id=f0ae8b91-2740-4c4b-8fc3-5501fc57c61d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:05.295696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.302571 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:05.304705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:05.305128 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.305532 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:05.306021 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Bound port: fb8e807e-bc81-452b-a9df-00e40a9b1d85, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:05.306407 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.310692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fad564-c897-4d04-9dd9-dd207bbd4d63') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:05.310989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fad564-c897-4d04-9dd9-dd207bbd4d63') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:05.326247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.348624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.353783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Pushing event updated for resources: {'Port': ['ID=fb8e807e-bc81-452b-a9df-00e40a9b1d85,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:05.370985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:05.371456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.373632 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.375305 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.375305 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.375305 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:05.376174 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.378594 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:05.407651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a289cd4-cb5e-449c-b03b-ba84cd50a155 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:05.412124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.412318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a289cd4-cb5e-449c-b03b-ba84cd50a155 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5385146 Dec 12 15:39:05.414999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.436799 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] For port fb8e807e-bc81-452b-a9df-00e40a9b1d85, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:05.448981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] For port fb8e807e-bc81-452b-a9df-00e40a9b1d85, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fb8e807e-bc81-452b-a9df-00e40a9b1d85,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:05.456864 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.479259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-787bd679-e12e-4e00-a6db-e3b430f756b3 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625017 Dec 12 15:39:05.481921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56310) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.489801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Calling delete_port for 90b96c99-39fd-4497-b606-46a8e69955bc owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:05.525842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568027472', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'project_id': '46791c8f70d7494689224023f312c304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:05.531213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52f94998-b476-4da2-9a7c-ca02e4b99909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.539746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] Provisioning complete for port fb8e807e-bc81-452b-a9df-00e40a9b1d85 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:05.540123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.564620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:05.584351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63acf1-7be9-44c4-b6c5-82a1288986d1 None None] Pushing event updated for resources: {'Port': ['ID=fb8e807e-bc81-452b-a9df-00e40a9b1d85,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:05.597768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Sync routers for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:05.600611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fda7f891-6dde-40bd-88cc-827f0541f1c3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:05.639686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.644035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6a503428-b9d1-4c92-bb27-21c790e0bb5c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9726431 Dec 12 15:39:05.650250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.665901 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.668452 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:05.672054 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:05.674813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.716407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec7a93-1f8a-45dc-8a45-0253e8ac6659 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:05.741495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.745201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/networks/052b6bdd-1df4-44c5-a6e8-6ffa6218577b HTTP/1.1" status: 204 len: 168 time: 1.7792361 Dec 12 15:39:05.753957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd1a1f-f8c1-4b2a-828a-2d7b93e57450 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Network': ['ID=052b6bdd-1df4-44c5-a6e8-6ffa6218577b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:05.756876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:05.778924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:05.780300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:05.915681 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.927171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fda7f891-6dde-40bd-88cc-827f0541f1c3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:05.927171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.935448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.948354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.958637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:05.962486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/76233e06-416a-4704-b1b0-2627139eabb4 HTTP/1.1" status: 204 len: 168 time: 0.6941116 Dec 12 15:39:05.965139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56330) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:06.009465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:06.036623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bd36f-2cc3-447c-b5b0-68f9df66c61e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76233e06-416a-4704-b1b0-2627139eabb4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:06.049243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:06.055896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.082304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.093957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] Pushing event deleted for resources: {'Port': ['ID=90b96c99-39fd-4497-b606-46a8e69955bc,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:06.098340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba81ca7-ba3c-4116-afb0-45fc47fd1be3 None None] No DVR routers for this DVR port 90b96c99-39fd-4497-b606-46a8e69955bc on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:06.160061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:06.236574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] For port fb8e807e-bc81-452b-a9df-00e40a9b1d85, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fb8e807e-bc81-452b-a9df-00e40a9b1d85,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:06.330900 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.338012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:06.350134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.366464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:38:59Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:06.403348 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29a45-9e18-49ee-845a-972c3b60ed6a None None] The sync data for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 is: [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:38:59Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:06.418321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8cad7c81-b808-47bf-aa88-d30239f26e73 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4359386 Dec 12 15:39:06.429534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:06.478350 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a67e9cf0-b7f1-43d7-969c-9bed24748223 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] delete failed (client error): The resource could not be found. Dec 12 15:39:06.479749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a67e9cf0-b7f1-43d7-969c-9bed24748223 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/76233e06-416a-4704-b1b0-2627139eabb4 HTTP/1.1" status: 404 len: 347 time: 0.0489445 Dec 12 15:39:06.488208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:06.512505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059982536'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:06.560920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.615407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.673975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed29c9dc-94d7-43e4-9e6a-78be32a73b2e']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:06.690053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.699192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:06.699424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ae8b91-2740-4c4b-8fc3-5501fc57c61d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:06.708389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Subnet': ['ID=03788088-cb83-4ddf-ab52-2e25a7c5c2fc,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:06.725907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.743313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 57fdafc7-3d53-42c6-ad79-f6d5e45fad49, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:06.743679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.772206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4994a-8886-4a9b-a815-b53da0976624 None None] Pushing event updated for resources: {'Port': ['ID=fb8e807e-bc81-452b-a9df-00e40a9b1d85,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:06.778202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2234b3ed-3c50-4d95-bb81-b84061744add None None] Provisioning complete for port fb8e807e-bc81-452b-a9df-00e40a9b1d85 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:06.778579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2234b3ed-3c50-4d95-bb81-b84061744add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.801960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:06.846654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.850605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Checking segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:06.850896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network hostable DHCP agents. Network: 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:39:06.856246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.867154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.901791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:06.902209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:06.905420 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:06.974339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:06.975663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4861419 Dec 12 15:39:06.980890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:06.989691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ee1f-6df2-4ea4-9ecf-d756ff0da5c1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88d3512-eefa-48ce-962a-710b981e77a1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:06.996018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': 'e88d3512-eefa-48ce-962a-710b981e77a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:07.000421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:39:07.012384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:07.015452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.043553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:07.044419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.047018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.055170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] 10.222.0.36 "DELETE /v2.0/networks/ed29c9dc-94d7-43e4-9e6a-78be32a73b2e HTTP/1.1" status: 204 len: 168 time: 1.2804232 Dec 12 15:39:07.057524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa778-e03c-4daf-8d9e-88cfadeb0531 tempest-TaggedBootDevicesTest_v242-791832058 tempest-TaggedBootDevicesTest_v242-791832058-project] Pushing event deleted for resources: {'Network': ['ID=ed29c9dc-94d7-43e4-9e6a-78be32a73b2e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:07.244390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65171fe6-c520-43f6-86bd-ab896f33f9c3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7609880 Dec 12 15:39:07.244884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56356) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:07.321612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.426645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a8de1-e363-4de3-978a-5e747315203a None None] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:07.519373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:07.607179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.614070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.627313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.633128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:39:07.634878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.662377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621391db-b7e8-4cca-9bc7-909354283017,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:07.671173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.753856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:01Z', 'revision_number': 3, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:07.791236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Checking router: f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:07.791920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Updating router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 port 82b63ac5-66dc-4909-adfe-5ca1809392d4 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:39:07.793644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1ff494e4-df91-49d5-811c-8c79bf0ef2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.812491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=57fdafc7-3d53-42c6-ad79-f6d5e45fad49,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:07.840804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.842708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ea999c6-1838-4937-815f-3a5d22b8bf37 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8595438 Dec 12 15:39:07.856428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:07.865495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:07.865874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:07.969381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.123291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.206595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.314282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Allocated IP 172.20.0.2 (6bfb25c8-95ea-420b-9e1e-63ef12fe0de3/03788088-cb83-4ddf-ab52-2e25a7c5c2fc/68b28139-c429-40f1-b1ab-a44fe5330778) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:08.384745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.429171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Allocated IP 172.20.0.1 (fea30a07-ad36-4242-9a39-bb5d015f4218/fa5322fa-eb08-4946-a729-9e1b12b85a33/99ef52ab-e21a-437f-81d0-c5b1cecfb771) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:08.596849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.603093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 321f012c-c478-4aff-86dc-4e6b425e5d11 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:08.665667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.667293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/621391db-b7e8-4cca-9bc7-909354283017 HTTP/1.1" status: 204 len: 168 time: 0.8097720 Dec 12 15:39:08.671641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.673781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56390) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:08.676642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.702163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911905-7581-4c6d-a4c9-4613e96071f9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=621391db-b7e8-4cca-9bc7-909354283017,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:08.727177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 321f012c-c478-4aff-86dc-4e6b425e5d11 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:08.727528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 321f012c-c478-4aff-86dc-4e6b425e5d11 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:08.727956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:08.763337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:08.763569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0677c13e-2ea6-46c3-b22d-87bf8cc74ab6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:08.763988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:08.846289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:08.846980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0aaa51f7-1f7b-42b0-802e-6a3dc7bff51c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:08.874096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:08.959303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.084098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.106327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:09.112208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:09.116553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:09.123356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:09.134914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-660cacd7-7862-4a9b-8d16-8afd6a962beb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4572899 Dec 12 15:39:09.135658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:09.137965 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.190157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Pushing event updated for resources: {'Port': ['ID=68b28139-c429-40f1-b1ab-a44fe5330778,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:09.223422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56438e6-2a68-4db6-8ed3-154acf91d6fd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:09.262414 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.278091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Attempting to bind port 82b63ac5-66dc-4909-adfe-5ca1809392d4 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:09.278532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Attempting to bind port 82b63ac5-66dc-4909-adfe-5ca1809392d4 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:09.279050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Attempting to bind port 82b63ac5-66dc-4909-adfe-5ca1809392d4 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:09.284524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.289263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:09.289841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:09.290486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.290981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:09.291687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Bound port: 82b63ac5-66dc-4909-adfe-5ca1809392d4, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:09.292254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.355964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] For port 82b63ac5-66dc-4909-adfe-5ca1809392d4, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:09.361386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] For port 82b63ac5-66dc-4909-adfe-5ca1809392d4, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82b63ac5-66dc-4909-adfe-5ca1809392d4,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:09.377602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.389809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Attempting to bind port 68b28139-c429-40f1-b1ab-a44fe5330778 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:09.390496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Attempting to bind port 68b28139-c429-40f1-b1ab-a44fe5330778 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:09.391145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Attempting to bind port 68b28139-c429-40f1-b1ab-a44fe5330778 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:09.405965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdd0d3-3239-4b48-b1bf-c69b488f8690 None None] Pushing event updated for resources: {'Port': ['ID=82b63ac5-66dc-4909-adfe-5ca1809392d4,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:09.413393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:09.413923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Checking segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:09.414578 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.415148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Bound using segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:09.415822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Bound port: 68b28139-c429-40f1-b1ab-a44fe5330778, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:09.416306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.457712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925f52c-9642-44b4-b837-6894c8546e55 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:09.473438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:09.474226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:09.564158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.606322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:09.643453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:09.683600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.1 (6bfb25c8-95ea-420b-9e1e-63ef12fe0de3/03788088-cb83-4ddf-ab52-2e25a7c5c2fc/9d3e9ceb-c523-4f17-a942-ac322316dc4e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:09.801255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fb8e807e-bc81-452b-a9df-00e40a9b1d85 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:09.949167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.008841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.064204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.070269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.071797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/e88d3512-eefa-48ce-962a-710b981e77a1 HTTP/1.1" status: 204 len: 168 time: 0.9158142 Dec 12 15:39:10.102280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:10.104770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:10.110284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdd0d3-3239-4b48-b1bf-c69b488f8690 None None] Pushing event updated for resources: {'Port': ['ID=82b63ac5-66dc-4909-adfe-5ca1809392d4,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:10.192881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] For port 68b28139-c429-40f1-b1ab-a44fe5330778, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:10.198423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] For port 68b28139-c429-40f1-b1ab-a44fe5330778, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68b28139-c429-40f1-b1ab-a44fe5330778,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:10.202560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] Provisioning complete for port 82b63ac5-66dc-4909-adfe-5ca1809392d4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:10.203145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.204551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee56c3-e81d-4b0e-a3e6-57b0f19b8385 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88d3512-eefa-48ce-962a-710b981e77a1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:10.213716 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.221004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:10.231362 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:10.244688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:10.249262 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1bf945f3-c89e-4687-bf8c-c30a5929dd70 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8452194 Dec 12 15:39:10.250793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.252750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:10.256816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:10.257475 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:10.260577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:10.277332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:10.304127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ea7802d7-6513-4cca-8e24-33722cd601cd tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1877415 Dec 12 15:39:10.306148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56412) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:10.394861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613330642'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:10.401494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Pushing event updated for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:10.455827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.483992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Network fea30a07-ad36-4242-9a39-bb5d015f4218 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:10.495880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:10.509451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:10.512024 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:10.571671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fb8e807e-bc81-452b-a9df-00e40a9b1d85 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:10.576603 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.586271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.634814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.726892 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.795061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90373424-0c26-4b5e-97b5-6b3c697e12e4 None None] Pushing event updated for resources: {'Port': ['ID=68b28139-c429-40f1-b1ab-a44fe5330778,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:10.818065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:10.841561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:01Z', 'revision_number': 3, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:10.842688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.843750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet efb4af6c-b60d-4774-88ef-d38c30253566 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:10.848085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.884379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.896029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:10.983809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-595421098'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:11.006398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 441f7581-d51f-40ba-bd54-03f861ca7ca3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:11.009344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.011312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6222110 Dec 12 15:39:11.016461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56420) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:11.053962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '30dbae71-8714-434d-9a4f-0dddea71f975', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:11.058988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d90c2-11c8-43d4-b512-929fd7dc18dd None None] The sync data for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 is: [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:01Z', 'revision_number': 3, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:11.059837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.102226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0b68f-23d0-48a7-8d8a-4b50cc2507eb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dbae71-8714-434d-9a4f-0dddea71f975,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:11.208498 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:07Z', 'revision_number': 9, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:11.235843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.240921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:39:11.240921 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 12 15:39:11.240921 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id_1': '5fac3bae38a14d7784c97e9e3011368e', 'expiration_1': datetime.datetime(2021, 12, 12, 15, 38, 51, 111776)}] Dec 12 15:39:11.240921 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:39:11.241979 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:39:11.260623 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:11.266987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.278326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.284304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:11.285428 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:11.300710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.327249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 441f7581-d51f-40ba-bd54-03f861ca7ca3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:11.327249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.336345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] For port 82b63ac5-66dc-4909-adfe-5ca1809392d4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82b63ac5-66dc-4909-adfe-5ca1809392d4,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:11.400675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.451432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:11.527828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.565726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec21c26-e236-4b48-93bd-f16582eb3e22 None None] Pushing event updated for resources: {'Port': ['ID=82b63ac5-66dc-4909-adfe-5ca1809392d4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:11.631243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-90e9a678-8f70-489e-bacf-a63dd4ee53a1 None None] Provisioning complete for port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:11.631615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90e9a678-8f70-489e-bacf-a63dd4ee53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.691410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:11.715575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.769877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90e9a678-8f70-489e-bacf-a63dd4ee53a1 None None] Port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:11.810482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f8475172-338a-4ef1-bb8d-f3e59138a959 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:11.817484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:39:11.845876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.846307 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Added segment 32a9cb84-4d2a-4509-9ffa-5acdedb2c22f of type vlan for network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 Dec 12 15:39:11.896309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-90e9a678-8f70-489e-bacf-a63dd4ee53a1 None None] Provisioning complete for port 82b63ac5-66dc-4909-adfe-5ca1809392d4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:11.899669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90e9a678-8f70-489e-bacf-a63dd4ee53a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:11.937430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.002221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.007965 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.015154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:12.020873 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.042657 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:07Z', 'revision_number': 9, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:12.052109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.073144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f8475172-338a-4ef1-bb8d-f3e59138a959 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:12.073555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.137241 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6cb662-342d-4a86-a15b-b69452445942 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:07Z', 'revision_number': 9, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '15d2a5d3-766a-4550-a414-eefbf506b52c', 'name': '', 'network_id': '7771cb18-694c-491d-ac0f-4059d6fead2a', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:d3:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:08Z', 'updated_at': '2021-12-12T15:38:36Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '9caa7e2b-6459-426e-add4-934ae978daaa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:12.164552 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.180267 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.210075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4058fdea-1735-4e76-9d31-b615a857e967,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:12.243625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.249271 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.252424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12ac949b-c004-4500-a0c2-1aa9a84bd3b5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2020445 Dec 12 15:39:12.254383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.263697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56434) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:12.355917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.361019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Network': ['ID=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:12.367436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.376658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:39:12.392425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '30dbae71-8714-434d-9a4f-0dddea71f975', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:12.462667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:12.465871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=efb4af6c-b60d-4774-88ef-d38c30253566,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:12.492475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.518165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001dd248-4fe0-49e1-affe-c945035b1877 None None] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:12.558786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.568600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Pushing event updated for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:12.602721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ec599291-105a-481e-978b-907149c3bcdc no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:12.660228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ec599291-105a-481e-978b-907149c3bcdc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:12.661134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ec599291-105a-481e-978b-907149c3bcdc not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:12.661732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e4631619-622c-4bcd-bbe3-f3d65e47bafc no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:12.750988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bba82bc6-b18a-41f7-aba9-d28bd9cb7283 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9084842 Dec 12 15:39:12.753255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.760548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0d8017f-410a-467b-a9d4-050cae6570b8 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/efb4af6c-b60d-4774-88ef-d38c30253566 HTTP/1.1" status: 204 len: 168 time: 2.3882759 Dec 12 15:39:12.763265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:12.763618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:12.767279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e4631619-622c-4bcd-bbe3-f3d65e47bafc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:12.772197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e4631619-622c-4bcd-bbe3-f3d65e47bafc not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:12.772909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 90b96c99-39fd-4497-b606-46a8e69955bc no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:12.808743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37859bcf-eb77-4dff-a474-37dbf27fb65c None None] Network bb1be299-b737-42e2-a0db-cb76096fd1cd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:12.858043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 90b96c99-39fd-4497-b606-46a8e69955bc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:12.858662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 90b96c99-39fd-4497-b606-46a8e69955bc not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:12.859247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:12.920167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-678230414'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:12.965858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] Provisioning complete for port 68b28139-c429-40f1-b1ab-a44fe5330778 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:12.966433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:12.973197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:12.973795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a08d6fcb-b72b-4e08-93d5-c3ff4faefa19 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:12.982725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.035374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Network fea30a07-ad36-4242-9a39-bb5d015f4218 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:13.036831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:13.041991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.062408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:13.086759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.111153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.160091 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.182995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8033c64-3d5c-4ff2-871f-4f2a4774f2c2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:13.217047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:39:13.238625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.239068 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Added segment bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1 of type vlan for network a08102b2-b200-46a3-ae79-392f6ddd7833 Dec 12 15:39:13.270695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.274354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4fae7761-6edb-4834-86b5-33645776bb04 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8870578 Dec 12 15:39:13.330596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56446) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:13.335997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '30dbae71-8714-434d-9a4f-0dddea71f975', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:13.400705 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.407799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82b63ac5-66dc-4909-adfe-5ca1809392d4 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:13.417482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] DHCP port deletion for bb1be299-b737-42e2-a0db-cb76096fd1cd request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:13.422337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.434127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.456331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:13.456897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.507349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] For port 68b28139-c429-40f1-b1ab-a44fe5330778, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68b28139-c429-40f1-b1ab-a44fe5330778,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:13.563841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.575653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.593441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.602553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:13.629336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.635785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:13.637487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.641879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16240-5255-4287-bcbf-9ff248dd388a None None] Pushing event updated for resources: {'Port': ['ID=68b28139-c429-40f1-b1ab-a44fe5330778,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:13.668906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 82b63ac5-66dc-4909-adfe-5ca1809392d4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:13.669959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.681174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:13.704778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:13.705403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.715479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:13.719828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d450c29d-6578-4632-b9ee-14940c2cb6d1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:13.751347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.757240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc3c13a9-ab4c-4706-835f-b1ae8e62b517 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4235256 Dec 12 15:39:13.759954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56448) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:13.766318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '30dbae71-8714-434d-9a4f-0dddea71f975', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:13.810371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0372519 Dec 12 15:39:13.856528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:13.864334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'subnet': {'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:13.870848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2296d6b8-48ac-4ac8-bbbc-4e01479ae261 None None] Provisioning complete for port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:13.878192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2296d6b8-48ac-4ac8-bbbc-4e01479ae261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:13.878799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:13.941770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb6cc5-10b4-45c6-be77-105fa930a3ab tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Network': ['ID=a08102b2-b200-46a3-ae79-392f6ddd7833,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:13.961593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 8b424329-559b-4025-8cbf-d703e8974e06 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:13.971877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.015460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2296d6b8-48ac-4ac8-bbbc-4e01479ae261 None None] Port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:14.026342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a08102b2-b200-46a3-ae79-392f6ddd7833 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:39:14.037181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Deleting port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:14.037558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.086317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68b28139-c429-40f1-b1ab-a44fe5330778 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:14.264721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.273093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.300912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:14.305222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdf070b-19c8-42b5-bfbd-fd85b4764777,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:14.310839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b5cd3c6e-79ff-4f1e-b355-86bfe44a013e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/8b424329-559b-4025-8cbf-d703e8974e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0648429 Dec 12 15:39:14.341462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:14.346387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.350573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.353750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a606f06e-3b0b-4ece-bb5e-1f7b7d43e49f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5924518 Dec 12 15:39:14.356332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56458) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:14.363840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '30dbae71-8714-434d-9a4f-0dddea71f975', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:14.407983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.532191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:14.536468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.544173 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Sync routers for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:14.552796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-542b17d7-88f9-40ff-8d93-be1578cb68cc admin admin] 10.222.0.36 "PUT /v2.0/routers/f70a4a14-9a34-42ec-9184-9fd3b5dd1c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9000320 Dec 12 15:39:14.558548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Sync routers for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:14.585274 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:14.585992 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:14.589646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.598113 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.617285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54fb060-b1e3-4cd8-8a0c-52ff2473acfc,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:14.645582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:14.654477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:14.672042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.675898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fbe973b9-c40b-488d-96ea-71342483d25f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3175883 Dec 12 15:39:14.679645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56472) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:14.686316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] For port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,segment=NetworkSegment(eb44a6a8-6c1f-4e7f-9242-789eaea664c4),segment_id=eb44a6a8-6c1f-4e7f-9242-789eaea664c4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:14.686720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.693321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:14.694200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:14.744289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.753903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.766968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dd5c0ae3-fa69-45e9-91fa-aa4ab06070f5 None None] Provisioning complete for port 9d3e9ceb-c523-4f17-a942-ac322316dc4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:14.767738 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0ae3-fa69-45e9-91fa-aa4ab06070f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.769826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Calling delete_port for 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:14.893226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-aca81e48-0a4d-4b75-a500-115516c1deec tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455802122&fields=id&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 267 time: 0.2088938 Dec 12 15:39:14.903904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c0ae3-fa69-45e9-91fa-aa4ab06070f5 None None] Port 9d3e9ceb-c523-4f17-a942-ac322316dc4e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:14.909231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.924961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 68b28139-c429-40f1-b1ab-a44fe5330778 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:14.925627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.944253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.948156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c54fb060-b1e3-4cd8-8a0c-52ff2473acfc HTTP/1.1" status: 204 len: 168 time: 0.2638638 Dec 12 15:39:14.949306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ebd7b-f2f0-442d-a4af-4e03288b5fe0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c54fb060-b1e3-4cd8-8a0c-52ff2473acfc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:14.957121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:14.991242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dd5c0ae3-fa69-45e9-91fa-aa4ab06070f5 None None] Provisioning complete for port 68b28139-c429-40f1-b1ab-a44fe5330778 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:14.991866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0ae3-fa69-45e9-91fa-aa4ab06070f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:14.996626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.020350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1be299-b737-42e2-a0db-cb76096fd1cd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:15.025313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:15.031538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:15.031839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb44a6a8-6c1f-4e7f-9242-789eaea664c4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:15.043174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.058143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.066392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:15.066834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.082233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:15.092956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:15.136294 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:15.138464 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.165134 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:39:15.182278 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.185160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] Pushing event deleted for resources: {'Port': ['ID=57ac1ea6-11c0-4dd6-8e27-962828d1e5f6,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:15.186348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.199063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c699e4c-f120-42a4-a8f6-452d2eacb144 None None] No DVR routers for this DVR port 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:15.199204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/bb1be299-b737-42e2-a0db-cb76096fd1cd HTTP/1.1" status: 204 len: 168 time: 2.4294956 Dec 12 15:39:15.202751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:15.252513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-080bf6c9-1858-4b12-8914-94ff318b9edb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2073627 Dec 12 15:39:15.253380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:15.308031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da00a-e88a-4cc1-85d0-ecd35af77951 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=bb1be299-b737-42e2-a0db-cb76096fd1cd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:15.421293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:15.448324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-a0ea62e0-881e-4bb4-ac2d-1172b789f31b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:15.448324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-a0ea62e0-881e-4bb4-ac2d-1172b789f31b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 797 time: 0.5511019 Dec 12 15:39:15.448324 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.503769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.506736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-8512198b-f1f3-42db-9dcf-1209649a2f84 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/quotas/46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 375 time: 0.0380580 Dec 12 15:39:15.612413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:15.613110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57fdafc7-3d53-42c6-ad79-f6d5e45fad49 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:15.674033 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:10Z', 'revision_number': 4, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '99ef52ab-e21a-437f-81d0-c5b1cecfb771', 'name': '', 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'mac_address': 'fa:16:3e:87:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:07Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 2, 'project_id': '820ba33900874c038a1125e1eab38be6', 'subnets': [{'id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:15.707035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.717384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.737212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9bdf070b-19c8-42b5-bfbd-fd85b4764777 HTTP/1.1" status: 204 len: 168 time: 0.4791849 Dec 12 15:39:15.739333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56510) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:15.739462 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Checking router: f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:15.748203 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Updating router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:39:15.834373 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:15.854869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-12233612-ea4a-4b6b-8789-f49c7a7e9761 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3211827 Dec 12 15:39:15.872370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fda94-f85a-4d81-a30e-04c3a35903ef tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bdf070b-19c8-42b5-bfbd-fd85b4764777,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:15.941910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-71a7f29e-b7ee-41ab-9f41-8028f7262f4f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1946213 Dec 12 15:39:15.942525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56514) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:15.951239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Subnet': ['ID=fb75df07-d084-475b-a944-f21f4078ae65,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:15.976493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:15.978045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network hostable DHCP agents. Network: ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:39:16.009973 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.026089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.034236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68b28139-c429-40f1-b1ab-a44fe5330778 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:16.050937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:39:16.089554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.096567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.110659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d450c29d-6578-4632-b9ee-14940c2cb6d1 HTTP/1.1" status: 204 len: 168 time: 0.1655924 Dec 12 15:39:16.110916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56522) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:16.139931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:16.153229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:16.153978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.161269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-122d49b6-c6e0-4897-88d9-8134b1ff01ff service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:39:16.183439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-122d49b6-c6e0-4897-88d9-8134b1ff01ff service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232417 Dec 12 15:39:16.205660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47caca12-6c42-4eca-9a55-787f647ca42e None None] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:16.284525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4577645f-86b9-4994-b801-00fd26a4e75e None None] Provisioning complete for port 9d3e9ceb-c523-4f17-a942-ac322316dc4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:16.285086 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4577645f-86b9-4994-b801-00fd26a4e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.295567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-beb64656-cafc-4c57-94a0-f43a77571cdf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4312780 Dec 12 15:39:16.296005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:16.298273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161217c4-cb12-49eb-9a20-1f70416127a1 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d450c29d-6578-4632-b9ee-14940c2cb6d1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:16.314098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 2, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:16.327126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'subnet': {'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:16.404160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f06bc393-6132-4da8-bd84-2dc4d6289845 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2894988 Dec 12 15:39:16.404831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:16.489875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Checking router: 8b424329-559b-4025-8cbf-d703e8974e06 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:16.493068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Updating router 8b424329-559b-4025-8cbf-d703e8974e06 port 9d3e9ceb-c523-4f17-a942-ac322316dc4e binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:39:16.519035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-f44cb48b-eb35-4630-a311-fb0269ec015a service neutron] 10.222.0.36 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349028 Dec 12 15:39:16.531925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.566101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.607821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:39:16.610644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.613304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.615862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4577645f-86b9-4994-b801-00fd26a4e75e None None] Port 9d3e9ceb-c523-4f17-a942-ac322316dc4e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:16.660136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 68b28139-c429-40f1-b1ab-a44fe5330778 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:16.662930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.666032 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.692845 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.779011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.788150 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.798291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.805842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f8033c64-3d5c-4ff2-871f-4f2a4774f2c2 HTTP/1.1" status: 204 len: 168 time: 0.3942151 Dec 12 15:39:16.806508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56544) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:16.926259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c90498-fe6c-4406-ba20-6305bbe096c9 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8033c64-3d5c-4ff2-871f-4f2a4774f2c2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:16.947611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:16.963240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:16.984014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-e735214c-9b48-4419-b7d7-48235c105616 service neutron] 10.222.0.36 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639051 Dec 12 15:39:17.053378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9e79-2e93-4375-b4b6-711fa9f290d9 None None] Pushing event updated for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:17.088089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9d212f72-4b2b-4e40-b32d-4c58e6b53a48 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2763410 Dec 12 15:39:17.088997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56556) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:17.091375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:17.093603 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Attempting to bind port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:17.094714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Attempting to bind port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:17.095212 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Attempting to bind port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 on network fea30a07-ad36-4242-9a39-bb5d015f4218 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:17.102360 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:17.104033 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Checking segment: {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:17.104530 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.105280 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Bound using segment: {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:17.106370 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Bound port: 99ef52ab-e21a-437f-81d0-c5b1cecfb771, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176cf186-978a-402f-a436-d37c1b3c5a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:17.107333 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.314455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.333790 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] For port 99ef52ab-e21a-437f-81d0-c5b1cecfb771, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:17.340301 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] For port 99ef52ab-e21a-437f-81d0-c5b1cecfb771, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99ef52ab-e21a-437f-81d0-c5b1cecfb771,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:17.355387 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.413826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.479139 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:17.480196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:17.580773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] Provisioning complete for port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:17.581145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.615247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.631543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:17.651016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:17.672059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e85b33-672b-4d64-96f3-f4d778d36c1b req-2558c954-9c9d-496e-8861-193bde86022f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 210 time: 0.2111063 Dec 12 15:39:17.722121 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.739814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:17.749307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4058fdea-1735-4e76-9d31-b615a857e967 HTTP/1.1" status: 204 len: 168 time: 0.6563411 Dec 12 15:39:17.769685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:17.777344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Subnet': ['ID=a16b1038-6345-41f0-8beb-631de2d470ca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:17.863428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:17.864070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57ac1ea6-11c0-4dd6-8e27-962828d1e5f6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:17.892210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42136a0c-2935-4b28-a07d-436c53e2dd4b tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4058fdea-1735-4e76-9d31-b615a857e967,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:17.942525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Allocated IP 10.1.1.2 (ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2/fb75df07-d084-475b-a944-f21f4078ae65/1fb004f2-4ec3-4bef-8c01-745c9643f590) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:18.045590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd9e79-2e93-4375-b4b6-711fa9f290d9 None None] Pushing event updated for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:18.118436 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ca46b01d-b93f-4838-8286-33dc4af91444 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3322303 Dec 12 15:39:18.135988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:18.224873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Checking segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:18.229772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network hostable DHCP agents. Network: a08102b2-b200-46a3-ae79-392f6ddd7833, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:39:18.315225 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:10Z', 'revision_number': 4, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '99ef52ab-e21a-437f-81d0-c5b1cecfb771', 'name': '', 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'mac_address': 'fa:16:3e:87:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:07Z', 'updated_at': '2021-12-12T15:39:17Z', 'revision_number': 4, 'project_id': '820ba33900874c038a1125e1eab38be6', 'subnets': [{'id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:18.338346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network a08102b2-b200-46a3-ae79-392f6ddd7833 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:39:18.357743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 15d2a5d3-766a-4550-a414-eefbf506b52c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:18.373298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.402844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8349438c-9f2e-47a6-969f-0b3018457dfb None None] The sync data for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 is: [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:10Z', 'revision_number': 4, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '99ef52ab-e21a-437f-81d0-c5b1cecfb771', 'name': '', 'network_id': 'fea30a07-ad36-4242-9a39-bb5d015f4218', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'mac_address': 'fa:16:3e:87:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:07Z', 'updated_at': '2021-12-12T15:39:17Z', 'revision_number': 4, 'project_id': '820ba33900874c038a1125e1eab38be6', 'subnets': [{'id': 'fa5322fa-eb08-4946-a729-9e1b12b85a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:18.435378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a08102b2-b200-46a3-ae79-392f6ddd7833) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:18.467045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.530572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:18.533505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.579803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.647441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7c3c19ad-8049-4da3-9b8e-3ba53d1ac53c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3455987 Dec 12 15:39:18.655464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.656832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:18.693922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'name': 'tempest-TaggedBootDevicesTest-1014914705', 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:18.709001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1378733-8831-4105-8823-c3080e729b5e None None] Network a08102b2-b200-46a3-ae79-392f6ddd7833 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:18.742345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.887166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-706873c4-b437-4573-bce8-263cb394d0b8 req-e2964ab5-5045-4e79-8784-8837fa95fae2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 210 time: 0.0831919 Dec 12 15:39:18.939654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 15d2a5d3-766a-4550-a414-eefbf506b52c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=15d2a5d3-766a-4550-a414-eefbf506b52c,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:18.940033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:18.976965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] For port 99ef52ab-e21a-437f-81d0-c5b1cecfb771, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99ef52ab-e21a-437f-81d0-c5b1cecfb771,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:18.980388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 15d2a5d3-766a-4550-a414-eefbf506b52c owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:19.004394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.061065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Deleting port f8475172-338a-4ef1-bb8d-f3e59138a959 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:19.061410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.108225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.118505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.122525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/30dbae71-8714-434d-9a4f-0dddea71f975 HTTP/1.1" status: 204 len: 168 time: 0.9789255 Dec 12 15:39:19.123164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:19.215061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbad4ec-f936-4911-bbf6-8b6852d19195 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dbae71-8714-434d-9a4f-0dddea71f975,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:19.246126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] For port f8475172-338a-4ef1-bb8d-f3e59138a959, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f8475172-338a-4ef1-bb8d-f3e59138a959,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:19.246778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.255077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613e3a-0097-412f-aab1-91882bf615ca None None] Pushing event updated for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:19.267579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb31e58d-2d75-4d5a-8c49-e1f488eed9ab tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1358356 Dec 12 15:39:19.271071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:19.286660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Calling delete_port for f8475172-338a-4ef1-bb8d-f3e59138a959 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:19.321870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-a08102b2-b200-46a3-ae79-392f6ddd7833', 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ips': [{'subnet_id': 'a16b1038-6345-41f0-8beb-631de2d470ca'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:39:19.323113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.369545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56590) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:19.393388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--736249399'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:19.414575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.426791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.457385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.476401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] device_id is not set on port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:39:19.477728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-98652777-6005-48a0-9811-25a33d11db5e None None] Provisioning complete for port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:19.478045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98652777-6005-48a0-9811-25a33d11db5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.587411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.619830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f23d44-c640-470f-8e26-2ea94977e32e None None] Pushing event updated for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:19.662687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-bc0e83ae-e365-4842-b3df-1cfa03879e68 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:19.664557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-bc0e83ae-e365-4842-b3df-1cfa03879e68 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 797 time: 0.2899320 Dec 12 15:39:19.694357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.743696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:19.956996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Pushing event updated for resources: {'Port': ['ID=1fb004f2-4ec3-4bef-8c01-745c9643f590,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:20.089508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-42ebb600-be44-4bff-a2b0-c9dff028b8d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 379 time: 0.4118404 Dec 12 15:39:20.120794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.124024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'port': {'device_id': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'admin_state_up': True, 'tenant_id': '46791c8f70d7494689224023f312c304', 'security_groups': ['79df9750-704d-4807-b4e5-8d8f45ddb35b']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:20.159604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53db83d0-3e1e-4724-8129-961e114b55e9 req-78039b05-8f01-4b22-8437-1a0db485fb78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 210 time: 0.1127203 Dec 12 15:39:20.216352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=15d2a5d3-766a-4550-a414-eefbf506b52c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:20.298415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Allocated IP 10.2.2.2 (a08102b2-b200-46a3-ae79-392f6ddd7833/a16b1038-6345-41f0-8beb-631de2d470ca/e5b9f0fc-507e-4408-8548-8820c18050e8) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:20.317073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.350160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.356171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.395409 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.416518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.1.1.57 (ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2/fb75df07-d084-475b-a944-f21f4078ae65/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:20.533923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.538370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1488531 Dec 12 15:39:20.555125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56608) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:20.573101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8475172-338a-4ef1-bb8d-f3e59138a959,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:20.614315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '6b3e7649-a65c-423d-9a58-f8beb519e787', 'direction': 'ingress', 'protocol': 17}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:20.656251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.667196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99ef52ab-e21a-437f-81d0-c5b1cecfb771 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:20.686625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:20.715449 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.721488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:20.772996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e9f0a-8477-4702-b4fe-26e8a83bc365 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e7649-a65c-423d-9a58-f8beb519e787,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:20.782488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Attempting to bind port 9d3e9ceb-c523-4f17-a942-ac322316dc4e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:20.782902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Attempting to bind port 9d3e9ceb-c523-4f17-a942-ac322316dc4e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:20.783266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Attempting to bind port 9d3e9ceb-c523-4f17-a942-ac322316dc4e on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:20.793703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Network a08102b2-b200-46a3-ae79-392f6ddd7833 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:20.847972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:20.851879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:20.864177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:20.869331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:20.875678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:20.898394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3163ae19-7bde-4841-add9-b93906ccd170 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6311061 Dec 12 15:39:20.899233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:20.922513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:20.940416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:20.940844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Checking segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:20.941256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.941653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Bound using segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:20.942133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Bound port: 9d3e9ceb-c523-4f17-a942-ac322316dc4e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:20.942516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:20.971372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.001090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.005108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:21.005755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:21.033658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:21.037692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.084966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] For port 9d3e9ceb-c523-4f17-a942-ac322316dc4e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:21.088534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] For port 9d3e9ceb-c523-4f17-a942-ac322316dc4e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9d3e9ceb-c523-4f17-a942-ac322316dc4e,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:21.106365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 9caa7e2b-6459-426e-add4-934ae978daaa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:21.110369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.154357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.186725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.263222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Attempting to bind port e5b9f0fc-507e-4408-8548-8820c18050e8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:21.263663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Attempting to bind port e5b9f0fc-507e-4408-8548-8820c18050e8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:21.264043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Attempting to bind port e5b9f0fc-507e-4408-8548-8820c18050e8 on network a08102b2-b200-46a3-ae79-392f6ddd7833 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:21.334984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.13 (6bfb25c8-95ea-420b-9e1e-63ef12fe0de3/03788088-cb83-4ddf-ab52-2e25a7c5c2fc/755f85d2-25bd-4947-a943-faf087b268f7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:21.341786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Pushing event updated for resources: {'Port': ['ID=e5b9f0fc-507e-4408-8548-8820c18050e8,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:21.417718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f23d44-c640-470f-8e26-2ea94977e32e None None] Pushing event updated for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:21.420951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:21.421345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Checking segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:21.424260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.424700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Bound using segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:21.425205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Bound port: e5b9f0fc-507e-4408-8548-8820c18050e8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:21.426386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.453901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Attempting to bind port 1fb004f2-4ec3-4bef-8c01-745c9643f590 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:21.454268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Attempting to bind port 1fb004f2-4ec3-4bef-8c01-745c9643f590 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:21.454639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Attempting to bind port 1fb004f2-4ec3-4bef-8c01-745c9643f590 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:21.471326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:21.471938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:21.472532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.473245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Bound using segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:21.473995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Bound port: 1fb004f2-4ec3-4bef-8c01-745c9643f590, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:21.474754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.511731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.705718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] For port 1fb004f2-4ec3-4bef-8c01-745c9643f590, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:21.709145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] For port 1fb004f2-4ec3-4bef-8c01-745c9643f590, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1fb004f2-4ec3-4bef-8c01-745c9643f590,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:21.734005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.738843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:21.746521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:21.748779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.823246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] Provisioning complete for port 9d3e9ceb-c523-4f17-a942-ac322316dc4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:21.823707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.827312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:21.827725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:21.880976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.936985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:21.979257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d19fb629-3793-4d08-a7f8-008d2eb86795 req-37e9034c-3855-41da-8663-ea2bbd027522 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 210 time: 0.4652843 Dec 12 15:39:21.987098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.022762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.069993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.074055 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/9caa7e2b-6459-426e-add4-934ae978daaa HTTP/1.1" status: 204 len: 168 time: 1.1710906 Dec 12 15:39:22.075947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc10798-f703-4abe-977c-60e9408bae59 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=9caa7e2b-6459-426e-add4-934ae978daaa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:22.078996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:22.086818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ab0e71-c226-47c6-aa2f-33f971e7d481,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:22.092825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.119459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.123548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-46bc5ee2-d12a-48d2-b552-c1892ce472c4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5423610 Dec 12 15:39:22.128293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:22.194838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.247877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:22.257226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:22.278789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:22.280000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.312535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:22.322581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.334612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe5f96-701e-4953-9bca-88dcda3bfab8 None None] Network 7771cb18-694c-491d-ac0f-4059d6fead2a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:22.375008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:22.375653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.380121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8b8c7-2f7a-474e-be26-347d2faedcf9 None None] Pushing event updated for resources: {'Port': ['ID=1fb004f2-4ec3-4bef-8c01-745c9643f590,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:22.380945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.408520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.443885 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0c5d6c0b-3440-4ba2-885a-62005142a1b5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7663488 Dec 12 15:39:22.444768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:22.451646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'name': 'tempest-TaggedBootDevicesTest-631997791', 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:22.461118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] For port e5b9f0fc-507e-4408-8548-8820c18050e8, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:22.506221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:22.515303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:22.538028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Router 8a0534bd-d42b-4c0c-94b5-13350b366a47 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:22.539035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:22.545292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:22.570548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 48442896-e457-4470-9abb-12449b57aadf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:22.570888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.627303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:22.646234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.649426 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.653234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b3e7649-a65c-423d-9a58-f8beb519e787 HTTP/1.1" status: 204 len: 168 time: 0.5212791 Dec 12 15:39:22.679535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56630) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:22.754630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 48442896-e457-4470-9abb-12449b57aadf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=48442896-e457-4470-9abb-12449b57aadf,segment=NetworkSegment(3903b01d-b18d-4578-8926-0a8faa0020ca),segment_id=3903b01d-b18d-4578-8926-0a8faa0020ca)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:22.755001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.766413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:22.767044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:22.784786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 48442896-e457-4470-9abb-12449b57aadf owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:22.992124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.046406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=48442896-e457-4470-9abb-12449b57aadf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:23.057247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] For port e5b9f0fc-507e-4408-8548-8820c18050e8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e5b9f0fc-507e-4408-8548-8820c18050e8,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:23.067823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.072076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:23.076148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port 48442896-e457-4470-9abb-12449b57aadf on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:23.085756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:23.086363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e7649-a65c-423d-9a58-f8beb519e787,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:23.087290 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Sync routers for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:23.090854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.095397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f056f9b-a3fc-4f9f-9820-fbff5c0187fc tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4067068 Dec 12 15:39:23.108327 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:23.109005 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:23.113322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad43379f-b689-4aac-a5f8-6161f521d287 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a0534bd-d42b-4c0c-94b5-13350b366a47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0018687 Dec 12 15:39:23.115761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56642) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:23.117175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56644) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:23.132136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-0e35aaee-b9db-424c-9f8f-ee99004c10f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0162017 Dec 12 15:39:23.166553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--331286044'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:23.166769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.201008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Request body: {'port': {'device_id': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:23.320154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.402339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7771cb18-694c-491d-ac0f-4059d6fead2a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:23.424124 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:23.426660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3903b01d-b18d-4578-8926-0a8faa0020ca') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:23.426886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3903b01d-b18d-4578-8926-0a8faa0020ca') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:23.448783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] device_id is not set on port 4eaf5e48-e5e2-4119-ad98-5317b02d93be yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:39:23.479839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.500449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.507435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:23.508228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.549445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.584295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.587741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.589097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.589522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.590605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.591088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.591502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.591959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.592463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.593783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.594890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.595431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:23.595995 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:23.598411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ed3e3-8019-49f3-9ab0-bf915437ffe8 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:23.602798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.615738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.619216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:23.628146 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/7771cb18-694c-491d-ac0f-4059d6fead2a HTTP/1.1" status: 204 len: 168 time: 1.5478790 Dec 12 15:39:23.653397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e12e5b-961a-4d0a-aa31-c86d8d274a79 None None] Pushing event updated for resources: {'Port': ['ID=e5b9f0fc-507e-4408-8548-8820c18050e8,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:23.662509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:23.694509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0256e35-685f-4993-be02-d990d6371fc1 None None] DHCP port deletion for 7771cb18-694c-491d-ac0f-4059d6fead2a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:23.793380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2bb3-29c0-4d02-ad8f-bdf552a67b76 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=7771cb18-694c-491d-ac0f-4059d6fead2a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:23.958045 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:39:20Z', 'revision_number': 5, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:24.067295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] For port 9d3e9ceb-c523-4f17-a942-ac322316dc4e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9d3e9ceb-c523-4f17-a942-ac322316dc4e,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:24.103572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.130856 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Checking router: 8a0534bd-d42b-4c0c-94b5-13350b366a47 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:24.222756 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Routers {'8a0534bd-d42b-4c0c-94b5-13350b366a47'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:24.232892 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8a0534bd-d42b-4c0c-94b5-13350b366a47'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:24.267712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.1.1.164 (ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2/fb75df07-d084-475b-a944-f21f4078ae65/4eaf5e48-e5e2-4119-ad98-5317b02d93be) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:24.380262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1fb004f2-4ec3-4bef-8c01-745c9643f590 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:24.555888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d426ad8e-1933-4688-8622-30cb68a190ad None None] Provisioning complete for port 9d3e9ceb-c523-4f17-a942-ac322316dc4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:24.563259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d426ad8e-1933-4688-8622-30cb68a190ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.566275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14244d-2243-4d8d-bb7e-895d1dcec0e0 None None] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:24.612098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755f85d2-25bd-4947-a943-faf087b268f7 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:39:24.632348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.662037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.672511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Transition to ACTIVE for port object 755f85d2-25bd-4947-a943-faf087b268f7 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:39:24.692684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:19Z', 'revision_number': 10, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:24.742945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.784888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.860441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.886465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:24.896187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:24.902297 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] Set router 8a0534bd-d42b-4c0c-94b5-13350b366a47 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:24.938442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:24.941781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:24.954065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:24.962060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:24.964503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71353e0-b7cb-43ee-9def-075225adaefd None None] Pushing event updated for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:24.985692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1fb004f2-4ec3-4bef-8c01-745c9643f590 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:24.986069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:25.099436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:25.100081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:25.159975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-26d2a805-810a-44b2-a953-777c072525ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7127841 Dec 12 15:39:25.180151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:25.180888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:25.326747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96188cff-1733-4354-9544-b8ee1fd0f8d4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:25.352861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:25.437303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:39:20Z', 'revision_number': 5, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:25.482046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:25.529447 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db898e3a-dcc0-49c4-978b-ee64ad44ffb1 None None] The sync data for ids ['8a0534bd-d42b-4c0c-94b5-13350b366a47'] in n-d-710847-8 is: [{'id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'name': 'tempest-TestAggregatesBasicOps-1055422660-router', 'tenant_id': 'cdc4b9a480544f39838377852d1b2ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:27Z', 'updated_at': '2021-12-12T15:39:20Z', 'revision_number': 5, 'project_id': 'cdc4b9a480544f39838377852d1b2ba8', 'gw_port': {'id': '4510bfdb-536e-47ac-8853-8c98ab93b5b0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:57:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0534bd-d42b-4c0c-94b5-13350b366a47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:28Z', 'updated_at': '2021-12-12T15:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:25.668707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:25.683109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343422045', 'description': 'tempest-description--1340875899'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:25.719431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:25.725020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3cdbd721-5811-4609-9c34-198c078503a0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5860529 Dec 12 15:39:25.729217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:25.744503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--818904156'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:25.786458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:21Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:25.789489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c44e7-9c82-4ecf-beec-317bd5425f6d req-40c13a4a-d9b2-4885-bf80-3eb3cc926e5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:25.791126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-322c44e7-9c82-4ecf-beec-317bd5425f6d req-40c13a4a-d9b2-4885-bf80-3eb3cc926e5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 932 time: 2.4671814 Dec 12 15:39:25.792851 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:25.876016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:25.920286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.013833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.037773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436d9e7-732e-4570-bcd6-806106147803 None None] The sync data for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 is: [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:21Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:26.099040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229565f-82de-40fd-892e-49f1d6f96bcd None None] Network a08102b2-b200-46a3-ae79-392f6ddd7833 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:26.100923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-322c44e7-9c82-4ecf-beec-317bd5425f6d req-cc69737d-a71d-434a-89e1-b48b76d8699b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814469 Dec 12 15:39:26.131016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.181623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.298150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.302053 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6296947 Dec 12 15:39:26.314544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.317756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:26.322933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'security_group_rule': {'security_group_id': '43156272-f501-400e-9cad-9b48db9ac071', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:26.341699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:26.342077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:26.342358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:26.363641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.370353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:39:26.370826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:26.384028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf2a78-d26d-4c09-82db-cff473b3c0e5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43156272-f501-400e-9cad-9b48db9ac071,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:26.402961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:26.403305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Checking segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:26.403693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Bound using segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:26.404144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Bound port: 755f85d2-25bd-4947-a943-faf087b268f7, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:26.404504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.454978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6066e6db-1379-4bb3-89eb-f5fa8d62a83c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:26.477430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.490830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.494682 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5af4052e-99ff-4e19-80ac-bb0544806eb4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7618632 Dec 12 15:39:26.509936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:26.520997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '96188cff-1733-4354-9544-b8ee1fd0f8d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6066e6db-1379-4bb3-89eb-f5fa8d62a83c', 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:26.654525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:26.655327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.660254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.660720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:26.666111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Deleting port 4510bfdb-536e-47ac-8853-8c98ab93b5b0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:26.666877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.673823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.679647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.771237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.771760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:26.772517 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4535401 Dec 12 15:39:26.774972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.782276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:26.782949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc0219-1470-4774-a11e-2d3480447975 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d10f62c-dbed-42b3-a7ee-8f8d40fcda1e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:26.783528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] 10.222.0.13 "PUT /v2.0/ports/755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1092 time: 3.5848513 Dec 12 15:39:26.804458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:39:26.812536 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f308e4a-c999-484d-abaf-796a12e1a788" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:39:26.816620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'security_group_rule': {'security_group_id': '43156272-f501-400e-9cad-9b48db9ac071', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:26.894452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:26.913537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.034859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.048656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.097691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcecea3-f1e6-4d7f-8ad7-c16b8c3bc067,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:27.188255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 1fb004f2-4ec3-4bef-8c01-745c9643f590, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1fb004f2-4ec3-4bef-8c01-745c9643f590,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:27.206300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.207552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f416a6fa-049c-467e-8786-e55ff784f363 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018006 Dec 12 15:39:27.218823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] For port 4510bfdb-536e-47ac-8853-8c98ab93b5b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4510bfdb-536e-47ac-8853-8c98ab93b5b0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:27.219167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.221370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:27.242532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.243420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:27.267136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Calling delete_port for 4510bfdb-536e-47ac-8853-8c98ab93b5b0 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:27.336716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.346648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.373630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Provisioning complete for port 1fb004f2-4ec3-4bef-8c01-745c9643f590 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:27.374227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.459508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973151d8-16cf-4728-bfae-6e768f1a5def,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:27.466783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 48442896-e457-4470-9abb-12449b57aadf no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:27.483844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.510877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.512128 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-322d0864-1b31-437f-8f81-7d0775fc4504 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0012047 Dec 12 15:39:27.517818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:27.592844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b0983-91b2-4661-8eab-0cc311c6c6ca service neutron] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:27.595155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 48442896-e457-4470-9abb-12449b57aadf {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:27.596388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 48442896-e457-4470-9abb-12449b57aadf not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:27.619101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=1fb004f2-4ec3-4bef-8c01-745c9643f590,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:27.641339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:19Z', 'revision_number': 10, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:27.694842 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53f6f0b-8a05-44e0-9929-39b5305faa05 x-openstack-request-id: req-c53f6f0b-8a05-44e0-9929-39b5305faa05 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:39:27.695139 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:39:27.695400 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c53f6f0b-8a05-44e0-9929-39b5305faa05 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:39:27.695812 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'status': 'completed', 'code': 200} Dec 12 15:39:27.706885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.720838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.778105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1577098c-0e1f-4943-ba91-991c4d8a226d None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:19Z', 'revision_number': 10, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None, '_interfaces': [{'id': '3356a56f-41d7-4cfc-b6b4-a6df28f02b81', 'name': '', 'network_id': '231186a2-b9e5-4e5b-a450-411b6b58c878', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'mac_address': 'fa:16:3e:bd:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:57Z', 'updated_at': '2021-12-12T15:38:13Z', 'revision_number': 5, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'subnets': [{'id': '1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:27.874299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.894097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:27.898240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/973151d8-16cf-4728-bfae-6e768f1a5def HTTP/1.1" status: 204 len: 168 time: 0.3616922 Dec 12 15:39:27.904496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:27.978972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fe29d-8191-4c55-a95a-30498f919fe4 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=973151d8-16cf-4728-bfae-6e768f1a5def,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:27.993173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Provisioning complete for port e5b9f0fc-507e-4408-8548-8820c18050e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:27.993680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.054577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-d12daa01-8f9f-493e-8714-cc2fadf953db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:28.056718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-d12daa01-8f9f-493e-8714-cc2fadf953db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1095 time: 0.4764540 Dec 12 15:39:28.136554 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f157ee2-1625-4ecd-92a0-f381a46257b0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2225771 Dec 12 15:39:28.145291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56692) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:28.172417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.192245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2897c04-4752-46e3-bad0-3d274a301e12 req-a10136bb-8715-44eb-82b4-43cfb64df1af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:28.196388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2897c04-4752-46e3-bad0-3d274a301e12 req-a10136bb-8715-44eb-82b4-43cfb64df1af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.4989440 Dec 12 15:39:28.230506 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.364512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-3407482a-45f3-4e45-9037-7a50490c376d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 217 time: 0.2530856 Dec 12 15:39:28.386963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] For port e5b9f0fc-507e-4408-8548-8820c18050e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e5b9f0fc-507e-4408-8548-8820c18050e8,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:28.396980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.429338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.526612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Pushing event deleted for resources: {'Port': ['ID=4510bfdb-536e-47ac-8853-8c98ab93b5b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:28.547240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a109f3f-337b-43ff-8cf1-69d488916c0b None None] Pushing event updated for resources: {'Port': ['ID=e5b9f0fc-507e-4408-8548-8820c18050e8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:28.557604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1fb004f2-4ec3-4bef-8c01-745c9643f590 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:28.570772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94cd041-88fa-4c67-a3aa-a2280f52b9e3 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:28.572000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.621659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.723594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Provisioning complete for port 4eaf5e48-e5e2-4119-ad98-5317b02d93be triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:28.725661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.735196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 172.25.3.149 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/6197315a-dc2c-402e-a5c4-a6d6c659ef19) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:28.740224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.744313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-62ea5253-31c6-42f4-8f05-a69cfed4d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:28.750726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-62ea5253-31c6-42f4-8f05-a69cfed4d331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.3469598 Dec 12 15:39:28.763933 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.767553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.770510 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/6066e6db-1379-4bb3-89eb-f5fa8d62a83c HTTP/1.1" status: 204 len: 168 time: 0.6224689 Dec 12 15:39:28.788701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1fb004f2-4ec3-4bef-8c01-745c9643f590 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:28.789334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:28.798667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:28.831716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487977d9-7fde-4c74-a3c3-8421cb88252e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6066e6db-1379-4bb3-89eb-f5fa8d62a83c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:28.834239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Port 4eaf5e48-e5e2-4119-ad98-5317b02d93be cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:28.873864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2897c04-4752-46e3-bad0-3d274a301e12 req-8fbe24c1-03ab-452d-882f-f11d9f31630b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5575330 Dec 12 15:39:28.908416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Provisioning complete for port 1fb004f2-4ec3-4bef-8c01-745c9643f590 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:28.908846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.025888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9d3e9ceb-c523-4f17-a942-ac322316dc4e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:29.049051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52148de6-5650-4eb7-94a6-112a0d7ad5ff tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2461176 Dec 12 15:39:29.059631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:29.165504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9d3e9ceb-c523-4f17-a942-ac322316dc4e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:29.165871 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.193987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.302946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.359948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Provisioning complete for port e5b9f0fc-507e-4408-8548-8820c18050e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:29.360435 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.387501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.397253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.483902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e5b9f0fc-507e-4408-8548-8820c18050e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:29.510659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.582149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:29.584818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=6197315a-dc2c-402e-a5c4-a6d6c659ef19,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:29.589580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:29.593728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:29.641996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.644949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.646314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/96188cff-1733-4354-9544-b8ee1fd0f8d4 HTTP/1.1" status: 204 len: 168 time: 0.5854850 Dec 12 15:39:29.654510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:29.701022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-7074481e-8895-4044-bca0-7fef2787a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:29.703263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-7074481e-8895-4044-bca0-7fef2787a736 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9325249 Dec 12 15:39:29.707378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e5b9f0fc-507e-4408-8548-8820c18050e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:29.708526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.725701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4632721-f02a-4c79-85f9-8f17c9b1705c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96188cff-1733-4354-9544-b8ee1fd0f8d4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:29.820593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Provisioning complete for port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:29.821178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.848419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-163efa02-912e-4768-a498-9eac002e10cd tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1799178 Dec 12 15:39:29.848985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56708) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:29.853397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244620693'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:29.869705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.869705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.877221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.901036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:29.942054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.073687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-92a3c78f-102b-4c77-9cdb-697b180d7928 None None] Port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:30.094194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f8475172-338a-4ef1-bb8d-f3e59138a959 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:30.104336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.104887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0534bd-d42b-4c0c-94b5-13350b366a47 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:30.127254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.155681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e39718c-0d9e-4ee3-a52c-b3a44c9dc930 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a0534bd-d42b-4c0c-94b5-13350b366a47 HTTP/1.1" status: 204 len: 168 time: 7.0178823 Dec 12 15:39:30.160933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:30.173474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: f8475172-338a-4ef1-bb8d-f3e59138a959 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:30.174021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f8475172-338a-4ef1-bb8d-f3e59138a959 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:30.270836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.316756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.367651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5496eb-13c6-4b89-92cd-ae20586f05e9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:30.382408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e045331-cecb-4be9-834b-668e66ecdc18 req-b94eb563-9c80-42f4-babf-fd0f1e95d668 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:30.393268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Deleting subnet 3c7207f0-ae26-4ea3-a9ca-8f20cda311a9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:30.396911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e045331-cecb-4be9-834b-668e66ecdc18 req-b94eb563-9c80-42f4-babf-fd0f1e95d668 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.3960915 Dec 12 15:39:30.404967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.410522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.417673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.418165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.418704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.419158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.419601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.420393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.420878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.421340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.421938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.422379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.422835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.423301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:30.462934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.464357 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8716c7a3-5b27-454d-aea6-14fb43b64270 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6145656 Dec 12 15:39:30.472485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56720) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:30.477815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': 'db5496eb-13c6-4b89-92cd-ae20586f05e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:30.506299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.517616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.534455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-3a0fe1dc-c6b5-48c5-9c4a-0d028802fb5a service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723427 Dec 12 15:39:30.579721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.667458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e045331-cecb-4be9-834b-668e66ecdc18 req-3c5dc352-1a25-4541-9c8d-305c0d933bf1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956704 Dec 12 15:39:30.747226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9df2e49-6a01-4ba0-bbbc-6a2cf520e6df req-d6b31fc5-8965-4c24-b699-6892510355b7 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894214 Dec 12 15:39:30.751037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:30.751435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.789826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e5b9f0fc-507e-4408-8548-8820c18050e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:30.824737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.954626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e5b9f0fc-507e-4408-8548-8820c18050e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:30.955259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:30.959363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=6197315a-dc2c-402e-a5c4-a6d6c659ef19,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:30.967314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.006149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-8d5b8339-488e-439f-b3af-0c024126cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:31.008220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-8d5b8339-488e-439f-b3af-0c024126cd40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1095 time: 0.1519923 Dec 12 15:39:31.018887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.028774 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be825929-56b4-490f-a6b2-856cc7d01972 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7900558 Dec 12 15:39:31.059854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.093239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.108927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.144413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2799d6-26a3-4e44-8def-6722e9d744fb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:31.186821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.189921 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f48f3757-b36a-451a-a9c0-6ae3f57b6505 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7163188 Dec 12 15:39:31.191286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:31.193654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:31.260543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15d2a5d3-766a-4550-a414-eefbf506b52c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:31.264947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.273939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port 3356a56f-41d7-4cfc-b6b4-a6df28f02b81, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:31.274326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.327374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7207f0-ae26-4ea3-a9ca-8f20cda311a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:31.331868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 15d2a5d3-766a-4550-a414-eefbf506b52c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:31.332235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 15d2a5d3-766a-4550-a414-eefbf506b52c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:31.348544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:31.376502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467050e9-575b-41e3-8ca5-5fde9f0fac57 None None] Network cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:31.389174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.411219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d889b05-390b-4bbb-a2cf-17c7d8fdb85a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3c7207f0-ae26-4ea3-a9ca-8f20cda311a9 HTTP/1.1" status: 204 len: 168 time: 1.2453270 Dec 12 15:39:31.412555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56742) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:31.431737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.472190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.677362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] DHCP port deletion for cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:31.733253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.745125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.746212 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cf2799d6-26a3-4e44-8def-6722e9d744fb HTTP/1.1" status: 204 len: 168 time: 0.5449004 Dec 12 15:39:31.748971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:31.767496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-df48fbeb-81c1-483c-a57b-469d5f3226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:31.771312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Deleting port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:31.772855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.777985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-df48fbeb-81c1-483c-a57b-469d5f3226bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.7592201 Dec 12 15:39:31.885879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b87ef-7632-4801-9aa2-78d34cd4e563 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf2799d6-26a3-4e44-8def-6722e9d744fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:31.912447 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-93969098-73be-4f16-8353-2b4d1af41719 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514094 Dec 12 15:39:31.922581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] For port 36855213-f1d6-4d3d-bc93-e1a8d76eb454, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=36855213-f1d6-4d3d-bc93-e1a8d76eb454,segment=NetworkSegment(57010d16-28c4-4818-96fb-65ac797e76d2),segment_id=57010d16-28c4-4818-96fb-65ac797e76d2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:31.922988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:31.925688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:31.957163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Calling delete_port for 36855213-f1d6-4d3d-bc93-e1a8d76eb454 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:32.069183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-31521495-b487-4cf0-a268-1c9133e89b47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 217 time: 0.2747507 Dec 12 15:39:32.077572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.111680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.136512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.214357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=3356a56f-41d7-4cfc-b6b4-a6df28f02b81,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:32.216745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] Pushing event deleted for resources: {'Port': ['ID=36855213-f1d6-4d3d-bc93-e1a8d76eb454,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:32.224602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08907bde-cb62-493a-b4a6-62c5739bad67 None None] No DVR routers for this DVR port 36855213-f1d6-4d3d-bc93-e1a8d76eb454 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:32.325149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.328355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 36855213-f1d6-4d3d-bc93-e1a8d76eb454 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:32.335635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28647-ba4c-400c-a2a2-e49824bc206d req-2dfeea0e-7043-4f32-85ef-677914d6dfbe tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:32.340465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fb28647-ba4c-400c-a2a2-e49824bc206d req-2dfeea0e-7043-4f32-85ef-677914d6dfbe tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.5463877 Dec 12 15:39:32.349814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 36855213-f1d6-4d3d-bc93-e1a8d76eb454 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:32.350174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 36855213-f1d6-4d3d-bc93-e1a8d76eb454 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:32.350601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4510bfdb-536e-47ac-8853-8c98ab93b5b0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:32.392442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4510bfdb-536e-47ac-8853-8c98ab93b5b0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:32.392829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4510bfdb-536e-47ac-8853-8c98ab93b5b0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:32.461923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-2ed7d72d-d812-491b-b530-0c1f77d1caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:32.463884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-2ed7d72d-d812-491b-b530-0c1f77d1caab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.3751822 Dec 12 15:39:32.468250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-60c4a51a-21e6-4457-ad69-d7a902bba866 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--343422045&fields=id&tenant_id=d0bb30c5fe994cfeb40355d7650817af HTTP/1.1" status: 200 len: 267 time: 0.7612820 Dec 12 15:39:32.500695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fb28647-ba4c-400c-a2a2-e49824bc206d req-0952a360-a88b-4d9e-8709-58e57c782c93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486742 Dec 12 15:39:32.529784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.535344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.627999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-89fcb8ad-8e0a-44dc-ad08-064f74e29ad1 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:32.629832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-89fcb8ad-8e0a-44dc-ad08-064f74e29ad1 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 931 time: 0.1044536 Dec 12 15:39:32.635040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:32.682496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57010d16-28c4-4818-96fb-65ac797e76d2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:32.682761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57010d16-28c4-4818-96fb-65ac797e76d2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:32.688152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-7200e9cd-2d07-4633-b7d7-ce93821b0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:32.689940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-7200e9cd-2d07-4633-b7d7-ce93821b0e38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880479 Dec 12 15:39:32.698575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6ebff064-9a39-4f79-b6dc-2ddb4283442c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:32.700339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6ebff064-9a39-4f79-b6dc-2ddb4283442c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 931 time: 0.0587533 Dec 12 15:39:32.742343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.765891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.783059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:32.784850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:32.789555 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:32.809746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.812388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:32.815825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/db5496eb-13c6-4b89-92cd-ae20586f05e9 HTTP/1.1" status: 204 len: 168 time: 0.8866363 Dec 12 15:39:32.824921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:32.875768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-00f39a86-af30-46c1-9842-69713f41bbe2 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053095 Dec 12 15:39:32.895128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5ab5d-6b57-44be-93a9-9c00a10aa35d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5496eb-13c6-4b89-92cd-ae20586f05e9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:32.937154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6df29e47-6121-4a5f-84cc-2dffef46547e tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1631529 Dec 12 15:39:33.006151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22281042-8d1c-4277-a109-6beb56fe7d2d tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1741793 Dec 12 15:39:33.007281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.011860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:33.020506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064246288'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:33.032300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.035692 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce HTTP/1.1" status: 204 len: 168 time: 1.6205552 Dec 12 15:39:33.049750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:33.128450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f308e4a-c999-484d-abaf-796a12e1a788 req-55385be9-3d47-4aab-88d3-39955299568a service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527424 Dec 12 15:39:33.175686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b138-eb25-4598-b331-083d89f11172 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1e2e07-cd17-4cb9-a2c4-f489db2f7cce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:33.190586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-57a71e41-b122-4363-bfe8-5f8e8b9040db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0611079 Dec 12 15:39:33.191304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.234465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.395275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.434322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-93b13d18-328f-4187-a03d-48d8350a43d0 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:33.435587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.440608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-93b13d18-328f-4187-a03d-48d8350a43d0 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:33.447349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-93b13d18-328f-4187-a03d-48d8350a43d0 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:33.449021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-93b13d18-328f-4187-a03d-48d8350a43d0 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 1988 time: 0.2504835 Dec 12 15:39:33.472465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.491701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-bc776e03-896d-434f-8cb4-2b0f73be0754 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/quotas/d0bb30c5fe994cfeb40355d7650817af HTTP/1.1" status: 200 len: 375 time: 0.0147665 Dec 12 15:39:33.543647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:33.582074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-318da505-b82e-42a2-90f1-e5cebdf38f28 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0744298 Dec 12 15:39:33.609563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.613317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5940077 Dec 12 15:39:33.613317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09af90-d5c8-4205-903d-c7377147c8c2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837a4d24-7086-41e2-bb2e-d40bceb58e5d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:33.627266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-98e37de3-5219-41be-853f-d50520bccaf6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:39:33.627410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:39:33.628209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-98e37de3-5219-41be-853f-d50520bccaf6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066290 Dec 12 15:39:33.630390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56766) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:33.636929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '837a4d24-7086-41e2-bb2e-d40bceb58e5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:33.716560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:33.725084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae4a983e-b67a-4994-ba07-791762d7e501 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0319362 Dec 12 15:39:33.729787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56768) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:33.805303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:33.817304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7133b4-04aa-4f09-aa66-9b9e77c4ee77 req-7785eba9-494e-45c7-8baa-53b65039b23d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:33.819065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c7133b4-04aa-4f09-aa66-9b9e77c4ee77 req-7785eba9-494e-45c7-8baa-53b65039b23d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.2060878 Dec 12 15:39:33.822944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '755f85d2-25bd-4947-a943-faf087b268f7', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'mac_address': 'fa:16:3e:15:4e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:39:33.842402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.874079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:33.903088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:33.903588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Deleting port de95cbd9-b56a-4e88-bea6-f1cc4045bef7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:33.903945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.905985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:33.908697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.917063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c7133b4-04aa-4f09-aa66-9b9e77c4ee77 req-523713ca-1e73-4abf-a164-0d723ffc0027 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844557 Dec 12 15:39:33.925376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting subnet 1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:33.946692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:33.990098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-247a6be8-7e96-49c7-a3af-5c5fe3d2d05b service neutron] 10.222.0.36 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052206 Dec 12 15:39:34.019082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.022867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.062798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.063542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f85d2-25bd-4947-a943-faf087b268f7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:39:34.086444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:34.151217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:34.155334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:34.210857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:34.226636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.307047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:34.318073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:34.318956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:34.354484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] For port de95cbd9-b56a-4e88-bea6-f1cc4045bef7, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:34.355051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.369344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Calling delete_port for de95cbd9-b56a-4e88-bea6-f1cc4045bef7 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:34.520185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199d2c42-c308-4a5a-a095-408f546ba3f5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:34.547653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.549614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a7c44ec8-8aa1-4b92-8cf6-a9f0ab69a7ea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9162056 Dec 12 15:39:34.573136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56774) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:34.592783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.623391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-814997ee-4afc-4c66-873f-50c0fe0e0b3f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules/199d2c42-c308-4a5a-a095-408f546ba3f5 HTTP/1.1" status: 200 len: 763 time: 0.0475564 Dec 12 15:39:34.624529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Pushing event deleted for resources: {'Port': ['ID=de95cbd9-b56a-4e88-bea6-f1cc4045bef7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:34.627291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:34.650525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.663497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:34.684723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5ad6836b-9988-4843-b944-4c54fac23626 service neutron] 10.222.0.36 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773124 Dec 12 15:39:34.687945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.782457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['755f85d2-25bd-4947-a943-faf087b268f7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:39:34.850822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:34.863784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3c2f4d-4e2c-4bf1-9035-e4c8e30c379e service neutron] 10.222.0.36 "GET /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1675217 Dec 12 15:39:34.870483 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:34.903172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f95971-67ad-4210-b9db-67c5442b4c05 None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:35.086922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.090174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5 HTTP/1.1" status: 204 len: 168 time: 1.3350728 Dec 12 15:39:35.094938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:35.095230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f9e73-bfad-4dec-99cc-e0112df9f158 None None] Network 231186a2-b9e5-4e5b-a450-411b6b58c878 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:35.104314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a537471-2a21-426e-9799-123ef53694ba tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:35.179637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-aa5ef533-1062-417b-8042-4a0aa2751af2 service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904892 Dec 12 15:39:35.216587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.247219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a75ffdbb-06eb-4072-b394-aac5521ebe05 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6154106 Dec 12 15:39:35.247771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56784) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:35.252414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b4bf2-c9e1-4a9c-bc3e-cee6aa9401c2 req-07134577-4ef7-47ea-8edb-18546c7e331a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:35.260329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b2b4bf2-c9e1-4a9c-bc3e-cee6aa9401c2 req-07134577-4ef7-47ea-8edb-18546c7e331a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 945 time: 0.1686881 Dec 12 15:39:35.317488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.343578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b2b4bf2-c9e1-4a9c-bc3e-cee6aa9401c2 req-a19a7fcb-37ea-4806-917a-9fa2ac7123d5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821006 Dec 12 15:39:35.363186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.409628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02150dae-5a46-4696-b25e-53b7662f0f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.421223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-09050efa-3f1d-49ca-8041-e0f7f357f2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315853 Dec 12 15:39:35.468788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] DHCP port deletion for 231186a2-b9e5-4e5b-a450-411b6b58c878 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:35.505542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.530537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-2d8aebf4-4db1-43df-8269-07c5ac1eb857 service neutron] 10.222.0.36 "GET /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1015489 Dec 12 15:39:35.542812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.546940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/199d2c42-c308-4a5a-a095-408f546ba3f5 HTTP/1.1" status: 204 len: 168 time: 0.2913966 Dec 12 15:39:35.547605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56786) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:35.550898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Deleting port ae57ea59-bd54-4d10-b2d8-d3713373ea7c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:35.551276 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.558226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735d72-fe0a-4296-a5e9-bee7393ce29f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=199d2c42-c308-4a5a-a095-408f546ba3f5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:35.575341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Deleting port ae57ea59-bd54-4d10-b2d8-d3713373ea7c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:35.575670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.592726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.624345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] For port ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:35.626408 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.642260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Calling delete_port for ae57ea59-bd54-4d10-b2d8-d3713373ea7c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:35.674155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d2bbbe54-b859-496e-9e39-3808df24a2ce tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1242888 Dec 12 15:39:35.682159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56788) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:35.695476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '837a4d24-7086-41e2-bb2e-d40bceb58e5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:35.723694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] For port ae57ea59-bd54-4d10-b2d8-d3713373ea7c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,segment=NetworkSegment(49b0e477-a1fb-4dae-bf5d-e721f438958e),segment_id=49b0e477-a1fb-4dae-bf5d-e721f438958e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:35.724116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.737511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6e55470a-cf1f-411b-b67a-42086e30e75f service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007260 Dec 12 15:39:35.750353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.782440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] Pushing event deleted for resources: {'Port': ['ID=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:35.784499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28889a56-2f8c-4d14-81b7-fd3950895aef None None] No DVR routers for this DVR port ae57ea59-bd54-4d10-b2d8-d3713373ea7c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:35.822419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Calling delete_port for ae57ea59-bd54-4d10-b2d8-d3713373ea7c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:35.823369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.835545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Deleting port 99ef52ab-e21a-437f-81d0-c5b1cecfb771 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:35.835964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.873806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-7316f558-fb0e-4319-971e-5b0df5e4215f service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354063 Dec 12 15:39:35.908080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.939798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] For port 99ef52ab-e21a-437f-81d0-c5b1cecfb771, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99ef52ab-e21a-437f-81d0-c5b1cecfb771,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:35.940178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.941603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.961157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Calling delete_port for 99ef52ab-e21a-437f-81d0-c5b1cecfb771 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:35.971037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664aa856-06cb-4992-965c-2d7e31c666b2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:35.982658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:35.986800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-be5b28d3-bfa3-4383-bd69-b01007daeb2c tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3006780 Dec 12 15:39:35.987713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56792) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.016620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-db2ec00e-17fb-4f4d-a71a-35eb7771df64 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules/664aa856-06cb-4992-965c-2d7e31c666b2 HTTP/1.1" status: 200 len: 763 time: 0.0260024 Dec 12 15:39:36.017717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.026060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-bc7d9960-c014-49b8-9ce4-f249347aad76 service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431184 Dec 12 15:39:36.117951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-a178ed58-2032-4322-bed8-cee4a07a6883 service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858133 Dec 12 15:39:36.210871 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fde810f0-6ceb-49ce-a514-89d5cdfbddbf tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1924999 Dec 12 15:39:36.221656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.251641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6a8fd825-1e59-4441-917c-4bd80bf9715a service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250360 Dec 12 15:39:36.270290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.323688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Port': ['ID=ae57ea59-bd54-4d10-b2d8-d3713373ea7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:36.327332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No DVR routers for this DVR port ae57ea59-bd54-4d10-b2d8-d3713373ea7c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:36.338157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.351764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae57ea59-bd54-4d10-b2d8-d3713373ea7c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:36.352796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-9977779d-2cff-402b-a28c-59f9324d6913 service neutron] 10.222.0.36 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002879 Dec 12 15:39:36.357162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Router 92090a51-b0f7-42b4-84d1-306d414d798b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:36.376002 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.406986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ae57ea59-bd54-4d10-b2d8-d3713373ea7c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:36.409481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ae57ea59-bd54-4d10-b2d8-d3713373ea7c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:36.410002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:36.458263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:36.458991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3356a56f-41d7-4cfc-b6b4-a6df28f02b81 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:36.477475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.519136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.536877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267e22c-7cde-4ec8-a5f5-e41988132436 req-a3cf2577-a957-4752-8560-372ac83b945b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:36.538414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6267e22c-7cde-4ec8-a5f5-e41988132436 req-a3cf2577-a957-4752-8560-372ac83b945b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 945 time: 0.0837514 Dec 12 15:39:36.544662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-add155fd-81f7-46e3-b752-bdfd58065b62 service neutron] 10.222.0.36 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753392 Dec 12 15:39:36.548694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.549824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/664aa856-06cb-4992-965c-2d7e31c666b2 HTTP/1.1" status: 204 len: 168 time: 0.3272645 Dec 12 15:39:36.552253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56800) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.569936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231186a2-b9e5-4e5b-a450-411b6b58c878']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:36.581784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ea55-95c5-469a-8e61-94514a0e5045 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=664aa856-06cb-4992-965c-2d7e31c666b2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:36.590638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b0e477-a1fb-4dae-bf5d-e721f438958e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:36.590749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b0e477-a1fb-4dae-bf5d-e721f438958e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:36.633482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.656746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.667451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.671093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53b92306-a51f-4314-a72e-4e4192253ea0 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153343 Dec 12 15:39:36.675497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56802) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.678603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:36.679025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.679857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '837a4d24-7086-41e2-bb2e-d40bceb58e5d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:36.698471 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:36.715188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6267e22c-7cde-4ec8-a5f5-e41988132436 req-21b663ca-af35-4379-82e2-4652caa781a4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689441 Dec 12 15:39:36.716193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Pushing event deleted for resources: {'Port': ['ID=99ef52ab-e21a-437f-81d0-c5b1cecfb771,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:36.739171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1ffb40d6-dc69-4576-9fd6-afc2bbf7a0f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695046 Dec 12 15:39:36.740434 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Project 5fac3bae38a14d7784c97e9e3011368e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:39:36.746383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.752240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:36.765049 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Sync routers for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:36.781872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f08e1529-262a-4c75-9ef3-8660f10bb793 admin admin] 10.222.0.36 "PUT /v2.0/routers/92090a51-b0f7-42b4-84d1-306d414d798b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5854220 Dec 12 15:39:36.789317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.795488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:36.796109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:36.831117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.868079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.898890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceb991d-2498-43b5-b042-11338705a615,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:36.919527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.923835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ea532f8-fe31-4102-99b8-84593148afea tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2444348 Dec 12 15:39:36.927996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56808) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:36.945338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:36.972688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5a008b0d-db07-459a-b554-53a5df7c1639 service neutron] 10.222.0.36 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951997 Dec 12 15:39:37.005169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.009981 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/networks/231186a2-b9e5-4e5b-a450-411b6b58c878 HTTP/1.1" status: 204 len: 168 time: 1.9094355 Dec 12 15:39:37.029676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-17b1fcfa-ebcd-4cec-beb9-f3793b592a7a tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules/5ceb991d-2498-43b5-b042-11338705a615 HTTP/1.1" status: 200 len: 769 time: 0.0981610 Dec 12 15:39:37.033378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:37.033718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:37.034614 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:37.039454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'routes': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:37.052579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c01f83-f6d7-488a-9cb4-cef0d2c2db1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Pushing event deleted for resources: {'Network': ['ID=231186a2-b9e5-4e5b-a450-411b6b58c878,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:37.117750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-53a42bb3-2ce6-44a8-ad69-823b357743fb service neutron] 10.222.0.36 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386364 Dec 12 15:39:37.288471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:39:34Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:37.316925 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Checking router: 92090a51-b0f7-42b4-84d1-306d414d798b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:37.326273 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Routers {'92090a51-b0f7-42b4-84d1-306d414d798b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:37.326897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['92090a51-b0f7-42b4-84d1-306d414d798b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:37.473679 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] Set router 92090a51-b0f7-42b4-84d1-306d414d798b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:37.570885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.642956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:37.646556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:37.650453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30aa8a28-454e-4a3a-aaa0-ef0f92b7af5e tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6072199 Dec 12 15:39:37.696682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.719203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.725460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14f9f804-bb05-4a91-a78f-8a1165845ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.740563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 755f85d2-25bd-4947-a943-faf087b268f7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:39:37.748115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 755f85d2-25bd-4947-a943-faf087b268f7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:37.748772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.776554 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:39:34Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:37.793672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.800055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.801279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5ceb991d-2498-43b5-b042-11338705a615 HTTP/1.1" status: 204 len: 168 time: 0.1572802 Dec 12 15:39:37.819975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56836) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:37.828091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951cd5a-2550-4509-9600-d37cd3bc8c0f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ceb991d-2498-43b5-b042-11338705a615,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:37.859393 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8965af9d-baed-41b2-90cb-7a31f5eb6cab None None] The sync data for ids ['92090a51-b0f7-42b4-84d1-306d414d798b'] in n-d-710847-8 is: [{'id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'name': 'tempest-TaggedBootDevicesTest_v242-1582599141-router', 'tenant_id': 'dba4f093d49c48fda161884bab88a25f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:39:34Z', 'revision_number': 5, 'project_id': 'dba4f093d49c48fda161884bab88a25f', 'gw_port': {'id': 'a4095679-65f3-46d8-ab7b-16d819ad60e8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:32:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92090a51-b0f7-42b4-84d1-306d414d798b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:24Z', 'updated_at': '2021-12-12T15:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:37.899022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1ec0dae2-d394-489f-95fa-cb4c3a02df2f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755720 Dec 12 15:39:37.920814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:37.921770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:37.962627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Added routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 12 15:39:37.963050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Removed routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 12 15:39:37.963528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.019325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:38.020415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:39:38.025952 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294198f-f7fc-442b-8da7-c39793e00e41" -d '{"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-plugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:39:38.034791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.102877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef0e7b53-93e7-4642-8d4b-8f2d399629e9 req-da26d35e-0e2d-4c19-a6f3-f2d5439029fd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.1957886 Dec 12 15:39:38.123415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:38.182135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ea273-f957-466c-aaec-92c121673c40 req-032fbc98-de77-4e37-902c-faf63e2efeeb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:38.184008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523ea273-f957-466c-aaec-92c121673c40 req-032fbc98-de77-4e37-902c-faf63e2efeeb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 945 time: 0.2859709 Dec 12 15:39:38.224888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.233946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.302149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.321118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.350536 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d7885-7f19-4fa8-9d69-92eda809f942 x-openstack-request-id: req-b39d7885-7f19-4fa8-9d69-92eda809f942 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:39:38.350855 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-plugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:39:38.351086 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b39d7885-7f19-4fa8-9d69-92eda809f942 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:39:38.351488 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'code': 200} Dec 12 15:39:38.393857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.410984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de95cbd9-b56a-4e88-bea6-f1cc4045bef7 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:38.434557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523ea273-f957-466c-aaec-92c121673c40 req-5a40a3aa-2527-48ac-9fa2-14d19b659c3f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343102 Dec 12 15:39:38.451784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56860) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:38.455887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: de95cbd9-b56a-4e88-bea6-f1cc4045bef7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:38.456313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de95cbd9-b56a-4e88-bea6-f1cc4045bef7 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:38.525102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41ad1-4720-4101-94f0-6a4c922a0d79 req-e702c323-e2b3-43f0-8609-f168ed1dac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:38.526629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60d41ad1-4720-4101-94f0-6a4c922a0d79 req-e702c323-e2b3-43f0-8609-f168ed1dac2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.0882845 Dec 12 15:39:38.557927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.565013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.566198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/837a4d24-7086-41e2-bb2e-d40bceb58e5d HTTP/1.1" status: 204 len: 168 time: 0.6423302 Dec 12 15:39:38.570582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.572520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56864) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:38.590432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router e94490e3-5a14-42b3-924e-66d4222ea0ce has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:38.607304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.664389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478a877-e1b5-4c48-98a4-5fd054bfbbeb tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a4d24-7086-41e2-bb2e-d40bceb58e5d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:38.722484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e887895d-dd8a-4d42-a724-38fdc8837c29 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1245103 Dec 12 15:39:38.728146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60d41ad1-4720-4101-94f0-6a4c922a0d79 req-ed0f34b3-c1ee-4985-ba49-8251bbde7be1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778853 Dec 12 15:39:38.728146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56866) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:38.731164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group': {'name': 'tempest-secgroup--605282941'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:38.743272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746a428b-2230-4025-acc4-e4d92f65e719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.825109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:38.830557 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746a428b-2230-4025-acc4-e4d92f65e719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.836880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.841012 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71a34f93-150d-4117-a668-3959094b9f6c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 700 time: 1.8062544 Dec 12 15:39:38.842833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:38.843713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Sync routers for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:38.860659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:38.861682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:38.915765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Deleting port a4095679-65f3-46d8-ab7b-16d819ad60e8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:38.916128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.922378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-acf74802-67f3-4701-93b6-adc77a2ef6bf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 205 time: 0.0723109 Dec 12 15:39:38.922378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746a428b-2230-4025-acc4-e4d92f65e719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:38.927517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56870) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:38.951421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:39.016204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.028619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:39.043191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:39.056430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] For port a4095679-65f3-46d8-ab7b-16d819ad60e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4095679-65f3-46d8-ab7b-16d819ad60e8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:39.056820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.064818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Checking router: e94490e3-5a14-42b3-924e-66d4222ea0ce for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:39.073951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Calling delete_port for a4095679-65f3-46d8-ab7b-16d819ad60e8 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:39.077120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a428b-2230-4025-acc4-e4d92f65e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5357f388-7b25-4ef1-98c1-d0d58f6dfddc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:39.078428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Routers {'e94490e3-5a14-42b3-924e-66d4222ea0ce'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:39.079225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e94490e3-5a14-42b3-924e-66d4222ea0ce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:39.083488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.158016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-746a428b-2230-4025-acc4-e4d92f65e719 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e02d10945de4368bb19a94e0e18e987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7050791 Dec 12 15:39:39.168518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:39.176935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] Set router e94490e3-5a14-42b3-924e-66d4222ea0ce gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:39.214494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.251294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:39.276607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.288653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ed4dd8-08bd-410f-a092-332cec35707e None None] The sync data for ids ['e94490e3-5a14-42b3-924e-66d4222ea0ce'] in n-d-710847-8 is: [{'id': 'e94490e3-5a14-42b3-924e-66d4222ea0ce', 'name': 'tempest-RoutersTest-router-136579720', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:54Z', 'updated_at': '2021-12-12T15:39:31Z', 'revision_number': 11, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:39.303222 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.343665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.398911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:39.412431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-849c1db4-8a69-4b4b-a63d-8d98d548788c admin admin] 10.222.0.36 "PUT /v2.0/routers/f70a4a14-9a34-42ec-9184-9fd3b5dd1c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3564987 Dec 12 15:39:39.422451 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Sync routers for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:39.423220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:39.435612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.435880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c77b1766-f680-4a95-aeae-deeeacddaf77 req-99b65be3-2fe4-4c0d-8221-5ca14f65b3b0 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.1410172 Dec 12 15:39:39.466035 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:39.467267 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:39.560467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.561592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router e94490e3-5a14-42b3-924e-66d4222ea0ce {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:39.576563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.587708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b4b0ddd-7a16-4111-a635-6ce32fd37337 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 204 len: 168 time: 0.6538477 Dec 12 15:39:39.591805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:39.619859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-858562479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:39.666960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5ef81876-6111-4e8f-935c-9a200f0a0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:39.669110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5ef81876-6111-4e8f-935c-9a200f0a0ab4 service neutron] 10.222.0.30 "GET /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 1027 time: 0.2584877 Dec 12 15:39:39.713895 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:39.783727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.798228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c9cd6ba5-fe9e-44b3-bd7f-d74fe5f3b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:39.798228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c9cd6ba5-fe9e-44b3-bd7f-d74fe5f3b254 service neutron] 10.222.0.30 "GET /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 1027 time: 0.0926161 Dec 12 15:39:39.798228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.834682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.835693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.888470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.893363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.942253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d11102-1df5-4c45-b73c-d2323253a5c5 req-7758e8b0-5551-4227-b13d-c9445327291d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:39.949674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3d11102-1df5-4c45-b73c-d2323253a5c5 req-7758e8b0-5551-4227-b13d-c9445327291d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3994219 Dec 12 15:39:39.979762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.980798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:39.982051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2542343 Dec 12 15:39:39.986530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28949baf-f9da-4b23-b98d-707f50d2bf65 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349c3920-9578-45d4-87a5-7b658280121d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:39.987194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4095679-65f3-46d8-ab7b-16d819ad60e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:39.988928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56882) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:39.995262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Request body: {'security_group_rule': {'security_group_id': '349c3920-9578-45d4-87a5-7b658280121d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:40.009220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.011580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.013601 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5357f388-7b25-4ef1-98c1-d0d58f6dfddc HTTP/1.1" status: 204 len: 168 time: 0.8432276 Dec 12 15:39:40.019812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.030486 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:36Z', 'revision_number': 5, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:40.047585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0103d80f-8cae-4c43-91df-d2e75c7ed767 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:40.073524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185ca8f-6a76-44e2-9f00-367736ca6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5357f388-7b25-4ef1-98c1-d0d58f6dfddc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:40.099379 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Checking router: f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:40.117014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Routers {'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:40.117665 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:40.157472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3d11102-1df5-4c45-b73c-d2323253a5c5 req-13fa3af6-4c52-4888-b13c-4402d2cce387 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050078 Dec 12 15:39:40.188828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-be893ffd-4c30-46fa-bc5e-2e218881601c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:40.203202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-be893ffd-4c30-46fa-bc5e-2e218881601c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:40.210602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.214996 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52afbe22-2be9-4cc4-ab14-0369c558e8c2 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6079495 Dec 12 15:39:40.215611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:40.225896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-be893ffd-4c30-46fa-bc5e-2e218881601c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:40.227533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-be893ffd-4c30-46fa-bc5e-2e218881601c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 1988 time: 0.4149137 Dec 12 15:39:40.229618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.241134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:40.325008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.339551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.382233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.397135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.424074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67c041e-3e46-499f-bfa7-ae42957471f9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:40.440677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-62c104e3-f9cd-4f16-aaba-0cee4a8e2b76 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0bb30c5fe994cfeb40355d7650817af HTTP/1.1" status: 200 len: 379 time: 0.1915054 Dec 12 15:39:40.453797 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.455174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a81110af-a66e-4884-bc09-1273f4b95ae2 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4634073 Dec 12 15:39:40.462862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-7287bf17-c196-4f23-b3da-98c06a859249 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:39:40.463887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:40.464420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-7287bf17-c196-4f23-b3da-98c06a859249 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080237 Dec 12 15:39:40.481252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'admin_state_up': True, 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'security_groups': ['43156272-f501-400e-9cad-9b48db9ac071']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:40.542629 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] Set router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:40.566690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.590031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.595386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.638827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a18195e1-9a95-47ec-bcee-adfb8b321671 req-bfb7c5f4-d2c0-4c67-9376-38a3e56d084e tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0481255 Dec 12 15:39:40.639351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56894) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:40.677645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e272e884-92d5-4cde-88f5-7770d7761a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.737698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.738216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92090a51-b0f7-42b4-84d1-306d414d798b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:40.743539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.744487 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0999709d-88e8-486c-855e-cfb7f23adc59 admin admin] 10.222.0.36 "DELETE /v2.0/routers/92090a51-b0f7-42b4-84d1-306d414d798b HTTP/1.1" status: 204 len: 168 time: 3.9521255 Dec 12 15:39:40.773969 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:36Z', 'revision_number': 5, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:40.783195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56896) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:40.810351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b733d6b9-a522-444d-ac8d-056aa8d96fc0 None None] The sync data for ids ['f70a4a14-9a34-42ec-9184-9fd3b5dd1c30'] in n-d-710847-8 is: [{'id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'name': 'tempest-TestAggregatesBasicOps-846528612-router', 'tenant_id': '820ba33900874c038a1125e1eab38be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:36Z', 'revision_number': 5, 'project_id': '820ba33900874c038a1125e1eab38be6', 'gw_port': {'id': '82b63ac5-66dc-4909-adfe-5ca1809392d4', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70a4a14-9a34-42ec-9184-9fd3b5dd1c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:59Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:40.847602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:40.851216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.912668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e272e884-92d5-4cde-88f5-7770d7761a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.927139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Deleting subnet 25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:40.931326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e272e884-92d5-4cde-88f5-7770d7761a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:40.944165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.042505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e272e884-92d5-4cde-88f5-7770d7761a82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aca1ff53d5404ad882feb1b57b367ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948481 Dec 12 15:39:41.058659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56898) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:41.068577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.097714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.100841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272e884-92d5-4cde-88f5-7770d7761a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15977b64-8dae-440f-97d9-182e1c529636,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:41.174665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.191324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-532571', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7497'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.244019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.246286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-540408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-532562'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.273570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 172.20.0.8 (717b73d9-5f70-4deb-80b5-40d024abc3fc/955e5f5b-b4c4-4781-9a8b-b58a7867afcb/d15e2da7-532f-4868-81c9-c1ce974f9c08) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:41.298224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.307861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.338280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.396178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Deleting port 82b63ac5-66dc-4909-adfe-5ca1809392d4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:41.396517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.406233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.496503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.499144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.502666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/349c3920-9578-45d4-87a5-7b658280121d HTTP/1.1" status: 204 len: 168 time: 1.0344789 Dec 12 15:39:41.505299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc59f8-c3e7-4a36-8672-45d17a7e71b3 req-f7ce285c-df4f-49a9-93a6-f79e225aae42 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:41.506937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09dc59f8-c3e7-4a36-8672-45d17a7e71b3 req-f7ce285c-df4f-49a9-93a6-f79e225aae42 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.2232261 Dec 12 15:39:41.510513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56902) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:41.530159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Router c157a10a-7a67-4633-9086-ee5916104cdd is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:39:41.549418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42995b-85b5-4729-9cfb-9ae5e9bedd71 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349c3920-9578-45d4-87a5-7b658280121d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:41.558516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.578434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] For port 82b63ac5-66dc-4909-adfe-5ca1809392d4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82b63ac5-66dc-4909-adfe-5ca1809392d4,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:41.580798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.613781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b887a3-6c58-4e38-b0e5-d1ffd4198aa1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:41.632305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.633585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281ff66-5e27-4a9f-b1b4-a40fbb8f1687 None None] Network 21b8d238-3b20-4063-9242-eced91825992 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:41.636189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fa1e09c-424a-424b-bfc7-1280edd280cc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/25b887a3-6c58-4e38-b0e5-d1ffd4198aa1 HTTP/1.1" status: 204 len: 168 time: 0.8463180 Dec 12 15:39:41.646278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56904) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:41.664866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.668090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.688313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15977b64-8dae-440f-97d9-182e1c529636 HTTP/1.1" status: 204 len: 168 time: 0.6263669 Dec 12 15:39:41.740067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:41.747777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09dc59f8-c3e7-4a36-8672-45d17a7e71b3 req-0ca06e03-62d3-4de7-a2f6-2f7f1ffe4f5c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178955 Dec 12 15:39:41.753859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Sync routers for ids ['c157a10a-7a67-4633-9086-ee5916104cdd'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:41.755229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Calling delete_port for 82b63ac5-66dc-4909-adfe-5ca1809392d4 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:41.767906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Routers {'c157a10a-7a67-4633-9086-ee5916104cdd'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:41.768850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c157a10a-7a67-4633-9086-ee5916104cdd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:41.816529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:41.820102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e6f0bb4a-920d-4521-8e94-ea04583eb58e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "PUT /v2.0/routers/c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 200 len: 693 time: 1.5980625 Dec 12 15:39:41.828303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:41.838402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b31bb1-87c8-4dad-95b2-19586e8a4ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15977b64-8dae-440f-97d9-182e1c529636,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:41.880916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Set router c157a10a-7a67-4633-9086-ee5916104cdd gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:41.959811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a033f82-66f8-4cb3-8469-1aaeb6c1f81f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4459338 Dec 12 15:39:41.962364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:41.982120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] DHCP port deletion for 21b8d238-3b20-4063-9242-eced91825992 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:41.985582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157a10a-7a67-4633-9086-ee5916104cdd', 'name': 'tempest-RoutersTest-router-858562479', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:39Z', 'updated_at': '2021-12-12T15:39:41Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:42.053455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Checking router: c157a10a-7a67-4633-9086-ee5916104cdd for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:42.064694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ab694c67-9028-4dcc-811e-8968db32290f tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0973520 Dec 12 15:39:42.064694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56916) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.081313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Routers {'c157a10a-7a67-4633-9086-ee5916104cdd'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:42.082245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c157a10a-7a67-4633-9086-ee5916104cdd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:42.094918 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-9419e751-1772-4818-829b-0bf8e37301a5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] delete failed (client error): The resource could not be found. Dec 12 15:39:42.096307 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9419e751-1772-4818-829b-0bf8e37301a5 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "DELETE /v2.0/security-groups/349c3920-9578-45d4-87a5-7b658280121d HTTP/1.1" status: 404 len: 347 time: 0.0305068 Dec 12 15:39:42.100708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.173232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] Set router c157a10a-7a67-4633-9086-ee5916104cdd gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:42.192441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-827b8ec6-1ba7-4f9b-9b47-c55344058c24 tempest-SecGroupIPv6Test-584547272 tempest-SecGroupIPv6Test-584547272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0899601 Dec 12 15:39:42.221655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.283057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=82b63ac5-66dc-4909-adfe-5ca1809392d4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:42.312931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c157a10a-7a67-4633-9086-ee5916104cdd', 'name': 'tempest-RoutersTest-router-858562479', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:39Z', 'updated_at': '2021-12-12T15:39:41Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:42.320038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71581793-196a-4dc9-b343-3b927e9eb500 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:42.361451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.410807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bc475c-9b6a-44ba-8988-95c0842c8178 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:42.427747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86e675-9aa2-4f62-a71e-ed354984a6c9 None None] The sync data for ids ['c157a10a-7a67-4633-9086-ee5916104cdd'] in n-d-710847-8 is: [{'id': 'c157a10a-7a67-4633-9086-ee5916104cdd', 'name': 'tempest-RoutersTest-router-858562479', 'tenant_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:39Z', 'updated_at': '2021-12-12T15:39:41Z', 'revision_number': 2, 'project_id': 'ffdf4bcfd38f4941b55aefbfde2eae08', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:42.457691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.467681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94330cbe-cc7d-44b3-b562-57ab9654017b req-e27740a1-fced-4af2-b949-39ef20ccdb31 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.7146459 Dec 12 15:39:42.550241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Deleting port 80bc475c-9b6a-44ba-8988-95c0842c8178 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:42.552297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.603343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.606740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.629203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b23e25be-cc2e-486b-ba9e-95390cf94b1c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/routers/c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 200 len: 699 time: 0.7938411 Dec 12 15:39:42.634984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56934) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.656061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.691715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] For port 80bc475c-9b6a-44ba-8988-95c0842c8178, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=80bc475c-9b6a-44ba-8988-95c0842c8178,segment=NetworkSegment(8d3c4d88-39ba-463a-9b8b-aa7325ec9740),segment_id=8d3c4d88-39ba-463a-9b8b-aa7325ec9740)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:42.693946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.702321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fcc76287-8a4f-4b16-ac89-c0e819ae0547 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 200 len: 205 time: 0.0627158 Dec 12 15:39:42.704216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.729027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Calling delete_port for 80bc475c-9b6a-44ba-8988-95c0842c8178 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:42.744531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6149d-8fea-46e6-992d-8dae735c2c60 req-9a4d6d51-55fe-4b26-8d15-17bbf1b9c33e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:42.752348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8a6149d-8fea-46e6-992d-8dae735c2c60 req-9a4d6d51-55fe-4b26-8d15-17bbf1b9c33e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3860350 Dec 12 15:39:42.806532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.807188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:42.813841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.820106 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35705ccc-9510-46e8-a13b-37c9f56da4ef admin admin] 10.222.0.36 "DELETE /v2.0/routers/f70a4a14-9a34-42ec-9184-9fd3b5dd1c30 HTTP/1.1" status: 204 len: 168 time: 3.3920009 Dec 12 15:39:42.820106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.820675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:42.823744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.880797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:42.928365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] No DVR routers for this DVR port 80bc475c-9b6a-44ba-8988-95c0842c8178 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:42.936054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7c045-0024-431e-87b3-969971f7c7e3 None None] Pushing event deleted for resources: {'Port': ['ID=80bc475c-9b6a-44ba-8988-95c0842c8178,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:42.946251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No active binding found for port 80bc475c-9b6a-44ba-8988-95c0842c8178 {{(pid=103413) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 12 15:39:42.947119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 80bc475c-9b6a-44ba-8988-95c0842c8178 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:42.948097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99ef52ab-e21a-437f-81d0-c5b1cecfb771 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:42.974939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 99ef52ab-e21a-437f-81d0-c5b1cecfb771 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:42.976068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99ef52ab-e21a-437f-81d0-c5b1cecfb771 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:42.978360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4095679-65f3-46d8-ab7b-16d819ad60e8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:42.990866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:43.005531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:43.012321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a4095679-65f3-46d8-ab7b-16d819ad60e8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:43.013345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4095679-65f3-46d8-ab7b-16d819ad60e8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:43.020296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.037674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:43.123286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:43.141924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.180210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Deleting port 80bc475c-9b6a-44ba-8988-95c0842c8178 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:43.180210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.194816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Deleting subnet fa5322fa-eb08-4946-a729-9e1b12b85a33 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:43.196915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f8a6149d-8fea-46e6-992d-8dae735c2c60 req-5c7b238d-470a-4005-8cec-61f70ed84941 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435122 Dec 12 15:39:43.197602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:43.206601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-456553e4-6c35-4198-bfdd-23b61bf2da6b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7318876 Dec 12 15:39:43.223937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'admin_state_up': True, 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'security_groups': ['43156272-f501-400e-9cad-9b48db9ac071']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:43.229714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56950) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.242754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.383516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.431546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] For port 80bc475c-9b6a-44ba-8988-95c0842c8178, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:43.431909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.442243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.449513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.465335 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bed247c9-c46a-4e9f-8c43-22c85bcfb596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fac3bae38a14d7784c97e9e3011368e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6450479 Dec 12 15:39:43.465552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a3212-f18f-4f81-89c9-51e58d7845cc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:43.470134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a1a3212-f18f-4f81-89c9-51e58d7845cc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1092 time: 0.2349086 Dec 12 15:39:43.470134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56954) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.470681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.483889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-37b08769-9d79-4db9-ba55-021977c1ea17 None None] Provisioning complete for port d15e2da7-532f-4868-81c9-c1ce974f9c08 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:43.487648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37b08769-9d79-4db9-ba55-021977c1ea17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.488114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Calling delete_port for 80bc475c-9b6a-44ba-8988-95c0842c8178 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:43.501728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Port 80bc475c-9b6a-44ba-8988-95c0842c8178 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:39:43.521179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'tenant_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:43.523194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.562271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.562826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Fanout notify agent at l3_agent the message router_deleted on router c157a10a-7a67-4633-9086-ee5916104cdd {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:43.567643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bc475c-9b6a-44ba-8988-95c0842c8178,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:43.573572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.574833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f4e25bb-29e7-4bd4-b2ad-538d72f0ce40 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 204 len: 168 time: 0.8693030 Dec 12 15:39:43.582329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-37b08769-9d79-4db9-ba55-021977c1ea17 None None] Port d15e2da7-532f-4868-81c9-c1ce974f9c08 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:43.589422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56962) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.619391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.646630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.665848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] No DVR routers for this DVR port 80bc475c-9b6a-44ba-8988-95c0842c8178 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:43.682961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7b61c826-5485-405d-bab9-e75c9114e9e6 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 200 len: 205 time: 0.0811749 Dec 12 15:39:43.684981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.767375 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-00c31cec-627d-4c5d-9ac8-61b5520c285b tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:43.768559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-00c31cec-627d-4c5d-9ac8-61b5520c285b tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/c157a10a-7a67-4633-9086-ee5916104cdd HTTP/1.1" status: 404 len: 336 time: 0.0825226 Dec 12 15:39:43.772894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.813401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:43.814006 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-be28093d-24dc-45af-ad4b-e52d1be302f3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:43.814928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be28093d-24dc-45af-ad4b-e52d1be302f3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:43.817677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.821012 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be28093d-24dc-45af-ad4b-e52d1be302f3 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/722d7743-7b14-40db-b3f2-e38f79c70a44 HTTP/1.1" status: 404 len: 337 time: 0.0475180 Dec 12 15:39:43.826091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.834819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.855637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.864709 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08bdfb5-1bf3-4ae8-8574-a6018a07e659 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:43.866906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08bdfb5-1bf3-4ae8-8574-a6018a07e659 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:43.869279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.872615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c08bdfb5-1bf3-4ae8-8574-a6018a07e659 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/efb4af6c-b60d-4774-88ef-d38c30253566 HTTP/1.1" status: 404 len: 337 time: 0.0430734 Dec 12 15:39:43.877583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.906589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.912074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4b74a-0ff0-4e14-8ff9-915988d342d6 None None] Network fea30a07-ad36-4242-9a39-bb5d015f4218 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:43.912559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa5322fa-eb08-4946-a729-9e1b12b85a33 HTTP/1.1" status: 204 len: 168 time: 1.0743043 Dec 12 15:39:43.915770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.934429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976d73-5eae-485f-816b-d96bffe52b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5322fa-eb08-4946-a729-9e1b12b85a33,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:43.942198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:43.943894 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0bf978-d08c-4890-80a3-23664a5cac22 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:43.944348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0bf978-d08c-4890-80a3-23664a5cac22 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:43.947393 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed0bf978-d08c-4890-80a3-23664a5cac22 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/9caa7e2b-6459-426e-add4-934ae978daaa HTTP/1.1" status: 404 len: 337 time: 0.0686069 Dec 12 15:39:43.957918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:43.976043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b8d238-3b20-4063-9242-eced91825992']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:44.010463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3c4d88-39ba-463a-9b8b-aa7325ec9740') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:44.020281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3c4d88-39ba-463a-9b8b-aa7325ec9740') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:44.081188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cb6af-89c4-44d7-90f1-b023e8a2bf77 req-26652533-a24b-45e9-b69f-19e845bdcb9d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:44.081455 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-750133d5-7464-4838-933c-2989df8f26a9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:44.082000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750133d5-7464-4838-933c-2989df8f26a9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:44.088785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-750133d5-7464-4838-933c-2989df8f26a9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/1eb7357a-6399-4a1d-9e45-c0c14fb3f1d5 HTTP/1.1" status: 404 len: 337 time: 0.0793762 Dec 12 15:39:44.089655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a6cb6af-89c4-44d7-90f1-b023e8a2bf77 req-26652533-a24b-45e9-b69f-19e845bdcb9d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 931 time: 0.4183021 Dec 12 15:39:44.092420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56982) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:44.106932 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.113994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.118249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ba6ed46-d9e6-44fc-bcad-c0957604d7dd HTTP/1.1" status: 204 len: 168 time: 0.6440187 Dec 12 15:39:44.118411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.146787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.276311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] DHCP port deletion for fea30a07-ad36-4242-9a39-bb5d015f4218 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:44.279181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.300877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.340891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:44.341206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.395714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee12b997-5da4-472d-9ec3-c3e50a3e1a24 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 200 len: 205 time: 0.2932415 Dec 12 15:39:44.398388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:44.399629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82b63ac5-66dc-4909-adfe-5ca1809392d4 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:44.404427 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:44.416110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e2575-eb8d-4306-89b9-b7b7b32860b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba6ed46-d9e6-44fc-bcad-c0957604d7dd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:44.441605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Deleting port 441f7581-d51f-40ba-bd54-03f861ca7ca3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:44.441953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.614079 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-80d3b527-2a95-4d7a-9c18-4e9c007c8941 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:44.615170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-80d3b527-2a95-4d7a-9c18-4e9c007c8941 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e94490e3-5a14-42b3-924e-66d4222ea0ce HTTP/1.1" status: 404 len: 336 time: 0.2158134 Dec 12 15:39:44.622711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 56994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:44.652907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.39 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/12724495-e0a7-4075-baf1-26ffcf849274) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:44.728137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a6cb6af-89c4-44d7-90f1-b023e8a2bf77 req-f30cb092-bb57-4d9d-bfed-1db29333d9da tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6375961 Dec 12 15:39:44.732668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 82b63ac5-66dc-4909-adfe-5ca1809392d4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:44.733106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82b63ac5-66dc-4909-adfe-5ca1809392d4 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:44.753355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.763987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.772847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] 10.222.0.36 "DELETE /v2.0/networks/21b8d238-3b20-4063-9242-eced91825992 HTTP/1.1" status: 204 len: 168 time: 3.1230011 Dec 12 15:39:44.798500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Deleting port 441f7581-d51f-40ba-bd54-03f861ca7ca3 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:44.798780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.831016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.900900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] For port 441f7581-d51f-40ba-bd54-03f861ca7ca3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=441f7581-d51f-40ba-bd54-03f861ca7ca3,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:44.901291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.902796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.1.1.185 (ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2/fb75df07-d084-475b-a944-f21f4078ae65/df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:44.908335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57000) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:44.919168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Calling delete_port for 441f7581-d51f-40ba-bd54-03f861ca7ca3 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:44.934476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] For port 441f7581-d51f-40ba-bd54-03f861ca7ca3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=441f7581-d51f-40ba-bd54-03f861ca7ca3,segment=NetworkSegment(176cf186-978a-402f-a436-d37c1b3c5a90),segment_id=176cf186-978a-402f-a436-d37c1b3c5a90)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:44.938264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:44.980893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce880085-95c9-4527-a841-f8f9a5328c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b8d238-3b20-4063-9242-eced91825992,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:44.985612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Calling delete_port for 441f7581-d51f-40ba-bd54-03f861ca7ca3 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:45.024213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.092370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.101999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=12724495-e0a7-4075-baf1-26ffcf849274,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:45.113984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-046fa125-199f-41d4-a190-de715f0fbeeb tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=df1fbc27-032b-43bb-b61e-dae25cae0326 HTTP/1.1" status: 200 len: 205 time: 0.4901206 Dec 12 15:39:45.116402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.146297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] No DVR routers for this DVR port 441f7581-d51f-40ba-bd54-03f861ca7ca3 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:45.175027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.191772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Pushing event deleted for resources: {'Port': ['ID=441f7581-d51f-40ba-bd54-03f861ca7ca3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:45.213052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] Pushing event deleted for resources: {'Port': ['ID=441f7581-d51f-40ba-bd54-03f861ca7ca3,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:45.221373 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c53717a8-33ac-4539-9c2c-cbebac718ed1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:45.225359 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c53717a8-33ac-4539-9c2c-cbebac718ed1 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/df1fbc27-032b-43bb-b61e-dae25cae0326 HTTP/1.1" status: 404 len: 336 time: 0.0769498 Dec 12 15:39:45.230156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93bae6-fd27-49e1-83de-d29bc08ecc5d None None] No DVR routers for this DVR port 441f7581-d51f-40ba-bd54-03f861ca7ca3 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:45.239898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57016) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.289652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:45.294084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:45.297442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:45.303809 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca201b8-47b0-43de-80a1-a0f446b3689f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:45.304263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca201b8-47b0-43de-80a1-a0f446b3689f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:45.308065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fca201b8-47b0-43de-80a1-a0f446b3689f tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/6e253eed-9b84-4fcb-92fc-d936c4b94cd3 HTTP/1.1" status: 404 len: 337 time: 0.0650241 Dec 12 15:39:45.312874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57020) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.343969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.383280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea30a07-ad36-4242-9a39-bb5d015f4218']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:45.392408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7d1d7242-b94f-4d77-91d7-8de13e0de1bf tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 200 len: 205 time: 0.0791748 Dec 12 15:39:45.397272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57024) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.419464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176cf186-978a-402f-a436-d37c1b3c5a90') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:45.420802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176cf186-978a-402f-a436-d37c1b3c5a90') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:45.440907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.458798 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-53b4211e-c1c5-44ec-98b5-5328cb48a66c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:45.462642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53b4211e-c1c5-44ec-98b5-5328cb48a66c tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e9f89bdd-b550-4a0d-b20e-d6829b9f5ef5 HTTP/1.1" status: 404 len: 336 time: 0.0642130 Dec 12 15:39:45.465123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.477272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.486636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:45.487146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.502557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-14ddc5dc-3f87-4835-b58b-a10fd7a718ca tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e5d2d98-7a76-4127-9842-c65e7aeca2cc HTTP/1.1" status: 200 len: 205 time: 0.0340338 Dec 12 15:39:45.509793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57030) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:45.583968 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:45.588155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.592291 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-d7a554fe-4363-4add-9339-54167a02b900 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:45.595270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.596130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d7a554fe-4363-4add-9339-54167a02b900 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/9e5d2d98-7a76-4127-9842-c65e7aeca2cc HTTP/1.1" status: 404 len: 336 time: 0.0853665 Dec 12 15:39:45.596805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57032) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.598751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fea30a07-ad36-4242-9a39-bb5d015f4218 HTTP/1.1" status: 204 len: 168 time: 1.6655593 Dec 12 15:39:45.626130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.687326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a85e6-cb34-4c4c-a87e-958963ef9218 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea30a07-ad36-4242-9a39-bb5d015f4218,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:45.831011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:45.875318 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadea8a3-9083-43e8-a711-96ee3d580c26 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:45.875782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadea8a3-9083-43e8-a711-96ee3d580c26 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:45.901619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eadea8a3-9083-43e8-a711-96ee3d580c26 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/5a579e71-205b-488f-961d-b7ba3548b7c0 HTTP/1.1" status: 404 len: 337 time: 0.2866981 Dec 12 15:39:45.910861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57046) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:45.935817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57048) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.023154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9a1004c3-194e-4596-9615-1173ae057c77 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f HTTP/1.1" status: 200 len: 205 time: 0.0957222 Dec 12 15:39:46.031732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57052) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.051313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:46.096560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:46.101607 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-a4828294-b50c-4cdb-9daf-aa63ca86da9a tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:46.102829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a4828294-b50c-4cdb-9daf-aa63ca86da9a tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/6a6e78c4-3f9d-4291-a5db-6b6fb6399b9f HTTP/1.1" status: 404 len: 336 time: 0.0671360 Dec 12 15:39:46.107371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57054) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.109273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:46.114962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:46.118988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-352dde23-55a9-4538-aea3-bc3df5df648f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdc4b9a480544f39838377852d1b2ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820729 Dec 12 15:39:46.121552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.193658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.215783 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-de19dcba-5e85-4a4e-9e4e-d9c961266081 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:46.216138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de19dcba-5e85-4a4e-9e4e-d9c961266081 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:46.219459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-de19dcba-5e85-4a4e-9e4e-d9c961266081 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/c8429210-1726-46db-b6f9-d249495488b1 HTTP/1.1" status: 404 len: 337 time: 0.1054759 Dec 12 15:39:46.234422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c36489-6392-4b0f-ad89-c3dddebb65c0 req-81b7a30f-2d97-4623-864f-18a22cb50e19 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:46.246811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c36489-6392-4b0f-ad89-c3dddebb65c0 req-81b7a30f-2d97-4623-864f-18a22cb50e19 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:46.249123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c36489-6392-4b0f-ad89-c3dddebb65c0 req-81b7a30f-2d97-4623-864f-18a22cb50e19 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 1653 time: 0.3443913 Dec 12 15:39:46.252793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57060) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.339515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.356848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 441f7581-d51f-40ba-bd54-03f861ca7ca3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:46.364681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-36be8906-d63e-400c-927f-9f1c92159d8e tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "GET /v2.0/ports?device_id=e34f6656-2b83-4015-9c2a-aaa48bb32732 HTTP/1.1" status: 200 len: 205 time: 0.1063602 Dec 12 15:39:46.385516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57066) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.399785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:46.400400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.418946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 441f7581-d51f-40ba-bd54-03f861ca7ca3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:46.419583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 441f7581-d51f-40ba-bd54-03f861ca7ca3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:46.441093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.476853 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-3291e540-2c7a-4927-a303-6d9818e289af tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] delete failed (client error): The resource could not be found. Dec 12 15:39:46.480285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3291e540-2c7a-4927-a303-6d9818e289af tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/routers/e34f6656-2b83-4015-9c2a-aaa48bb32732 HTTP/1.1" status: 404 len: 336 time: 0.0881481 Dec 12 15:39:46.496596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57068) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.541402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0734218e-ae56-4a63-aecf-8b6cc05182e4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3230898 Dec 12 15:39:46.547388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dc458ddb-4f97-4943-9f74-6ae9e0142f7a None None] Provisioning complete for port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:46.549048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dc458ddb-4f97-4943-9f74-6ae9e0142f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.563286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.570382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.575199 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6f21fa5-eb18-4555-a18e-47f58bb994a7 HTTP/1.1" status: 204 len: 168 time: 0.4524333 Dec 12 15:39:46.581942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'admin_state_up': True, 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'security_groups': ['43156272-f501-400e-9cad-9b48db9ac071']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:46.591708 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-247896f3-5f24-40c4-804f-6b6dbdf21d01 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:46.592155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247896f3-5f24-40c4-804f-6b6dbdf21d01 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:46.598105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-247896f3-5f24-40c4-804f-6b6dbdf21d01 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/a13cf391-21c7-43b2-869a-a4b03975118f HTTP/1.1" status: 404 len: 337 time: 0.0962386 Dec 12 15:39:46.612653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57072) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:46.628103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64c36489-6392-4b0f-ad89-c3dddebb65c0 req-34f04206-3360-48df-9f45-59a6cee1eacf tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586116 Dec 12 15:39:46.644562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7311839-b52e-4f12-a2e0-d679ebf897ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f21fa5-eb18-4555-a18e-47f58bb994a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:46.679230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.680283 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f5837a-df6a-41bd-85ab-7595da23aee9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] DELETE failed (client error): The resource could not be found. Dec 12 15:39:46.680761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f5837a-df6a-41bd-85ab-7595da23aee9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:39:46.686604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1f5837a-df6a-41bd-85ab-7595da23aee9 tempest-RoutersTest-65871328 tempest-RoutersTest-65871328-project] 10.222.0.36 "DELETE /v2.0/subnets/62ca0988-1e5f-4a91-882e-057303a449e8 HTTP/1.1" status: 404 len: 337 time: 0.0703743 Dec 12 15:39:46.720890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-dc458ddb-4f97-4943-9f74-6ae9e0142f7a None None] Port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:46.733829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:46.839876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:46.843971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.016680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.031893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.093706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.1.1.245 (ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2/fb75df07-d084-475b-a944-f21f4078ae65/ea2769f8-10af-441c-8c20-1fd489a12704) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:47.195908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=12724495-e0a7-4075-baf1-26ffcf849274,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:47.224496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:47.252653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.472726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:47.540705 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d24daf40-e5cb-476c-ab32-b98f6c646b97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=820ba33900874c038a1125e1eab38be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3131273 Dec 12 15:39:47.545842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:47.593996 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP edd82a17-70fa-49c1-88a2-653c2493523c associated. External IP: 172.25.3.39, port: 755f85d2-25bd-4947-a943-faf087b268f7. Dec 12 15:39:47.755059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Deleting port 96e5f864-8e4a-4018-865c-8953740cdd97 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:47.755286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.908215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57110) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:47.919416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:47.959050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea54bc4-aa6c-4018-bb1a-923fc80f7e68 req-6694f378-b680-43da-899b-a6ef1f314409 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:47.977151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea54bc4-aa6c-4018-bb1a-923fc80f7e68 req-6694f378-b680-43da-899b-a6ef1f314409 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:47.978828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ea54bc4-aa6c-4018-bb1a-923fc80f7e68 req-6694f378-b680-43da-899b-a6ef1f314409 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 1653 time: 0.2086122 Dec 12 15:39:48.000857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] For port 96e5f864-8e4a-4018-865c-8953740cdd97, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96e5f864-8e4a-4018-865c-8953740cdd97,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:48.001216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.034313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Calling delete_port for 96e5f864-8e4a-4018-865c-8953740cdd97 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:48.148520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9161bf8d-57b3-4184-aaaf-896b58ea6caa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.150958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.159896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ea54bc4-aa6c-4018-bb1a-923fc80f7e68 req-d223fef5-05df-434f-9ef6-89596dc24d92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716945 Dec 12 15:39:48.258760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.274538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:48.290964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:48.293945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:48.351807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:48.366669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:48.367498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.406923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.450728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 8b424329-559b-4025-8cbf-d703e8974e06 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:48.456152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a3acc27-464a-4829-a422-2ffaa255aa05 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8780227 Dec 12 15:39:48.475847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'admin_state_up': True, 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'security_groups': ['43156272-f501-400e-9cad-9b48db9ac071']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:48.480895 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b3cef17-4398-4911-85a3-23a68fa926c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffdf4bcfd38f4941b55aefbfde2eae08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0068181 Dec 12 15:39:48.485508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:48.580857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.584324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.588443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3edd0d55-1860-4fcb-90ac-80de323046e9 HTTP/1.1" status: 204 len: 168 time: 1.0414605 Dec 12 15:39:48.679690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b296af79-950a-4008-9bbe-ad6e3db045ed None None] Provisioning complete for port ea2769f8-10af-441c-8c20-1fd489a12704 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:48.680300 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b296af79-950a-4008-9bbe-ad6e3db045ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.768981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.772653 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9161bf8d-57b3-4184-aaaf-896b58ea6caa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.783759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.790971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b296af79-950a-4008-9bbe-ad6e3db045ed None None] Port ea2769f8-10af-441c-8c20-1fd489a12704 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:48.797292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9161bf8d-57b3-4184-aaaf-896b58ea6caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.801751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:48.818097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Sync routers for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:48.829808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6695323-7a76-4e6b-9ab2-bacf99542758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edd0d55-1860-4fcb-90ac-80de323046e9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:48.838433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e5f864-8e4a-4018-865c-8953740cdd97,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:48.856783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.860214 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:48.862495 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:48.873187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:48.930953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-31eb90fd-4bd5-415c-8c3e-b36d73a73a69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4256344 Dec 12 15:39:48.947277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9161bf8d-57b3-4184-aaaf-896b58ea6caa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27ade8a27ae94253a302092a21a3cd13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0324686 Dec 12 15:39:48.948073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161bf8d-57b3-4184-aaaf-896b58ea6caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7824a25-c8be-4bd4-9362-87e0e9407104,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:48.954362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:48.964600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:39:48.967209 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6162bf10-ceac-45de-8940-17ebfd98c5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:39:48.978876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:49.137717 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:49.186330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.234712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.309488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.312315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.313553 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21cf6fec-5b1e-46a6-a0f9-14175a3f13d7 HTTP/1.1" status: 204 len: 168 time: 0.8270392 Dec 12 15:39:49.436487 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a1362-9f46-4e18-89a7-cc84dd102e1d x-openstack-request-id: req-c51a1362-9f46-4e18-89a7-cc84dd102e1d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:39:49.436881 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:39:49.437428 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c51a1362-9f46-4e18-89a7-cc84dd102e1d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:39:49.439549 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'status': 'completed', 'code': 200} Dec 12 15:39:49.440408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b99c-1689-49d3-a4d1-0df77862fe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cf6fec-5b1e-46a6-a0f9-14175a3f13d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:49.444282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.449103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.470968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7824a25-c8be-4bd4-9362-87e0e9407104 HTTP/1.1" status: 204 len: 168 time: 0.4890645 Dec 12 15:39:49.501343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d51833-fba9-426e-9434-382807201ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7824a25-c8be-4bd4-9362-87e0e9407104,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:49.577972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1070456-015c-4d0e-9622-03b4d21677f1 req-121c4663-7ab5-406e-840f-72a1fb9833c0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:49.580858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1070456-015c-4d0e-9622-03b4d21677f1 req-121c4663-7ab5-406e-840f-72a1fb9833c0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.4875114 Dec 12 15:39:49.696547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.764346 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'edd82a17-70fa-49c1-88a2-653c2493523c', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'mac_address': 'fa:16:3e:15:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:45Z', 'updated_at': '2021-12-12T15:39:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:49.771489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:49.784918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-d81aae53-bdfe-4a22-8d16-5410af1123de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:49.787480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-d81aae53-bdfe-4a22-8d16-5410af1123de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.3056815 Dec 12 15:39:49.827656 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Checking router: 8b424329-559b-4025-8cbf-d703e8974e06 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:49.849834 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:49.850724 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:49.956625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095e05-dee9-4b92-931d-9596a50c1f42 req-4eedf0ff-9a9b-4cf5-9d4e-646282ed0924 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:49.964172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095e05-dee9-4b92-931d-9596a50c1f42 req-4eedf0ff-9a9b-4cf5-9d4e-646282ed0924 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:49.971860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095e05-dee9-4b92-931d-9596a50c1f42 req-4eedf0ff-9a9b-4cf5-9d4e-646282ed0924 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:49.974770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e095e05-dee9-4b92-931d-9596a50c1f42 req-4eedf0ff-9a9b-4cf5-9d4e-646282ed0924 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 2374 time: 0.3927069 Dec 12 15:39:50.009928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1070456-015c-4d0e-9622-03b4d21677f1 req-3f5fae6f-299e-498a-bd94-e0ed05013372 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921921 Dec 12 15:39:50.025249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:50.142821 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:50.167955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:50.212297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-820f5e3a-0d53-4952-8141-c0f2a407caec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.227410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a43486d9-027a-4951-9861-05a9322528fb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 200 len: 991 time: 0.2006919 Dec 12 15:39:50.350554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-820f5e3a-0d53-4952-8141-c0f2a407caec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.352717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:50.370382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-820f5e3a-0d53-4952-8141-c0f2a407caec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.451531 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-820f5e3a-0d53-4952-8141-c0f2a407caec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66c01dc7fe3044c685af26fca551e98c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801075 Dec 12 15:39:50.451531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5e3a-0d53-4952-8141-c0f2a407caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2350771-d503-4ee7-b92c-bd118d17f63a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:50.453184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:50.571923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.599109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-02e73496-1d9f-43dd-8c07-eb7d373bb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:50.602205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-02e73496-1d9f-43dd-8c07-eb7d373bb009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.7696331 Dec 12 15:39:50.631447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.698649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1903351830-network', 'tenant_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:50.717461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e095e05-dee9-4b92-931d-9596a50c1f42 req-f837b57c-69e2-49e2-8a3b-dc1f3f06741b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6800916 Dec 12 15:39:50.767251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'edd82a17-70fa-49c1-88a2-653c2493523c', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'mac_address': 'fa:16:3e:15:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:45Z', 'updated_at': '2021-12-12T15:39:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:50.794018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.795323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.2.2.100 (a08102b2-b200-46a3-ae79-392f6ddd7833/a16b1038-6345-41f0-8beb-631de2d470ca/f3bff29c-817a-4ed3-8136-f156b54e3eb6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:50.798611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.802472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2350771-d503-4ee7-b92c-bd118d17f63a HTTP/1.1" status: 204 len: 168 time: 0.3457122 Dec 12 15:39:50.820864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:50.825569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:50.836001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5747eb7-dff3-43e6-97e6-1fc31cbcfb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2350771-d503-4ee7-b92c-bd118d17f63a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:50.837002 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305eb9e-5deb-4c13-86a1-91880ecb38e4 None None] The sync data for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 is: [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'edd82a17-70fa-49c1-88a2-653c2493523c', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.39', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'mac_address': 'fa:16:3e:15:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:45Z', 'updated_at': '2021-12-12T15:39:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:50.853937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-c446205f-6c06-4cfc-8c85-c5eecee03a0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 999 time: 0.2053790 Dec 12 15:39:50.868748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.045665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57196) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:51.050744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-2a677c08-0bca-4242-8749-3f5ba77a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:51.052359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-2a677c08-0bca-4242-8749-3f5ba77a2cb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.1901612 Dec 12 15:39:51.082828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.095461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.159053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:39:51.178466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c0b86-3137-40e6-9565-2270cc44cf8d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:51.194412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:39:51.232324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.232699 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Added segment 427a9453-7aad-4f62-bd74-1eb8b379ae39 of type vlan for network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 Dec 12 15:39:51.233916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:51.263359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c4b0e2-3dc5-4adb-8ba3-6f692bee59b3 None None] New status for floating IP edd82a17-70fa-49c1-88a2-653c2493523c: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:39:51.322906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.388717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.410998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86e0b6c5-7e15-498b-9cca-12d424ce447c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 200 len: 991 time: 0.1718535 Dec 12 15:39:51.425315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.462524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.463668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:51.464450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.527757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-a62b2712-bd7b-4ff3-8501-ad35389b4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:51.531761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-a62b2712-bd7b-4ff3-8501-ad35389b4aae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4313722 Dec 12 15:39:51.581834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-52add04a-4b5e-49d0-aa92-56cac3c38732 tempest-DvrRoutersNegativeTest-1247215199 tempest-DvrRoutersNegativeTest-1247215199-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-737740305', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:51.584228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.policy [None req-52add04a-4b5e-49d0-aa92-56cac3c38732 tempest-DvrRoutersNegativeTest-1247215199 tempest-DvrRoutersNegativeTest-1247215199-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103412) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 12 15:39:51.584621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.policy [None req-52add04a-4b5e-49d0-aa92-56cac3c38732 tempest-DvrRoutersNegativeTest-1247215199 tempest-DvrRoutersNegativeTest-1247215199-project] Failed policy check for 'create_router' {{(pid=103412) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 12 15:39:51.591418 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-52add04a-4b5e-49d0-aa92-56cac3c38732 tempest-DvrRoutersNegativeTest-1247215199 tempest-DvrRoutersNegativeTest-1247215199-project] create failed (client error): Access was denied to this resource. Dec 12 15:39:51.595734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52add04a-4b5e-49d0-aa92-56cac3c38732 tempest-DvrRoutersNegativeTest-1247215199 tempest-DvrRoutersNegativeTest-1247215199-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5450163 Dec 12 15:39:51.597401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2338207 Dec 12 15:39:51.603644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:51.622105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Request body: {'subnet': {'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1903351830-subnet', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:51.655952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc7cc-bfb5-4511-98e7-ce73f088f8ca admin admin] Pushing event updated for resources: {'Network': ['ID=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:51.673943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:39:51.695803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:51.698410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:51.739334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network a08102b2-b200-46a3-ae79-392f6ddd7833 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:51.755906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:52.134070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.164446 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:39:52.252179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2423dc4-1b05-48f2-b080-d2c220e92fec None None] Provisioning complete for port f3bff29c-817a-4ed3-8136-f156b54e3eb6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:52.254045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2423dc4-1b05-48f2-b080-d2c220e92fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.297201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:52.305278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17a874b-d794-46c3-b46b-5ab752365158,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:52.326367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:52.339177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a2423dc4-1b05-48f2-b080-d2c220e92fec None None] Port f3bff29c-817a-4ed3-8136-f156b54e3eb6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:52.345786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:52.345990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:52.346157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Network hostable DHCP agents. Network: 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:39:52.388753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:39:52.405263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:52.417308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545c826-2560-41fd-83de-ad04c85f8cc4 None None] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:52.417848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.419834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.427045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:52.492727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:52.503759 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Sync routers for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:52.513080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c7d0182c-bdb1-4613-a1ea-6b4caf3a2fd9 admin admin] 10.222.0.36 "PUT /v2.0/routers/5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6001506 Dec 12 15:39:52.517344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57238) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:52.530228 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:52.530899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:52.589687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-716bdde7-8a13-46c7-97e9-1258fb5991eb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 200 len: 993 time: 0.1605005 Dec 12 15:39:52.601558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:39:52.602555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.633075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e9891bc6-5b61-47f4-a8a6-700bedcc761d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0257504 Dec 12 15:39:52.633353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ded910-d0b1-4ab8-9e0f-a3d845134cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.640423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:52.647164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.647985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.654375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:52.686057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-39049449-9843-438d-be6b-bd28f45c1f66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.696371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-39049449-9843-438d-be6b-bd28f45c1f66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.706276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-39049449-9843-438d-be6b-bd28f45c1f66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.715469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-39049449-9843-438d-be6b-bd28f45c1f66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:52.717710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-39049449-9843-438d-be6b-bd28f45c1f66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 3095 time: 0.3923874 Dec 12 15:39:52.731664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-6594a850-fb2f-478d-987c-f51b5b062640 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2589815 Dec 12 15:39:52.739654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-1cb0c8d6-5113-45d8-9c1a-8fc54cc1c033 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1384311 Dec 12 15:39:52.759627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.762770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:52.812937 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:52.845272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Allocated IP 172.20.0.2 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/22c276f7-ace9-4c0a-a1cc-01bfbf567b92) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:52.917307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'admin_state_up': True, 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'security_groups': ['43156272-f501-400e-9cad-9b48db9ac071']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:53.017217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.192844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.204572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.248889 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:39:48Z', 'revision_number': 5, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:53.293755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Pushing event updated for resources: {'Port': ['ID=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:53.316864 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Checking router: 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:53.322168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.322746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.323274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.323777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.324275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.324809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.325303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.325853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.326391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.326968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.327502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.328033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.328576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:39:53.333355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:53.335395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:53.337846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:53.340517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Routers {'5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:53.346761 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:53.381926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.395690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.401017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:53.486184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Attempting to bind port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:53.486740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Attempting to bind port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:53.486928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Attempting to bind port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:53.493000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ded910-d0b1-4ab8-9e0f-a3d845134cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.510523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ded910-d0b1-4ab8-9e0f-a3d845134cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.517040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:53.517543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:53.517974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.518386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:53.518903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Bound port: 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:53.520773 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.587528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-879b365d-3f9d-4ee1-b973-9646f12353e7 req-4f7f3932-12a3-485e-a842-457575696a6c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8357706 Dec 12 15:39:53.614075 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] Set router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:53.624373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] For port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:53.630266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] For port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:53.636248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5ded910-d0b1-4ab8-9e0f-a3d845134cb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=926d81b2795c4973ba1bb97424d2cdce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3379560 Dec 12 15:39:53.645017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.661976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:53.736215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Made reservation on behalf of d0bb30c5fe994cfeb40355d7650817af for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:39:53.756163 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.784681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ded910-d0b1-4ab8-9e0f-a3d845134cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d830a3-0046-4a35-afe5-272da6c0185c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:53.824733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b3167-8e93-4072-b603-c09b86ab6c99 None None] Pushing event updated for resources: {'Port': ['ID=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:53.840295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6162bf10-ceac-45de-8940-17ebfd98c5d4 req-d67b66e8-cedf-4266-bdad-4a6b33f60b89 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850735 Dec 12 15:39:53.911812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.954048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:53.972845 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.154315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01e2e581-cddf-4db1-80f0-7def277b3603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.210447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Deleting port 357db5cc-c70c-433c-92c7-d59c44dd61a3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:54.210887 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.363901 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:39:48Z', 'revision_number': 5, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:54.381101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.391309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.395767 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1d830a3-0046-4a35-afe5-272da6c0185c HTTP/1.1" status: 204 len: 168 time: 0.7309966 Dec 12 15:39:54.464456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee2052-b909-4de9-ab30-b22cd1943a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d830a3-0046-4a35-afe5-272da6c0185c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:54.509215 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dcd8a93-7a1d-48b1-bad7-a4a10bf4c305 None None] The sync data for ids ['5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1'] in n-d-710847-8 is: [{'id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'name': 'tempest-TaggedBootDevicesTest_v242-933501392-router', 'tenant_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:27:34Z', 'updated_at': '2021-12-12T15:39:48Z', 'revision_number': 5, 'project_id': '7de99c1e0a8e4dc9ad924b897f14fa30', 'gw_port': {'id': '357db5cc-c70c-433c-92c7-d59c44dd61a3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:27:35Z', 'updated_at': '2021-12-12T15:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:39:54.546521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Allocated IP 10.2.2.200 (a08102b2-b200-46a3-ae79-392f6ddd7833/a16b1038-6345-41f0-8beb-631de2d470ca/73f81956-ab24-44e7-98d0-88d719fc3a8e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:54.577650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:54.579553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.622816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] For port 357db5cc-c70c-433c-92c7-d59c44dd61a3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=357db5cc-c70c-433c-92c7-d59c44dd61a3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:54.623277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.645263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Calling delete_port for 357db5cc-c70c-433c-92c7-d59c44dd61a3 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:54.674686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.690882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01e2e581-cddf-4db1-80f0-7def277b3603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.771752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-01e2e581-cddf-4db1-80f0-7def277b3603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:54.947460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-fa6f8814-4de5-443e-b82c-0b2ea7da08bb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:54.958760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-fa6f8814-4de5-443e-b82c-0b2ea7da08bb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:54.969646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-fa6f8814-4de5-443e-b82c-0b2ea7da08bb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:54.975977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-fa6f8814-4de5-443e-b82c-0b2ea7da08bb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:54.977688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-fa6f8814-4de5-443e-b82c-0b2ea7da08bb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 3095 time: 0.2490113 Dec 12 15:39:54.990525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-01e2e581-cddf-4db1-80f0-7def277b3603 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2a7a7f749ef46839015f5c1c4244205&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5863876 Dec 12 15:39:54.994540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2e581-cddf-4db1-80f0-7def277b3603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf362536-ffac-46c4-a3b2-35aa1b84a8ea,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:55.002318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:55.016884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c8f639-9571-46ce-9fab-04c19909c621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.143994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Allocated IP 172.25.3.58 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/2d656789-4444-478f-9362-66754af343eb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:39:55.207542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3e95427-fa46-43f5-a347-ddb43b19602f req-4513f8c1-7438-47b5-84ea-ed864f79cf3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400752 Dec 12 15:39:55.302163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.336183 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.381708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.383735 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.445007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=357db5cc-c70c-433c-92c7-d59c44dd61a3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:55.477671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3050eb18-9845-435c-85ea-8925b68d921b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:55.527022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.569684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c8f639-9571-46ce-9fab-04c19909c621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.582904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:55.609198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c8f639-9571-46ce-9fab-04c19909c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.609983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.647663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Network a08102b2-b200-46a3-ae79-392f6ddd7833 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:55.684051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:55.688231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:55.726005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06c8f639-9571-46ce-9fab-04c19909c621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbefc9c238614510bc209ed87564b54c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1421506 Dec 12 15:39:55.737626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:55.747962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8f639-9571-46ce-9fab-04c19909c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd77f097-370c-47b5-a614-35c2ceadbfd9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:55.753880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479dc412-4f3d-4118-bd65-ed64a7a23b78 None None] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:55.755052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.762717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.765383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.766699 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf362536-ffac-46c4-a3b2-35aa1b84a8ea HTTP/1.1" status: 204 len: 168 time: 0.7594373 Dec 12 15:39:55.782396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.785235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.799007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57318) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:55.825777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26692d1f-09d6-4834-a4a4-07261bcf97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf362536-ffac-46c4-a3b2-35aa1b84a8ea,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:55.847001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:55.847751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.860421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.861352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:39:55.867405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.870719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81bc7613-1ea4-49a2-a902-2691427ab8f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5c06f9c3-de06-47c9-b4b2-2c50b3fe03f1 HTTP/1.1" status: 204 len: 168 time: 3.3483169 Dec 12 15:39:55.871377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57322) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:55.886897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8801d40e-e823-4ccb-843b-1c5209bdf045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1287189 Dec 12 15:39:55.930083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:55.951382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:55.986839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] Provisioning complete for port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:55.987219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.095356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Deleting subnet 2aa29678-817a-41e8-8d4d-ea7415a59b49 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:39:56.098168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.103626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.152493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:39:56.161811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:39:56.183596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:39:56.186436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.190254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0afee2-de49-41d4-8cf2-a0d933aa999e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:56.190630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316862438'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:56.191102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Pushing event updated for resources: {'Port': ['ID=2d656789-4444-478f-9362-66754af343eb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:56.269638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.334452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.348980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.395129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.413268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] For port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:56.418512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.422295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.554049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8948be-490d-4488-85f9-28b46bf3be91 None None] Pushing event updated for resources: {'Port': ['ID=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:56.563666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:56.575688 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Provisioning complete for port 2d656789-4444-478f-9362-66754af343eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:56.576486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.612155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.616453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.618274 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd77f097-370c-47b5-a614-35c2ceadbfd9 HTTP/1.1" status: 204 len: 168 time: 0.8796935 Dec 12 15:39:56.628001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19258f1f-ae4b-4e57-b674-80c5d2b4d742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.658419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Port 2d656789-4444-478f-9362-66754af343eb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:56.659305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf40095-36ce-44d3-81fa-1332f9b68158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd77f097-370c-47b5-a614-35c2ceadbfd9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:56.737278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:56.768401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.795900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.828443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Provisioning complete for port 73f81956-ab24-44e7-98d0-88d719fc3a8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:56.835408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.836117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.901034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa29678-817a-41e8-8d4d-ea7415a59b49,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:56.913648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:56.919126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-63342958-480d-4754-a05c-818cf1489df2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2aa29678-817a-41e8-8d4d-ea7415a59b49 HTTP/1.1" status: 204 len: 168 time: 1.0442510 Dec 12 15:39:56.923822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:56.927634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:56.933818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:56.941064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:56.947382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:56.948320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc04c2-3aaf-421f-8ca0-1361c011aa45 None None] Network c63b5818-4706-42b4-8d58-552fa04afcfa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:39:56.954107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:56.955910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-a63d71c1-657d-44a6-98bd-4bad1d0999b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 3816 time: 0.5385940 Dec 12 15:39:57.031937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19258f1f-ae4b-4e57-b674-80c5d2b4d742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.050362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19258f1f-ae4b-4e57-b674-80c5d2b4d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.066773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5221315-05a6-4e0f-af29-e7ac36b930e4 req-cf8c484a-66e0-4387-be5c-a14ed409ecfa tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803866 Dec 12 15:39:57.098947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-32c17d00-b43b-432c-80f9-6a9a8ef2f017 None None] Port 73f81956-ab24-44e7-98d0-88d719fc3a8e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:39:57.107220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19258f1f-ae4b-4e57-b674-80c5d2b4d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291137ca-99b9-4559-a95f-e79b1fcdd99d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.127315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.131933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.142013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.229936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07674574-4b01-4b0a-9b25-1dad327489ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.257893 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19258f1f-ae4b-4e57-b674-80c5d2b4d742 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b84ac184ee4415aa3566598c1800f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6876817 Dec 12 15:39:57.261990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:57.262683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.263194 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.305308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.310811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15e2da7-532f-4868-81c9-c1ce974f9c08 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:39:57.325568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.346044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Transition to ACTIVE for port object d15e2da7-532f-4868-81c9-c1ce974f9c08 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:39:57.347031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.362300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.373591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-da3d6913-520c-4e62-a8be-c63d7a96d119 None None] Provisioning complete for port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:57.375409 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da3d6913-520c-4e62-a8be-c63d7a96d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.395866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.410164 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d0ea-59cf-4291-9faf-a29a49466ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.417734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.421764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.423200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6230934 Dec 12 15:39:57.430000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.503457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182dde-16c7-4cac-8da9-799eb56a2d5a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b9cb9-913f-439c-981b-6e3fc4cb48f5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.533631 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.554759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Deleting port 92dff829-eba7-4803-8a30-e5a302f5320f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:57.555334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.583596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2064853-811f-42cf-99c9-540a2a96cf7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1277606 Dec 12 15:39:57.586075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.586377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] DHCP port deletion for c63b5818-4706-42b4-8d58-552fa04afcfa request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:39:57.588372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.598457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 357db5cc-c70c-433c-92c7-d59c44dd61a3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:57.600685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-security--1143329738', 'description': 'tempest-security-description-1146468400'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:57.634036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 357db5cc-c70c-433c-92c7-d59c44dd61a3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:57.634036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 357db5cc-c70c-433c-92c7-d59c44dd61a3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:57.634406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96e5f864-8e4a-4018-865c-8953740cdd97 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:57.664553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 96e5f864-8e4a-4018-865c-8953740cdd97 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:57.664553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96e5f864-8e4a-4018-865c-8953740cdd97 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:57.690267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] For port 92dff829-eba7-4803-8a30-e5a302f5320f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=92dff829-eba7-4803-8a30-e5a302f5320f,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:57.691531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.715826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Calling delete_port for 92dff829-eba7-4803-8a30-e5a302f5320f owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:57.727844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Deleting port 92dff829-eba7-4803-8a30-e5a302f5320f {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:39:57.728253 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.742929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.813623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.814480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] For port 92dff829-eba7-4803-8a30-e5a302f5320f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=92dff829-eba7-4803-8a30-e5a302f5320f,segment=NetworkSegment(3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e),segment_id=3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:39:57.814887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.830594 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.833216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.837029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "PUT /v2.0/security-groups/5d5b9cb9-913f-439c-981b-6e3fc4cb48f5 HTTP/1.1" status: 200 len: 1797 time: 0.2407904 Dec 12 15:39:57.837199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Calling delete_port for 92dff829-eba7-4803-8a30-e5a302f5320f owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:39:57.849242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57344) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.876349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d0ea-59cf-4291-9faf-a29a49466ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.896670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.903556 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d0ea-59cf-4291-9faf-a29a49466ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.918375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Attempting to bind port d15e2da7-532f-4868-81c9-c1ce974f9c08 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:39:57.918765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Attempting to bind port d15e2da7-532f-4868-81c9-c1ce974f9c08 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:39:57.919037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Attempting to bind port d15e2da7-532f-4868-81c9-c1ce974f9c08 on network 717b73d9-5f70-4deb-80b5-40d024abc3fc {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:57.938621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed1591-6845-4c21-8fc3-1b4afe3622d0 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5b9cb9-913f-439c-981b-6e3fc4cb48f5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.948129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.955079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Port d15e2da7-532f-4868-81c9-c1ce974f9c08 on network 717b73d9-5f70-4deb-80b5-40d024abc3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:39:57.955407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Attempting to bind port d15e2da7-532f-4868-81c9-c1ce974f9c08 on network 717b73d9-5f70-4deb-80b5-40d024abc3fc {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:39:57.960160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Pushing event deleted for resources: {'Port': ['ID=92dff829-eba7-4803-8a30-e5a302f5320f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:57.973299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-370b88ba-e7aa-4873-9f73-8ef790148d1c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups/5d5b9cb9-913f-439c-981b-6e3fc4cb48f5 HTTP/1.1" status: 200 len: 1797 time: 0.1179206 Dec 12 15:39:57.973531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:57.975791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] No DVR routers for this DVR port 92dff829-eba7-4803-8a30-e5a302f5320f on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:57.980346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57348) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:57.981964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:39:57.981964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Checking segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:39:57.981964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Bound using segment: {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:39:57.982299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Bound port: d15e2da7-532f-4868-81c9-c1ce974f9c08, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3161a6ab-66a6-4b8e-9437-9cb86456e11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:39:57.982713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.009243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d8f4d0ea-59cf-4291-9faf-a29a49466ccc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=973df6240d2449a1ba6eca5e1b42c271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6571643 Dec 12 15:39:58.013425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:58.029546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] Pushing event deleted for resources: {'Port': ['ID=92dff829-eba7-4803-8a30-e5a302f5320f,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:58.034663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00e5b6-c831-49f8-b0f8-48f8a78b0d92 None None] No DVR routers for this DVR port 92dff829-eba7-4803-8a30-e5a302f5320f on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:39:58.099020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4d0ea-59cf-4291-9faf-a29a49466ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a826c12-fe31-4037-998e-0ea78c0a5440,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:58.112039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.129191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:39:58.157386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:39:58.165455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63b5818-4706-42b4-8d58-552fa04afcfa']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:58.171063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.178480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.179799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.182661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.186742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/291137ca-99b9-4559-a95f-e79b1fcdd99d HTTP/1.1" status: 204 len: 168 time: 0.9225445 Dec 12 15:39:58.190205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:58.190551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2b68d4-37fb-4a09-a8c7-9af57b0abc5e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:58.198922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.208079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.214805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:39:58.234842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb31cb6-132e-4aa9-b4f4-c8f0f6b8d976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291137ca-99b9-4559-a95f-e79b1fcdd99d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:58.253052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.261129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:58.265349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.265484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.267585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1091 time: 2.3448598 Dec 12 15:39:58.271005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:39:58.274758 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:39:58.347131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:39:58.347533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:39:58.369540 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:39:58.372968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:58.449013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:39:58.570600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:39:58.570988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:58.833608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 92dff829-eba7-4803-8a30-e5a302f5320f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:39:58.871695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 92dff829-eba7-4803-8a30-e5a302f5320f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:39:58.872308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 92dff829-eba7-4803-8a30-e5a302f5320f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:39:59.073090 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.077576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.078042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.081467 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] 10.222.0.36 "DELETE /v2.0/networks/c63b5818-4706-42b4-8d58-552fa04afcfa HTTP/1.1" status: 204 len: 168 time: 2.1564715 Dec 12 15:39:59.099073 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2efd745-52cf-4d7d-a57d-a4e7ca4a262d x-openstack-request-id: req-e2efd745-52cf-4d7d-a57d-a4e7ca4a262d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:39:59.103311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac917c4f-9363-4bb7-9b66-274434bb64de admin admin] Pushing event deleted for resources: {'Network': ['ID=c63b5818-4706-42b4-8d58-552fa04afcfa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:59.105124 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:39:59.115649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.116918 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2efd745-52cf-4d7d-a57d-a4e7ca4a262d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:39:59.117522 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'status': 'completed', 'code': 200} Dec 12 15:39:59.118340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.119517 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a826c12-fe31-4037-998e-0ea78c0a5440 HTTP/1.1" status: 204 len: 168 time: 1.0954058 Dec 12 15:39:59.129292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ee4cd-2ce6-490d-925d-b9b666436df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a826c12-fe31-4037-998e-0ea78c0a5440,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:59.132759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:39:59.161892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.165163 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a53e257-c5d5-46db-bb1c-3376114bd21f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5236290 Dec 12 15:39:59.165314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:39:59.166020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.241796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72329bd-fa2e-44fa-82b4-3dc086a72ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:59.258303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:39:59.265729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:59.285050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.293578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.296283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.297266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.298475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.303982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-04bf8d6b-5287-4eb6-802a-7826a5292141 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 4363 time: 0.2697289 Dec 12 15:39:59.313553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.329115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.367995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.383781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.399817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.411966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.422029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:39:59.423379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:39:59.431438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-ab85f87d-425e-43cb-82ea-3ecf651289c3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 3828 time: 1.1500435 Dec 12 15:39:59.553190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72e694a2-8169-4129-9d23-f9b8fc6c60e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dba4f093d49c48fda161884bab88a25f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182958 Dec 12 15:39:59.553495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.556300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.557567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d5b9cb9-913f-439c-981b-6e3fc4cb48f5 HTTP/1.1" status: 204 len: 168 time: 1.5725965 Dec 12 15:39:59.558336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.562933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.683371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:39:56Z', 'revision_number': 3, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:39:59.711858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaeb7e4-8731-4566-a936-5b386be18432 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5b9cb9-913f-439c-981b-6e3fc4cb48f5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:39:59.759612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:39:59.759970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Updating router b7e33051-f761-44f3-ade1-ca87fa4b6f40 port 2d656789-4444-478f-9362-66754af343eb binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:39:59.809683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:39:59.872056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-afc03b37-deae-4377-b3ee-735bff8396b4 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3070383 Dec 12 15:39:59.875222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.902329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c26052a5-7ba7-4031-a3e5-a065b4c6f61d req-a8db6dc1-dc6a-4356-8ecf-1c942a42bb30 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4694316 Dec 12 15:39:59.909290 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-a5931220-28a8-46f8-939c-4fb962c69aef tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] delete failed (client error): The resource could not be found. Dec 12 15:39:59.918332 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5931220-28a8-46f8-939c-4fb962c69aef tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/5d5b9cb9-913f-439c-981b-6e3fc4cb48f5 HTTP/1.1" status: 404 len: 347 time: 0.0420749 Dec 12 15:39:59.925855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:39:59.945412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--796251292'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:39:59.962523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.034092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-81433dd8-c188-4c04-bb1c-6c55330bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:00.034475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-81433dd8-c188-4c04-bb1c-6c55330bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:00.034989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-81433dd8-c188-4c04-bb1c-6c55330bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:00.036875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-81433dd8-c188-4c04-bb1c-6c55330bee40 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7126763 Dec 12 15:40:00.099403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.114687 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.286166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.571374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.574327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.575737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa472b6b-8322-4652-a1fd-4e3f5ed3bd34 HTTP/1.1" status: 204 len: 168 time: 0.9666059 Dec 12 15:40:00.628339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-f348f766-469c-43b1-9355-79484b9391d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:00.630561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9814d3fc-9c13-497e-b1e0-08faa98dfa2a req-f348f766-469c-43b1-9355-79484b9391d0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5802743 Dec 12 15:40:00.636260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.651247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.661991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa62ccb-3302-4702-b443-fbd8d70b8d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa472b6b-8322-4652-a1fd-4e3f5ed3bd34,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:00.674525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Allocated IP 172.20.0.1 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/3ead0dbd-4184-45e2-9284-39e569bc4406) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:00.750529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.764617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.847178 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.848048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b314f83-8aac-4613-a91f-03b371efb108 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:00.852270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9176378 Dec 12 15:40:00.860814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57422) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:00.870410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '49588473-2a86-4de1-87f0-cd01049bf9e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:00.880031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Attempting to bind port 2d656789-4444-478f-9362-66754af343eb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:00.880416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Attempting to bind port 2d656789-4444-478f-9362-66754af343eb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:00.880940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Attempting to bind port 2d656789-4444-478f-9362-66754af343eb on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:00.898757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b36b-5f11-4ef3-affd-9ac0d273e4a0 None None] Pushing event updated for resources: {'Port': ['ID=2d656789-4444-478f-9362-66754af343eb,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:00.913201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:00.914363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:00.914785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.915191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:00.918883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Bound port: 2d656789-4444-478f-9362-66754af343eb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:00.919298 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:00.931146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:00.963308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22a835-cb9a-400e-87cd-d6859e91e0a5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49588473-2a86-4de1-87f0-cd01049bf9e1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:00.976326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.033029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.041515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] For port 2d656789-4444-478f-9362-66754af343eb, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:01.046710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] For port 2d656789-4444-478f-9362-66754af343eb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2d656789-4444-478f-9362-66754af343eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:01.063761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.089673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Transition to ACTIVE for port object 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:01.092176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.134669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.160611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.176496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151bd23-a008-49ca-a149-eeb61b5e7141 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:01.183273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70b36b-5f11-4ef3-affd-9ac0d273e4a0 None None] Pushing event updated for resources: {'Port': ['ID=2d656789-4444-478f-9362-66754af343eb,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:01.191943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] Provisioning complete for port 2d656789-4444-478f-9362-66754af343eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:01.192383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.228851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:01.229678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:01.265275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:01.275207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:01.294411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:01.339239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:01.390524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.396762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:01.523480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:01.566775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.573935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.581217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.590457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.597452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.604123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.606193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-070221e1-071a-4d04-8662-85567386dbbc tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 4600 time: 0.4859142 Dec 12 15:40:01.608898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Attempting to bind port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:01.609234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Attempting to bind port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:01.609573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Attempting to bind port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:01.621542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:01.621871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Attempting to bind port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:01.641864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.650983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:01.651454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:01.651943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Bound using segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:01.652606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Bound port: 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:01.653031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.661436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.693704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481b88da-df5c-408e-b16e-fdf629f6fc56,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:01.731403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.749778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c47fc48-6f9f-4614-bcd8-73ff038503e1 req-4d0ecf34-2113-42e1-a967-c824670f356e tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290305 Dec 12 15:40:01.750115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57442) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:01.814345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:01.818436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:01.835089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.901826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.906894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3935f165-abd0-437f-a413-940b1cce376b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0412381 Dec 12 15:40:01.912717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:01.924476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:01.925206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.926705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 1130 time: 3.5997338 Dec 12 15:40:01.927161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:01.929503 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "1e3ea116-7ffa-4a7f-b6be-06d93456ec6b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:01.961698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:01.976664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:02.023362 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cfe159-df3b-4ce7-a017-daa4f2b46e2a x-openstack-request-id: req-77cfe159-df3b-4ce7-a017-daa4f2b46e2a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:02.023676 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "1e3ea116-7ffa-4a7f-b6be-06d93456ec6b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:02.023983 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77cfe159-df3b-4ce7-a017-daa4f2b46e2a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:02.024444 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b', 'status': 'completed', 'code': 200} Dec 12 15:40:02.034166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:02.039953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e45bfa2-c100-46a5-840e-3bb3ec1f6ad6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7de99c1e0a8e4dc9ad924b897f14fa30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726085 Dec 12 15:40:02.041122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] For port 2d656789-4444-478f-9362-66754af343eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2d656789-4444-478f-9362-66754af343eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:02.073212 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.082175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da92697-5553-4153-ad25-c02a82f21644 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:02.178969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.190489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.219411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.264625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.265120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.265588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.266045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.266496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.267233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:02.269452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-050b7931-feca-4713-a03a-ec7c1b6a6d4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5286 time: 0.1693919 Dec 12 15:40:02.284063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cd972393-8d1b-4b15-911b-e34f223b826d None None] Provisioning complete for port 2d656789-4444-478f-9362-66754af343eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:02.284536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd972393-8d1b-4b15-911b-e34f223b826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.338741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb2bd-07af-4b0e-a589-ba4c837b9031 None None] Pushing event updated for resources: {'Port': ['ID=2d656789-4444-478f-9362-66754af343eb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:02.363381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:39:56Z', 'revision_number': 3, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:02.395250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304a3a2-8caa-43ee-a6ce-1cb3ca796ac3 None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:39:56Z', 'revision_number': 3, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:40:02.486523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cd972393-8d1b-4b15-911b-e34f223b826d None None] Provisioning complete for port 3ead0dbd-4184-45e2-9284-39e569bc4406 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:02.487017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd972393-8d1b-4b15-911b-e34f223b826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.508259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.513378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.517905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.547078 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.551989 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/481b88da-df5c-408e-b16e-fdf629f6fc56 HTTP/1.1" status: 204 len: 168 time: 0.6303632 Dec 12 15:40:02.558231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.560190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:02.571894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cd972393-8d1b-4b15-911b-e34f223b826d None None] Port 3ead0dbd-4184-45e2-9284-39e569bc4406 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:02.701291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.751776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:02.768713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.771303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.772461 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/234530b0-5e1f-40de-9b5a-ac1a65cb49d1 HTTP/1.1" status: 204 len: 168 time: 0.7239621 Dec 12 15:40:02.773325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a56b4-b66c-4c33-bea2-f70c67afd9c9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=481b88da-df5c-408e-b16e-fdf629f6fc56,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:02.799432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af434d-dbc5-4e77-a9c5-72bdb6785f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234530b0-5e1f-40de-9b5a-ac1a65cb49d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:02.812799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:02.835453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41c97f44-b774-4789-9e6f-fb18fa907041 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1903846 Dec 12 15:40:02.847395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:03.018906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:03.022367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:03.086436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.164467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-889b6eb5-0740-45cf-913f-cb21c2d50569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.165003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-889b6eb5-0740-45cf-913f-cb21c2d50569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.165436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-889b6eb5-0740-45cf-913f-cb21c2d50569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.167002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-889b6eb5-0740-45cf-913f-cb21c2d50569 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.8757722 Dec 12 15:40:03.272124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.277975 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.281154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.288611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.321835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.343855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.362497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.364488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-d8e1e7be-12b6-4aea-af63-7b43b205a7af tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 4600 time: 0.3864491 Dec 12 15:40:03.411338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:03.511837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.516755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.518186 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/49588473-2a86-4de1-87f0-cd01049bf9e1 HTTP/1.1" status: 204 len: 168 time: 0.6697841 Dec 12 15:40:03.526524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:40:03.533339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:03.586892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93d3d1b4-ad74-42c7-8ec1-2e3c86838603 None None] Provisioning complete for port 3ead0dbd-4184-45e2-9284-39e569bc4406 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:03.587422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93d3d1b4-ad74-42c7-8ec1-2e3c86838603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.590572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaf5e48-e5e2-4119-ad98-5317b02d93be {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:03.610313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.650329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93b857-ba7a-44f7-a203-d764fe91568b tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49588473-2a86-4de1-87f0-cd01049bf9e1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:03.676242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Transition to ACTIVE for port object 4eaf5e48-e5e2-4119-ad98-5317b02d93be will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:03.700488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:03.708681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-895687f0-db67-46e4-a9d4-58f1599eaaae req-704b81c8-cda4-4879-a639-be29d0006195 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453539 Dec 12 15:40:03.776674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:03.786098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-c34b6a13-85aa-424c-adc8-ed775e2f2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:03.791461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-93d3d1b4-ad74-42c7-8ec1-2e3c86838603 None None] Port 3ead0dbd-4184-45e2-9284-39e569bc4406 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:03.795969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe093c1d-f92e-4756-a793-f9ec2cdbd2e5 req-c34b6a13-85aa-424c-adc8-ed775e2f2478 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5883718 Dec 12 15:40:03.922915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-336f7168-eefd-4a3c-9ea6-1966f0fce441 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2347958 Dec 12 15:40:04.016744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Attempting to bind port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:04.017317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Attempting to bind port 4eaf5e48-e5e2-4119-ad98-5317b02d93be by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:04.024353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Attempting to bind port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:04.034482 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19f15aa0-7cb3-4daa-ab43-054f4b5a0933 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4999638 Dec 12 15:40:04.035781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f42cac9-07ac-4320-a65d-1f30caa58fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.040901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:04.053030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--185483074'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:04.070105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:04.071164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Attempting to bind port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:04.094069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:04.096670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:04.097679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Bound using segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:04.098527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Bound port: 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:04.099217 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.117462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:40:04.137067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-852b7a30-d365-440d-a147-e4fa7c190a21 admin admin] 10.222.0.36 "PUT /v2.0/routers/b7e33051-f761-44f3-ade1-ca87fa4b6f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9612045 Dec 12 15:40:04.160284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.179214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a67b4-85f2-4030-a36b-39412e648abd req-c9af4ce8-c02f-45fb-9db5-3718ee52c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:04.186972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-c9af4ce8-c02f-45fb-9db5-3718ee52c0d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.1922588 Dec 12 15:40:04.421233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.432071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.464555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2d656789-4444-478f-9362-66754af343eb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:04.475037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f42cac9-07ac-4320-a65d-1f30caa58fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.489346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f42cac9-07ac-4320-a65d-1f30caa58fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.500691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.502906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4602823 Dec 12 15:40:04.517187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:04.528061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '85357a02-78e3-4519-af9d-d4f8d25cd563', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:04.536265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461522d-d95b-40c9-9db4-d6e729f0a08f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85357a02-78e3-4519-af9d-d4f8d25cd563,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:04.581074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f42cac9-07ac-4320-a65d-1f30caa58fbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3550d1bd80d74b588367c0e649176d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1330106 Dec 12 15:40:04.588543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:04.593627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a67b4-85f2-4030-a36b-39412e648abd req-23b4f1c0-e6ff-4926-8f52-f937ed96df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:04.597001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-23b4f1c0-e6ff-4926-8f52-f937ed96df4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.3153133 Dec 12 15:40:04.632943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2d656789-4444-478f-9362-66754af343eb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:04.633424 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.658414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42cac9-07ac-4320-a65d-1f30caa58fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f6c986-9562-4516-87e9-5a5e1744da61,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:04.678625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.756037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.799228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57538) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:04.831160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:04.889646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-719b88df-1a7f-4e24-b782-0afef6b7d4d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1001 time: 0.2834778 Dec 12 15:40:04.962275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.015144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.025161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a67b4-85f2-4030-a36b-39412e648abd req-9f843a39-b64c-4653-af67-99e5e1b1edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.028387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-9f843a39-b64c-4653-af67-99e5e1b1edb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.1267242 Dec 12 15:40:05.098623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.102380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5804451 Dec 12 15:40:05.110536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:05.122280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '85357a02-78e3-4519-af9d-d4f8d25cd563', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:05.128075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579d383-c22e-4b95-8d49-85e97557949a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158eb912-4efc-4130-8edc-7f47716f393e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:05.133109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:05.154103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:05.162758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.170042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.171839 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9f6c986-9562-4516-87e9-5a5e1744da61 HTTP/1.1" status: 204 len: 168 time: 0.5753849 Dec 12 15:40:05.183449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.199778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.202688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f9201-4490-41ee-a651-9c8b746ced82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f6c986-9562-4516-87e9-5a5e1744da61,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:05.345149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.356519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.388950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f05a5564-68c1-41b5-ab0e-0fec3547c911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.403605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf60defb-9375-4a0b-b0f4-d5d65b1900e0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:05.428513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-124635028-network', 'tenant_id': 'f776343db4b646609d7720fb61b3b4d7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:05.437334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:05.439855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.453279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57560) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:05.454731 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7242c97-c896-4877-93ce-4359a4d6ff5e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428597 Dec 12 15:40:05.472977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '85357a02-78e3-4519-af9d-d4f8d25cd563', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:05.494665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.496878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:05.507917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-113724126-network', 'tenant_id': 'b8e040510f494323944c4764f929213a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:05.514692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.522908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.530881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.537755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.549951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.562360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.568981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8859e621-53a3-4208-9f34-b034f2c34468 req-6bf16e98-3919-49a6-8d6d-e104cf28ac07 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5372 time: 0.5394475 Dec 12 15:40:05.579981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:40:05.579981 n-d-710847-8 neutron-server[103411]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:40:05.579981 n-d-710847-8 neutron-server[103411]: [parameters: {'project_id': 'b8e040510f494323944c4764f929213a', 'id': 'cba42bbe-6791-420d-a932-631b15d2bd39', 'expiration': datetime.datetime(2021, 12, 12, 15, 42, 5, 527173)}] Dec 12 15:40:05.579981 n-d-710847-8 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:40:05.580766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.581089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.581408 n-d-710847-8 neutron-server[103411]: DEBUG oslo_db.api [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:40:05.582478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b08aae65-b952-4d5a-a9a2-e9811bff326b service neutron] 10.222.0.30 "PUT /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 1130 time: 3.6151710 Dec 12 15:40:05.584586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '4eaf5e48-e5e2-4119-ad98-5317b02d93be'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:05.586522 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:40:05.587003 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "4eaf5e48-e5e2-4119-ad98-5317b02d93be"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:05.608112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a67b4-85f2-4030-a36b-39412e648abd req-c6d011e0-ce1b-4161-846e-e58f63f4056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:05.609789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-c6d011e0-ce1b-4161-846e-e58f63f4056e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416528 Dec 12 15:40:05.626715 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:05.631160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:05.631944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 15:40:05.631944 n-d-710847-8 neutron-server[103412]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 12 15:40:05.631944 n-d-710847-8 neutron-server[103412]: [parameters: {'project_id': 'f776343db4b646609d7720fb61b3b4d7', 'id': '28252f0c-6c5e-469a-8ecb-6a45146f857a', 'expiration': datetime.datetime(2021, 12, 12, 15, 42, 5, 577697)}] Dec 12 15:40:05.631944 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:40:05.632552 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:40:05.768782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:05.810473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-43cb153b-8598-476e-ae47-5105f32144cb service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746836 Dec 12 15:40:05.819705 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89593683-eb67-4398-8863-19cb851bfc1d x-openstack-request-id: req-89593683-eb67-4398-8863-19cb851bfc1d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:05.819996 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "4eaf5e48-e5e2-4119-ad98-5317b02d93be", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:05.820132 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:05.820259 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89593683-eb67-4398-8863-19cb851bfc1d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:05.820908 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '4eaf5e48-e5e2-4119-ad98-5317b02d93be', 'status': 'completed', 'code': 200} Dec 12 15:40:05.822485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.901976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:05.924288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b7f3-14c1-4bd3-80fc-c0b2153b6391 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:05.926307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.021896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.059685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b7f3-14c1-4bd3-80fc-c0b2153b6391 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.061758 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.072047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a9e3b7f3-14c1-4bd3-80fc-c0b2153b6391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.076309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8859e621-53a3-4208-9f34-b034f2c34468 req-9f0039ac-1f96-4916-9eb1-50a38a486c9f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4725621 Dec 12 15:40:06.090451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80739ea-91d1-4d8a-8995-0188da63ba65,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:06.107014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.107586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.108117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-21e5e1ac-ae4b-4923-b083-a09898f530bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6209 time: 0.2954853 Dec 12 15:40:06.119102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.120472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fd5e32c-2d22-4a8a-947d-70039143b25d tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6597664 Dec 12 15:40:06.179044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3b7f3-14c1-4bd3-80fc-c0b2153b6391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7f8c9-611b-4815-ae8f-4ba4582db70a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:06.197905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:06.220376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '85357a02-78e3-4519-af9d-d4f8d25cd563', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:06.221013 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 2, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:06.248363 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a9e3b7f3-14c1-4bd3-80fc-c0b2153b6391 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d20318da62ae427682ed789b6c1d84fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3449404 Dec 12 15:40:06.252858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:06.275991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:40:06.276445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Updating router b7e33051-f761-44f3-ade1-ca87fa4b6f40 port 3ead0dbd-4184-45e2-9284-39e569bc4406 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:40:06.309494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Made reservation on behalf of b8e040510f494323944c4764f929213a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:06.314903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.320117 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.337308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.350532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.395450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.427627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.561070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.578289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.629219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c38a67b4-85f2-4030-a36b-39412e648abd req-8949c7ca-c545-46da-a135-8858d128e761 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435293 Dec 12 15:40:06.680845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.683611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.684962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92f7f8c9-611b-4815-ae8f-4ba4582db70a HTTP/1.1" status: 204 len: 168 time: 0.4307616 Dec 12 15:40:06.686734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:06.746596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Made reservation on behalf of f776343db4b646609d7720fb61b3b4d7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:06.753334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.763721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.766580 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Added segment 59a5df45-f220-446b-9067-38887254f4cd of type vlan for network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b Dec 12 15:40:06.803457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e3102f-3d9c-483d-8090-694e67133a8b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:06.805716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.843976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.848528 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.854725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-2b8e42e4-658a-48cd-aeee-79e414cdd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.855217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-2b8e42e4-658a-48cd-aeee-79e414cdd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.855693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-2b8e42e4-658a-48cd-aeee-79e414cdd65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:06.857429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-2b8e42e4-658a-48cd-aeee-79e414cdd65b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.7262785 Dec 12 15:40:06.864668 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.911722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:06.985096 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Pushing event updated for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:07.002571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892ecb7-69e0-4d8d-a170-1b2bcf6cb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7f8c9-611b-4815-ae8f-4ba4582db70a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:07.022949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de56ff06-9982-4d97-be25-ada6e943c981,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:07.034876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.038577 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-593c8a73-b17a-41a7-a38a-544c1fdb09f1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8268008 Dec 12 15:40:07.041958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:07.053140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '85357a02-78e3-4519-af9d-d4f8d25cd563', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:07.098048 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.098388 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.098729 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.104499 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.104988 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.105316 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.105646 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.105970 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.106292 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.112278 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.114383 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.115146 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.116255 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:07.117477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.143299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.253098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Attempting to bind port 3ead0dbd-4184-45e2-9284-39e569bc4406 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:07.253473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Attempting to bind port 3ead0dbd-4184-45e2-9284-39e569bc4406 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:07.255724 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Attempting to bind port 3ead0dbd-4184-45e2-9284-39e569bc4406 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:07.277854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:07.278228 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:07.281880 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.282311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:07.282795 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Bound port: 3ead0dbd-4184-45e2-9284-39e569bc4406, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:07.283174 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.289606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.290645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.291229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.379995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-b75bec1b-8b12-46e9-9077-d7271641980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.382407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa644e3c-a2b5-4a86-9f7c-9072d2109b31 req-b75bec1b-8b12-46e9-9077-d7271641980f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4966977 Dec 12 15:40:07.481877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9832962 Dec 12 15:40:07.487169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] For port 3ead0dbd-4184-45e2-9284-39e569bc4406, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:07.493192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:07.499544 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] For port 3ead0dbd-4184-45e2-9284-39e569bc4406, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3ead0dbd-4184-45e2-9284-39e569bc4406,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:07.501397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.514926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Request body: {'subnet': {'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-113724126-subnet', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:07.516615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] Provisioning complete for port 3ead0dbd-4184-45e2-9284-39e569bc4406 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:07.517885 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.519333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.542146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5baa6-03fc-4209-b124-d878a0f8789f admin admin] Pushing event updated for resources: {'Network': ['ID=fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:07.556526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.595995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.596415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:07.607509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.621536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.642836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.647274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Made reservation on behalf of b8e040510f494323944c4764f929213a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:07.663329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.669033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.680204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.689345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.700470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.715354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:07.718123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-d5be97ad-ab04-4bd8-a8d2-7aefe6c2144c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5372 time: 0.4537606 Dec 12 15:40:07.730259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:07.733905 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:07.736851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:07.748025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.748997 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Added segment 457422bb-93fc-4362-923d-7608bd513007 of type vlan for network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba Dec 12 15:40:07.823762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.860792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a134199-053d-41d0-9be6-7b653015888c None None] Pushing event updated for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:07.965008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.966873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:07.980224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:07.984756 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df8945f8-d0c6-47ac-931c-d4da7b8d2a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.000402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Transition to ACTIVE for port object df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:08.034662 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:08.038432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dae279-f8a8-4150-9188-bacdb65a84ff,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.051473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.052403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:08.055518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.077005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.080332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.085068 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0326722 Dec 12 15:40:08.089151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.092542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.119665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] For port 3ead0dbd-4184-45e2-9284-39e569bc4406, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3ead0dbd-4184-45e2-9284-39e569bc4406,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:08.127544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66af97-6813-4d9c-8f25-025756222350 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2cd715-1984-4953-a577-87e0000ffa33,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.133161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.168167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.177793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.211408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.223112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.224434 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fb2cd715-1984-4953-a577-87e0000ffa33 HTTP/1.1" status: 204 len: 168 time: 0.1273928 Dec 12 15:40:08.227300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90c7b6e-a62f-469d-9e25-c19afd3ece37,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.234851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.281519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] Pushing event updated for resources: {'Network': ['ID=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.292546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cb7a7007-2fdf-47bf-9941-22f7c7f4bf3f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.4799242 Dec 12 15:40:08.293407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfb24a-9582-418a-a404-b8c0b545edad tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb2cd715-1984-4953-a577-87e0000ffa33,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.306345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.335939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Request body: {'subnet': {'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-124635028-subnet', 'tenant_id': 'f776343db4b646609d7720fb61b3b4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:08.345115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee4748-1214-4031-a7f9-f318065f71ae None None] Pushing event updated for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.377886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:08.416263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1923d326-6b39-4662-ba61-548ed5ae6450 req-12a09a00-0022-41b4-a2bb-1d1da4c89b47 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3729825 Dec 12 15:40:08.417356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Made reservation on behalf of f776343db4b646609d7720fb61b3b4d7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:08.426379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.489917 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c5145be-288b-48f7-b878-4ba3e6d32992 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2368996 Dec 12 15:40:08.495965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.567424 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:07Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:08.621159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Pushing event updated for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:08.638024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Checking segment: {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:08.638024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Network hostable DHCP agents. Network: fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:08.639423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42a132-8ee9-430e-9809-8a2460cf750d None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:07Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:40:08.658745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.658972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Attempting to bind port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:08.659532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Attempting to bind port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:08.659532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Attempting to bind port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:08.677644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:08.677981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Attempting to bind port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:08.679699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.691904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:08.705735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:08.706340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:08.706912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Bound using segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:08.724039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Bound port: df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:08.724558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.727459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a330a355-b08d-4d5b-805c-e69956fb0618 None None] Provisioning complete for port 3ead0dbd-4184-45e2-9284-39e569bc4406 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:08.729664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a330a355-b08d-4d5b-805c-e69956fb0618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.768651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:08.783267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:08.784665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.798650 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.811721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e201e4-b4aa-4511-9bf7-9f47df3066e5 None None] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:08.824412 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f2b8e9b7-31ea-449f-82e0-8d05dae1335e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3239996 Dec 12 15:40:08.825186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.843787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.844990 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/de56ff06-9982-4d97-be25-ada6e943c981 HTTP/1.1" status: 204 len: 168 time: 0.3444176 Dec 12 15:40:08.847145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.859465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:08.862358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:08.957216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:08.967313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:08.978705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:08.998776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-807b435e-30d4-49d7-8f5f-5e393e49d27f tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1197302 Dec 12 15:40:08.999545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26b8d5-99f9-4d79-87ca-f84d8b536bd3 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de56ff06-9982-4d97-be25-ada6e943c981,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:09.004903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57626) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:09.074513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:09.075431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.081340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-81792001-f99e-465c-8dc5-344866db6bae service neutron] 10.222.0.30 "PUT /v2.0/ports/df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 1091 time: 3.4445164 Dec 12 15:40:09.087475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:09.100236 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b2245b-6985-42f8-904d-e5440064b885" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:09.115939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.121342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.182472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:09.294865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.331307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'project_id': 'b8e040510f494323944c4764f929213a', 'fixed_ips': [{'subnet_id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:40:09.332784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.394768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.497760 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d494d0d-6917-4ddc-a04b-dd72eea32bb8 x-openstack-request-id: req-9d494d0d-6917-4ddc-a04b-dd72eea32bb8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:09.498084 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:09.498943 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d494d0d-6917-4ddc-a04b-dd72eea32bb8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:09.499347 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228', 'status': 'completed', 'code': 200} Dec 12 15:40:09.499956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.698746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Allocated IP 172.20.0.2 (fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b/c90c7b6e-a62f-469d-9e25-c19afd3ece37/99d88ec1-e1fe-4479-a005-74642947fd75) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:09.714513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.721124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.741529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.943542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.960577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:09.996051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab37977-705c-4297-950e-f747385f2249,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:10.020071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:10.025213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:10.037420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:10.045452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Pushing event updated for resources: {'Port': ['ID=99d88ec1-e1fe-4479-a005-74642947fd75,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:10.062359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Checking segment: {'id': '457422bb-93fc-4362-923d-7608bd513007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:10.064417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Network hostable DHCP agents. Network: b5a7c7ce-c239-41b6-8df7-8cc92943a4ba, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:10.111765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:10.131654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b5a7c7ce-c239-41b6-8df7-8cc92943a4ba) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:10.144880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.147962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.155448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1546960-49c3-4108-a82b-86d481fa4514 None None] Network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:10.219778 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5dab5ca7-25e4-4d20-a9e7-3a2d87f5c86f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9017565 Dec 12 15:40:10.347572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea2769f8-10af-441c-8c20-1fd489a12704 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:10.356869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.370746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Transition to ACTIVE for port object ea2769f8-10af-441c-8c20-1fd489a12704 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:10.405891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ab511-6800-46a9-aa71-e8df5529e8dd None None] Network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:10.434029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Attempting to bind port 99d88ec1-e1fe-4479-a005-74642947fd75 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:10.434417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Attempting to bind port 99d88ec1-e1fe-4479-a005-74642947fd75 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:10.434839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Attempting to bind port 99d88ec1-e1fe-4479-a005-74642947fd75 on network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:10.453330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.474272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.474955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.488995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81792001-f99e-465c-8dc5-344866db6bae service neutron] Pushing event updated for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:10.524008 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.570806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3ead0dbd-4184-45e2-9284-39e569bc4406 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:10.593825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:10.707987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:10.790447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.791591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.792242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.792896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.793364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.793823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.794280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.796814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9b2245b-6985-42f8-904d-e5440064b885 req-70cbc31b-45c4-470a-9c4c-d7128ad363e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6276 time: 1.3803558 Dec 12 15:40:10.829323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Allocated IP 172.25.3.53 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/327ae612-4735-4e1a-bf9a-f9e664be4544) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:10.842832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.861756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.897874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.928207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.972662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:10.984007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:11.027549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:11.035090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-6439200c-0298-4735-a6d6-8af8ec238d00 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5384 time: 1.3730779 Dec 12 15:40:11.065336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.172209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.300963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:11.301608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Checking segment: {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:11.301756 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.302149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Bound using segment: {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:11.302649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Bound port: 99d88ec1-e1fe-4479-a005-74642947fd75, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:11.303037 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.308861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:11.312130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:11.316259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:11.365060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Pushing event updated for resources: {'Port': ['ID=327ae612-4735-4e1a-bf9a-f9e664be4544,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:11.373321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32824e3-2eb8-4b88-8d0e-30b32ade260a None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:11.427536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.482070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:11.482704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:11.483568 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.497171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3ead0dbd-4184-45e2-9284-39e569bc4406 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:11.497551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.531481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.540394 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.542199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e80739ea-91d1-4d8a-8995-0188da63ba65 HTTP/1.1" status: 204 len: 168 time: 2.5188692 Dec 12 15:40:11.566105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57690) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:11.566335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-040069ec-0672-4e8c-84e6-c07a89ebfc08 None None] Provisioning complete for port 327ae612-4735-4e1a-bf9a-f9e664be4544 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:11.566735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040069ec-0672-4e8c-84e6-c07a89ebfc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.574550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] For port 99d88ec1-e1fe-4479-a005-74642947fd75, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:11.590184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b1be7-83b6-4d1f-894e-a09aeb31c1ae tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e80739ea-91d1-4d8a-8995-0188da63ba65,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:11.618931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] For port 99d88ec1-e1fe-4479-a005-74642947fd75, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99d88ec1-e1fe-4479-a005-74642947fd75,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:11.626609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-040069ec-0672-4e8c-84e6-c07a89ebfc08 None None] Port 327ae612-4735-4e1a-bf9a-f9e664be4544 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:11.657127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.720403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9af991-6fcc-4a2d-94ec-65c50a02841d None None] Pushing event updated for resources: {'Port': ['ID=99d88ec1-e1fe-4479-a005-74642947fd75,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:11.737049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb1d285f-07c1-4e99-bc04-09bb19478712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.754437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-ec12a274-1490-4271-a1c3-60fb979df7b9 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:11.756197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-ec12a274-1490-4271-a1c3-60fb979df7b9 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.2568340 Dec 12 15:40:11.809294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-4ceb1452-9352-4bcd-a205-5625f00c5a7b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.815227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35c1a21c-c39a-4fe7-8ce6-2221e813d281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.859181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ce81b1f-f645-4a41-9813-ed7a0ad3af1e req-0f42c5f4-4e73-49ec-b320-703cd89138b8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8087580 Dec 12 15:40:11.890401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Attempting to bind port ea2769f8-10af-441c-8c20-1fd489a12704 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:11.891068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Attempting to bind port ea2769f8-10af-441c-8c20-1fd489a12704 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:11.892978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Attempting to bind port ea2769f8-10af-441c-8c20-1fd489a12704 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:11.952104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:11.964577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-21b247e0-1700-4313-82c2-07cbd457e5ea tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3667963 Dec 12 15:40:11.992883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57692) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:12.013022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Port ea2769f8-10af-441c-8c20-1fd489a12704 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:12.015451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Attempting to bind port ea2769f8-10af-441c-8c20-1fd489a12704 on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:12.087117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-05bd6c86-bb11-4cd3-ada2-a4290186a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:12.103646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-05bd6c86-bb11-4cd3-ada2-a4290186a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:12.104116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-05bd6c86-bb11-4cd3-ada2-a4290186a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:12.113269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9b2245b-6985-42f8-904d-e5440064b885 req-05bd6c86-bb11-4cd3-ada2-a4290186a5b3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.0555515 Dec 12 15:40:12.157401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:12.159743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Checking segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:12.160093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Bound using segment: {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:12.160720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Bound port: ea2769f8-10af-441c-8c20-1fd489a12704, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:12.160934 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.184465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb1d285f-07c1-4e99-bc04-09bb19478712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.202905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb1d285f-07c1-4e99-bc04-09bb19478712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.252869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35c1a21c-c39a-4fe7-8ce6-2221e813d281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.273495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb1d285f-07c1-4e99-bc04-09bb19478712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e45193d039654deb944f4c80211c5e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7881038 Dec 12 15:40:12.277212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:12.299139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35c1a21c-c39a-4fe7-8ce6-2221e813d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.423745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2245b-6985-42f8-904d-e5440064b885 req-51ba3b92-bf09-4c3e-9a9a-5f900151823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:12.425988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9b2245b-6985-42f8-904d-e5440064b885 req-51ba3b92-bf09-4c3e-9a9a-5f900151823f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2761147 Dec 12 15:40:12.468331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.483761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.484217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99d88ec1-e1fe-4479-a005-74642947fd75 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:12.637303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.644610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.646889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cf60defb-9375-4a0b-b0f4-d5d65b1900e0 HTTP/1.1" status: 204 len: 168 time: 0.6525049 Dec 12 15:40:12.652015 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-4ceb1452-9352-4bcd-a205-5625f00c5a7b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.662334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 99d88ec1-e1fe-4479-a005-74642947fd75 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:12.663213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.668276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57710) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:12.670796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67103e3-f411-4d94-afe6-e7897287b8aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf60defb-9375-4a0b-b0f4-d5d65b1900e0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:12.691945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-4ceb1452-9352-4bcd-a205-5625f00c5a7b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.739592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de1191af-644e-4ad6-9a38-004b2c498d2d req-4ceb1452-9352-4bcd-a205-5625f00c5a7b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9699125 Dec 12 15:40:12.763460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:12.820924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:12.829111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb1452-9352-4bcd-a205-5625f00c5a7b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a6c4d-05a0-42ff-989c-cf1c7132641e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:12.854527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.885512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.897929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:12.898709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:12.900980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] 10.222.0.30 "PUT /v2.0/ports/ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 1091 time: 3.7398369 Dec 12 15:40:12.903253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:12.906686 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb796daf-f6f2-4099-a717-d4605d3b6426" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:12.971984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-49942dbc-e991-4b2d-a79a-22029b96cfc6 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2909210 Dec 12 15:40:12.989227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57724) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:12.989776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 99d88ec1-e1fe-4479-a005-74642947fd75, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99d88ec1-e1fe-4479-a005-74642947fd75,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:12.993389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:12.995930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.063197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=99d88ec1-e1fe-4479-a005-74642947fd75,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.119542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35c1a21c-c39a-4fe7-8ce6-2221e813d281 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e08851c985814f3cbf467ff8696d318c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6354890 Dec 12 15:40:13.121422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:13.122442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d285f-07c1-4e99-bc04-09bb19478712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3eaeaa-bbf9-418a-8d41-c9fbd7881d0d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.189777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.233454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.247642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810450f9-b68d-4b99-a714-7dd7054b3864 service neutron] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.256099 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.274704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a386c9-49c3-4ea2-928b-df5a93d8f634 req-0a8c86b6-c2c8-4643-945c-472bdbd38a4b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.276248 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56a386c9-49c3-4ea2-928b-df5a93d8f634 req-0a8c86b6-c2c8-4643-945c-472bdbd38a4b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3211901 Dec 12 15:40:13.284227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.295683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.328400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1a21c-c39a-4fe7-8ce6-2221e813d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530daedf-ec87-4943-ba9f-ef4871bec5ca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.375113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.382260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.388325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.389633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.395705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.402096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.402298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.408230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.414335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.416239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-3b997724-1b5f-4923-9e67-5600ca2f5b69 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5396 time: 0.3183064 Dec 12 15:40:13.441411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ffbfa-198e-455e-85e8-16c9c69cab41 None None] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:13.461788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.507765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.508119 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.510957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.515151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a3eaeaa-bbf9-418a-8d41-c9fbd7881d0d HTTP/1.1" status: 204 len: 168 time: 1.2337315 Dec 12 15:40:13.515312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.515312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/158eb912-4efc-4130-8edc-7f47716f393e HTTP/1.1" status: 204 len: 168 time: 0.4435613 Dec 12 15:40:13.522857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:13.538166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-549afaa0-8965-4c17-8751-1b908a32d4ac None None] Provisioning complete for port 99d88ec1-e1fe-4479-a005-74642947fd75 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:13.538792 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-549afaa0-8965-4c17-8751-1b908a32d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.556675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509456-7dfa-495c-8e6e-5c2b67664044 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=158eb912-4efc-4130-8edc-7f47716f393e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.567679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56a386c9-49c3-4ea2-928b-df5a93d8f634 req-73443e13-a305-42a3-9011-395fafe977f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618344 Dec 12 15:40:13.608236 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-08d2cb84-2298-4b9e-9177-0f528b077ef1 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0754285 Dec 12 15:40:13.610280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66700721-40ab-4892-b8fa-6ad4cc966328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3eaeaa-bbf9-418a-8d41-c9fbd7881d0d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:13.613053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:13.613643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:13.618895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.622315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:13.624186 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/530daedf-ec87-4943-ba9f-ef4871bec5ca HTTP/1.1" status: 204 len: 168 time: 0.4726863 Dec 12 15:40:13.656856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84cbef34-55e9-41eb-b674-80cad40e82f5 req-fe6e9e25-99c5-431f-b9ba-8360a5157570 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226622 Dec 12 15:40:13.690198 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b8e9f6-b1d9-4866-893a-8a9e4e04eeb6 x-openstack-request-id: req-c0b8e9f6-b1d9-4866-893a-8a9e4e04eeb6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:13.690591 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:13.690760 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0b8e9f6-b1d9-4866-893a-8a9e4e04eeb6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:13.691133 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'status': 'completed', 'code': 200} Dec 12 15:40:13.794299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.794775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.796124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.796282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.796678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.797138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.797587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:13.799484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-c06837a4-2b90-4388-a875-b610cb59179d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6343 time: 0.0802574 Dec 12 15:40:13.841412 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9a1361f2-673a-498e-9ecb-921b2cec3b49 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 200 len: 993 time: 0.2249303 Dec 12 15:40:13.842161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Router bf467750-8500-492c-9e22-352fcc17f55b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:40:13.870779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfe152-71a0-489b-b078-689db038f55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530daedf-ec87-4943-ba9f-ef4871bec5ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:14.047389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bff29c-817a-4ed3-8136-f156b54e3eb6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:14.061628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-42943697-cc38-42dd-82bd-9188e8e2d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:14.061628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-42943697-cc38-42dd-82bd-9188e8e2d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:14.061933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:40:14.062023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-42943697-cc38-42dd-82bd-9188e8e2d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:14.064263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-42943697-cc38-42dd-82bd-9188e8e2d409 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2493761 Dec 12 15:40:14.066742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.073394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Sync routers for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:40:14.089214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:14.094500 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.097852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:40:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:14.112381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:14.130372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.131637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f9491dfe-a6b7-423d-900b-51aa7436e553 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2814417 Dec 12 15:40:14.142150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:14.169843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.179254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a10be14-109e-416d-a6eb-0ca26e87cbdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.263142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-665f017d-4347-41ca-b9ba-a501668861b9 None None] Provisioning complete for port 99d88ec1-e1fe-4479-a005-74642947fd75 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:14.263570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-665f017d-4347-41ca-b9ba-a501668861b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.295990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-1fc9525c-a76b-46b4-90f9-f2cf1d92f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:14.297934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb796daf-f6f2-4099-a717-d4605d3b6426 req-1fc9525c-a76b-46b4-90f9-f2cf1d92f8ff service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2197320 Dec 12 15:40:14.306473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a10be14-109e-416d-a6eb-0ca26e87cbdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.311542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Transition to ACTIVE for port object f3bff29c-817a-4ed3-8136-f156b54e3eb6 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:14.338178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a10be14-109e-416d-a6eb-0ca26e87cbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.427744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99d88ec1-e1fe-4479-a005-74642947fd75 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:14.434160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.519546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:14.522165 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a10be14-109e-416d-a6eb-0ca26e87cbdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88bbf4e6c82f471585b2d9841ee96359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4097712 Dec 12 15:40:14.525196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10be14-109e-416d-a6eb-0ca26e87cbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a60f9-8ed8-40d0-9cb3-58770ca12f2f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:14.531111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:14.539337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.542208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.547175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/85357a02-78e3-4519-af9d-d4f8d25cd563 HTTP/1.1" status: 204 len: 168 time: 0.9291348 Dec 12 15:40:14.550481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:14.597974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-17fb7583-7fcc-4237-adad-8f8eca19693b tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:14.600464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-17fb7583-7fcc-4237-adad-8f8eca19693b tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/networks?id=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba HTTP/1.1" status: 200 len: 809 time: 0.2905965 Dec 12 15:40:14.612016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b42f5-9ac1-4aac-ad04-ec586fa1d867 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85357a02-78e3-4519-af9d-d4f8d25cd563,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:14.636626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-13d7b7a6-9d96-4874-bc41-9220b0c3dd8a tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/quotas/f776343db4b646609d7720fb61b3b4d7 HTTP/1.1" status: 200 len: 375 time: 0.0262499 Dec 12 15:40:14.648952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-e4287797-8a2a-4038-98f7-b90f709af05b req-36b31858-84c4-4104-925c-c186fa9b3a87 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:40:14.663651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4287797-8a2a-4038-98f7-b90f709af05b req-36b31858-84c4-4104-925c-c186fa9b3a87 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3635089 Dec 12 15:40:14.746195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:14.775271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-8a8fe9da-99bc-48d3-8ef1-dd01856a8a67 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f776343db4b646609d7720fb61b3b4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070309 Dec 12 15:40:14.775407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 99d88ec1-e1fe-4479-a005-74642947fd75 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:14.775869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.805317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9305c866-9177-4120-a409-0561bcf23284 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2463639 Dec 12 15:40:14.810498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:14.824891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864751041'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:14.914542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.989415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:14.989695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-7c0f40a3-c968-4613-9cbd-f664af89d271 service neutron] 10.222.0.36 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125356 Dec 12 15:40:15.048891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.075618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:11Z', 'revision_number': 3, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:15.106664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Attempting to bind port f3bff29c-817a-4ed3-8136-f156b54e3eb6 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:15.107649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Attempting to bind port f3bff29c-817a-4ed3-8136-f156b54e3eb6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:15.108179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Attempting to bind port f3bff29c-817a-4ed3-8136-f156b54e3eb6 on network a08102b2-b200-46a3-ae79-392f6ddd7833 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:15.118862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Port f3bff29c-817a-4ed3-8136-f156b54e3eb6 on network a08102b2-b200-46a3-ae79-392f6ddd7833 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:15.119446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Attempting to bind port f3bff29c-817a-4ed3-8136-f156b54e3eb6 on network a08102b2-b200-46a3-ae79-392f6ddd7833 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:15.128552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Checking router: bf467750-8500-492c-9e22-352fcc17f55b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:40:15.129243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Updating router bf467750-8500-492c-9e22-352fcc17f55b port 327ae612-4735-4e1a-bf9a-f9e664be4544 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:40:15.145598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:15.145598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Checking segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:15.145598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Bound using segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:15.145598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Bound port: f3bff29c-817a-4ed3-8136-f156b54e3eb6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:15.145598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.172201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.244592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.247826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.251851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/149a60f9-8ed8-40d0-9cb3-58770ca12f2f HTTP/1.1" status: 204 len: 168 time: 0.7179892 Dec 12 15:40:15.257432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-d4bc2110-3588-42a2-8e9b-fed35fb6fbcb service neutron] 10.222.0.36 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483940 Dec 12 15:40:15.297141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:15.302083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf857-e6c4-41af-8621-f300ca0b19e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a60f9-8ed8-40d0-9cb3-58770ca12f2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:15.316852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.321829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:15.325453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.342012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.349850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.362035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.372117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.376095 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5631113 Dec 12 15:40:15.380123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:15.381649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.387891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': 'b646c46e-ebc4-4249-9923-73dda91b8b48', 'direction': 'ingress', 'protocol': 17}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:15.394661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f6db-b39c-429f-b55c-615bf035eb64 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b646c46e-ebc4-4249-9923-73dda91b8b48,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:15.408928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.434589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.456652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:15.470344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-bed9e941-dae6-478f-9fcb-037c8e4dea3b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5408 time: 0.2232146 Dec 12 15:40:15.532165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.570391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.586396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.711134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.722394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.768247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca2a31f-93c5-4ba5-acd4-69e4de6db8ae,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:15.802822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.804330 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be5c0603-3636-426d-8ef7-fcc0a99867e7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4227123 Dec 12 15:40:15.808189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57808) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:15.901965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Allocated IP 172.20.0.1 (fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b/c90c7b6e-a62f-469d-9e25-c19afd3ece37/56e1c06e-ebf2-4334-93b6-dbca7b518899) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:15.943984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.954857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:15.984573 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.029100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.081944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35eb5e6-d6ae-44de-bcc7-70e8dd456e27 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:16.106900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53b02-57b4-4ac9-9b9b-ae7c78cbf334 None None] Pushing event updated for resources: {'Port': ['ID=327ae612-4735-4e1a-bf9a-f9e664be4544,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:16.112737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Attempting to bind port 327ae612-4735-4e1a-bf9a-f9e664be4544 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:16.113486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Attempting to bind port 327ae612-4735-4e1a-bf9a-f9e664be4544 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:16.114080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Attempting to bind port 327ae612-4735-4e1a-bf9a-f9e664be4544 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:16.122049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:16.122764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:16.123749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.124358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:16.126441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Bound port: 327ae612-4735-4e1a-bf9a-f9e664be4544, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:16.127050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.215193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] For port 327ae612-4735-4e1a-bf9a-f9e664be4544, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:16.219931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] For port 327ae612-4735-4e1a-bf9a-f9e664be4544, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=327ae612-4735-4e1a-bf9a-f9e664be4544,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:16.228499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.230596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4d0eab0-c396-45db-bf98-5c1020b1d256 req-3bd1c877-bf6e-4b81-b134-a07e3427dda7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7592211 Dec 12 15:40:16.249145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.253073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.256591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/b646c46e-ebc4-4249-9923-73dda91b8b48 HTTP/1.1" status: 204 len: 168 time: 0.4469490 Dec 12 15:40:16.276995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57826) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:16.284866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:16.285646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.287824 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] 10.222.0.30 "PUT /v2.0/ports/f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 1091 time: 3.3020394 Dec 12 15:40:16.297018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.309376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac98b2-10ea-4324-a041-2c5a2adef258 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646c46e-ebc4-4249-9923-73dda91b8b48,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:16.332808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:16.335365 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b3e6e-715a-45ca-841a-f974642e693a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:16.348840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Request body: {'port': {'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:16.361573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.385011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53b02-57b4-4ac9-9b9b-ae7c78cbf334 None None] Pushing event updated for resources: {'Port': ['ID=327ae612-4735-4e1a-bf9a-f9e664be4544,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:16.451148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-f31e95a7-737d-4454-9587-67dc7adc597d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2497923 Dec 12 15:40:16.454709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] Provisioning complete for port 327ae612-4735-4e1a-bf9a-f9e664be4544 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:16.458640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.470135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226a049-c9f8-430b-824d-a5266b902ef0 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:16.485541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:16.508329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e60d8da9-206d-4cac-8fb9-4208a3fae668 req-869923e2-8b6f-45b1-a145-f34f6c8a0147 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.1104178 Dec 12 15:40:16.537800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:16.538454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:40:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:16.555411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Pushing event updated for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:16.559211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:16.567264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:16.696063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f76a14c3-c675-4dff-89ef-b5848178bb69 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4021044 Dec 12 15:40:16.700597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:16.717489 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353ec8c-64c0-4d46-a709-41dcdfc9b043 x-openstack-request-id: req-4353ec8c-64c0-4d46-a709-41dcdfc9b043 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:16.718646 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:16.720995 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4353ec8c-64c0-4d46-a709-41dcdfc9b043 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:16.721598 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'status': 'completed', 'code': 200} Dec 12 15:40:16.724198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--254230110'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:16.741885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:16.833602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae01b-f1e1-4091-b1c2-4183a3942bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:16.878561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:16.953869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ef8ec-627b-47a0-87cc-86c460f97e9e req-47b91e4e-2dad-4f4f-8e07-ee62910afd42 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:16.966119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-487ef8ec-627b-47a0-87cc-86c460f97e9e req-47b91e4e-2dad-4f4f-8e07-ee62910afd42 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.7118318 Dec 12 15:40:16.979633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.052930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.053427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.053871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.054329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.054780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.055232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.055686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.065919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-468ea90b-2c96-4b64-80aa-661e3d6a99e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6410 time: 0.3428886 Dec 12 15:40:17.068213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.290426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.307814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.394621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.431198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.432419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7265477 Dec 12 15:40:17.444492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.446157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57872) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:17.459685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-3eecd369-9f36-44de-8de1-5c4baf29ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.461952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-3eecd369-9f36-44de-8de1-5c4baf29ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.463292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-3eecd369-9f36-44de-8de1-5c4baf29ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.465128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--386492150'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:17.466854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-3eecd369-9f36-44de-8de1-5c4baf29ab9c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d0bb30c5fe994cfeb40355d7650817af&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3735132 Dec 12 15:40:17.512559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.523738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] For port 327ae612-4735-4e1a-bf9a-f9e664be4544, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=327ae612-4735-4e1a-bf9a-f9e664be4544,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:17.532715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.553171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-487ef8ec-627b-47a0-87cc-86c460f97e9e req-e07558eb-3098-4692-b80f-cf4279ff6289 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5752831 Dec 12 15:40:17.587895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af817e-2790-4f16-9f1b-dfa44067b4f9 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53916c-37ff-44fc-a5a1-7e92a692be26,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:17.754102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369bd60-7eb4-43a2-a742-5d014a7d1b54 None None] Pushing event updated for resources: {'Port': ['ID=327ae612-4735-4e1a-bf9a-f9e664be4544,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:17.797709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88adb17d-ead0-48e5-991f-b7a8a2653324 req-517af929-61d8-4f0f-b092-e41749cc9c95 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.0565073 Dec 12 15:40:17.876399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.894115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-96a5cfec-88c5-4330-a15c-d81dcf894e63 None None] Provisioning complete for port 327ae612-4735-4e1a-bf9a-f9e664be4544 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:17.895836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-96a5cfec-88c5-4330-a15c-d81dcf894e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.958226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.974882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:17.975708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.982276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:17.984480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.000557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.008414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.030604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.039932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.062605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.072667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-b7c1274d-02cb-484d-999a-cf307d57eee8 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5408 time: 0.6513646 Dec 12 15:40:18.109233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:11Z', 'revision_number': 3, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:18.131711 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.131711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6807735 Dec 12 15:40:18.165705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c656a45-1b05-491e-9518-a89867d5c686 None None] The sync data for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 is: [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:11Z', 'revision_number': 3, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:40:18.167130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a7fac-4c43-4134-8c6f-3cc4b85efb67 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede67ee-6bda-49a3-a695-0166117d2da9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:18.182082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:18.194409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': 'cf53916c-37ff-44fc-a5a1-7e92a692be26', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ede67ee-6bda-49a3-a695-0166117d2da9', 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:18.211429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-96a5cfec-88c5-4330-a15c-d81dcf894e63 None None] Provisioning complete for port 56e1c06e-ebf2-4334-93b6-dbca7b518899 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:18.212033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-96a5cfec-88c5-4330-a15c-d81dcf894e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.272819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Pushing event updated for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:18.284732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.285831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-96a5cfec-88c5-4330-a15c-d81dcf894e63 None None] Port 56e1c06e-ebf2-4334-93b6-dbca7b518899 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:18.356994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.448834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d416ee24-458c-49d3-b41d-48b84c3caf74 req-4e0369fd-8257-4af6-9e49-a22f99d5b8c9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3736024 Dec 12 15:40:18.547161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-e6f656ce-f617-4140-87c3-649f75381db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.549081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.549711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8b3e6e-715a-45ca-841a-f974642e693a req-e6f656ce-f617-4140-87c3-649f75381db2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0356951 Dec 12 15:40:18.598615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:18.604378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:18.608762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.710249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.711564 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5276921 Dec 12 15:40:18.714853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:18.715122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669ad24-4f8a-450d-9594-cc339196c1ba tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4283d5a4-904f-4836-8100-d6bf60b9b269,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:18.774789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-f339dd71-b2ce-4a8d-8b49-186d724e19c2 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:18.776311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-f339dd71-b2ce-4a8d-8b49-186d724e19c2 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.13 "GET /v2.0/networks?id=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba HTTP/1.1" status: 200 len: 809 time: 0.8379395 Dec 12 15:40:18.778575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f81956-ab24-44e7-98d0-88d719fc3a8e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:18.854471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.857132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.866035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Request body: {'port': {'device_id': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba', 'admin_state_up': True, 'tenant_id': 'f776343db4b646609d7720fb61b3b4d7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:18.891376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Router bf467750-8500-492c-9e22-352fcc17f55b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:40:18.914878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:18.980916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Transition to ACTIVE for port object 73f81956-ab24-44e7-98d0-88d719fc3a8e will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:19.109697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe44b879-5069-401f-86b4-83a8b4612cfc req-1ae30d78-6a9e-4163-937d-62e41d1a1e50 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.1274734 Dec 12 15:40:19.110339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.169154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2cf5696f-afbb-44aa-a501-6fd29c625a70 None None] Provisioning complete for port 56e1c06e-ebf2-4334-93b6-dbca7b518899 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:19.170681 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2cf5696f-afbb-44aa-a501-6fd29c625a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.177684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:40:19.211841 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6d3f4dc6-2280-4335-89d2-31217186059d admin admin] 10.222.0.36 "PUT /v2.0/routers/bf467750-8500-492c-9e22-352fcc17f55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0632708 Dec 12 15:40:19.273360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.293655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea01db-deb3-4d7a-9de9-66f3b8359330 req-f78efe7b-b1c6-4293-893f-56a16feb4f1d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.296358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5696f-afbb-44aa-a501-6fd29c625a70 None None] Port 56e1c06e-ebf2-4334-93b6-dbca7b518899 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:19.302981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ea01db-deb3-4d7a-9de9-66f3b8359330 req-f78efe7b-b1c6-4293-893f-56a16feb4f1d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.5646877 Dec 12 15:40:19.330720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.332325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4283d5a4-904f-4836-8100-d6bf60b9b269 HTTP/1.1" status: 204 len: 168 time: 0.6129160 Dec 12 15:40:19.335199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:19.377547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17690860-9ad0-4fc6-b577-60a269160443 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4283d5a4-904f-4836-8100-d6bf60b9b269,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:19.406939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:19.487370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-524716c8-cebd-4705-a1eb-7496e0919eab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1506345 Dec 12 15:40:19.491866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:19.509936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-35d8d050-8d84-409b-a9f1-98d878bb4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.518484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-35d8d050-8d84-409b-a9f1-98d878bb4350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.4770396 Dec 12 15:40:19.632869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.649292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ea01db-deb3-4d7a-9de9-66f3b8359330 req-8b31949f-c73c-420a-b10f-891540aca8d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444982 Dec 12 15:40:19.719795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.788472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.789194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Made reservation on behalf of f776343db4b646609d7720fb61b3b4d7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:19.792476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.792982 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:19.800531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57948) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:19.801061 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ede67ee-6bda-49a3-a695-0166117d2da9 HTTP/1.1" status: 204 len: 168 time: 0.3069191 Dec 12 15:40:19.820686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd50baa-2d69-4837-93b8-033a3b43354a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ede67ee-6bda-49a3-a695-0166117d2da9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:19.886845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Attempting to bind port 73f81956-ab24-44e7-98d0-88d719fc3a8e on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:19.887193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Attempting to bind port 73f81956-ab24-44e7-98d0-88d719fc3a8e by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:19.887500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Attempting to bind port 73f81956-ab24-44e7-98d0-88d719fc3a8e on network a08102b2-b200-46a3-ae79-392f6ddd7833 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:19.903807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.910484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.916527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.923917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.930184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.937592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.946062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:19.954129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21e84637-b8ea-413e-994c-21af52a36b84 req-4a90680a-6a41-485c-88e5-b55f4b94ea45 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.3312767 Dec 12 15:40:20.002909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-71402ea6-789b-4c0d-aace-60630c7a7d03 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1911178 Dec 12 15:40:20.004532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:20.049507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Port 73f81956-ab24-44e7-98d0-88d719fc3a8e on network a08102b2-b200-46a3-ae79-392f6ddd7833 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:20.049731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Attempting to bind port 73f81956-ab24-44e7-98d0-88d719fc3a8e on network a08102b2-b200-46a3-ae79-392f6ddd7833 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:20.095533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-50c74367-e8df-4fba-bf44-12103e155c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:20.097249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-50c74367-e8df-4fba-bf44-12103e155c6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.5341554 Dec 12 15:40:20.109052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.122383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:20.122924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Checking segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:20.123319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Bound using segment: {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:20.123774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Bound port: 73f81956-ab24-44e7-98d0-88d719fc3a8e, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:20.124134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.179346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.294073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.306173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.308458 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf53916c-37ff-44fc-a5a1-7e92a692be26 HTTP/1.1" status: 204 len: 168 time: 0.3021524 Dec 12 15:40:20.312750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:20.371515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf637df5-3ae4-4bf8-852b-630daa954333 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53916c-37ff-44fc-a5a1-7e92a692be26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:20.416626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-957d5c40-ba67-4c3b-b59b-c5181d5ace6c req-fcda8c41-5604-46b8-8748-82c058dca9f1 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.1562202 Dec 12 15:40:20.475467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 327ae612-4735-4e1a-bf9a-f9e664be4544 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:20.477368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bd61ae62-a9e5-4676-b028-32db058ca471 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1632717 Dec 12 15:40:20.478243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:20.483872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290252817'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:20.542181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.587575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 327ae612-4735-4e1a-bf9a-f9e664be4544 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:20.588201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.623092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21e84637-b8ea-413e-994c-21af52a36b84 req-be97b9ea-ff11-4ce4-8fad-52eac7885a59 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6656370 Dec 12 15:40:20.738329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.750561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.771355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-273a4652-1bec-4f45-b641-c7fe28caf622 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1001 time: 0.6648808 Dec 12 15:40:20.815764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3732508-e9c2-4631-b2a6-3882d38a3499,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:20.822970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:20.828269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.832598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ab810512-829b-48d3-a1d7-fc1ea3822762 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3495462 Dec 12 15:40:20.833439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:20.842691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': 'f3732508-e9c2-4631-b2a6-3882d38a3499', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:20.848838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:20.878667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.896721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.987968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:20.997066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.028942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e32fa71-3232-46a2-b2b1-0dc03fa45bb5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:21.032663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Allocated IP 172.20.0.4 (b5a7c7ce-c239-41b6-8df7-8cc92943a4ba/5ab37977-705c-4297-950e-f747385f2249/61bf175a-b46a-4fed-a99e-db2d8653182f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:21.050603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.051996 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2ff87bed-835f-4c04-8c65-e0096ad29866 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2175810 Dec 12 15:40:21.054874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:21.097518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.098522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.101881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.105063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 1091 time: 4.7630672 Dec 12 15:40:21.107872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:21.110698 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e024470-5da3-46e9-80fa-1feedfe5c288" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:21.128070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.170500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342868a-95eb-41c7-bd72-3dc50953092f req-bb71a61c-6c74-4123-bff6-f4c7e279d1e5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.179048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1342868a-95eb-41c7-bd72-3dc50953092f req-bb71a61c-6c74-4123-bff6-f4c7e279d1e5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3279943 Dec 12 15:40:21.213496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.223004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.224789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2e32fa71-3232-46a2-b2b1-0dc03fa45bb5 HTTP/1.1" status: 204 len: 168 time: 0.1611197 Dec 12 15:40:21.240951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-134dcdc6-053f-4c91-ba6e-80268976e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.241752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:21.243445 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-134dcdc6-053f-4c91-ba6e-80268976e71f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.3894882 Dec 12 15:40:21.244499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922e2c8-fba9-44a6-abba-c33f822aca7e tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e32fa71-3232-46a2-b2b1-0dc03fa45bb5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:21.256600 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688944a-1ecc-446a-82c3-a2fb26252f23 x-openstack-request-id: req-8688944a-1ecc-446a-82c3-a2fb26252f23 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:21.257237 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:21.268918 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8688944a-1ecc-446a-82c3-a2fb26252f23 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:21.269822 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'status': 'completed', 'code': 200} Dec 12 15:40:21.314879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9417b5-96a5-4a98-bd56-21b7ce21cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:21.399897 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b56e939-5f65-460e-a043-3f572c8dbcdc tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248825 Dec 12 15:40:21.400848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:21.420915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1342868a-95eb-41c7-bd72-3dc50953092f req-8a6147cf-b9d0-4316-8688-e007d52cd6c0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414231 Dec 12 15:40:21.440770 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Sync routers for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:40:21.460562 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:21.461337 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:40:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:21.499975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-b82b4b52-73f6-4203-8155-6359025a3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.502050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-b82b4b52-73f6-4203-8155-6359025a3aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135751 Dec 12 15:40:21.507856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.508592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.509254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.510036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.510685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.511608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.512393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.515993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5c863968-7e68-4e7a-a969-d81e0308c1c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6477 time: 0.3543406 Dec 12 15:40:21.588055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.602650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1d28dbc0-c0d6-4a7f-88f7-382571398949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 217 time: 0.0686283 Dec 12 15:40:21.661967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.721375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3647e0b0-68f1-4ce9-848a-a3bacc4d3da2 req-fcc0357e-ddba-4b02-b0e7-8b22ca6eaed6 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.0908656 Dec 12 15:40:21.738803 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:21.754773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.772961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-91138557-f753-46e6-97b5-acf495947cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:21.774428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-91138557-f753-46e6-97b5-acf495947cf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.1398389 Dec 12 15:40:21.804735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.808624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:21.810504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3732508-e9c2-4631-b2a6-3882d38a3499 HTTP/1.1" status: 204 len: 168 time: 0.4072819 Dec 12 15:40:21.814765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57998) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:21.825171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03a27-037e-4baa-a19f-ade84c647ff5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3732508-e9c2-4631-b2a6-3882d38a3499,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:21.918550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:21.919306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afea7d0b-cfc3-40c2-9fe3-1452e1784dff tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1000772 Dec 12 15:40:21.938363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--424941067'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:22.015989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.090850 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '56e1c06e-ebf2-4334-93b6-dbca7b518899', 'name': '', 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'mac_address': 'fa:16:3e:4f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:15Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 2, 'project_id': 'b8e040510f494323944c4764f929213a', 'subnets': [{'id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:22.094734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.101024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.154471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5057363f-52f4-4e41-924b-92d8c7b58569,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:22.163848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.166204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06671325-6228-4ef9-851d-8ff7261960bb tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2465813 Dec 12 15:40:22.170666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.179913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '5057363f-52f4-4e41-924b-92d8c7b58569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:22.188712 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Checking router: bf467750-8500-492c-9e22-352fcc17f55b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:40:22.190684 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Updating router bf467750-8500-492c-9e22-352fcc17f55b port 56e1c06e-ebf2-4334-93b6-dbca7b518899 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:40:22.240609 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.253688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.401609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.412670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.463188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.468625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-0d7f2018-8e32-4e00-b99e-db7849dd4d58 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9488120 Dec 12 15:40:22.469752 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2974856 Dec 12 15:40:22.473983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.489802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8abe0-be51-4099-9dea-0adc8ffb7802 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e079e67-0a6a-4b34-b35c-db658ca5653b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:22.510003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b2dd4d94-3a44-4e77-bf56-f59b00be86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.510722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53584274-dc28-4db9-888a-518b4b6389d5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules/9e079e67-0a6a-4b34-b35c-db658ca5653b HTTP/1.1" status: 200 len: 763 time: 0.0364673 Dec 12 15:40:22.512031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-b2dd4d94-3a44-4e77-bf56-f59b00be86c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7232645 Dec 12 15:40:22.514744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.581118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-613d64eb-4065-46ec-848d-ad3fa8ead2aa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0652187 Dec 12 15:40:22.583790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.612618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.621186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.627688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.658307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.667068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.674386 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9e079e67-0a6a-4b34-b35c-db658ca5653b HTTP/1.1" status: 204 len: 168 time: 0.0893960 Dec 12 15:40:22.676102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.691672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396cce5-e49f-4a82-ba02-18ca3a05b082 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e079e67-0a6a-4b34-b35c-db658ca5653b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:22.750812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6bc4b55e-f85e-44a6-8ad4-48410af5c5a8 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0650394 Dec 12 15:40:22.751950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:22.760206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '5057363f-52f4-4e41-924b-92d8c7b58569', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:22.767796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.784048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.800062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.823321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.826413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.830179 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.831589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.842366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.847036 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:22.848778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:22.851350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-2e5e0e30-4339-461a-89e7-de4c2dc24fc3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 1.0375979 Dec 12 15:40:22.869578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Pushing event updated for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:22.955504 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7ab43-2af6-4d25-9e71-b5f37a4a69c2 None None] Pushing event updated for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:22.999191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.015821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.050209 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Attempting to bind port 56e1c06e-ebf2-4334-93b6-dbca7b518899 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:23.050596 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Attempting to bind port 56e1c06e-ebf2-4334-93b6-dbca7b518899 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:23.051005 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Attempting to bind port 56e1c06e-ebf2-4334-93b6-dbca7b518899 on network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:23.051141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43b096e-c795-4f0d-8f21-e10c2363db27,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:23.059630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.062035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f6c2fc96-d109-44b1-9be1-19ec7436078c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3084807 Dec 12 15:40:23.064337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58036) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.066613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:23.069633 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:23.070661 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Checking segment: {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:23.070661 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.070897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Bound using segment: {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:23.071235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Bound port: 56e1c06e-ebf2-4334-93b6-dbca7b518899, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a5df45-f220-446b-9067-38887254f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:23.071592 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.078356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-36f4331e-ae0e-4377-8cab-ef21b1ee4ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020119 Dec 12 15:40:23.079244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:23.103709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3cef-8421-4628-ba1c-f43b1f3b7d9a req-5d8cb43d-961a-40fd-a0a9-6b8cd6b551ca tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:23.114234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62b3cef-8421-4628-ba1c-f43b1f3b7d9a req-5d8cb43d-961a-40fd-a0a9-6b8cd6b551ca tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.5287237 Dec 12 15:40:23.117736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:23.152246 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-050351cf-fae8-4d19-8880-1ab1bfe54faa tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules/b43b096e-c795-4f0d-8f21-e10c2363db27 HTTP/1.1" status: 200 len: 763 time: 0.0702806 Dec 12 15:40:23.153708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.195557 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] For port 56e1c06e-ebf2-4334-93b6-dbca7b518899, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:23.198779 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] For port 56e1c06e-ebf2-4334-93b6-dbca7b518899, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=56e1c06e-ebf2-4334-93b6-dbca7b518899,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:23.206952 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.259751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f00d13cc-e24f-4f06-b372-3cc7152bf5fe tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0996456 Dec 12 15:40:23.260714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.292015 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7ab43-2af6-4d25-9e71-b5f37a4a69c2 None None] Pushing event updated for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:23.295060 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:40:23.295667 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:40:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:23.327837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.334891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:23.335601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.342505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.406043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.417160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.418318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b43b096e-c795-4f0d-8f21-e10c2363db27 HTTP/1.1" status: 204 len: 168 time: 0.1439438 Dec 12 15:40:23.424375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.436703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] Provisioning complete for port 56e1c06e-ebf2-4334-93b6-dbca7b518899 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:23.439149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.448373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3beb5d-08c4-47f6-b346-b61b9f42ccab tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b43b096e-c795-4f0d-8f21-e10c2363db27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:23.465755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62b3cef-8421-4628-ba1c-f43b1f3b7d9a req-69cd72ea-9cf9-4bb1-85b6-a342c9866c02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506343 Dec 12 15:40:23.472997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-83e17040-5298-4589-bbb2-f8106c257220 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8857398 Dec 12 15:40:23.487139 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:40:23.531198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7e79922c-cf2d-4561-9c15-1bd4a442bfd8 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040668 Dec 12 15:40:23.532940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58046) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.552101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': '5057363f-52f4-4e41-924b-92d8c7b58569', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:23.612147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf30847-5712-41da-9df6-d0fa36998bc8 req-3ce43505-8694-4e08-b143-7834e8b48d2a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7221107 Dec 12 15:40:23.627832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-2e00674f-cfb8-461c-a9fa-59ecb4d8d6ff tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7756627 Dec 12 15:40:23.643068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.656832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.693431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] For port 56e1c06e-ebf2-4334-93b6-dbca7b518899, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=56e1c06e-ebf2-4334-93b6-dbca7b518899,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:23.702338 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.748665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Request body: {'port': {'device_id': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:23.792067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.802440 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.828209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3604ac50-edab-4cf6-9c1e-053ef61f0e46,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:23.847767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae16d98-5bd5-4078-a758-2ecf3c1e7174 None None] Pushing event updated for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:23.849915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.851475 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f101130a-5117-43dc-9f2c-2ea518a34585 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3175423 Dec 12 15:40:23.862609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58050) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.866471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8d32457c-fac8-4aa1-80da-3caae02db467 None None] Provisioning complete for port 56e1c06e-ebf2-4334-93b6-dbca7b518899 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:23.866851 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d32457c-fac8-4aa1-80da-3caae02db467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:23.885313 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-378fe56c-dcc2-4ca6-bb04-fa8336551ee7 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules/3604ac50-edab-4cf6-9c1e-053ef61f0e46 HTTP/1.1" status: 200 len: 764 time: 0.0211692 Dec 12 15:40:23.887861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:23.893756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c29e-7e30-4396-bf52-8df388a56367 req-e9252a8c-603c-4de1-b70c-500fe2018028 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:23.897849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3357c29e-7e30-4396-bf52-8df388a56367 req-e9252a8c-603c-4de1-b70c-500fe2018028 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 931 time: 0.2839801 Dec 12 15:40:23.955140 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '56e1c06e-ebf2-4334-93b6-dbca7b518899', 'name': '', 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'mac_address': 'fa:16:3e:4f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:15Z', 'updated_at': '2021-12-12T15:40:23Z', 'revision_number': 4, 'project_id': 'b8e040510f494323944c4764f929213a', 'subnets': [{'id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:23.993622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49ff70b1-1de6-49df-9a44-a6d806360749 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1035693 Dec 12 15:40:23.995923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.018015 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23c87e1-74a3-449b-a791-6adf63ead82a None None] The sync data for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 is: [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '56e1c06e-ebf2-4334-93b6-dbca7b518899', 'name': '', 'network_id': 'fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'mac_address': 'fa:16:3e:4f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:15Z', 'updated_at': '2021-12-12T15:40:23Z', 'revision_number': 4, 'project_id': 'b8e040510f494323944c4764f929213a', 'subnets': [{'id': 'c90c7b6e-a62f-469d-9e25-c19afd3ece37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:40:24.027595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.037004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.086754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.094581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.096094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3604ac50-edab-4cf6-9c1e-053ef61f0e46 HTTP/1.1" status: 204 len: 168 time: 0.0992398 Dec 12 15:40:24.097679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3357c29e-7e30-4396-bf52-8df388a56367 req-bada67e1-87f8-49f6-ad35-b03c21f90360 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311870 Dec 12 15:40:24.101195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.135477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.142075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4441-7bda-4017-9bde-ffcc56e10ba2 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3604ac50-edab-4cf6-9c1e-053ef61f0e46,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:24.174291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-56b75b26-413e-43fa-a645-f12799f9adc6 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0716212 Dec 12 15:40:24.179156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.185661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-544a4b46-4169-45c7-ad37-741c6cebfc81 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722937 Dec 12 15:40:24.289513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.314428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-e07aaf76-f252-4703-9610-fbdf94314bd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.0933609 Dec 12 15:40:24.336955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.343645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-70375202-eb52-4b75-8182-3724a433f763 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:24.345524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-70375202-eb52-4b75-8182-3724a433f763 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.5193033 Dec 12 15:40:24.400140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1e5d6050-cf24-4f33-b047-ec8978a48db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:24.402299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1e5d6050-cf24-4f33-b047-ec8978a48db0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0669560 Dec 12 15:40:24.437431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 56e1c06e-ebf2-4334-93b6-dbca7b518899 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:24.454616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.457858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.459233 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/5057363f-52f4-4e41-924b-92d8c7b58569 HTTP/1.1" status: 204 len: 168 time: 0.2798598 Dec 12 15:40:24.463109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.485771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80eed1-93e2-4c57-93c8-0db14a405495 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5057363f-52f4-4e41-924b-92d8c7b58569,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:24.554466 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2b660d9e-b7d7-42fd-83de-1650b0333d42 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902259 Dec 12 15:40:24.562851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.568247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group': {'name': 'tempest-secgroup--304595657'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:24.575152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-db76b720-b126-4a34-acae-482a94b10a65 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.1675947 Dec 12 15:40:24.610942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 56e1c06e-ebf2-4334-93b6-dbca7b518899 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:24.611322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.621750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.787942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.800071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.826723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-e7d7ac3f-21ee-4a94-8747-94e3cee3c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:24.829234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-e7d7ac3f-21ee-4a94-8747-94e3cee3c341 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4048195 Dec 12 15:40:24.901787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:24.903451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3395863 Dec 12 15:40:24.907038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-8dc4d72f-9f88-4a83-bd8c-ec0b42ac9cbf tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120086 Dec 12 15:40:24.907658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58072) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:24.919392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34aedf-7ee4-4334-abcc-287162875687 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e801fd7b-0d7f-444c-8e0c-bf9f09616fc1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:25.001204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Request body: {'security_group_rule': {'security_group_id': 'e801fd7b-0d7f-444c-8e0c-bf9f09616fc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:25.013048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d393e-10a0-4c24-90e9-27f40a594eb4 req-10b70115-abe2-4ab1-af40-a5855b7c42ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.022110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d3d393e-10a0-4c24-90e9-27f40a594eb4 req-10b70115-abe2-4ab1-af40-a5855b7c42ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3200374 Dec 12 15:40:25.247109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.267274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bf175a-b46a-4fed-a99e-db2d8653182f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:25.285024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-22738036-8c9b-45d9-ba9c-76f1dfefd8f9 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169639 Dec 12 15:40:25.286935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.297325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d3d393e-10a0-4c24-90e9-27f40a594eb4 req-fcdccc55-4bd5-4e44-86fe-0bd1e01c292c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743034 Dec 12 15:40:25.324765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-f909432d-d2f1-477d-a200-b8585c5fbf09 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793420 Dec 12 15:40:25.347980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Transition to ACTIVE for port object 61bf175a-b46a-4fed-a99e-db2d8653182f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:25.406637 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.630314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1f4823b6-d079-4ff2-8815-f9012864d4ae service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836518 Dec 12 15:40:25.651101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Pushing event updated for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:25.666431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.734739 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.745428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-d98c678f-4c56-4b36-9f89-c39f166f89e2 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429910 Dec 12 15:40:25.767414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-f491c8c1-fd4b-4775-a8d3-e594aaa3d211 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.1081851 Dec 12 15:40:25.768777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.769127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.769467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.769809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.770138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.770467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.770807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.771121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.771449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.771774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.772098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.772421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.772765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:25.863078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd06e60a-3cdc-4421-a2d0-365c81b02567,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:25.877646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.884256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.896503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.902639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.915066 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.923251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.931823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:25.940767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-871259d0-7838-45af-b1ce-f3b3d98e1045 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.5472717 Dec 12 15:40:25.961880 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:25.967538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f118837-e77a-4365-ad5a-5cdf3803be5c tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0027370 Dec 12 15:40:25.970247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:26.036620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Attempting to bind port 61bf175a-b46a-4fed-a99e-db2d8653182f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:26.044348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Attempting to bind port 61bf175a-b46a-4fed-a99e-db2d8653182f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '457422bb-93fc-4362-923d-7608bd513007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:26.045150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Attempting to bind port 61bf175a-b46a-4fed-a99e-db2d8653182f on network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:26.050585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1a74cd7c-34a8-49e4-9559-86904cb46422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:26.052068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-1a74cd7c-34a8-49e4-9559-86904cb46422 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.2683530 Dec 12 15:40:26.074441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.171160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.183849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a02badb-c43b-4625-8476-a0e31dd5d1c9 req-b68ed7aa-481d-43bc-a38f-8b6fee495998 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421834 Dec 12 15:40:26.184516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Port 61bf175a-b46a-4fed-a99e-db2d8653182f on network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:26.184827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Attempting to bind port 61bf175a-b46a-4fed-a99e-db2d8653182f on network b5a7c7ce-c239-41b6-8df7-8cc92943a4ba {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:26.231779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:26.237302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Checking segment: {'id': '457422bb-93fc-4362-923d-7608bd513007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:26.238049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Bound using segment: {'id': '457422bb-93fc-4362-923d-7608bd513007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:26.240328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Bound port: 61bf175a-b46a-4fed-a99e-db2d8653182f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457422bb-93fc-4362-923d-7608bd513007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:26.241227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.288625 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.295868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.303656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/e801fd7b-0d7f-444c-8e0c-bf9f09616fc1 HTTP/1.1" status: 204 len: 168 time: 0.3319597 Dec 12 15:40:26.316900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58110) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:26.338595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a42639-b577-488a-a081-42a01470d61a tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e801fd7b-0d7f-444c-8e0c-bf9f09616fc1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:26.444949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc448dd8-247b-4cfd-838c-241ca034d669 req-519b713e-4115-4ef3-85a1-9117e8eb52c3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.1171033 Dec 12 15:40:26.448497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-4a0dd120-e16a-46cb-81d7-09545c8ad93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:26.450219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-4a0dd120-e16a-46cb-81d7-09545c8ad93d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3825908 Dec 12 15:40:26.568047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c5a60-8109-48b6-bf96-03d1c78d75e9 req-48198a3c-b09c-4e98-8da4-63f5d1ba5346 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:26.569580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a34c5a60-8109-48b6-bf96-03d1c78d75e9 req-48198a3c-b09c-4e98-8da4-63f5d1ba5346 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 943 time: 0.2890902 Dec 12 15:40:26.618407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:26.639014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6ca7662c-7112-42c1-89ab-50229666ed39 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3205757 Dec 12 15:40:26.639213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:26.658569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=61bf175a-b46a-4fed-a99e-db2d8653182f,segment=NetworkSegment(457422bb-93fc-4362-923d-7608bd513007),segment_id=457422bb-93fc-4362-923d-7608bd513007)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:26.688333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.708922 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ba68939a-e0df-474a-a44b-f03407913953 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0687525 Dec 12 15:40:26.721190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:26.744844 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-baa7e585-8870-4fdc-8a05-8a40e2c8f9f5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] delete failed (client error): The resource could not be found. Dec 12 15:40:26.757548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-baa7e585-8870-4fdc-8a05-8a40e2c8f9f5 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "DELETE /v2.0/security-groups/e801fd7b-0d7f-444c-8e0c-bf9f09616fc1 HTTP/1.1" status: 404 len: 347 time: 0.0352480 Dec 12 15:40:26.761408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:26.826569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a34c5a60-8109-48b6-bf96-03d1c78d75e9 req-68e53b27-8e65-44c4-bae4-26111475ca00 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369163 Dec 12 15:40:26.828977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-4c8c6ef6-b83c-4aab-92dc-ba47e756f060 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564198 Dec 12 15:40:26.858984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c98ddfe4-e1bb-4954-8632-086a3baa4081 tempest-SecGroupTest-1189031399 tempest-SecGroupTest-1189031399-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926681 Dec 12 15:40:26.877318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:26.877581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:26.879106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] 10.222.0.13 "PUT /v2.0/ports/61bf175a-b46a-4fed-a99e-db2d8653182f HTTP/1.1" status: 200 len: 1091 time: 3.1519511 Dec 12 15:40:26.882516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:26.884803 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fc119b-281e-4902-920d-9ce5447a9e39" -d '{"events": [{"name": "network-changed", "server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:26.951479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b81b3-9109-4a66-9d4e-c7750b3fb42c req-097c4ac8-6ec7-44b7-b482-4040069218dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:26.959962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd8b81b3-9109-4a66-9d4e-c7750b3fb42c req-097c4ac8-6ec7-44b7-b482-4040069218dc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.3801954 Dec 12 15:40:27.392783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:27.491537 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f68228-c264-4cc1-a286-29dab5a26017 x-openstack-request-id: req-05f68228-c264-4cc1-a286-29dab5a26017 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:27.491835 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:27.492095 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05f68228-c264-4cc1-a286-29dab5a26017 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:27.492502 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f', 'status': 'completed', 'code': 200} Dec 12 15:40:27.568592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df3adb-a5d2-469f-b046-9a51fe0d794e service neutron] Pushing event updated for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:27.594860 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e95446b5-d967-4372-b90f-774e1470a5a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e3ba085a5df4f50b6ec635a4dc330c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992755 Dec 12 15:40:27.596678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:27.627531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd8b81b3-9109-4a66-9d4e-c7750b3fb42c req-73a18072-4778-4aad-b7e9-1dd0fc58f611 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6665990 Dec 12 15:40:27.642369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-49091b4b-ce6e-4f54-81a4-7e8cca88db44 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935197 Dec 12 15:40:27.646494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-5f4aabd2-176c-4663-9a26-3f97e9d3967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.648152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-5f4aabd2-176c-4663-9a26-3f97e9d3967f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f776343db4b646609d7720fb61b3b4d7&device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 1094 time: 0.1760328 Dec 12 15:40:27.660212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.666844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.673277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.694774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.697978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:27.707616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.725273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.736717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:27.743493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-c1de9024-e150-4db8-bde0-3fb979396e92 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.2501197 Dec 12 15:40:27.759415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:27.848606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:27.851398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:27.854872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07674574-4b01-4b0a-9b25-1dad327489ab HTTP/1.1" status: 204 len: 168 time: 0.2546728 Dec 12 15:40:27.867405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991c1c5-1f01-4d4d-a077-d5d89821424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07674574-4b01-4b0a-9b25-1dad327489ab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:27.880127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-9faf43c9-10c1-4624-b092-f62b6757dc0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.1336484 Dec 12 15:40:27.923757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-1a79d016-49da-424b-a080-5f7260961b9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61bf175a-b46a-4fed-a99e-db2d8653182f HTTP/1.1" status: 200 len: 217 time: 0.1784692 Dec 12 15:40:27.951265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df7f4e73-11ee-4546-8dd1-6e327cf0b78f req-5ae74e50-d2cf-4be6-8f7e-69f0f2e8559f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.1441317 Dec 12 15:40:28.209931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2eebe353-1971-49b8-a49c-19fd0fdfff6e req-58714395-dd36-4851-bb46-b46865a42718 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332144 Dec 12 15:40:28.246688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-650875c5-06b5-4183-b9f9-12d5b87633e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:28.246688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-650875c5-06b5-4183-b9f9-12d5b87633e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab37977-705c-4297-950e-f747385f2249 HTTP/1.1" status: 200 len: 849 time: 0.3069732 Dec 12 15:40:28.262827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a5ddc78-bf40-4f06-9e09-840960ab27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:28.267078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-3a5ddc78-bf40-4f06-9e09-840960ab27f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.3242946 Dec 12 15:40:28.376755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-a468c801-bc4e-48ab-946d-432149507bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938573 Dec 12 15:40:28.389831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-e5c81601-7483-4d7e-95ea-f946d00fb8ad tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:28.391684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-e5c81601-7483-4d7e-95ea-f946d00fb8ad tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.5574617 Dec 12 15:40:28.427550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:28.458901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0e51-b8be-4343-8b6a-559834dd3d18 req-80f198f4-a7ca-4830-9248-73b54ef3bfa2 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:28.476035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1aa0e51-b8be-4343-8b6a-559834dd3d18 req-80f198f4-a7ca-4830-9248-73b54ef3bfa2 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 943 time: 0.3663087 Dec 12 15:40:28.591077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8345d09d-1cc7-4900-af7e-2a755d55c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:28.593136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-8345d09d-1cc7-4900-af7e-2a755d55c7a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2951488 Dec 12 15:40:28.712620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1aa0e51-b8be-4343-8b6a-559834dd3d18 req-f2692d5e-1535-4233-896f-6f240f7f59d8 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355423 Dec 12 15:40:28.779973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-f109e8ac-68ae-44a2-a3e8-5fe561737a30 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682091 Dec 12 15:40:28.805969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-7e71176b-7c8e-46a3-b95e-e73b8cbab530 service neutron] 10.222.0.13 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131114 Dec 12 15:40:28.908041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db496407-1019-435b-82f2-f6d5dc6a9f91 req-3de622e0-38e7-418c-b9be-23a929beecb4 service neutron] 10.222.0.13 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919409 Dec 12 15:40:28.908881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:28.912443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:28.932521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:29.070327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1314874210'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:29.098418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Made reservation on behalf of 1be87259c29f4e528f0b3254055f1b65 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:29.102821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.122402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.156550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fe2fd87-3bb6-4547-b8e8-8412269261c3 req-d1e112a5-7539-4eb9-9e90-eb22b123b18b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.1196425 Dec 12 15:40:29.167066 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:40:29.210103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea59c70-70dd-44ba-b0c2-7a357207f174 req-51257dad-8441-4f77-98f4-f3baa0b0ee3d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.211761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ea59c70-70dd-44ba-b0c2-7a357207f174 req-51257dad-8441-4f77-98f4-f3baa0b0ee3d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.4048054 Dec 12 15:40:29.259815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-ae35675c-43d8-4537-84fc-082b4d92e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.261800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-ae35675c-43d8-4537-84fc-082b4d92e729 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f776343db4b646609d7720fb61b3b4d7&device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 1094 time: 0.2784531 Dec 12 15:40:29.266113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.288147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.292822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-5b597b12-1586-47a7-bb98-821ff013a8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893687 Dec 12 15:40:29.350559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:29.362294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496dc2cf-0da3-4717-b751-e23b22e37205,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:29.367691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.368154 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Added segment cf871b8c-a731-45a9-a0fb-0cbc38513a36 of type vlan for network bebdac13-ade9-472e-b08a-dd4b20b3779f Dec 12 15:40:29.378275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.13 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/de925522-7985-4d3b-8aa4-2d8f5d7030e3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:29.423905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.470283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.477242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.478100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.492411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-2d78b5a0-5d7a-4fe3-b874-98893f1b32ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.1834531 Dec 12 15:40:29.549836 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6160088 Dec 12 15:40:29.554954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:29.559076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Request body: {'subnet': {'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:29.625013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ea59c70-70dd-44ba-b0c2-7a357207f174 req-3329493e-8fc9-40fb-8e66-38522f795470 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683529 Dec 12 15:40:29.639189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c259e-d615-4a04-b857-5f5e7e48dd40 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event updated for resources: {'Network': ['ID=bebdac13-ade9-472e-b08a-dd4b20b3779f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:29.655612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network bebdac13-ade9-472e-b08a-dd4b20b3779f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:29.698540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-813bacb7-956a-477e-9f0e-23708a693598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.701480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-813bacb7-956a-477e-9f0e-23708a693598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1685610 Dec 12 15:40:29.703123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-faabaf55-351c-48cb-a304-52e2798ac7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.704952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-faabaf55-351c-48cb-a304-52e2798ac7cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba HTTP/1.1" status: 200 len: 909 time: 0.4308043 Dec 12 15:40:29.707769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Made reservation on behalf of 1be87259c29f4e528f0b3254055f1b65 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:29.716175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:29.754949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.768049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.784766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.792655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.802220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.809540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.817858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:29.820090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2924fd50-496f-487e-8feb-8faad0049f81 req-82428bf6-2dd3-4de5-9f67-435b1a22b7eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.4387581 Dec 12 15:40:29.879422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-1a250345-83b2-4fed-a2da-9b85b9758ec5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61bf175a-b46a-4fed-a99e-db2d8653182f HTTP/1.1" status: 200 len: 217 time: 0.1606047 Dec 12 15:40:29.955803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.009857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event updated for resources: {'Subnet': ['ID=013a78b3-858c-40ba-8198-7208ec2e3b25,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:30.047261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Checking segment: {'id': 'cf871b8c-a731-45a9-a0fb-0cbc38513a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:30.047625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Network hostable DHCP agents. Network: bebdac13-ade9-472e-b08a-dd4b20b3779f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:30.070460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Network bebdac13-ade9-472e-b08a-dd4b20b3779f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:30.085979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, bebdac13-ade9-472e-b08a-dd4b20b3779f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:30.095675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d9ba9-69d6-4d54-9037-0abfc8016367 None None] Network bebdac13-ade9-472e-b08a-dd4b20b3779f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:30.101613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:30.102633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.127705 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e9de573-b21c-4640-acc2-c3c5e80b1913 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5725033 Dec 12 15:40:30.130164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:30.145625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Request body: {'port': {'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f', 'name': 'tempest-TagsExtTest-1264114802'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:30.155912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cbfc132b-8783-4f60-8ea4-0db10136d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:30.157606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-cbfc132b-8783-4f60-8ea4-0db10136d1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4357855 Dec 12 15:40:30.299689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Made reservation on behalf of 1be87259c29f4e528f0b3254055f1b65 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:30.300927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-bebdac13-ade9-472e-b08a-dd4b20b3779f', 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f', 'project_id': '1be87259c29f4e528f0b3254055f1b65', 'fixed_ips': [{'subnet_id': '013a78b3-858c-40ba-8198-7208ec2e3b25'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:40:30.302005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.309688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.339477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] device_id is not set on port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:40:30.358095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-51f91379-4b01-4e22-83b6-c5897418539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:30.360114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-51f91379-4b01-4e22-83b6-c5897418539d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ab37977-705c-4297-950e-f747385f2249 HTTP/1.1" status: 200 len: 849 time: 0.4604232 Dec 12 15:40:30.474162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Allocated IP 172.20.0.2 (bebdac13-ade9-472e-b08a-dd4b20b3779f/013a78b3-858c-40ba-8198-7208ec2e3b25/fe9387ef-f249-4ac0-94f0-200dc014f1be) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:30.487637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c365f-afd4-448d-b688-5ae626f70571 req-fd65c0b4-a972-403b-858b-16ad8ddfa6ef tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:30.510193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-187c365f-afd4-448d-b688-5ae626f70571 req-fd65c0b4-a972-403b-858b-16ad8ddfa6ef tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 943 time: 0.6695993 Dec 12 15:40:30.563421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.651310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.672246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.683798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2924fd50-496f-487e-8feb-8faad0049f81 req-393f3669-d567-44fd-89ff-6dadf20de694 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8005991 Dec 12 15:40:30.689164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-46c1a1d2-86f2-4765-a71d-e853f5dc541b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2589843 Dec 12 15:40:30.718601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0f057278-9269-48d4-bd1b-6e16a64b3b60 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384614 Dec 12 15:40:30.730220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.779292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Pushing event updated for resources: {'Port': ['ID=fe9387ef-f249-4ac0-94f0-200dc014f1be,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:30.806808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Network bebdac13-ade9-472e-b08a-dd4b20b3779f is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:30.809679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:30.820312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:30.928449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Attempting to bind port fe9387ef-f249-4ac0-94f0-200dc014f1be on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:30.929847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Attempting to bind port fe9387ef-f249-4ac0-94f0-200dc014f1be by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cf871b8c-a731-45a9-a0fb-0cbc38513a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:30.930408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Attempting to bind port fe9387ef-f249-4ac0-94f0-200dc014f1be on network bebdac13-ade9-472e-b08a-dd4b20b3779f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:30.936187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:30.949433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:30.949867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Checking segment: {'id': 'cf871b8c-a731-45a9-a0fb-0cbc38513a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:30.950277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:30.951350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Bound using segment: {'id': 'cf871b8c-a731-45a9-a0fb-0cbc38513a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:30.952056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Bound port: fe9387ef-f249-4ac0-94f0-200dc014f1be, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf871b8c-a731-45a9-a0fb-0cbc38513a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bebdac13-ade9-472e-b08a-dd4b20b3779f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:30.952790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:31.141090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] For port fe9387ef-f249-4ac0-94f0-200dc014f1be, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:31.149597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] For port fe9387ef-f249-4ac0-94f0-200dc014f1be, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe9387ef-f249-4ac0-94f0-200dc014f1be,segment=NetworkSegment(cf871b8c-a731-45a9-a0fb-0cbc38513a36),segment_id=cf871b8c-a731-45a9-a0fb-0cbc38513a36)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:31.160495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:31.206449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Allocated IP 172.20.0.12 (bebdac13-ade9-472e-b08a-dd4b20b3779f/013a78b3-858c-40ba-8198-7208ec2e3b25/1869629e-7c34-4a9a-9c3a-eaa7698a9514) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:31.282206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef5460-af8f-422a-9276-4d240fb48f66 None None] Pushing event updated for resources: {'Port': ['ID=fe9387ef-f249-4ac0-94f0-200dc014f1be,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:31.328559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:31.359382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:31.386514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-187c365f-afd4-448d-b688-5ae626f70571 req-960ff74f-5e4a-47ee-9d5c-2a23be42a8ab tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8699837 Dec 12 15:40:31.387704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:31.653570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:31.788517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:31.876458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 61bf175a-b46a-4fed-a99e-db2d8653182f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:31.899016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Network bebdac13-ade9-472e-b08a-dd4b20b3779f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:31.902508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:31.906816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:31.953259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event updated for resources: {'Port': ['ID=1869629e-7c34-4a9a-9c3a-eaa7698a9514,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:31.998553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:31.999107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:31.999459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:31.999798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.000226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.000587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.001015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.001352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.001676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.002001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.002325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.002643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.002962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:32.034089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:32.034806 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.075070 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3ca000d0-95d5-493e-b8d8-ce1bf4415ff6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9433095 Dec 12 15:40:32.077722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:32.082608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1865909896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:32.107552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=61bf175a-b46a-4fed-a99e-db2d8653182f,segment=NetworkSegment(457422bb-93fc-4362-923d-7608bd513007),segment_id=457422bb-93fc-4362-923d-7608bd513007)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:32.133961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.135284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.140800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '61bf175a-b46a-4fed-a99e-db2d8653182f', 'network_id': 'b5a7c7ce-c239-41b6-8df7-8cc92943a4ba', 'port_id': '61bf175a-b46a-4fed-a99e-db2d8653182f', 'mac_address': 'fa:16:3e:63:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab37977-705c-4297-950e-f747385f2249', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:32.318090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.319900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.330843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.372796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02533886-6773-462f-b09a-a8a0743bc718 None None] Provisioning complete for port de925522-7985-4d3b-8aa4-2d8f5d7030e3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:32.373311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02533886-6773-462f-b09a-a8a0743bc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.385614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.385614 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24461b4b-cd68-4523-b75d-11106bc0dd90 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3043873 Dec 12 15:40:32.385903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf175a-b46a-4fed-a99e-db2d8653182f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:32.385991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:32.395896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-47196e42-6190-4947-87e6-8170ffeed6cc tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2013301640', 'prefixes': ['172.20.0.0/16']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:32.538354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=61bf175a-b46a-4fed-a99e-db2d8653182f,segment=NetworkSegment(457422bb-93fc-4362-923d-7608bd513007),segment_id=457422bb-93fc-4362-923d-7608bd513007)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:32.560344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-47196e42-6190-4947-87e6-8170ffeed6cc tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.565467 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-47196e42-6190-4947-87e6-8170ffeed6cc tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1755283 Dec 12 15:40:32.565866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe9387ef-f249-4ac0-94f0-200dc014f1be up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:32.566878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:32.581828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-57a6452e-c019-488c-b5c2-2f0e543a1d30 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-1355605926') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:32.612392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:32.613110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.661660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.776451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-02533886-6773-462f-b09a-a8a0743bc718 None None] Port de925522-7985-4d3b-8aa4-2d8f5d7030e3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:32.806693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:32.860730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe9387ef-f249-4ac0-94f0-200dc014f1be triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:32.861257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:32.870984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfc4a-46a6-489d-b48a-7dd50847685c req-9c4ebeb1-7477-4c4d-9de9-8973059ad5b2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:32.873118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bbcfc4a-46a6-489d-b48a-7dd50847685c req-9c4ebeb1-7477-4c4d-9de9-8973059ad5b2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 932 time: 1.9405429 Dec 12 15:40:32.913087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-d375c7de-a942-4915-910e-17a3cbf87e76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4935396 Dec 12 15:40:32.930231 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57a6452e-c019-488c-b5c2-2f0e543a1d30 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-1355605926 HTTP/1.1" status: 201 len: 201 time: 0.3558974 Dec 12 15:40:32.932720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:32.938493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-0859c1d6-530e-4d33-b9be-0eb6edda4106 service neutron] 10.222.0.13 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2033360 Dec 12 15:40:32.938874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-fbce7bb3-92c3-4699-b198-47808f5889c9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-1508963256') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:32.962348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['61bf175a-b46a-4fed-a99e-db2d8653182f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:32.964198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Request body: {'port': {'device_id': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:33.034572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-423737f7-caec-4ffe-a1bf-71b34000061c service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2984929 Dec 12 15:40:33.045763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbce7bb3-92c3-4699-b198-47808f5889c9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-1508963256 HTTP/1.1" status: 201 len: 201 time: 0.1117003 Dec 12 15:40:33.048653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58232) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.054686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-abd5c648-b988-4516-aa61-2e4748e80ede tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-1790956528') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.106096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:33.200260 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-abd5c648-b988-4516-aa61-2e4748e80ede tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-1790956528 HTTP/1.1" status: 201 len: 201 time: 0.1496682 Dec 12 15:40:33.206191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.215984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-a07cd193-0118-46aa-875f-8c5dcca28c58 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-188826110') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.296320 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a07cd193-0118-46aa-875f-8c5dcca28c58 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-188826110 HTTP/1.1" status: 201 len: 201 time: 0.0867052 Dec 12 15:40:33.298564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.303665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-b78f8354-1798-4085-b0fc-deca1fcf3383 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.328814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6fc119b-281e-4902-920d-9ce5447a9e39 req-f12e4cc5-a905-455d-a0c5-d599e09b7453 service neutron] 10.222.0.13 "GET /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893627 Dec 12 15:40:33.415820 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b78f8354-1798-4085-b0fc-deca1fcf3383 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 200 len: 241 time: 0.1150839 Dec 12 15:40:33.419188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad83ce83-738b-4dc5-b743-02ef416e812d None None] Network bebdac13-ade9-472e-b08a-dd4b20b3779f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:33.421947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.427759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-e92476d9-7fb5-41d3-88a5-a43841119f28 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-1355605926') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.450641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-4aa268f5-1b05-4ea0-8609-fd5bf78eb239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.3639421 Dec 12 15:40:33.508323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e92476d9-7fb5-41d3-88a5-a43841119f28 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-1355605926 HTTP/1.1" status: 204 len: 168 time: 0.0849817 Dec 12 15:40:33.511449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.513299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bbcfc4a-46a6-489d-b48a-7dd50847685c req-d0a1141a-7e99-47e3-b3ef-90ee10fb36c6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977833 Dec 12 15:40:33.522381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bd4b0-ca59-4b00-a776-7e2d3fc95a4f req-321178df-35ca-494e-96c4-dd6a77905534 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:33.523964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-520bd4b0-ca59-4b00-a776-7e2d3fc95a4f req-321178df-35ca-494e-96c4-dd6a77905534 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.8461001 Dec 12 15:40:33.569892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-ead56e68-2192-4f98-96c1-1d40454065f1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-1355605926') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.582060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:33.612817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-fb14331c-1afd-4782-ad11-41ef8497e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:33.614336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-fb14331c-1afd-4782-ad11-41ef8497e665 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.1144154 Dec 12 15:40:33.619103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port fe9387ef-f249-4ac0-94f0-200dc014f1be, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe9387ef-f249-4ac0-94f0-200dc014f1be,segment=NetworkSegment(cf871b8c-a731-45a9-a0fb-0cbc38513a36),segment_id=cf871b8c-a731-45a9-a0fb-0cbc38513a36)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:33.696666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-520bd4b0-ca59-4b00-a776-7e2d3fc95a4f req-39fe4386-86b3-42d0-870f-c88ba1653243 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619473 Dec 12 15:40:33.728626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:33.779588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-055c34c5-9f28-4c61-8b50-7e3f7a95871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:33.781225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-055c34c5-9f28-4c61-8b50-7e3f7a95871d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543188 Dec 12 15:40:33.806640 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ead56e68-2192-4f98-96c1-1d40454065f1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-1355605926 HTTP/1.1" status: 204 len: 168 time: 0.2936883 Dec 12 15:40:33.810911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:33.815507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0196a364-2d9f-4512-aa91-5c24ab92c715 None None] Provisioning complete for port fe9387ef-f249-4ac0-94f0-200dc014f1be triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:33.816875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0196a364-2d9f-4512-aa91-5c24ab92c715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:33.832501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-39d28da9-c28f-45c4-bfba-d87430303214 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:33.924355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=fe9387ef-f249-4ac0-94f0-200dc014f1be,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:33.950265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-e2fec7c0-83dc-4140-bc2e-05dc9f2b5d43 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463556 Dec 12 15:40:34.058477 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39d28da9-c28f-45c4-bfba-d87430303214 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 200 len: 205 time: 0.2427223 Dec 12 15:40:34.060922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.071110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-c75a6d32-e031-4b79-8fcb-99a94424ea4e tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.205397 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c75a6d32-e031-4b79-8fcb-99a94424ea4e tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 200 len: 241 time: 0.1424093 Dec 12 15:40:34.208336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.218739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-c50f7f72-d68f-4f06-85f4-1c720b53be71 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-1508963256') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.349381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-55625d6a-4519-40a0-a651-99cca011c597 None None] Provisioning complete for port fe9387ef-f249-4ac0-94f0-200dc014f1be triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:34.349963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55625d6a-4519-40a0-a651-99cca011c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:34.350501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.361213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.368094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.375748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.380504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c50f7f72-d68f-4f06-85f4-1c720b53be71 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-1508963256 HTTP/1.1" status: 204 len: 168 time: 0.1709499 Dec 12 15:40:34.387442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.398197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.408214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.415105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-5145c8cc-4f2e-4b4c-b2b7-48087eebfafb tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-1508963256') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.431289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.440014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-1744022b-9084-47e7-917c-9f181bb4e8be tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.6669433 Dec 12 15:40:34.508065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe9387ef-f249-4ac0-94f0-200dc014f1be up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:34.535852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5145c8cc-4f2e-4b4c-b2b7-48087eebfafb tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-1508963256 HTTP/1.1" status: 204 len: 168 time: 0.1328971 Dec 12 15:40:34.536540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.541065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-be6b445f-5a30-4600-bad1-3dff1daf4838 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.580907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318557-59b1-4031-ac97-4235849c09cf req-8434fe1a-f92c-4077-9824-ea7050612257 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:34.590465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c318557-59b1-4031-ac97-4235849c09cf req-8434fe1a-f92c-4077-9824-ea7050612257 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 944 time: 0.6293440 Dec 12 15:40:34.657038 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-be6b445f-5a30-4600-bad1-3dff1daf4838 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 200 len: 205 time: 0.1194072 Dec 12 15:40:34.657648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.673634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-d4424d82-37a5-4037-88a2-767b82c03158 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.728012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fe9387ef-f249-4ac0-94f0-200dc014f1be triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:34.728733 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:34.759851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-a133e1bd-fd3d-4b79-b9d0-ead63e44259b service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7956173 Dec 12 15:40:34.819221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdde18de-4d1f-4630-b89c-bca3bada372b req-51a58e41-33dd-4ee7-895b-63535ab4c9eb tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3730764 Dec 12 15:40:34.862770 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d4424d82-37a5-4037-88a2-767b82c03158 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 200 len: 241 time: 0.1932929 Dec 12 15:40:34.863377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:34.872389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-e51d65cc-e22e-459e-a398-07df4d91b4b4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-1790956528') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:34.949549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-55625d6a-4519-40a0-a651-99cca011c597 None None] Provisioning complete for port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:34.950324 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55625d6a-4519-40a0-a651-99cca011c597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.004041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-55625d6a-4519-40a0-a651-99cca011c597 None None] Port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:35.017343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.039030 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e51d65cc-e22e-459e-a398-07df4d91b4b4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-1790956528 HTTP/1.1" status: 204 len: 168 time: 0.1745474 Dec 12 15:40:35.039933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.045040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-19811253-a714-4e4a-8055-b74940c579cf tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-1790956528') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:35.113367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-dad2ef3b-95de-482f-bf94-338d75d6f6ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.3370953 Dec 12 15:40:35.146231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e0a4c761-7669-4a2c-a08f-c6a1ca8b77a0 None None] Provisioning complete for port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:35.146928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c761-7669-4a2c-a08f-c6a1ca8b77a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.171368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19811253-a714-4e4a-8055-b74940c579cf tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-1790956528 HTTP/1.1" status: 204 len: 168 time: 0.1301386 Dec 12 15:40:35.172293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.179469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-0346bad2-2f50-4861-be3b-3ddd3b521024 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:35.238543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4c761-7669-4a2c-a08f-c6a1ca8b77a0 None None] Port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:40:35.284668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f21ee68-5e18-491a-86eb-05c564709023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.319700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-30233ec5-c106-4ae1-ad4c-b87ea329c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:35.321301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-30233ec5-c106-4ae1-ad4c-b87ea329c2ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.1325395 Dec 12 15:40:35.323711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de925522-7985-4d3b-8aa4-2d8f5d7030e3 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:35.342439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c318557-59b1-4031-ac97-4235849c09cf req-d621fe15-63d8-4da0-8434-6595a451ca87 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119987 Dec 12 15:40:35.391218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e618a19-63f8-4f25-acd5-5a151da8018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.437282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.518335 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0346bad2-2f50-4861-be3b-3ddd3b521024 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 200 len: 205 time: 0.3447139 Dec 12 15:40:35.520327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f21ee68-5e18-491a-86eb-05c564709023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.525809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.531488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8182d1-011d-452b-afdb-7c2d0da2c714 req-dcb73d74-3ea2-4a44-9577-281366a55597 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:35.531767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-ae158987-d548-4e1a-b6cd-a77483b6fac1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:35.533167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f8182d1-011d-452b-afdb-7c2d0da2c714 req-dcb73d74-3ea2-4a44-9577-281366a55597 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 932 time: 0.5251126 Dec 12 15:40:35.535730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f21ee68-5e18-491a-86eb-05c564709023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.547258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Transition to ACTIVE for port object de925522-7985-4d3b-8aa4-2d8f5d7030e3 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:35.554651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-edfb3b83-033c-426c-9786-f9345b7b4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:35.556199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-edfb3b83-033c-426c-9786-f9345b7b4eeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1883087 Dec 12 15:40:35.599007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f21ee68-5e18-491a-86eb-05c564709023 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9f05f6ce531408992a666a9296877bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5742438 Dec 12 15:40:35.599007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae158987-d548-4e1a-b6cd-a77483b6fac1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 200 len: 240 time: 0.0691078 Dec 12 15:40:35.599007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21ee68-5e18-491a-86eb-05c564709023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe14136-1610-46f5-bcc0-4b086673b8e6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:35.599007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58290) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.599793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.599905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.609083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-1256c9b8-8e37-485d-ac5a-082552ee93b3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-188826110') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:35.615900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f8182d1-011d-452b-afdb-7c2d0da2c714 req-3cd0ef78-e644-4259-8496-840201259e3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Dec 12 15:40:35.714710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-0b9601e0-17ea-4ea1-9c60-133b3e57a7e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047904 Dec 12 15:40:35.744125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1256c9b8-8e37-485d-ac5a-082552ee93b3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-188826110 HTTP/1.1" status: 204 len: 168 time: 0.1406085 Dec 12 15:40:35.745821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.757883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-8e4679e6-c61b-4330-aec3-34edeb8969bc tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-188826110') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:35.797208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.799325 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-ea51d005-247d-435e-b3ed-a8920bad357f req-c02df43e-9da7-4446-82a4-e6f6e1c4486e service neutron] show failed (client error): The resource could not be found. Dec 12 15:40:35.800308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-c02df43e-9da7-4446-82a4-e6f6e1c4486e service neutron] 10.222.0.13 "GET /v2.0/ports/755f85d2-25bd-4947-a943-faf087b268f7/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.7870660 Dec 12 15:40:35.849132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:35.913319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e4679e6-c61b-4330-aec3-34edeb8969bc tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-188826110 HTTP/1.1" status: 204 len: 168 time: 0.1645761 Dec 12 15:40:35.923680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 61bf175a-b46a-4fed-a99e-db2d8653182f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:35.933718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58298) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:35.938385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-a369cb26-6014-49ae-b71d-376cafb57902 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:36.022918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.028284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.033974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ee2f47-f1f9-48dc-b447-4978abe789bf req-76b97a92-c758-4072-ba01-3a6fb7359790 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412932 Dec 12 15:40:36.036246 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fe14136-1610-46f5-bcc0-4b086673b8e6 HTTP/1.1" status: 204 len: 168 time: 0.4353433 Dec 12 15:40:36.057605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 61bf175a-b46a-4fed-a99e-db2d8653182f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:40:36.063435 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a369cb26-6014-49ae-b71d-376cafb57902 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1285024 Dec 12 15:40:36.065217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58302) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:36.066732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3684ed-150f-4c5c-a307-9e926a88042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe14136-1610-46f5-bcc0-4b086673b8e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:36.082308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 61bf175a-b46a-4fed-a99e-db2d8653182f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:36.084555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.194732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3881400-a88f-45f2-88bf-dc8743bed0b3 req-1636c16e-0236-46ea-b82f-2a51b1d1a9af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.220541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3881400-a88f-45f2-88bf-dc8743bed0b3 req-1636c16e-0236-46ea-b82f-2a51b1d1a9af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.7452447 Dec 12 15:40:36.259454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-57662849-b914-4ece-90cc-9027c146eed4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:36.278147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.309165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:36.313091 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697beda-488a-42ac-ba12-9e5f2458a57d" -d '{"events": [{"server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "name": "network-vif-plugged", "status": "completed", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:36.332832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=61bf175a-b46a-4fed-a99e-db2d8653182f,segment=NetworkSegment(457422bb-93fc-4362-923d-7608bd513007),segment_id=457422bb-93fc-4362-923d-7608bd513007)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:36.343989 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.346458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:40:36.378948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-51b0f3ce-5a1d-4fa8-b0a8-38b6e26df546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.388942 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-51b0f3ce-5a1d-4fa8-b0a8-38b6e26df546 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 1097 time: 0.2153277 Dec 12 15:40:36.398885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:36.512519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.526516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Pushing event updated for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:36.677539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3881400-a88f-45f2-88bf-dc8743bed0b3 req-76474d1c-6a71-4a36-a9eb-822a457388ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534028 Dec 12 15:40:36.774661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.775652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:36.780800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.791316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.799735 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88197afc-de95-4346-9a01-3b72183cab22 x-openstack-request-id: req-88197afc-de95-4346-9a01-3b72183cab22 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:36.800078 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "name": "network-vif-plugged", "status": "completed", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:36.800288 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88197afc-de95-4346-9a01-3b72183cab22 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:36.800715 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f', 'code': 200} Dec 12 15:40:36.822938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.829835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.862587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.876785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.880110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-da6f43c9-312a-4590-842a-a4a371432185 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.8422744 Dec 12 15:40:36.889495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58314) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:36.890533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:36.913226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.913722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.914182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.914639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.915094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.915685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.916137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:36.918206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-cf3abd0a-77ce-4bdf-a359-f52a9365cb8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6477 time: 0.6737285 Dec 12 15:40:36.966850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-57662849-b914-4ece-90cc-9027c146eed4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 204 len: 168 time: 0.7408895 Dec 12 15:40:36.983174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:36.987782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-bcd6ec27-ea9d-4326-a8f6-0c5982d8f7c9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:37.019013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Attempting to bind port de925522-7985-4d3b-8aa4-2d8f5d7030e3 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:37.019341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Attempting to bind port de925522-7985-4d3b-8aa4-2d8f5d7030e3 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:37.019664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Attempting to bind port de925522-7985-4d3b-8aa4-2d8f5d7030e3 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:37.047933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abe534ba-f6f8-456f-bf84-b9c57be49aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.089059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Port de925522-7985-4d3b-8aa4-2d8f5d7030e3 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:37.090983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Attempting to bind port de925522-7985-4d3b-8aa4-2d8f5d7030e3 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:37.133658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:37.134012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:37.134364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:37.134804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Bound port: de925522-7985-4d3b-8aa4-2d8f5d7030e3, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:37.135151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.144488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd2d6-db59-4326-846e-c6e194be1eda req-f6b29cec-80ef-49ca-96eb-3d60bb32b859 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:37.153818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-565dd2d6-db59-4326-846e-c6e194be1eda req-f6b29cec-80ef-49ca-96eb-3d60bb32b859 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 945 time: 0.2225003 Dec 12 15:40:37.176495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:37.196741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98173a-6406-4305-a52c-45733aad7f1c req-012341ef-301e-40ad-bc55-8d230755f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:37.198397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f98173a-6406-4305-a52c-45733aad7f1c req-012341ef-301e-40ad-bc55-8d230755f01d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 1096 time: 0.3080940 Dec 12 15:40:37.257212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bebaf46e-fe14-4071-ae73-53171c257c90 req-2e2058bf-7a14-4762-a74a-742117303357 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3299313 Dec 12 15:40:37.416906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-fd15e01a-f00c-4262-8b89-d9ff63eabdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:37.418502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-fd15e01a-f00c-4262-8b89-d9ff63eabdc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 901 time: 0.4216189 Dec 12 15:40:37.436878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:37.442073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bcd6ec27-ea9d-4326-a8f6-0c5982d8f7c9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 204 len: 168 time: 0.4556348 Dec 12 15:40:37.442752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:37.477731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-98304002-6f33-4ca0-99ac-0c5c5b38145d tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:37.537069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:37.542045 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ec4341-8f51-4bcc-a0eb-43cd73b81944" -d '{"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-unplugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:37.547599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.572906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Transition to ACTIVE for port object 755f85d2-25bd-4947-a943-faf087b268f7 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:37.579826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f98173a-6406-4305-a52c-45733aad7f1c req-7ca822bd-1ff9-45cc-b7a1-55b3e4d446a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608572 Dec 12 15:40:37.583737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.589605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-a3683e05-d485-4a15-bdce-3cd73a9ac867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.1328528 Dec 12 15:40:37.593410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-565dd2d6-db59-4326-846e-c6e194be1eda req-fc5b5ad1-55b7-4b90-992d-85349fa71f35 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387474 Dec 12 15:40:37.634824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abe534ba-f6f8-456f-bf84-b9c57be49aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.636902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:37.644585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:37.663943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:40:37.666639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abe534ba-f6f8-456f-bf84-b9c57be49aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.669677 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:40:37.672402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.706657 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0557dc0a-4ecb-40c6-8ab1-30edc6d5ee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:37.742422 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb518bd9-7fc5-4f49-bca9-d6212e16f131 x-openstack-request-id: req-eb518bd9-7fc5-4f49-bca9-d6212e16f131 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:37.742725 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-unplugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:37.751540 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb518bd9-7fc5-4f49-bca9-d6212e16f131 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:37.752092 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'code': 200} Dec 12 15:40:37.760811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-98304002-6f33-4ca0-99ac-0c5c5b38145d tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 204 len: 168 time: 0.2895434 Dec 12 15:40:37.772817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:37.795265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-7f3bb206-ea4f-41fc-8359-8af31a7fb939 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:37.833285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:37.878213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe534ba-f6f8-456f-bf84-b9c57be49aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688b960-a835-4e7d-903d-6aff5559b10a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:37.881443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-a6322556-91d0-48a1-99eb-a11272239e0c req-2440f610-135b-4518-a047-eac9067fbd4a service neutron] (103412) timed out ('10.222.0.13', 51971) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:40:37.882636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Pushing event updated for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:37.918575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] No DVR routers for this DVR port 755f85d2-25bd-4947-a943-faf087b268f7 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:40:37.924309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eefe4-f5e3-4ed1-9244-0ebb14362bd4 req-0c22a6e2-5f98-4fc1-8f75-07348ecc11e7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:37.932539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e17eefe4-f5e3-4ed1-9244-0ebb14362bd4 req-0c22a6e2-5f98-4fc1-8f75-07348ecc11e7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.5100327 Dec 12 15:40:37.996358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-abe534ba-f6f8-456f-bf84-b9c57be49aef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=056bb4679c18498bacb9fd7936e2f4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0771382 Dec 12 15:40:37.999032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-68f868c7-b406-4e48-a471-4000b38245be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.001303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-68f868c7-b406-4e48-a471-4000b38245be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.3545263 Dec 12 15:40:38.003268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58328) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:38.033363 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f3bb206-ea4f-41fc-8359-8af31a7fb939 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 204 len: 168 time: 0.2482736 Dec 12 15:40:38.034751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58330) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:38.063396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.064158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:38.065731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-d50495af-b854-4647-93ce-f4e1561bdc90 service neutron] 10.222.0.30 "PUT /v2.0/ports/de925522-7985-4d3b-8aa4-2d8f5d7030e3 HTTP/1.1" status: 200 len: 1092 time: 5.1312239 Dec 12 15:40:38.073842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-6506af1f-983d-484c-aa74-028eb5d0158f tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-2078047067') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:38.111758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:38.112400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:38.113264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:38.118802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:38.119131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Attempting to bind port 755f85d2-25bd-4947-a943-faf087b268f7 on network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:38.126188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:38.126528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Checking segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:38.126916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Bound using segment: {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:38.127354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Bound port: 755f85d2-25bd-4947-a943-faf087b268f7, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea35a2b2-7212-4c24-929a-0af83b8af3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:38.127714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:38.140250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:38.156865 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b205242-967b-4397-8542-9c433d369aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:38.210037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e17eefe4-f5e3-4ed1-9244-0ebb14362bd4 req-94627939-8f23-4164-a6fe-a1602c05d6df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763577 Dec 12 15:40:38.259012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:38.263730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:38.270146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:38.327639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.328253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:38.332888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5908-5efb-43d5-b221-e9ce8d172788 req-d3cf6de4-4d9f-454a-8b24-592ffe6c5b0c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.333535 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] 10.222.0.30 "PUT /v2.0/ports/755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1092 time: 1.9376662 Dec 12 15:40:38.338751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54f5908-5efb-43d5-b221-e9ce8d172788 req-d3cf6de4-4d9f-454a-8b24-592ffe6c5b0c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.4358885 Dec 12 15:40:38.390354 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba4bf3-0373-447d-8295-9d52011c6b46 x-openstack-request-id: req-08ba4bf3-0373-447d-8295-9d52011c6b46 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:38.392751 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:38.393911 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ba4bf3-0373-447d-8295-9d52011c6b46 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:38.395300 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3', 'status': 'completed', 'code': 200} Dec 12 15:40:38.493232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f9f9c-21f8-4ef2-a3d7-1e0b1ff21a1f service neutron] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:38.497967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-f5dbf492-3fe6-44f2-9fe5-a418cf305484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.499579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-f5dbf492-3fe6-44f2-9fe5-a418cf305484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4619064 Dec 12 15:40:38.567155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-8e2f13be-7345-4983-972b-60601687210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.573085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-8e2f13be-7345-4983-972b-60601687210f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1095 time: 0.2123501 Dec 12 15:40:38.649205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:38.825445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-ec0c3a05-8d5c-4a6d-b8ee-f48a686736fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:38.827650 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-ec0c3a05-8d5c-4a6d-b8ee-f48a686736fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.2432568 Dec 12 15:40:38.983688 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-42a3c374-694e-4790-a90b-8d1d574943e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 999 time: 0.1445968 Dec 12 15:40:39.068100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-df62a3d9-f768-4ced-839c-9e0c59f9c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.069968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-df62a3d9-f768-4ced-839c-9e0c59f9c154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.0699723 Dec 12 15:40:39.090278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-fdb656ce-00b3-4381-82c2-11ccf213cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.091791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-fdb656ce-00b3-4381-82c2-11ccf213cb2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 1095 time: 0.8954482 Dec 12 15:40:39.106432 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:39.152103 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:39.167609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54f5908-5efb-43d5-b221-e9ce8d172788 req-55224265-01f1-49ec-baff-1a6dad595dcd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7979822 Dec 12 15:40:39.172603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d005-247d-435e-b3ed-a8920bad357f req-ceb4761a-e8aa-4e75-b154-982438224280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.174295 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-ceb4761a-e8aa-4e75-b154-982438224280 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909023 Dec 12 15:40:39.225159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-c8be8990-7904-4fbf-9277-d2b1579e8f86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3 HTTP/1.1" status: 200 len: 217 time: 0.1193748 Dec 12 15:40:39.256876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.263174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.269444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.275712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.281898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.288011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.294650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.296731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-babeaa39-6a7c-4a4c-ae8c-6f2ed3dec069 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.8254912 Dec 12 15:40:39.313032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:39.379615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6506af1f-983d-484c-aa74-028eb5d0158f tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-2078047067 HTTP/1.1" status: 201 len: 201 time: 1.3291893 Dec 12 15:40:39.404960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:39.430559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-bc442ef8-fd0b-43c8-9d66-615c2f905340 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-1724196490') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:39.505528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-ef6a2cb5-3bd9-4cbf-95a8-9e2e20ab1584 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9613366 Dec 12 15:40:39.514413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-c27884fc-4b67-41d1-ada8-ba927d72c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.516035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-c27884fc-4b67-41d1-ada8-ba927d72c2ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.2776976 Dec 12 15:40:39.563987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf8d7-01b0-4a0f-9d70-9b76da863624 req-cb760f3b-9901-4d22-9772-c5e47aa54daa tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.565773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1ccf8d7-01b0-4a0f-9d70-9b76da863624 req-cb760f3b-9901-4d22-9772-c5e47aa54daa tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 945 time: 0.2556522 Dec 12 15:40:39.633312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9cda7bd-07a1-4706-8c2f-cd85f4953085 req-f88340c7-d7ea-424b-bfda-e3b11d9b7250 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3148689 Dec 12 15:40:39.674559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-5b6bd52c-e317-454b-92e3-41e02ead7278 service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772713 Dec 12 15:40:39.675461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:39.675461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:39.685515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3688b960-a835-4e7d-903d-6aff5559b10a HTTP/1.1" status: 204 len: 168 time: 1.6450086 Dec 12 15:40:39.753445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:39.759006 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:39.761956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e06f80-8cde-4f00-a713-222b4e2a8c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688b960-a835-4e7d-903d-6aff5559b10a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:39.813896 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ea51d005-247d-435e-b3ed-a8920bad357f req-2a369ad9-53e8-4bb9-9084-60b1d207138c service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368873 Dec 12 15:40:39.829226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1ccf8d7-01b0-4a0f-9d70-9b76da863624 req-97aed7e4-bc2e-4a0b-abc1-6c5d0982437a tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378716 Dec 12 15:40:39.832198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e024470-5da3-46e9-80fa-1feedfe5c288 req-301ab403-db29-4fdf-81b1-be7165f321b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062446 Dec 12 15:40:39.912378 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bd59fa-625a-46a0-b606-ed1445a2ba6a x-openstack-request-id: req-02bd59fa-625a-46a0-b606-ed1445a2ba6a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:39.912723 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:39.913056 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02bd59fa-625a-46a0-b606-ed1445a2ba6a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:39.913469 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'status': 'completed', 'code': 200} Dec 12 15:40:39.919942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d195983-1c52-4460-8163-c99984e8b5da req-2a3ef2fd-5e95-401f-91d7-6496a8ffb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:39.921525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-2a3ef2fd-5e95-401f-91d7-6496a8ffb174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3812869 Dec 12 15:40:40.036735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc442ef8-fd0b-43c8-9d66-615c2f905340 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-1724196490 HTTP/1.1" status: 201 len: 201 time: 0.6243579 Dec 12 15:40:40.041008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.050096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-890c5ce9-b297-4641-bb9f-43a110574d32 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-5960541') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.104403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eba09b-f441-4553-8cfe-7eb237982203 req-db81e41a-eec9-4aa7-8410-ed7df0c4e6a9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.111779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4eba09b-f441-4553-8cfe-7eb237982203 req-db81e41a-eec9-4aa7-8410-ed7df0c4e6a9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.3648047 Dec 12 15:40:40.151434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-ae68b9a8-5c74-43ef-b4fe-139b4b8e8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.153277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-ae68b9a8-5c74-43ef-b4fe-139b4b8e8539 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1095 time: 0.1971769 Dec 12 15:40:40.165254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-6f83672d-f0a7-4d43-9323-bf9beafbb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.166245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-6f83672d-f0a7-4d43-9323-bf9beafbb8e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1095 time: 0.2074370 Dec 12 15:40:40.217465 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-890c5ce9-b297-4641-bb9f-43a110574d32 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-5960541 HTTP/1.1" status: 201 len: 201 time: 0.1740992 Dec 12 15:40:40.218335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.227186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-15b414b5-0a32-40c8-bd12-1c1569f2c723 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-1748089597') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.298697 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15b414b5-0a32-40c8-bd12-1c1569f2c723 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-1748089597 HTTP/1.1" status: 201 len: 201 time: 0.0767815 Dec 12 15:40:40.305876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.321943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-8819adf3-0848-4a39-ac31-771aabd552ef tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', {'tags': ['tempest-TagsExtTest-Tag-2017296840', 'tempest-TagsExtTest-Tag-973541689', 'tempest-TagsExtTest-Tag-44941071']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.342304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:40.405588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8819adf3-0848-4a39-ac31-771aabd552ef tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 200 len: 315 time: 0.0920789 Dec 12 15:40:40.407690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58374) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.414957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-06b409aa-7fb3-4d34-a765-3c4d74b72e95 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.466304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4eba09b-f441-4553-8cfe-7eb237982203 req-2d7ee47b-15fa-480d-9642-84ea53c30acc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534536 Dec 12 15:40:40.481104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-f4b77992-2c20-4a42-84a9-da3f007aed5a service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236237 Dec 12 15:40:40.507181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208264c5-0c3c-4266-a8af-461c13cd23fe req-9996ef1e-1e33-41b1-ab8a-ad132728dc82 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.516038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-208264c5-0c3c-4266-a8af-461c13cd23fe req-9996ef1e-1e33-41b1-ab8a-ad132728dc82 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 945 time: 0.2147672 Dec 12 15:40:40.520965 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06b409aa-7fb3-4d34-a765-3c4d74b72e95 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 204 len: 168 time: 0.1110520 Dec 12 15:40:40.521913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.528792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-007d066a-892c-4d05-baa0-ef60dc13fff4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-2017296840') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.539962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-d99f7109-2050-4935-ac87-66cc39628ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.541457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-d99f7109-2050-4935-ac87-66cc39628ff2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.3714340 Dec 12 15:40:40.594645 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-007d066a-892c-4d05-baa0-ef60dc13fff4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:40.595717 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-007d066a-892c-4d05-baa0-ef60dc13fff4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-2017296840 HTTP/1.1" status: 404 len: 329 time: 0.0718949 Dec 12 15:40:40.598530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58384) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.603311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-76f059c5-23ef-4ed7-ac59-b0cc974a1f60 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-973541689') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.662478 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-76f059c5-23ef-4ed7-ac59-b0cc974a1f60 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:40.664833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-76f059c5-23ef-4ed7-ac59-b0cc974a1f60 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-973541689 HTTP/1.1" status: 404 len: 328 time: 0.0640926 Dec 12 15:40:40.667368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.672072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-5f55c9fe-c1b6-446d-9d76-3408157683d8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25', 'tempest-TagsExtTest-Tag-44941071') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.698813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-20e19927-0acd-4990-9f37-ea8a2c164b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.700872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-20e19927-0acd-4990-9f37-ea8a2c164b61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.4331071 Dec 12 15:40:40.730507 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-5f55c9fe-c1b6-446d-9d76-3408157683d8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:40.732102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f55c9fe-c1b6-446d-9d76-3408157683d8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags/tempest-TagsExtTest-Tag-44941071 HTTP/1.1" status: 404 len: 327 time: 0.0632598 Dec 12 15:40:40.736449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58394) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.741329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-b561acc6-ec91-4dbd-885d-f86dc194421d tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', {'tags': ['tempest-TagsExtTest-Tag-248986236', 'tempest-TagsExtTest-Tag-946606669', 'tempest-TagsExtTest-Tag-878236693']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.840856 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b561acc6-ec91-4dbd-885d-f86dc194421d tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 200 len: 315 time: 0.1035643 Dec 12 15:40:40.844380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.852017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-420d821a-7fea-4336-9523-c4509a7ac8c1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:40.872064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-208264c5-0c3c-4266-a8af-461c13cd23fe req-cc2fc52a-fb74-4373-b77b-0ed8f61957da tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550375 Dec 12 15:40:40.886691 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-953f819c-c2bd-4cf3-b6cd-5580596172a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 999 time: 0.2884605 Dec 12 15:40:40.904940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779210f-f5c5-4290-9474-f58efe385748 req-3e5611bb-b98e-4a6f-a7cd-8357b8a4b888 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:40.906977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a779210f-f5c5-4290-9474-f58efe385748 req-3e5611bb-b98e-4a6f-a7cd-8357b8a4b888 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.3044872 Dec 12 15:40:40.940365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d195983-1c52-4460-8163-c99984e8b5da req-41788f7b-7ccc-43af-a367-0ccfc5e3eb01 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457362 Dec 12 15:40:40.942206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-56d007f0-9dc9-4247-8f05-6288273b0960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 999 time: 0.2243431 Dec 12 15:40:40.954250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-420d821a-7fea-4336-9523-c4509a7ac8c1 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 204 len: 168 time: 0.1083043 Dec 12 15:40:40.956876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:40.962998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-615cc52e-5e5f-4534-a732-b2e4419544c2 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-248986236') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.029440 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-615cc52e-5e5f-4534-a732-b2e4419544c2 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.031112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-615cc52e-5e5f-4534-a732-b2e4419544c2 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-248986236 HTTP/1.1" status: 404 len: 328 time: 0.0723383 Dec 12 15:40:41.037721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.045114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-0f49c7cd-5a29-48a9-8b0d-79a6d3b2caa4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-946606669') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.102132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:41.111386 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0f49c7cd-5a29-48a9-8b0d-79a6d3b2caa4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.115597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f49c7cd-5a29-48a9-8b0d-79a6d3b2caa4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-946606669 HTTP/1.1" status: 404 len: 328 time: 0.0740485 Dec 12 15:40:41.115902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58406) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.120425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-cb65c74e-7442-4d4c-ba40-33b82b4203d9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514', 'tempest-TagsExtTest-Tag-878236693') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.142726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-1f2c63ae-7640-4c81-9e2f-662754f6304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.144869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-1f2c63ae-7640-4c81-9e2f-662754f6304f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.1861763 Dec 12 15:40:41.180606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:41.194266 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-cb65c74e-7442-4d4c-ba40-33b82b4203d9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.197242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb65c74e-7442-4d4c-ba40-33b82b4203d9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags/tempest-TagsExtTest-Tag-878236693 HTTP/1.1" status: 404 len: 328 time: 0.0801139 Dec 12 15:40:41.201480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.206665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-d2603edf-09f0-4939-a26e-9fe945661385 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', {'tags': ['tempest-TagsExtTest-Tag-1301091393', 'tempest-TagsExtTest-Tag-1105869583', 'tempest-TagsExtTest-Tag-245857631']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.227790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-5e302fdd-1cac-40f3-aa95-97183989700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.230122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-5e302fdd-1cac-40f3-aa95-97183989700e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.3042889 Dec 12 15:40:41.269771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a779210f-f5c5-4290-9474-f58efe385748 req-e3d2202f-745d-452d-b796-b70a1c389f2c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196831 Dec 12 15:40:41.302027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205242-967b-4397-8542-9c433d369aa4 req-431cffad-d6c8-4f20-8342-ca782d34e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.303751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-431cffad-d6c8-4f20-8342-ca782d34e725 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 1095 time: 0.2654886 Dec 12 15:40:41.374263 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2603edf-09f0-4939-a26e-9fe945661385 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 200 len: 317 time: 0.1713800 Dec 12 15:40:41.376718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.382243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-bca7abb8-9e8d-4bee-9073-8bd156ebfe00 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.408913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.416901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.424012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.430833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.438619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.444994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.451438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.459640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91f1fc60-9738-4264-b53d-24fb27999650 req-f9b85d25-d71e-47f4-8058-4853c1b015ef tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.4250047 Dec 12 15:40:41.503860 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bca7abb8-9e8d-4bee-9073-8bd156ebfe00 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1258342 Dec 12 15:40:41.507042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.514872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-786a5021-d272-427d-81c2-314030761fe8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-1301091393') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.555795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-2b568715-f3f4-4a33-a5bc-afad9a4811cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.557480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-2b568715-f3f4-4a33-a5bc-afad9a4811cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905442 Dec 12 15:40:41.637127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-00802c02-374d-4352-892d-acefd8bdeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.653080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-00802c02-374d-4352-892d-acefd8bdeade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720155 Dec 12 15:40:41.709404 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-786a5021-d272-427d-81c2-314030761fe8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.724676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-786a5021-d272-427d-81c2-314030761fe8 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-1301091393 HTTP/1.1" status: 404 len: 329 time: 0.2154877 Dec 12 15:40:41.726763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.732566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-26729257-867b-47d9-8677-39cedb1e44c4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-1105869583') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.852607 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-26729257-867b-47d9-8677-39cedb1e44c4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.859445 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-26729257-867b-47d9-8677-39cedb1e44c4 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-1105869583 HTTP/1.1" status: 404 len: 329 time: 0.1285002 Dec 12 15:40:41.863560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:41.887332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-010763c0-1be5-4645-8b99-53b9a895a77f tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37', 'tempest-TagsExtTest-Tag-245857631') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:41.908388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-57f79a05-74fc-4626-9af4-44f0f98cf8b8 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:41.910517 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-57f79a05-74fc-4626-9af4-44f0f98cf8b8 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 945 time: 0.4469562 Dec 12 15:40:41.957446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-ba5aaec1-70c2-4254-9b6a-305aef9c6769 service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844042 Dec 12 15:40:41.985384 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-010763c0-1be5-4645-8b99-53b9a895a77f tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:41.986466 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-010763c0-1be5-4645-8b99-53b9a895a77f tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags/tempest-TagsExtTest-Tag-245857631 HTTP/1.1" status: 404 len: 328 time: 0.1188595 Dec 12 15:40:41.988473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91f1fc60-9738-4264-b53d-24fb27999650 req-7a8b4975-7a60-4c7c-ac0e-a44b93336bd6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5280023 Dec 12 15:40:42.001216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205242-967b-4397-8542-9c433d369aa4 req-e52d36e2-92f7-4b1f-8549-19824390717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:42.001909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.003018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-e52d36e2-92f7-4b1f-8549-19824390717a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.6767633 Dec 12 15:40:42.009625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-dc90b6d1-22ef-405c-99ae-1645e389fb03 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', {'tags': ['tempest-TagsExtTest-Tag-1327757016', 'tempest-TagsExtTest-Tag-2013278274', 'tempest-TagsExtTest-Tag-1606435172']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.061702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc90b6d1-22ef-405c-99ae-1645e389fb03 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "PUT /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 200 len: 318 time: 0.0585182 Dec 12 15:40:42.065987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.074134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-e8c1ebe4-d86d-4a89-9224-0841394cd3a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201303 Dec 12 15:40:42.074982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-4830c816-104b-4f93-8ce6-13a0bb067ce6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.098678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162388b-f94d-4aa1-8079-6b9966f75563 req-e9da16a8-af19-41dc-9f9f-0516b6722691 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:42.100106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b162388b-f94d-4aa1-8079-6b9966f75563 req-e9da16a8-af19-41dc-9f9f-0516b6722691 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.4962947 Dec 12 15:40:42.149855 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4830c816-104b-4f93-8ce6-13a0bb067ce6 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0823128 Dec 12 15:40:42.156397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.161421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-94f9c683-deb4-4707-b5b0-6159cbcba291 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-1327757016') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.199875 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-94f9c683-deb4-4707-b5b0-6159cbcba291 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:42.202023 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-94f9c683-deb4-4707-b5b0-6159cbcba291 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-1327757016 HTTP/1.1" status: 404 len: 329 time: 0.0443380 Dec 12 15:40:42.205363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.210550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-2c215e35-b8b5-4b05-9ce6-18eb63bca465 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-2013278274') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.238325 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-2c215e35-b8b5-4b05-9ce6-18eb63bca465 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:42.239634 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c215e35-b8b5-4b05-9ce6-18eb63bca465 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-2013278274 HTTP/1.1" status: 404 len: 329 time: 0.0332730 Dec 12 15:40:42.247554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.269745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-0c6857e3-a176-4044-a99e-6ee11050fe80 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb', 'tempest-TagsExtTest-Tag-1606435172') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.312810 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0c6857e3-a176-4044-a99e-6ee11050fe80 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] show failed (client error): The resource could not be found. Dec 12 15:40:42.314425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0c6857e3-a176-4044-a99e-6ee11050fe80 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags/tempest-TagsExtTest-Tag-1606435172 HTTP/1.1" status: 404 len: 329 time: 0.0588396 Dec 12 15:40:42.317882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.327347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-d037e6a2-721a-435b-9f7e-4aa24a73e8d5 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1baab83f-8a94-4d2a-89bf-da19376097cb') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.359575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d037e6a2-721a-435b-9f7e-4aa24a73e8d5 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0391924 Dec 12 15:40:42.366927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.371837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-6ebf935b-4660-42af-a75c-3a786cdcc5cd tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'feed55b5-0470-4e59-be1c-b0a00e3d2d37') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.529656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ebf935b-4660-42af-a75c-3a786cdcc5cd tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37/tags HTTP/1.1" status: 204 len: 168 time: 0.1614218 Dec 12 15:40:42.530989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.536457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-f9bba6cf-e64b-46e8-a289-f4b39afdb26b tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1869629e-7c34-4a9a-9c3a-eaa7698a9514') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.610177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-763f3dc9-6cf0-413b-ab59-23d267fc1c1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3 HTTP/1.1" status: 200 len: 217 time: 0.5265751 Dec 12 15:40:42.614318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f9bba6cf-e64b-46e8-a289-f4b39afdb26b tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514/tags HTTP/1.1" status: 204 len: 168 time: 0.0788684 Dec 12 15:40:42.615516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.619635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-eb88d21a-c6e0-4242-be99-f3a63e5c0617 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '013a78b3-858c-40ba-8198-7208ec2e3b25') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:42.703089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb88d21a-c6e0-4242-be99-f3a63e5c0617 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25/tags HTTP/1.1" status: 204 len: 168 time: 0.0793533 Dec 12 15:40:42.706325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.787251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-8cd96024-1de5-4eeb-a3cd-8ce4e910d73d service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077264 Dec 12 15:40:42.802034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b162388b-f94d-4aa1-8079-6b9966f75563 req-cf738f46-9494-4140-80f4-e905be65434c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704310 Dec 12 15:40:42.834500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78f5be-3a1f-4158-9a91-f794fa5a6d9f req-90685660-4583-4943-9754-10344f890cd4 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:42.838234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb78f5be-3a1f-4158-9a91-f794fa5a6d9f req-90685660-4583-4943-9754-10344f890cd4 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 945 time: 0.7341640 Dec 12 15:40:42.839751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205242-967b-4397-8542-9c433d369aa4 req-79f6666a-a950-41b9-a3c6-7eed93d765a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:42.847065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-79f6666a-a950-41b9-a3c6-7eed93d765a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1931252 Dec 12 15:40:42.862945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad190c38-9d5d-47ef-8107-0779de6cf0eb tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:42.874599 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ad190c38-9d5d-47ef-8107-0779de6cf0eb tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnetpools/1baab83f-8a94-4d2a-89bf-da19376097cb HTTP/1.1" status: 204 len: 168 time: 0.1626785 Dec 12 15:40:42.877605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:42.891022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbcb048d-a16b-48d8-bee3-40cfed4b4ff9 req-54ed8b4d-3da5-45db-b962-7369be54f303 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880049 Dec 12 15:40:42.912887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Deleting port 61bf175a-b46a-4fed-a99e-db2d8653182f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:40:42.913225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:42.934617 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c8dc13f7-2e66-40ca-b87c-ae63c0a15543 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "GET /v2.0/ports?device_id=feed55b5-0470-4e59-be1c-b0a00e3d2d37 HTTP/1.1" status: 200 len: 205 time: 0.0463433 Dec 12 15:40:42.935462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:43.060398 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.073754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] For port 61bf175a-b46a-4fed-a99e-db2d8653182f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=61bf175a-b46a-4fed-a99e-db2d8653182f,segment=NetworkSegment(457422bb-93fc-4362-923d-7608bd513007),segment_id=457422bb-93fc-4362-923d-7608bd513007)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:43.074045 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.109723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Calling delete_port for 61bf175a-b46a-4fed-a99e-db2d8653182f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:40:43.115426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb78f5be-3a1f-4158-9a91-f794fa5a6d9f req-ba8777ba-647c-444e-8c47-54d79a362603 tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/security-groups?id=36dae279-f8a8-4150-9188-bacdb65a84ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540946 Dec 12 15:40:43.126592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9c11-7f3c-4ebf-9c77-25c1fcad8ea0 req-7a4afce1-55bd-45cc-a2f2-2419b6d16d64 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.128084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-494c9c11-7f3c-4ebf-9c77-25c1fcad8ea0 req-7a4afce1-55bd-45cc-a2f2-2419b6d16d64 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.2102585 Dec 12 15:40:43.130327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:43.132584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b205242-967b-4397-8542-9c433d369aa4 req-86a9647a-59da-4d38-8514-b495fb499ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.134183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-86a9647a-59da-4d38-8514-b495fb499ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710142 Dec 12 15:40:43.305430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-494c9c11-7f3c-4ebf-9c77-25c1fcad8ea0 req-e91eb6fd-435c-4ef9-8a33-0ddd81fb4f7e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613860 Dec 12 15:40:43.320198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.327074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.398810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.399950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Fanout notify agent at l3_agent the message router_deleted on router feed55b5-0470-4e59-be1c-b0a00e3d2d37 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:40:43.418544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.425794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-faf0276d-7499-43c4-84c0-74c516e80f93 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/routers/feed55b5-0470-4e59-be1c-b0a00e3d2d37 HTTP/1.1" status: 204 len: 168 time: 0.4874587 Dec 12 15:40:43.426074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-d8af16eb-3d07-4524-8054-d0b62e61c38c service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831869 Dec 12 15:40:43.426628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:43.438984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.445279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.452187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.458560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.464882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.471152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.479567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.485847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b252618-2b14-4185-bba7-689fd449e768 req-4c54db3f-c25b-4a5d-9f70-e873ee5950dd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.2623162 Dec 12 15:40:43.541223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5772500-1928-4668-97b0-ef8c9b42d980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.604969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Deleting port 1869629e-7c34-4a9a-9c3a-eaa7698a9514 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:40:43.605584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.703356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.716921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Calling delete_port for 1869629e-7c34-4a9a-9c3a-eaa7698a9514 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:40:43.784719 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:43.794432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b252618-2b14-4185-bba7-689fd449e768 req-f94963ef-2d69-416e-8a98-487aa1856992 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3072383 Dec 12 15:40:43.811614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:43.872778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Pushing event deleted for resources: {'Port': ['ID=61bf175a-b46a-4fed-a99e-db2d8653182f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:43.883337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5af1c3-857e-4ca9-b8f8-cda7914d6087 req-96fd666d-3fdc-4c97-bd94-d3a9d18a3f9a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.885105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b5af1c3-857e-4ca9-b8f8-cda7914d6087 req-96fd666d-3fdc-4c97-bd94-d3a9d18a3f9a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 944 time: 0.3143969 Dec 12 15:40:43.905539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-1af0305b-3428-4948-ba07-fc2064ee6e48 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:43.907037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-1af0305b-3428-4948-ba07-fc2064ee6e48 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0&tenant_id=46791c8f70d7494689224023f312c304&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 944 time: 0.3008060 Dec 12 15:40:43.913174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b205242-967b-4397-8542-9c433d369aa4 req-b03da51a-444d-4480-b34f-914ec4e39c5f service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205735 Dec 12 15:40:43.968028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 61bf175a-b46a-4fed-a99e-db2d8653182f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:40:43.990547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.003170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 61bf175a-b46a-4fed-a99e-db2d8653182f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:40:44.003518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 61bf175a-b46a-4fed-a99e-db2d8653182f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:40:44.023674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:44.041667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '755f85d2-25bd-4947-a943-faf087b268f7', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'port_id': '755f85d2-25bd-4947-a943-faf087b268f7', 'mac_address': 'fa:16:3e:15:4e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:44.042158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event deleted for resources: {'Port': ['ID=1869629e-7c34-4a9a-9c3a-eaa7698a9514,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:44.049233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] No DVR routers for this DVR port 61bf175a-b46a-4fed-a99e-db2d8653182f on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:40:44.061070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.064339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ac4e314-ac32-4523-aebd-7dcb8188c331 req-0b3d76fc-f03f-44a5-9956-f06abaeeddcc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.13 "DELETE /v2.0/ports/61bf175a-b46a-4fed-a99e-db2d8653182f HTTP/1.1" status: 204 len: 173 time: 2.1451228 Dec 12 15:40:44.068434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'name': 'network-vif-deleted', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:44.071201 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710f9d8-b522-481b-91a6-7ae8093d6db0" -d '{"events": [{"server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "name": "network-vif-deleted", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:44.095088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5772500-1928-4668-97b0-ef8c9b42d980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.122602 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5772500-1928-4668-97b0-ef8c9b42d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.183421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28daf0-c0fd-4776-a6d2-7eff487c2af4 req-701fa34e-cfb4-468a-82db-f4a1b7188e72 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:44.190779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c28daf0-c0fd-4776-a6d2-7eff487c2af4 req-701fa34e-cfb4-468a-82db-f4a1b7188e72 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.2934313 Dec 12 15:40:44.219746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772500-1928-4668-97b0-ef8c9b42d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3380e77c-8a6d-42f3-acb5-f158ccdef3be,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:44.241121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b5af1c3-857e-4ca9-b8f8-cda7914d6087 req-ed20b02d-88e1-4135-80b3-e7eae5e2e49a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453863 Dec 12 15:40:44.254611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.257484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.267460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5ef5d31-644b-49aa-bb5d-20539fcc18f9 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/ports/1869629e-7c34-4a9a-9c3a-eaa7698a9514 HTTP/1.1" status: 204 len: 168 time: 0.8393686 Dec 12 15:40:44.268249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:44.300302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755f85d2-25bd-4947-a943-faf087b268f7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:44.314633 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-653c33a4-1034-4ee9-bc77-cbece221bfa0 service neutron] delete failed (client error): The resource could not be found. Dec 12 15:40:44.315667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-653c33a4-1034-4ee9-bc77-cbece221bfa0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/755f85d2-25bd-4947-a943-faf087b268f7/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.3841484 Dec 12 15:40:44.324384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:44.331159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c5772500-1928-4668-97b0-ef8c9b42d980 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98fc98a58e774bd88ffd48c09b1f4723&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1959400 Dec 12 15:40:44.396319 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4515492-cfb6-4a02-aff6-48daa0613205 x-openstack-request-id: req-d4515492-cfb6-4a02-aff6-48daa0613205 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:44.398566 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d716ae2-d5d4-4e33-aa1f-78699d0ab371", "name": "network-vif-deleted", "tag": "61bf175a-b46a-4fed-a99e-db2d8653182f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:44.399015 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4515492-cfb6-4a02-aff6-48daa0613205 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:44.399588 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d716ae2-d5d4-4e33-aa1f-78699d0ab371', 'name': 'network-vif-deleted', 'tag': '61bf175a-b46a-4fed-a99e-db2d8653182f', 'status': 'completed', 'code': 200} Dec 12 15:40:44.410811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c28daf0-c0fd-4776-a6d2-7eff487c2af4 req-8831a225-16b2-4538-84a5-3e2e717acf48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426656 Dec 12 15:40:44.413968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:44.422066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.482174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Deleting subnet 013a78b3-858c-40ba-8198-7208ec2e3b25 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:40:44.497848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.520147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-aad4f17e-24db-4609-98f4-b335036b916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:44.522544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-aad4f17e-24db-4609-98f4-b335036b916d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1096 time: 0.0839515 Dec 12 15:40:44.535988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:44.568166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91182173-8438-4494-9eb0-9c7487d1cdae req-d79d32a7-f880-4c9e-9319-9cece1e657dc tempest-ServerGroupTestJSON-240473425 tempest-ServerGroupTestJSON-240473425-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d716ae2-d5d4-4e33-aa1f-78699d0ab371 HTTP/1.1" status: 200 len: 210 time: 0.0444493 Dec 12 15:40:44.643238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.695475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.702515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-d77e1506-881e-447f-8294-ecc5718386bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:44.704217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-d77e1506-881e-447f-8294-ecc5718386bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.1699004 Dec 12 15:40:44.732055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['755f85d2-25bd-4947-a943-faf087b268f7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:44.801878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.900462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-e00cf6e2-2d9e-4920-919d-33141f7ea1b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1000 time: 0.1791096 Dec 12 15:40:44.958733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:44.979574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.019605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event deleted for resources: {'Subnet': ['ID=013a78b3-858c-40ba-8198-7208ec2e3b25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:45.036109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-78e979d7-249a-4a36-a5fc-f6024b0af3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.042215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-78e979d7-249a-4a36-a5fc-f6024b0af3b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.1389251 Dec 12 15:40:45.043211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.050076 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ece4b2e2-08e3-4462-a8a3-8afcd05e0630 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/subnets/013a78b3-858c-40ba-8198-7208ec2e3b25 HTTP/1.1" status: 204 len: 168 time: 0.7806952 Dec 12 15:40:45.053114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:45.074745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548639f-edd0-49b6-84a5-31a5bac2b5a2 None None] Network bebdac13-ade9-472e-b08a-dd4b20b3779f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:45.123132 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.132331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.183992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.196727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.213757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.222488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.232077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.239793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.242088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-409ba641-7619-4fe5-b485-1b745e6a050c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.2727098 Dec 12 15:40:45.247936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.251466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.255829 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3380e77c-8a6d-42f3-acb5-f158ccdef3be HTTP/1.1" status: 204 len: 168 time: 0.9302943 Dec 12 15:40:45.318844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-43bb576f-3036-449a-b7d3-cfb363f34147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.320615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-43bb576f-3036-449a-b7d3-cfb363f34147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561285 Dec 12 15:40:45.378478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cec770-4154-47fe-8ca9-d9ea5f7f0832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3380e77c-8a6d-42f3-acb5-f158ccdef3be,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:45.426327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] DHCP port deletion for bebdac13-ade9-472e-b08a-dd4b20b3779f request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:40:45.441277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44abf0a7-f4dd-426a-bdcf-ff8e7fa540d7 req-8dfeecdb-b817-4925-9b9d-aadb1bca130c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670084 Dec 12 15:40:45.450671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Deleting port fe9387ef-f249-4ac0-94f0-200dc014f1be {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:40:45.452558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.523064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Deleting port fe9387ef-f249-4ac0-94f0-200dc014f1be {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:40:45.523536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.546311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] For port fe9387ef-f249-4ac0-94f0-200dc014f1be, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe9387ef-f249-4ac0-94f0-200dc014f1be,segment=NetworkSegment(cf871b8c-a731-45a9-a0fb-0cbc38513a36),segment_id=cf871b8c-a731-45a9-a0fb-0cbc38513a36)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:45.546982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.563969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Calling delete_port for fe9387ef-f249-4ac0-94f0-200dc014f1be owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:40:45.615950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0046b8-9380-498d-b531-36ce33c7d496 req-235b4edc-ce91-4343-9c1f-fec5a5accdb6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.617522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e0046b8-9380-498d-b531-36ce33c7d496 req-235b4edc-ce91-4343-9c1f-fec5a5accdb6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 945 time: 0.1719606 Dec 12 15:40:45.621463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-d077fb72-d155-4b48-a66c-5727722319e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894945 Dec 12 15:40:45.626593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] For port fe9387ef-f249-4ac0-94f0-200dc014f1be, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fe9387ef-f249-4ac0-94f0-200dc014f1be,segment=NetworkSegment(cf871b8c-a731-45a9-a0fb-0cbc38513a36),segment_id=cf871b8c-a731-45a9-a0fb-0cbc38513a36)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:45.627007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.641895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb76185-190d-49ae-a9c0-410d55823c5e req-129a72df-bae0-418e-9cb7-0fba43700024 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:45.648963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb76185-190d-49ae-a9c0-410d55823c5e req-129a72df-bae0-418e-9cb7-0fba43700024 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.0963268 Dec 12 15:40:45.652862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Calling delete_port for fe9387ef-f249-4ac0-94f0-200dc014f1be owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:40:45.763192 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.777838 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:45.803193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f464758-6c36-4d1b-a9d7-d3e05df31ddf req-3011714f-021d-44aa-82d4-a478650b6f0a service neutron] 10.222.0.13 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698794 Dec 12 15:40:45.819950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb76185-190d-49ae-a9c0-410d55823c5e req-8b9f532d-a3aa-439d-b0eb-feeaf02c65de tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689641 Dec 12 15:40:45.823202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] No DVR routers for this DVR port fe9387ef-f249-4ac0-94f0-200dc014f1be on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:40:45.834608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] Pushing event deleted for resources: {'Port': ['ID=fe9387ef-f249-4ac0-94f0-200dc014f1be,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:45.843308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event deleted for resources: {'Port': ['ID=fe9387ef-f249-4ac0-94f0-200dc014f1be,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:45.851815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449fad1-84bc-46fe-833a-250e70a10917 None None] No DVR routers for this DVR port fe9387ef-f249-4ac0-94f0-200dc014f1be on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:40:45.862568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e0046b8-9380-498d-b531-36ce33c7d496 req-18da7ae3-2500-438a-b375-8c77e2464694 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191069 Dec 12 15:40:45.975717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.011879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebdac13-ade9-472e-b08a-dd4b20b3779f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:46.023841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf871b8c-a731-45a9-a0fb-0cbc38513a36') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:46.024077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf871b8c-a731-45a9-a0fb-0cbc38513a36') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:46.026956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58542) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:46.037635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.041544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1227282f-ecc5-4142-ae09-ccfc29fee79a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.052233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.060664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:40:46.061088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:40:46.127925 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:40:46.136126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.145818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.165337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] 10.222.0.36 "DELETE /v2.0/networks/bebdac13-ade9-472e-b08a-dd4b20b3779f HTTP/1.1" status: 204 len: 168 time: 1.1109693 Dec 12 15:40:46.194256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134a22-2ecf-4236-b6b5-4fd3bee8fcb3 tempest-TagsExtTest-329121776 tempest-TagsExtTest-329121776-project] Pushing event deleted for resources: {'Network': ['ID=bebdac13-ade9-472e-b08a-dd4b20b3779f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:46.226227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:46.251849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1227282f-ecc5-4142-ae09-ccfc29fee79a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.261475 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1227282f-ecc5-4142-ae09-ccfc29fee79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.336860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Deleting subnet 5ab37977-705c-4297-950e-f747385f2249 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:40:46.346875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.366117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227282f-ecc5-4142-ae09-ccfc29fee79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78623723-b819-4e59-8151-50fdd5d61565,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:46.374244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1227282f-ecc5-4142-ae09-ccfc29fee79a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba5d718b615241f4a5d3c8ca04287c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439808 Dec 12 15:40:46.374907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58562) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:46.425646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe9387ef-f249-4ac0-94f0-200dc014f1be no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:40:46.427628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.456445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fe9387ef-f249-4ac0-94f0-200dc014f1be {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:40:46.458316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fe9387ef-f249-4ac0-94f0-200dc014f1be not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:40:46.479943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.508134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.522568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.638171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.640600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.644501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78623723-b819-4e59-8151-50fdd5d61565 HTTP/1.1" status: 204 len: 168 time: 0.2686517 Dec 12 15:40:46.658236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde2402-d9c3-4582-8086-3c0d8541591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78623723-b819-4e59-8151-50fdd5d61565,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:46.659518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.682407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.689704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.696952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.704798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.712996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.715172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab37977-705c-4297-950e-f747385f2249,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:46.717778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.719055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.726482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:46.735294 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d6b7b09-7f15-4226-a7b2-c71773045d0b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ab37977-705c-4297-950e-f747385f2249 HTTP/1.1" status: 204 len: 168 time: 0.5050235 Dec 12 15:40:46.736686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f491a299-5362-40b5-8144-9217f5174ea3 req-6da6d30d-8838-4ffc-98a5-b5c84ba8a43d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.1624131 Dec 12 15:40:46.736891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:46.821940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:46.824199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:46.844804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f491a299-5362-40b5-8144-9217f5174ea3 req-44193b77-086b-4031-9efc-3273f46afe24 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043158 Dec 12 15:40:46.972343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.021320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7c7ce-c239-41b6-8df7-8cc92943a4ba']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:47.045205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41072-9450-4156-9e2a-5d4201af8b28 req-2c4a8c09-469d-45f1-9eb8-a0ffce19f532 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:47.046709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48d41072-9450-4156-9e2a-5d4201af8b28 req-2c4a8c09-469d-45f1-9eb8-a0ffce19f532 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.1140594 Dec 12 15:40:47.053988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457422bb-93fc-4362-923d-7608bd513007') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:47.054617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457422bb-93fc-4362-923d-7608bd513007') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:47.070832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b9949-2cf6-48f6-9bb5-09e912ded063 req-e38c16bd-1079-4c06-b679-2f66c5eb40e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:47.072454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-025b9949-2cf6-48f6-9bb5-09e912ded063 req-e38c16bd-1079-4c06-b679-2f66c5eb40e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 945 time: 0.0950291 Dec 12 15:40:47.074479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.105719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.113090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:40:47.113924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:40:47.115859 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:40:47.163161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48d41072-9450-4156-9e2a-5d4201af8b28 req-a6bbdab7-7df7-48bb-8c1b-ccc079fbf286 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065369 Dec 12 15:40:47.196048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-025b9949-2cf6-48f6-9bb5-09e912ded063 req-7f1a9ea4-983b-4a4b-916d-67c8b039059d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068926 Dec 12 15:40:47.226388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:47.238434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.554934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.562212 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] 10.222.0.36 "DELETE /v2.0/networks/b5a7c7ce-c239-41b6-8df7-8cc92943a4ba HTTP/1.1" status: 204 len: 168 time: 0.8175027 Dec 12 15:40:47.584502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd8937-5f15-4f7e-9bcc-a59669286b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a7c7ce-c239-41b6-8df7-8cc92943a4ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:47.617327 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d94036ed-692d-40d1-b00d-22c8d6d48307 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 200 len: 992 time: 0.3838990 Dec 12 15:40:47.629846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c8083374-9d6d-4424-aa97-12dbc0115f1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1be87259c29f4e528f0b3254055f1b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8044596 Dec 12 15:40:47.632579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:47.711296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.748761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:47.750818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.816249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:47.820240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.820486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82a79304-7c89-4a5a-aa22-dfafd3850707 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f776343db4b646609d7720fb61b3b4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700617 Dec 12 15:40:47.822921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58608) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:47.823050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:47.827011 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/496dc2cf-0da3-4717-b751-e23b22e37205 HTTP/1.1" status: 204 len: 168 time: 0.1934154 Dec 12 15:40:47.835113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f3392-291f-41f6-9b33-fe3882ed5acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496dc2cf-0da3-4717-b751-e23b22e37205,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:47.934408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 755f85d2-25bd-4947-a943-faf087b268f7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:40:47.948099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 755f85d2-25bd-4947-a943-faf087b268f7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:47.948949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.021902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.050978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.127862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.145000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.154055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.160721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.170467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.176732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.182884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.189455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.191410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-c7fab28c-a9f8-4154-a890-a7cd553d3a01 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.1859088 Dec 12 15:40:48.192693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.196277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.197626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36dae279-f8a8-4150-9188-bacdb65a84ff HTTP/1.1" status: 204 len: 168 time: 0.3557057 Dec 12 15:40:48.214830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843b8d4-971f-42c7-b673-6a2a1ef43ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dae279-f8a8-4150-9188-bacdb65a84ff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:48.224124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:48.229657 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23da9640-00de-451d-8d7a-4ccafcd360ca" -d '{"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-plugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:48.264055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:48.271454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:48.299663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef01216c-b739-4794-a0aa-afc1a1766287 req-4b51bf6d-1c5f-40d3-9be6-0a49bf147e56 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928657 Dec 12 15:40:48.375824 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dc2eb4-df40-4729-a8a0-a2db65252656 x-openstack-request-id: req-80dc2eb4-df40-4729-a8a0-a2db65252656 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:48.376142 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-plugged", "status": "completed", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:48.376359 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80dc2eb4-df40-4729-a8a0-a2db65252656 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:48.376846 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'code': 200} Dec 12 15:40:48.400031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbba8c-18d7-4f4d-9127-9aa1279c7537 req-ac46aebe-c80d-48b5-a31b-65f73d52b5bf tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:48.410063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5fbba8c-18d7-4f4d-9127-9aa1279c7537 req-ac46aebe-c80d-48b5-a31b-65f73d52b5bf tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.0943768 Dec 12 15:40:48.422302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:48.496441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5fbba8c-18d7-4f4d-9127-9aa1279c7537 req-18eb74cf-94c5-4580-a385-727b2939de45 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819855 Dec 12 15:40:49.289800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:49.296796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026286 Dec 12 15:40:49.297002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58678) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:49.377467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58686) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:49.473080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-34f85bb5-c3b4-4ed4-8b04-7e43da157b4f tempest-NetworksApiDiscovery-542233864 tempest-NetworksApiDiscovery-542233864-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1748204 Dec 12 15:40:49.497507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.504246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.511688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.518894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.530924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.543347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.553026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1790731979-network', 'tenant_id': '2041f624e14c429ca9dca3e4f28b6156'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:49.560157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.562800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-96efcbca-2318-43f5-8592-9a6f73b4918f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.1482382 Dec 12 15:40:49.578623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Made reservation on behalf of 2041f624e14c429ca9dca3e4f28b6156 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:49.583659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.608894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.720406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-559878f4-cc4e-4348-8f1d-83be43e3d486 req-14c0443f-32be-473f-9f04-3b762c237edd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362717 Dec 12 15:40:49.765645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ffdeb-4b99-4119-bd59-405a344ddb75 req-0769195a-5efb-4eff-a1ef-6a14ed92d300 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.767559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-429ffdeb-4b99-4119-bd59-405a344ddb75 req-0769195a-5efb-4eff-a1ef-6a14ed92d300 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 944 time: 0.1245301 Dec 12 15:40:49.797419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.803596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.819115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:49.826604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device de925522-7985-4d3b-8aa4-2d8f5d7030e3 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:49.831321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.831892 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Added segment 944595aa-3eca-4081-94f4-9bf567767911 of type vlan for network 54236b11-8291-422c-8f53-4029315bb346 Dec 12 15:40:49.860933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-429ffdeb-4b99-4119-bd59-405a344ddb75 req-f3b9ed20-75f4-4cb7-85fd-5c2621b64293 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842824 Dec 12 15:40:49.898194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58710) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:49.920429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.939695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c087686-d221-42bb-ab55-5033c9b52882,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:49.967626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.971666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:49.972279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:49.988602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:50.003276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3', 'mac_address': 'fa:16:3e:bb:e1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:50.004776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6261032 Dec 12 15:40:50.007790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:50.021368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Request body: {'subnet': {'network_id': '54236b11-8291-422c-8f53-4029315bb346', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1790731979-subnet', 'tenant_id': '2041f624e14c429ca9dca3e4f28b6156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:50.062552 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.082970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de925522-7985-4d3b-8aa4-2d8f5d7030e3 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:50.083637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e1c6b-a18a-4fa2-a0a8-2fa8514c911e admin admin] Pushing event updated for resources: {'Network': ['ID=54236b11-8291-422c-8f53-4029315bb346,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.091362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-957e0b4c-97b8-4b91-95ed-8897dd304446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.092011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Made reservation on behalf of 2041f624e14c429ca9dca3e4f28b6156 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:50.097125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 54236b11-8291-422c-8f53-4029315bb346 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:50.099121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.178626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:50.186852 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.210579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-957e0b4c-97b8-4b91-95ed-8897dd304446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.219858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-957e0b4c-97b8-4b91-95ed-8897dd304446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.251258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.288445 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-957e0b4c-97b8-4b91-95ed-8897dd304446 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cae1776fb39434f8b87542b3c659809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889630 Dec 12 15:40:50.289308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58728) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:50.289986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e0b4c-97b8-4b91-95ed-8897dd304446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae0a658-6891-4e3c-a16e-b968c34e0303,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.328949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.356611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.381183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=206e90d0-838c-48fa-9432-698ce5f8155f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.389812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.398775 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Checking segment: {'id': '944595aa-3eca-4081-94f4-9bf567767911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '54236b11-8291-422c-8f53-4029315bb346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:50.399135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Network hostable DHCP agents. Network: 54236b11-8291-422c-8f53-4029315bb346, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:50.412322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:50.425819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Network 54236b11-8291-422c-8f53-4029315bb346 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:50.432772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['de925522-7985-4d3b-8aa4-2d8f5d7030e3'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:50.436119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 54236b11-8291-422c-8f53-4029315bb346) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:50.441430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:50.442298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.456875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.459737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.464725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ff7da85-59f2-47a2-aeb0-05560343bc96 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4504871 Dec 12 15:40:50.464893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ae0a658-6891-4e3c-a16e-b968c34e0303 HTTP/1.1" status: 204 len: 168 time: 0.1707616 Dec 12 15:40:50.478530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b036e903-03ac-4c58-bffc-73dfc94d51df None None] Network 54236b11-8291-422c-8f53-4029315bb346 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:50.478723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12e250-6832-4e4a-bd37-cb9302aea7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae0a658-6891-4e3c-a16e-b968c34e0303,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.582979 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4aa48b2f-5b91-4828-8513-097f5882aaa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.627779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19234ca-773b-48e5-a18f-ff2fd036146e None None] Network 54236b11-8291-422c-8f53-4029315bb346 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:50.702064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4aa48b2f-5b91-4828-8513-097f5882aaa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.712594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4aa48b2f-5b91-4828-8513-097f5882aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.799434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58754) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:50.799886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4aa48b2f-5b91-4828-8513-097f5882aaa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=695c32b90b16408889f5fd52207751ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3861196 Dec 12 15:40:50.816301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa48b2f-5b91-4828-8513-097f5882aaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033b0172-4fe3-4b3c-9865-c9b7b87e0389,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:50.941840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:50.964530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.056309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.063222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.070357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.077073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.083143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.089238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.095346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.097268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-35efa00f-a144-4502-be63-aef404ac9ac9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.2322240 Dec 12 15:40:51.111248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e81a6-f790-4d9f-978d-4ca37b5132b6 req-f4660945-01ed-4600-bb67-5b4029b02ee3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.112800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f1e81a6-f790-4d9f-978d-4ca37b5132b6 req-f4660945-01ed-4600-bb67-5b4029b02ee3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 945 time: 0.1174240 Dec 12 15:40:51.167207 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.170519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.171829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/033b0172-4fe3-4b3c-9865-c9b7b87e0389 HTTP/1.1" status: 204 len: 168 time: 0.3713920 Dec 12 15:40:51.206699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15e6c7-5225-495d-9abf-574ed56a8e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b0172-4fe3-4b3c-9865-c9b7b87e0389,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:51.263509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cab6cc0-4b91-44da-a816-69a51eb4b829 req-8f6c5638-5e13-43c6-994d-8f62948b6edd tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1461258 Dec 12 15:40:51.303874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f1e81a6-f790-4d9f-978d-4ca37b5132b6 req-76714c9e-b3da-4418-bdae-c042aed73ad6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741786 Dec 12 15:40:51.520309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58792) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:51.524939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-487759107-network', 'tenant_id': 'c9cc06858cad43fdbeb3b9ef60fd7e11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:51.550582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Made reservation on behalf of c9cc06858cad43fdbeb3b9ef60fd7e11 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:51.553131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.566536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58794) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:51.575079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.666802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.668072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8132e75-5493-4f21-89cc-02f8202b4a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.683478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.695888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:51.713091 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.713432 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Added segment 4daf1351-964d-432f-bb69-9385fc892461 of type vlan for network 0550b7c0-3ffd-418e-a141-c9ee0b3cd349 Dec 12 15:40:51.775959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05064a4b-56fd-4f49-bb4d-b924c51e2645,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:51.790901 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.834804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.835833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:51.838967 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.839455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:51.848071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device de925522-7985-4d3b-8aa4-2d8f5d7030e3 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:40:51.914864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3935962 Dec 12 15:40:51.917592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:51.926241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Request body: {'subnet': {'network_id': '0550b7c0-3ffd-418e-a141-c9ee0b3cd349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-487759107-subnet', 'tenant_id': 'c9cc06858cad43fdbeb3b9ef60fd7e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:51.945487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18165-6a24-4c5a-96d1-87ab63aa92ad admin admin] Pushing event updated for resources: {'Network': ['ID=0550b7c0-3ffd-418e-a141-c9ee0b3cd349,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:51.952413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port de925522-7985-4d3b-8aa4-2d8f5d7030e3 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:40:51.953815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8132e75-5493-4f21-89cc-02f8202b4a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.958343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8132e75-5493-4f21-89cc-02f8202b4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.958793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 0550b7c0-3ffd-418e-a141-c9ee0b3cd349 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:51.976184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632935226-network', 'tenant_id': '89bcb8deca6042008194b6ead1b42f6d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:51.976915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port de925522-7985-4d3b-8aa4-2d8f5d7030e3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:40:51.977573 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:51.980695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Made reservation on behalf of c9cc06858cad43fdbeb3b9ef60fd7e11 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:51.983323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.000798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8132e75-5493-4f21-89cc-02f8202b4a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b17b17-66a9-4a89-9d1a-9289bada612a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.009423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8132e75-5493-4f21-89cc-02f8202b4a48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1689c5af9e14589b55feb4fbd5ea593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415805 Dec 12 15:40:52.010447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:52.065337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.096745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Made reservation on behalf of 89bcb8deca6042008194b6ead1b42f6d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:52.096949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.099621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.111190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.164771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.169522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.172999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.177260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90b17b17-66a9-4a89-9d1a-9289bada612a HTTP/1.1" status: 204 len: 168 time: 0.1657417 Dec 12 15:40:52.200372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eed01a-656b-4c8d-b316-431dfa61c828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b17b17-66a9-4a89-9d1a-9289bada612a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.219529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:52.222581 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1259b6-7178-48bd-b208-b8c49d69b276" -d '{"events": [{"server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "name": "network-vif-plugged", "status": "completed", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:52.242215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:52.256790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.331289 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62427b5f-242f-4a86-a3f4-5a24fd5ad449 x-openstack-request-id: req-62427b5f-242f-4a86-a3f4-5a24fd5ad449 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:52.331591 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "name": "network-vif-plugged", "status": "completed", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:52.333303 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62427b5f-242f-4a86-a3f4-5a24fd5ad449 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:52.334125 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3', 'code': 200} Dec 12 15:40:52.345985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.357755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.387468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0594a88-d0ae-4144-81f6-9a32f056e0e9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.393432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.430104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:52.440104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.482178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.482659 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Added segment b9924b66-0e84-4383-9a70-0fd8fea86660 of type vlan for network 19bee963-05bb-4f11-a339-0d32bea7b544 Dec 12 15:40:52.495098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c37223-230c-4755-8656-ff6fd6f715da req-ec447551-88a1-4d4b-8e67-a1b0e8aa3392 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.503111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10c37223-230c-4755-8656-ff6fd6f715da req-ec447551-88a1-4d4b-8e67-a1b0e8aa3392 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.1040990 Dec 12 15:40:52.546571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b353e3-ceed-46e8-9143-3a7f01a0b76d req-70047f24-6341-421a-8726-981fe21bda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.548703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78b353e3-ceed-46e8-9143-3a7f01a0b76d req-70047f24-6341-421a-8726-981fe21bda53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 1097 time: 0.1308773 Dec 12 15:40:52.553934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b93a6a-0f61-4271-bcc6-48ed46eab57e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.571811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Checking segment: {'id': '4daf1351-964d-432f-bb69-9385fc892461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0550b7c0-3ffd-418e-a141-c9ee0b3cd349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:52.572467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Network hostable DHCP agents. Network: 0550b7c0-3ffd-418e-a141-c9ee0b3cd349, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:52.577019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.637554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.638985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.639628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.648903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10c37223-230c-4755-8656-ff6fd6f715da req-0d51e27e-ca0d-43fb-8f85-7570bece5df1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346297 Dec 12 15:40:52.690074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Network 0550b7c0-3ffd-418e-a141-c9ee0b3cd349 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:52.699595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.706803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.712251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] Pushing event updated for resources: {'Network': ['ID=19bee963-05bb-4f11-a339-0d32bea7b544,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:52.714444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.716430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 0550b7c0-3ffd-418e-a141-c9ee0b3cd349) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:52.721327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.724422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 19bee963-05bb-4f11-a339-0d32bea7b544 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:52.728573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.728904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643567c-8ded-4bd6-aff6-2bc3334ba028 None None] Network 0550b7c0-3ffd-418e-a141-c9ee0b3cd349 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:52.735567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.738149 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ffd14c92-0914-4845-bc28-95a6a536f9cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8961735 Dec 12 15:40:52.739714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.740314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.741437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:52.743313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-ce606746-c145-4020-b477-1d8b0d503ec4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.2380421 Dec 12 15:40:52.743882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:52.752267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Request body: {'subnet': {'network_id': '19bee963-05bb-4f11-a339-0d32bea7b544', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632935226-subnet', 'tenant_id': '89bcb8deca6042008194b6ead1b42f6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:52.766679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d4f29b38-849a-4785-b581-d04275a375fa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8472569 Dec 12 15:40:52.800118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78b353e3-ceed-46e8-9143-3a7f01a0b76d req-705354f6-3545-4a5a-9546-085aafc87802 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343385 Dec 12 15:40:52.818322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Made reservation on behalf of 89bcb8deca6042008194b6ead1b42f6d for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:52.820683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:52.901325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-689b1fba-ab82-4895-b127-42ae5fe824ea req-d75f43f6-8d09-40d3-8944-9af1b3faf6e7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408482 Dec 12 15:40:53.006853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9efcf27-7a88-4956-bb08-5760f2bb47d7 None None] Network 0550b7c0-3ffd-418e-a141-c9ee0b3cd349 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:53.103473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:53.199163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35a024c-691b-4b3b-b693-f6a80c8cd5e7,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:53.225134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Checking segment: {'id': 'b9924b66-0e84-4383-9a70-0fd8fea86660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '19bee963-05bb-4f11-a339-0d32bea7b544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:53.225402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Network hostable DHCP agents. Network: 19bee963-05bb-4f11-a339-0d32bea7b544, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:53.244910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Network 19bee963-05bb-4f11-a339-0d32bea7b544 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:53.257817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 19bee963-05bb-4f11-a339-0d32bea7b544) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:53.276968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77541984-0ceb-4f28-a6e1-de5c13c1d9ca None None] Network 19bee963-05bb-4f11-a339-0d32bea7b544 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:53.287092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:53.287682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:53.316666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab08bb87-571d-479f-9c1f-e82b287dc62a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5689321 Dec 12 15:40:53.409903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e076fe-7494-48e2-96ab-cafde6590a56 None None] Network 19bee963-05bb-4f11-a339-0d32bea7b544 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:53.707749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-1b66f87e-004e-4200-a193-4995a1e611dc tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:53.710115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-1b66f87e-004e-4200-a193-4995a1e611dc tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/networks?id=54236b11-8291-422c-8f53-4029315bb346 HTTP/1.1" status: 200 len: 825 time: 0.1409109 Dec 12 15:40:53.743290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-588428b1-6a9e-42b2-9443-3214b2f5ad99 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/quotas/2041f624e14c429ca9dca3e4f28b6156 HTTP/1.1" status: 200 len: 375 time: 0.0272126 Dec 12 15:40:53.809071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-5b862a39-7d51-4e19-bfbf-3d9133304d23 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2041f624e14c429ca9dca3e4f28b6156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645320 Dec 12 15:40:53.905005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:54.157265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c44935ce-1150-4535-bf24-d26fca89b9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.177551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:54.184672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353447157-network', 'tenant_id': '436a80bf4b4e4db8b0d61b6fde8107bf'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:54.226936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Made reservation on behalf of 436a80bf4b4e4db8b0d61b6fde8107bf for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:54.229391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.248794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.286329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2f712-30ae-45a3-8605-316044bced5f req-815cc43d-3e5f-4d93-be01-6a9dfcc1cfcb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.287855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87c2f712-30ae-45a3-8605-316044bced5f req-815cc43d-3e5f-4d93-be01-6a9dfcc1cfcb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.5226424 Dec 12 15:40:54.318243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c44935ce-1150-4535-bf24-d26fca89b9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.320586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-5b125c49-3271-4b75-839c-41a7f00a95a9 service neutron] 10.222.0.36 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051003 Dec 12 15:40:54.330965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c44935ce-1150-4535-bf24-d26fca89b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.385515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c44935ce-1150-4535-bf24-d26fca89b9c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a94b47c29b414cf6bff9bb5d76bb799a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762757 Dec 12 15:40:54.386208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:54.386621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44935ce-1150-4535-bf24-d26fca89b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169fe5a9-838e-4563-901d-73b8f445d12e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:54.395194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87c2f712-30ae-45a3-8605-316044bced5f req-4db5353b-96af-4e2b-8326-c20bc669e451 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987737 Dec 12 15:40:54.453520 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.466687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.470820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-5dc12fa6-ff83-4b16-9c8c-54aff2144c77 service neutron] 10.222.0.36 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377208 Dec 12 15:40:54.480384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.495969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:40:54.532682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.533431 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Added segment ce071fbd-7f70-4a43-9438-f86a64f54b06 of type vlan for network ac8e397e-e852-4491-ad74-1d5d86a5f9a1 Dec 12 15:40:54.579237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.580024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.589847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.597651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.600354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d391b-b7a0-46f2-b20e-251ebc41cabb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:54.604062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.606565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.616220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.625022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.646446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.647414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.647987 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.652043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:54.654481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45873a45-a2c4-4448-940e-2fd4a704894f req-0dfc7575-7486-4563-8ecf-4e65a0b73591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.1530750 Dec 12 15:40:54.733593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] Pushing event updated for resources: {'Network': ['ID=ac8e397e-e852-4491-ad74-1d5d86a5f9a1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:54.755857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network ac8e397e-e852-4491-ad74-1d5d86a5f9a1 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:40:54.759767 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f9b64038-9878-4fcd-9cec-c2b2038b85df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5809331 Dec 12 15:40:54.760415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:54.771345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Request body: {'subnet': {'network_id': 'ac8e397e-e852-4491-ad74-1d5d86a5f9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1353447157-subnet', 'tenant_id': '436a80bf4b4e4db8b0d61b6fde8107bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:54.788797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45873a45-a2c4-4448-940e-2fd4a704894f req-44cb473b-1212-45fa-a893-8c2b4a754a44 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163862 Dec 12 15:40:54.801448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ad27e65-5a34-486a-9b0b-008717b8a93c req-41f94d2c-f1fd-4383-9254-7afd1d24cfc8 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0788622 Dec 12 15:40:54.814581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.817368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:54.818698 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/169fe5a9-838e-4563-901d-73b8f445d12e HTTP/1.1" status: 204 len: 168 time: 0.4280074 Dec 12 15:40:54.838444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37d942-e1f1-4b06-a2f5-3a82a86c9e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169fe5a9-838e-4563-901d-73b8f445d12e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:54.838444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Made reservation on behalf of 436a80bf4b4e4db8b0d61b6fde8107bf for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:54.838444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.050323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.115002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1908dca3-193d-4706-b1ca-3d3fdf680f15,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:55.126219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Checking segment: {'id': 'ce071fbd-7f70-4a43-9438-f86a64f54b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac8e397e-e852-4491-ad74-1d5d86a5f9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:55.126886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Network hostable DHCP agents. Network: ac8e397e-e852-4491-ad74-1d5d86a5f9a1, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:40:55.154159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Network ac8e397e-e852-4491-ad74-1d5d86a5f9a1 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:40:55.169077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, ac8e397e-e852-4491-ad74-1d5d86a5f9a1) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:55.174267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:55.174801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.180478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d183e-4246-4772-88ba-72029d4600dc None None] Network ac8e397e-e852-4491-ad74-1d5d86a5f9a1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:55.204769 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9e28338-2cb4-47a9-aa52-1f2936e9c77b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4303114 Dec 12 15:40:55.349402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:55.369923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3681e24a-9faa-4989-9afb-8de887a56b2b None None] Network ac8e397e-e852-4491-ad74-1d5d86a5f9a1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:40:55.410579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Deleting subnet c35a024c-691b-4b3b-b693-f6a80c8cd5e7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:40:55.415291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.464877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.509436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.593335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.625198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35a024c-691b-4b3b-b693-f6a80c8cd5e7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:55.625548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe213-d91d-4187-aba5-bdc6c6a8ab84 req-130c8532-217c-4d4c-b662-099e8edd94e3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:55.632621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.636212 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9729017f-2a2b-4494-b9f8-f456ef7ffdd4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c35a024c-691b-4b3b-b693-f6a80c8cd5e7 HTTP/1.1" status: 204 len: 168 time: 0.2857664 Dec 12 15:40:55.636836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef3fe213-d91d-4187-aba5-bdc6c6a8ab84 req-130c8532-217c-4d4c-b662-099e8edd94e3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.0683942 Dec 12 15:40:55.640908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58934) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:55.747486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.754491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef3fe213-d91d-4187-aba5-bdc6c6a8ab84 req-0de0cb13-17d9-42e6-8cd4-6978ae6fb0a6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151159 Dec 12 15:40:55.845366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:55.878357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ea2769f8-10af-441c-8c20-1fd489a12704 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:55.922404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bee963-05bb-4f11-a339-0d32bea7b544']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:55.946725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9924b66-0e84-4383-9a70-0fd8fea86660') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:55.946967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9924b66-0e84-4383-9a70-0fd8fea86660') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:55.993430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.068392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e730c-16f1-4729-9438-c8fa0acbaa23 req-743e15e0-b4ef-4aa6-9c69-eeb57c53c18a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.074524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c1e730c-16f1-4729-9438-c8fa0acbaa23 req-743e15e0-b4ef-4aa6-9c69-eeb57c53c18a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.2165146 Dec 12 15:40:56.102511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.120088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:40:56.126591 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:40:56.129976 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:40:56.158824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:56.277346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.284889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.291306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.301537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.307965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.314270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.320367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.322686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-8ad15abc-9a16-4a29-af87-45f63f1958f5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5420 time: 0.3268917 Dec 12 15:40:56.337288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c1e730c-16f1-4729-9438-c8fa0acbaa23 req-84b3575a-3fd8-43a7-915a-63a3a88efc90 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567048 Dec 12 15:40:56.362398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'port_id': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'mac_address': 'fa:16:3e:c9:86:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:56.366994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-f153a4b0-8d14-43be-9627-66e3ec7916df tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.368934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-f153a4b0-8d14-43be-9627-66e3ec7916df tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.13 "GET /v2.0/networks?id=54236b11-8291-422c-8f53-4029315bb346 HTTP/1.1" status: 200 len: 825 time: 0.4585516 Dec 12 15:40:56.385875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Request body: {'port': {'device_id': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'network_id': '54236b11-8291-422c-8f53-4029315bb346', 'admin_state_up': True, 'tenant_id': '2041f624e14c429ca9dca3e4f28b6156'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:56.391874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.413027 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.420218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] 10.222.0.36 "DELETE /v2.0/networks/19bee963-05bb-4f11-a339-0d32bea7b544 HTTP/1.1" status: 204 len: 168 time: 0.7782047 Dec 12 15:40:56.420852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:56.447663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.461712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea2769f8-10af-441c-8c20-1fd489a12704 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:56.468593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d934a88-aeb0-4a34-8fee-cb108cfc6575 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bee963-05bb-4f11-a339-0d32bea7b544,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:56.505744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:56.514444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.515266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4eaf5e48-e5e2-4119-ad98-5317b02d93be details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:56.526420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d3751bc-c0d6-4f41-9970-9c721412473d req-05f03044-8589-4a29-98b5-729baa9eea61 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0590868 Dec 12 15:40:56.565650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Deleting subnet 1908dca3-193d-4706-b1ca-3d3fdf680f15 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:40:56.571894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.574594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f723b9fa-2469-4d9e-abe7-8a28be8ec209 req-de31e91e-3769-4636-9fd5-f1bf24e8d94c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2337506 Dec 12 15:40:56.672279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.691544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:56.699576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Made reservation on behalf of 2041f624e14c429ca9dca3e4f28b6156 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:56.710573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.727315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.774833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.775202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.775532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.775880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.776219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.776550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.793467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fdf17-e578-4c80-9fab-cfc8dc52e363 req-4f72c13d-6672-4e5c-b1e5-7100d654ef52 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:56.794946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-537fdf17-e578-4c80-9fab-cfc8dc52e363 req-4f72c13d-6672-4e5c-b1e5-7100d654ef52 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.1420035 Dec 12 15:40:56.796187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.796595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.797412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.797768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.798132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.798464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.798801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:40:56.813828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:56.830461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.831276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '4eaf5e48-e5e2-4119-ad98-5317b02d93be', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'port_id': '4eaf5e48-e5e2-4119-ad98-5317b02d93be', 'mac_address': 'fa:16:3e:f5:3e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:56.866325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1908dca3-193d-4706-b1ca-3d3fdf680f15,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:56.885281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.896579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9dfab990-2db2-4c45-a87c-14be67b55018 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1908dca3-193d-4706-b1ca-3d3fdf680f15 HTTP/1.1" status: 204 len: 168 time: 0.4738543 Dec 12 15:40:56.897798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:56.912242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.940763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaf5e48-e5e2-4119-ad98-5317b02d93be {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:56.962548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:56.968186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:56.968399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:56.969077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d15e2da7-532f-4868-81c9-c1ce974f9c08 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:57.009472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.028920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.033843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Allocated IP 172.20.0.8 (54236b11-8291-422c-8f53-4029315bb346/206e90d0-838c-48fa-9432-698ce5f8155f/27b7b2a6-d142-4192-abd2-3e71559dd2e6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:40:57.136396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-537fdf17-e578-4c80-9fab-cfc8dc52e363 req-17d909d4-0e6b-404a-a9f3-4cbc4d6053ab tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310905 Dec 12 15:40:57.188474 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.207121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:57.233116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'port_id': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'mac_address': 'fa:16:3e:2c:95:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:57.273219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8e397e-e852-4491-ad74-1d5d86a5f9a1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:57.276104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f80f41e2-27ac-42d6-a4a3-f8120c9857bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.315178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.315750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce071fbd-7f70-4a43-9438-f86a64f54b06') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:57.316060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce071fbd-7f70-4a43-9438-f86a64f54b06') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:40:57.336522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15e2da7-532f-4868-81c9-c1ce974f9c08 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:57.358859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.381020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:57.390105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.391108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f3bff29c-817a-4ed3-8136-f156b54e3eb6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:57.399086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.406829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.422320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:40:57.423931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:40:57.427483 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:40:57.502838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.512700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54952a-4cea-4927-abd8-f37c33279398 req-6f143711-8a2c-4b1d-bbe0-a5aaeacdc17e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:57.516404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.521288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd54952a-4cea-4927-abd8-f37c33279398 req-6f143711-8a2c-4b1d-bbe0-a5aaeacdc17e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.0859990 Dec 12 15:40:57.536678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.581018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.584235 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ac8e397e-e852-4491-ad74-1d5d86a5f9a1 HTTP/1.1" status: 204 len: 168 time: 0.6840391 Dec 12 15:40:57.587307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bf6bb-df32-4635-988a-7f9499117073 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8e397e-e852-4491-ad74-1d5d86a5f9a1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.599378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:57.614689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Pushing event updated for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.667284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'port_id': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'mac_address': 'fa:16:3e:3d:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16b1038-6345-41f0-8beb-631de2d470ca', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:57.673937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Network 54236b11-8291-422c-8f53-4029315bb346 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:40:57.682835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:40:57.689332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:40:57.698523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f80f41e2-27ac-42d6-a4a3-f8120c9857bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.707443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f80f41e2-27ac-42d6-a4a3-f8120c9857bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.732089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.749758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bff29c-817a-4ed3-8136-f156b54e3eb6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:57.752758 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f80f41e2-27ac-42d6-a4a3-f8120c9857bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6624186a12e4e53a66cc63138b9c2f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7826376 Dec 12 15:40:57.754003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f41e2-27ac-42d6-a4a3-f8120c9857bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196baf69-ae68-4fa8-92f4-c2f97ec58cc2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.756648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:57.791869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:57.799941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.800620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:57.810213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:57.848506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.857697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:57.858868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.882526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:57.891977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:57.901210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'port_id': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228', 'mac_address': 'fa:16:3e:04:38:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:57.905062 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f35f293-952e-409e-80e9-1b89ddeae812 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89bcb8deca6042008194b6ead1b42f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912168 Dec 12 15:40:57.905207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.906858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:57.915145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd54952a-4cea-4927-abd8-f37c33279398 req-698afcec-fc0f-4f55-bf54-80aadbd70d76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998567 Dec 12 15:40:57.930311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-b6de81b4-b994-453f-ba9d-f7f469fefc9f tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5507615 Dec 12 15:40:57.945274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c998a-e5fe-472f-9194-0e3897c72598 req-595669d7-b5ea-443b-ae6d-305dd0c001dd tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:57.950542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e3c998a-e5fe-472f-9194-0e3897c72598 req-595669d7-b5ea-443b-ae6d-305dd0c001dd tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 931 time: 0.2005022 Dec 12 15:40:57.957172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Request body: {'port': {'device_id': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:57.968360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:57.990347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.004138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:58.010657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.013903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.015462 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/196baf69-ae68-4fa8-92f4-c2f97ec58cc2 HTTP/1.1" status: 204 len: 168 time: 0.2576113 Dec 12 15:40:58.036945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.038201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:58.039354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0e885-2417-488b-ac35-ee7e61079842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196baf69-ae68-4fa8-92f4-c2f97ec58cc2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.054719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.055735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:58.113241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.117240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.122700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0594a88-d0ae-4144-81f6-9a32f056e0e9 HTTP/1.1" status: 204 len: 168 time: 0.2148504 Dec 12 15:40:58.138459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c504c1-1876-4f4d-a65e-b6df3870adec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0594a88-d0ae-4144-81f6-9a32f056e0e9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.139050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.149734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:58.209581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e3c998a-e5fe-472f-9194-0e3897c72598 req-e46256b3-e7e1-4886-a8c8-d0a05f60f63b tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480271 Dec 12 15:40:58.225701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.236272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b', 'network_id': 'ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2', 'port_id': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b', 'mac_address': 'fa:16:3e:84:78:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb75df07-d084-475b-a944-f21f4078ae65', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:58.298595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.308675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.317420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.326863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.333038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.334433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:58.339423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.346599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.353085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:58.362176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-4b98d199-985d-4668-ad2b-f31e96c3e51b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5425 time: 0.2997050 Dec 12 15:40:58.386559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:58.393901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.394572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 73f81956-ab24-44e7-98d0-88d719fc3a8e details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:40:58.512310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc89f0af-2fdd-430d-a907-1b458390cccd req-61f08a99-3f57-43db-98ad-9046b344f315 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489775 Dec 12 15:40:58.550501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.566698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:58.583440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'network_id': 'a08102b2-b200-46a3-ae79-392f6ddd7833', 'port_id': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'mac_address': 'fa:16:3e:6d:ae:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16b1038-6345-41f0-8beb-631de2d470ca', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:40:58.640508 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.670158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f81956-ab24-44e7-98d0-88d719fc3a8e {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:58.704250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:40:58.713311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.758560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b7b2a6-d142-4192-abd2-3e71559dd2e6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:40:58.769680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.779524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:58.784173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Transition to ACTIVE for port object 27b7b2a6-d142-4192-abd2-3e71559dd2e6 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:40:58.789984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.819969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.828266 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d289da6d-5e9a-4a24-a8b2-903f5582735f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=436a80bf4b4e4db8b0d61b6fde8107bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474401 Dec 12 15:40:58.832474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:58.891035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:58.900521 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.939665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:58.974108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Attempting to bind port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:40:58.974108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Attempting to bind port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '944595aa-3eca-4081-94f4-9bf567767911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '54236b11-8291-422c-8f53-4029315bb346'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:40:58.974304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Attempting to bind port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 on network 54236b11-8291-422c-8f53-4029315bb346 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:58.987182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 on network 54236b11-8291-422c-8f53-4029315bb346 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:40:58.987504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Attempting to bind port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 on network 54236b11-8291-422c-8f53-4029315bb346 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:40:58.994053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:40:58.994805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Checking segment: {'id': '944595aa-3eca-4081-94f4-9bf567767911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '54236b11-8291-422c-8f53-4029315bb346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:40:58.995116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Bound using segment: {'id': '944595aa-3eca-4081-94f4-9bf567767911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '54236b11-8291-422c-8f53-4029315bb346'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:40:58.995590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Bound port: 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944595aa-3eca-4081-94f4-9bf567767911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '54236b11-8291-422c-8f53-4029315bb346'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:40:58.995988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.010554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.015336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.016446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f7d391b-b7a0-46f2-b20e-251ebc41cabb HTTP/1.1" status: 204 len: 168 time: 0.1812043 Dec 12 15:40:59.025118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68690f-613f-4856-b29e-2c109b68af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d391b-b7a0-46f2-b20e-251ebc41cabb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:59.159665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1ff4f-e17b-44f9-ab4a-d35a55228431 req-8df5c1b4-19f7-45de-9128-528a2892b374 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.167028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbb1ff4f-e17b-44f9-ab4a-d35a55228431 req-8df5c1b4-19f7-45de-9128-528a2892b374 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.1536112 Dec 12 15:40:59.194338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-d67e2748-c797-458a-b614-f6c0da813b33 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.195981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-d67e2748-c797-458a-b614-f6c0da813b33 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.1845829 Dec 12 15:40:59.222124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:40:59.313387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6,segment=NetworkSegment(944595aa-3eca-4081-94f4-9bf567767911),segment_id=944595aa-3eca-4081-94f4-9bf567767911)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:40:59.373891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.374907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:40:59.392972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ea2769f8-10af-441c-8c20-1fd489a12704'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.455205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbb1ff4f-e17b-44f9-ab4a-d35a55228431 req-0124776a-07f3-4f79-940a-06a95886fda9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872534 Dec 12 15:40:59.465526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.466419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.467669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/27b7b2a6-d142-4192-abd2-3e71559dd2e6 HTTP/1.1" status: 200 len: 1091 time: 1.5160832 Dec 12 15:40:59.469133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:40:59.473776 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2c6029-b38b-4bce-85c7-814aeae8b921" -d '{"events": [{"name": "network-changed", "server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:40:59.516866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1caa3-0d72-4b8b-b756-65a8d35cea6a req-4ad66d18-c80d-4812-af76-810044d3f02a tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.518505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51a1caa3-0d72-4b8b-b756-65a8d35cea6a req-4ad66d18-c80d-4812-af76-810044d3f02a tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1875224 Dec 12 15:40:59.529355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['d15e2da7-532f-4868-81c9-c1ce974f9c08'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.529932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33e84f-71c8-4d63-aad0-f9a21a36a5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:40:59.562543 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c7c0d-8cba-48a5-9c02-79b02911738b x-openstack-request-id: req-f37c7c0d-8cba-48a5-9c02-79b02911738b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:40:59.562858 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:40:59.563122 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f37c7c0d-8cba-48a5-9c02-79b02911738b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:40:59.563470 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6', 'status': 'completed', 'code': 200} Dec 12 15:40:59.610700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port de925522-7985-4d3b-8aa4-2d8f5d7030e3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:40:59.611069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.646019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['f3bff29c-817a-4ed3-8136-f156b54e3eb6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.648332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['73f81956-ab24-44e7-98d0-88d719fc3a8e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.671968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8bb81337-125e-4d58-8582-9d61c05b5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.671968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8bb81337-125e-4d58-8582-9d61c05b5a69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2041f624e14c429ca9dca3e4f28b6156&device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.1497533 Dec 12 15:40:59.689791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51a1caa3-0d72-4b8b-b756-65a8d35cea6a req-64149376-4a26-4def-afb0-94e3b7217e42 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555867 Dec 12 15:40:59.707665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['1e3ea116-7ffa-4a7f-b6be-06d93456ec6b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.707864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-306225910-network', 'tenant_id': 'd8c3890279b54440ba8b4fe97d01b2b2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:40:59.707967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:40:59.751305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Made reservation on behalf of d8c3890279b54440ba8b4fe97d01b2b2 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:40:59.754240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.767180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.849361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-6c990130-cdf9-4b46-9bcc-51ad0364ed63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6 HTTP/1.1" status: 200 len: 217 time: 0.1565659 Dec 12 15:40:59.920423 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.927505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:40:59.987467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-d0e624db-0b8a-4f9b-b5e4-3c4e01eb7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:40:59.989269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-d0e624db-0b8a-4f9b-b5e4-3c4e01eb7acb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=206e90d0-838c-48fa-9432-698ce5f8155f HTTP/1.1" status: 200 len: 865 time: 0.1305156 Dec 12 15:41:00.013302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d9c1e-5d7b-4914-981a-6c529c1573ad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:00.041572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:41:00.053865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.054614 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Added segment 35fb0788-c36e-4cdc-b34e-4993f31b8ec0 of type vlan for network 481444bc-8c09-4db9-89b3-1bb94810db02 Dec 12 15:41:00.107457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.108296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-8daed02c-8596-4571-a391-a09e7c0da7be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54236b11-8291-422c-8f53-4029315bb346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108003 Dec 12 15:41:00.112586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port de925522-7985-4d3b-8aa4-2d8f5d7030e3, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=de925522-7985-4d3b-8aa4-2d8f5d7030e3,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:00.113271 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.139012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for de925522-7985-4d3b-8aa4-2d8f5d7030e3 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:00.168085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.170292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.171156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.198660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.206508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.213578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.222633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.229804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.254357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.273837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.285738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-e2bbcb10-1777-454e-8f1e-94d5ea6e8035 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5427 time: 0.6113029 Dec 12 15:41:00.321342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['4eaf5e48-e5e2-4119-ad98-5317b02d93be'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:41:00.331503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] Pushing event updated for resources: {'Network': ['ID=481444bc-8c09-4db9-89b3-1bb94810db02,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:00.342620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7a097cf6-4694-4759-9dc0-0da7ccf19f45 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9660287 Dec 12 15:41:00.346456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:00.360231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Request body: {'subnet': {'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-306225910-subnet', 'tenant_id': 'd8c3890279b54440ba8b4fe97d01b2b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:00.374043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 481444bc-8c09-4db9-89b3-1bb94810db02 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:41:00.403615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Made reservation on behalf of d8c3890279b54440ba8b4fe97d01b2b2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:41:00.408403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.618857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-61f8f290-c907-450e-90ea-3cdc52283c19 service neutron] 10.222.0.13 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338317 Dec 12 15:41:00.633604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c55068a-e1e0-4dfc-a3d9-e0a78f58c68b req-2c0e35ad-ee20-4bdd-bde3-61b395c5746d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3469357 Dec 12 15:41:00.773725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.858583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1c4044-af67-4bc7-8a85-72c41f1bf262 req-f4b54cc1-761d-428f-a874-7c9bb973e221 service neutron] 10.222.0.13 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124989 Dec 12 15:41:00.889346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5597eb9f-cf6b-4aa3-b447-599b290ed8c2,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:00.916262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.917018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Checking segment: {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:00.917399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Network hostable DHCP agents. Network: 481444bc-8c09-4db9-89b3-1bb94810db02, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:41:00.952480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Network 481444bc-8c09-4db9-89b3-1bb94810db02 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:41:00.966856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 481444bc-8c09-4db9-89b3-1bb94810db02) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:00.969758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946032b-1480-4a13-b17c-97f576082e9d req-d673d7b3-27dc-424e-a689-2e75507de1a5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.973180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:00.973783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:00.984278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0946032b-1480-4a13-b17c-97f576082e9d req-d673d7b3-27dc-424e-a689-2e75507de1a5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 946 time: 0.4166064 Dec 12 15:41:01.013790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-98b7dbf6-de00-4723-ac28-0e1c07ec2ca1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6647689 Dec 12 15:41:01.052830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c2f8f-7ba9-490c-8d08-23ab66687f37 None None] Network 481444bc-8c09-4db9-89b3-1bb94810db02 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:41:01.058929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=de925522-7985-4d3b-8aa4-2d8f5d7030e3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:01.172780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port de925522-7985-4d3b-8aa4-2d8f5d7030e3 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:41:01.194928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75ee26-6a6c-4f8d-a930-6b2273a37f12 req-3cc5f4c9-652a-4997-936e-027dc19fa025 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.206882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea75ee26-6a6c-4f8d-a930-6b2273a37f12 req-3cc5f4c9-652a-4997-936e-027dc19fa025 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 943 time: 0.4134283 Dec 12 15:41:01.220186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:01.228763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1986ff4c-eb13-437d-9c3a-36c230e26ffe req-234d25f8-c421-40bd-88aa-b78477ae403e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "DELETE /v2.0/ports/de925522-7985-4d3b-8aa4-2d8f5d7030e3 HTTP/1.1" status: 204 len: 173 time: 2.0187392 Dec 12 15:41:01.325421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0946032b-1480-4a13-b17c-97f576082e9d req-17599fbe-9a8d-45c9-b901-284e1af55556 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345618 Dec 12 15:41:01.329247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-2b08c663-adc0-47cb-a07b-c69ca2635451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.331570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-2b08c663-adc0-47cb-a07b-c69ca2635451 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2041f624e14c429ca9dca3e4f28b6156&device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.3855720 Dec 12 15:41:01.419702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea75ee26-6a6c-4f8d-a930-6b2273a37f12 req-3f90c772-3951-4ca5-ab44-65594ecef754 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116745 Dec 12 15:41:01.565086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'name': 'network-vif-deleted', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:01.567891 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b114c408-4c58-4b4b-8c20-9187010f4bbc" -d '{"events": [{"server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "name": "network-vif-deleted", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:01.630535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-17198f87-67e4-4077-848f-b2c3b7c5e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.633052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-17198f87-67e4-4077-848f-b2c3b7c5e176 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54236b11-8291-422c-8f53-4029315bb346 HTTP/1.1" status: 200 len: 925 time: 0.2214880 Dec 12 15:41:01.656748 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db15e4b-1e24-40eb-9945-6ff01c3e9a7f x-openstack-request-id: req-2db15e4b-1e24-40eb-9945-6ff01c3e9a7f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:01.657049 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4", "name": "network-vif-deleted", "tag": "de925522-7985-4d3b-8aa4-2d8f5d7030e3", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:01.657307 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2db15e4b-1e24-40eb-9945-6ff01c3e9a7f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:01.659391 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4', 'name': 'network-vif-deleted', 'tag': 'de925522-7985-4d3b-8aa4-2d8f5d7030e3', 'status': 'completed', 'code': 200} Dec 12 15:41:01.716770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-6e59df86-6e58-412d-8468-ada41cd2e934 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6 HTTP/1.1" status: 200 len: 217 time: 0.0732491 Dec 12 15:41:01.751832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e9aaa-049f-4005-8643-64ae52e2bf94 None None] Network 481444bc-8c09-4db9-89b3-1bb94810db02 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:41:01.806268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-f377d182-85a0-4c5f-aef1-9293587e7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.808052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-f377d182-85a0-4c5f-aef1-9293587e7b7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=206e90d0-838c-48fa-9432-698ce5f8155f HTTP/1.1" status: 200 len: 865 time: 0.0815825 Dec 12 15:41:01.876523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-66a0e652-a553-472f-bd73-d99dac9b2701 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54236b11-8291-422c-8f53-4029315bb346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571873 Dec 12 15:41:01.958191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.964152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.970196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.976209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.983304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.989288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:01.995333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:02.001137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-bb9d1883-abe6-491d-95a0-272890ba23d4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5427 time: 0.1918998 Dec 12 15:41:02.044815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 27b7b2a6-d142-4192-abd2-3e71559dd2e6 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:41:02.562510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6,segment=NetworkSegment(944595aa-3eca-4081-94f4-9bf567767911),segment_id=944595aa-3eca-4081-94f4-9bf567767911)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:02.563198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-0339221b-8581-4e1e-8d0e-680847cd29ac service neutron] 10.222.0.13 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788099 Dec 12 15:41:02.577164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '27b7b2a6-d142-4192-abd2-3e71559dd2e6', 'network_id': '54236b11-8291-422c-8f53-4029315bb346', 'port_id': '27b7b2a6-d142-4192-abd2-3e71559dd2e6', 'mac_address': 'fa:16:3e:cb:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206e90d0-838c-48fa-9432-698ce5f8155f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:41:02.594375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2e314cd-2e3c-4577-9e40-908f8dc53a32 req-97d6f933-b553-4cb9-b4f8-26efeb817d46 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0855680 Dec 12 15:41:02.696123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24eec20e-f621-49d5-8d61-35575aaf1e0c req-adb99832-66b1-4554-ba01-61b9f6fea750 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6719372 Dec 12 15:41:02.732516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e2c6029-b38b-4bce-85c7-814aeae8b921 req-5d5d1d04-34fc-4e5f-93ab-b9f60eb3bd07 service neutron] 10.222.0.13 "GET /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483877 Dec 12 15:41:02.733864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:02.765314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b7b2a6-d142-4192-abd2-3e71559dd2e6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:41:02.771047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d15e2da7-532f-4868-81c9-c1ce974f9c08 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:02.875370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6,segment=NetworkSegment(944595aa-3eca-4081-94f4-9bf567767911),segment_id=944595aa-3eca-4081-94f4-9bf567767911)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:02.899729 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:02.899991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a8b0b-2d89-4089-ace8-fe647b3c7bcf req-2404aefa-6765-441d-8c51-abe05991946c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:02.906409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b89a8b0b-2d89-4089-ace8-fe647b3c7bcf req-2404aefa-6765-441d-8c51-abe05991946c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1384511 Dec 12 15:41:02.987747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port d15e2da7-532f-4868-81c9-c1ce974f9c08 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:03.001313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b89a8b0b-2d89-4089-ace8-fe647b3c7bcf req-b4ff0203-bc5b-459f-88e7-3c00d5d14cbf tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897069 Dec 12 15:41:03.005076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port d15e2da7-532f-4868-81c9-c1ce974f9c08 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:03.005563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.106609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:03.171733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59184) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:03.183712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['27b7b2a6-d142-4192-abd2-3e71559dd2e6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:41:03.244760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.292037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:03.295889 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84f89c-272d-450d-9909-d4728ce08d09" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:03.338719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:03.348308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.349376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ea2769f8-10af-441c-8c20-1fd489a12704 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:03.405681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbd017d3-0b81-4eae-9f3e-abafdbfadf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.410687 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7ad12-c8d6-4921-80fd-14fba66625e2 x-openstack-request-id: req-14c7ad12-c8d6-4921-80fd-14fba66625e2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:03.410991 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:03.411269 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14c7ad12-c8d6-4921-80fd-14fba66625e2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:03.411657 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'code': 200} Dec 12 15:41:03.512515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:03.552812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port ea2769f8-10af-441c-8c20-1fd489a12704 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:03.558401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port ea2769f8-10af-441c-8c20-1fd489a12704 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:03.559512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.569011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbd017d3-0b81-4eae-9f3e-abafdbfadf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.575230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbd017d3-0b81-4eae-9f3e-abafdbfadf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.625827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cbd017d3-0b81-4eae-9f3e-abafdbfadf7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1e5a90bb59a4bbe806c87f5ec0745bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530997 Dec 12 15:41:03.628394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:03.641127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd017d3-0b81-4eae-9f3e-abafdbfadf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d5247-04b2-4715-9808-453866c355be,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:03.696660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.704974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.723290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.790315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:03.797344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.798605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:03.799684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.800947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b783dab-fe06-478f-839b-dd039cb6d638 req-884d0a83-967c-4f78-8e2a-afa4886ffe2b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0500884 Dec 12 15:41:03.803644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.809575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e95d5247-04b2-4715-9808-453866c355be HTTP/1.1" status: 204 len: 168 time: 0.1797552 Dec 12 15:41:03.830680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83738474-278e-4c26-a246-316264aa58d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d5247-04b2-4715-9808-453866c355be,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:03.909592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.929182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.936486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.937413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:03.943629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.951189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.953410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:03.958085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.958254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:03.958522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:03.964261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:03.966935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-5fef32d8-e44d-443e-8323-a0142c3bdb66 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5429 time: 0.1393640 Dec 12 15:41:04.062033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2376f8e7-e025-4beb-9554-0e4f384c806f req-9fcbc82b-4d9c-456e-880a-31118a61cf6d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839446 Dec 12 15:41:04.079505 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.081945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 27b7b2a6-d142-4192-abd2-3e71559dd2e6 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:04.213794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f907b-534f-47a9-b7e3-ccdc24d89c1e req-089ad0d7-2f3b-4ac5-b177-a9e5b2517e9d tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:04.218073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-315f907b-534f-47a9-b7e3-ccdc24d89c1e req-089ad0d7-2f3b-4ac5-b177-a9e5b2517e9d tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 944 time: 0.1091988 Dec 12 15:41:04.234822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:04.236335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:04.245680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.248740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 73f81956-ab24-44e7-98d0-88d719fc3a8e up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:04.307337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:04.307678 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.312238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:04.328455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716b094c-6745-46a5-866c-d830caba43c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.332543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-315f907b-534f-47a9-b7e3-ccdc24d89c1e req-79bd95c2-f673-4ea1-a1c7-c36e74cdaad2 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047783 Dec 12 15:41:04.468532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716b094c-6745-46a5-866c-d830caba43c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.469469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:04.487327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716b094c-6745-46a5-866c-d830caba43c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.542797 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-716b094c-6745-46a5-866c-d830caba43c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=082dbe1c20d449959c525e8d1de6f42d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294221 Dec 12 15:41:04.543967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b094c-6745-46a5-866c-d830caba43c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabeb8ff-c7a2-4c69-afe4-dd8260bee681,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:04.545643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59214) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:04.572938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.613240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 73f81956-ab24-44e7-98d0-88d719fc3a8e completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:04.619126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 73f81956-ab24-44e7-98d0-88d719fc3a8e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:04.619578 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.624469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6,segment=NetworkSegment(944595aa-3eca-4081-94f4-9bf567767911),segment_id=944595aa-3eca-4081-94f4-9bf567767911)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:04.651548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.652109 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.683738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.718964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:04.767943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.773187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.774341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cabeb8ff-c7a2-4c69-afe4-dd8260bee681 HTTP/1.1" status: 204 len: 168 time: 0.2276976 Dec 12 15:41:04.803260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c9aaf-2545-4053-8cc2-240f95dce686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabeb8ff-c7a2-4c69-afe4-dd8260bee681,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:04.902702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.976020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:04.982999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:04.984404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device de925522-7985-4d3b-8aa4-2d8f5d7030e3 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:05.010376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46606ca1-7056-4a79-a47f-309601388da4 req-2361e017-8629-41f1-87b0-791d568414e3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0517473 Dec 12 15:41:05.079440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: de925522-7985-4d3b-8aa4-2d8f5d7030e3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:05.080129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device de925522-7985-4d3b-8aa4-2d8f5d7030e3 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:05.100368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4eaf5e48-e5e2-4119-ad98-5317b02d93be up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:05.259648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:05.271156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 4eaf5e48-e5e2-4119-ad98-5317b02d93be completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:05.281681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 4eaf5e48-e5e2-4119-ad98-5317b02d93be triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:05.282070 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:05.310259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.329108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.346567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.367372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.392289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.417787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.425251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228'}, {'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:05.427528 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b0c76-5413-4933-9c8c-39890fc5ea0c" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228"}, {"server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:05.448088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.456442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c96d24ec-0f77-4379-aeac-3b9e0ecd2018 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5431 time: 0.2675138 Dec 12 15:41:05.473524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59737888-8b86-43f1-a1b4-0bede3dc65a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:05.519785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:05.566097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:05.571334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:05.572720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:05.584858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-683667c0-4db6-4eab-bed1-f71738c8246c req-c938a468-cb0c-4f1c-a215-19c8c3105ae2 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205630 Dec 12 15:41:05.624170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eea294-eb67-47ee-af24-ba2284408a64 req-11b1980a-d513-4f1a-b29c-d7f3b60fb8b0 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.629895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53eea294-eb67-47ee-af24-ba2284408a64 req-11b1980a-d513-4f1a-b29c-d7f3b60fb8b0 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1252134 Dec 12 15:41:05.690231 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78181aae-323e-4bfe-bbba-33be620c93bd x-openstack-request-id: req-78181aae-323e-4bfe-bbba-33be620c93bd {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:05.690547 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228", "code": 200}, {"server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:05.693762 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78181aae-323e-4bfe-bbba-33be620c93bd {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:05.705278 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'code': 200} Dec 12 15:41:05.705522 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228', 'code': 200} Dec 12 15:41:05.705783 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6', 'code': 200} Dec 12 15:41:05.710345 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'code': 200} Dec 12 15:41:05.735154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53eea294-eb67-47ee-af24-ba2284408a64 req-71b1d13b-b243-4831-87a9-1f873dd7e68c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924342 Dec 12 15:41:05.788884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:05.805362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:05.810741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:05.812422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:05.834337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d1c67-a392-4ed2-8705-209140d0156e req-a8655723-015f-4f7b-84c1-1061276d131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:05.838550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-689d1c67-a392-4ed2-8705-209140d0156e req-a8655723-015f-4f7b-84c1-1061276d131e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0778995 Dec 12 15:41:05.928017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-689d1c67-a392-4ed2-8705-209140d0156e req-c7849cb7-0e4f-4007-90d8-7314f5c23488 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758538 Dec 12 15:41:05.988552 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:06.041943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:06.047596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:06.050035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f3bff29c-817a-4ed3-8136-f156b54e3eb6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:06.112910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:06.160067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8491fa7a-0565-45ad-8e4c-deffde8dfe38 req-f2b3ab13-03bf-4c61-81c1-140b2fcf6c70 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0436702 Dec 12 15:41:06.167539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:41:06.187138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port f3bff29c-817a-4ed3-8136-f156b54e3eb6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:41:06.192302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port f3bff29c-817a-4ed3-8136-f156b54e3eb6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:06.192846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:06.291318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:06.335042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:06.341836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:06.423585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:06.801717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.809659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.819970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.828542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.835288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.843108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.852559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:06.855130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-036ec010-15de-412a-93a2-2df8e8c17a50 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1541071 Dec 12 15:41:07.105332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5bbac-8498-4afe-8401-85399eebed24 req-23321dc1-dfb5-4248-b970-4c3cb6598b76 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:07.116175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7c5bbac-8498-4afe-8401-85399eebed24 req-23321dc1-dfb5-4248-b970-4c3cb6598b76 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.2597501 Dec 12 15:41:07.169323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84a1a22c-a090-49e2-a0e9-27919f1990d1 req-8d16bedd-3fbe-4e6e-aa7a-54a669e438b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2926388 Dec 12 15:41:07.234161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7c5bbac-8498-4afe-8401-85399eebed24 req-f8c8f1db-c068-42bc-a061-3e978b7b9876 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023781 Dec 12 15:41:07.296020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8309920d-1509-4da9-938b-d5eb487636a2 req-4c2d194b-0d78-48d9-b851-c6f96419e9e6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0360463 Dec 12 15:41:07.709860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec9aace2-45a0-4afd-bc64-5ae151a1f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:07.712338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf5e48-e5e2-4119-ad98-5317b02d93be'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:07.719098 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5817f-3ab2-48d7-9661-b9dab7a8b4d3" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf5e48-e5e2-4119-ad98-5317b02d93be"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "1e3ea116-7ffa-4a7f-b6be-06d93456ec6b"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:07.782628 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1253add2-d264-4069-b25d-21dc5544621c x-openstack-request-id: req-1253add2-d264-4069-b25d-21dc5544621c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:07.783035 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "4eaf5e48-e5e2-4119-ad98-5317b02d93be", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "1e3ea116-7ffa-4a7f-b6be-06d93456ec6b", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-plugged", "status": "completed", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:07.783437 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1253add2-d264-4069-b25d-21dc5544621c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:07.783992 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf5e48-e5e2-4119-ad98-5317b02d93be', 'code': 200} Dec 12 15:41:07.784438 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3ea116-7ffa-4a7f-b6be-06d93456ec6b', 'code': 200} Dec 12 15:41:07.784840 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'code': 200} Dec 12 15:41:07.980946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-f3220a3a-611c-4269-9f8a-13bfac14c38b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071227 Dec 12 15:41:08.003396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.006145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.008013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.009202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.009998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.010743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.011279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.014753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaab1c49-b634-46a0-92f9-acb91795772d req-cc25bf2d-94dd-4ffb-926f-f25f53b10058 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.1324935 Dec 12 15:41:08.165070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-04092f45-a31e-4467-b6c2-9f52d154d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.166596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-04092f45-a31e-4467-b6c2-9f52d154d8d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.1264324 Dec 12 15:41:08.169615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaab1c49-b634-46a0-92f9-acb91795772d req-adc3b55d-5e53-4528-aad5-f3505e3ddc48 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450706 Dec 12 15:41:08.417790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.426712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.432938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.441604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.448878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.455578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.462231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.464353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-879fd583-91ee-4e29-be6f-1491edc845bf req-266cc269-d709-4834-a10a-e292de9a1802 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1681719 Dec 12 15:41:08.564774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:08.610598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bd2da-2ccb-416a-9ee4-88654a6b2499 req-87c719a4-5983-4824-9083-62044e5b354e tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.612654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b2bd2da-2ccb-416a-9ee4-88654a6b2499 req-87c719a4-5983-4824-9083-62044e5b354e tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.2661293 Dec 12 15:41:08.694562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-879fd583-91ee-4e29-be6f-1491edc845bf req-75a95643-4f2d-47e0-8435-a9cab9306bfe tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2093325 Dec 12 15:41:08.699648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-b1855275-c10e-4162-89b8-caf24f34f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:08.701174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-b1855275-c10e-4162-89b8-caf24f34f75f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.3124363 Dec 12 15:41:08.798451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b2bd2da-2ccb-416a-9ee4-88654a6b2499 req-a2517647-cbe4-44cb-80c0-793d0d9eef56 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696036 Dec 12 15:41:08.863353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-235f6dcc-92c8-451d-90f1-58cf8fbc4701 req-12b69b71-b1c6-447b-b7f3-d2192dbe2f7c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=f441bdc2-fef2-4a11-a6cc-9dbd6392d8a4 HTTP/1.1" status: 200 len: 210 time: 0.0521829 Dec 12 15:41:08.894666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-3cb2a56f-927e-48de-bcef-670e0d75fe74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 1001 time: 0.1818061 Dec 12 15:41:08.999313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-c7d3ab98-07ba-4e87-9d1f-1b1194971367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:09.000904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-c7d3ab98-07ba-4e87-9d1f-1b1194971367 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.0963547 Dec 12 15:41:09.014347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c5c99-727b-433e-98a6-0cb808fee75c req-7a79b478-6392-4567-975d-bffefc689010 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:09.015826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-342c5c99-727b-433e-98a6-0cb808fee75c req-7a79b478-6392-4567-975d-bffefc689010 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1006494 Dec 12 15:41:09.094155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-342c5c99-727b-433e-98a6-0cb808fee75c req-9812722c-7073-495f-905e-e6fe9b252fb1 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695875 Dec 12 15:41:09.095920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-ccc3f9b1-8633-4860-a6ec-a62f65e1ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:09.097629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-ccc3f9b1-8633-4860-a6ec-a62f65e1ba53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809300 Dec 12 15:41:09.168723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:09.218861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-1d0380ee-b3ea-4d44-a12a-232a5dfc05c2 service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097414 Dec 12 15:41:09.328202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d2c409-3060-48b1-b2a8-0f6b53d8a3f9 req-ca0198a4-39d0-45b3-a533-f7db03d91ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990696 Dec 12 15:41:09.506828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616dea8-3a3a-47f8-ba2d-193902b5f358 req-bb06c1c7-475c-4650-b8f3-4e6543ab8d65 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:09.508563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c616dea8-3a3a-47f8-ba2d-193902b5f358 req-bb06c1c7-475c-4650-b8f3-4e6543ab8d65 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0553012 Dec 12 15:41:09.560569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c616dea8-3a3a-47f8-ba2d-193902b5f358 req-06aab6f6-b2c7-46c7-a80f-337ffeeff177 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Dec 12 15:41:09.995456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.002561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.009347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.015440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.022340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.028530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.034869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.036941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-94250459-3dff-41d3-9a4b-33b5d98e2586 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1599653 Dec 12 15:41:10.050792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314a83-8da8-4705-aebb-9243f480be8a req-849c0260-1073-4e59-849c-0dc11e55e8de tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.052267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0314a83-8da8-4705-aebb-9243f480be8a req-849c0260-1073-4e59-849c-0dc11e55e8de tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1238637 Dec 12 15:41:10.146154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0314a83-8da8-4705-aebb-9243f480be8a req-d1674c21-4a50-452f-8e9f-3f39341a77dd tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814283 Dec 12 15:41:10.168822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd8455f5-78e7-4ba6-bd8c-2c1a67970e24 req-d328d44b-38dd-471a-a714-f125481ea638 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116557 Dec 12 15:41:10.328178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:10.373279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.379705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.386445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.392854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.401441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.408337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.415851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:10.418770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f31c6e3e-908e-426f-94cd-36e9339924c5 req-71d77426-e9ee-4809-a2d0-c189193bbdc7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1779892 Dec 12 15:41:10.429544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59354) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:10.434193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Request body: {'floatingip': {'port_id': 'd15e2da7-532f-4868-81c9-c1ce974f9c08'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:10.508500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.109811 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.201287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.255165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-b1f0ccb2-7024-4f51-8955-6180b1838e7a tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:11.257373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-b1f0ccb2-7024-4f51-8955-6180b1838e7a tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.13 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1471717 Dec 12 15:41:11.314053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 12 15:41:11.470777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5abd4-7a39-42f2-999d-0335cdd97339 req-e6199076-3e5e-4639-b89d-470068eacf6c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:11.474948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9af5abd4-7a39-42f2-999d-0335cdd97339 req-e6199076-3e5e-4639-b89d-470068eacf6c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1937382 Dec 12 15:41:11.492618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.518336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.614352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Deleting port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:11.614714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.758588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9af5abd4-7a39-42f2-999d-0335cdd97339 req-c8593b02-9a9d-4fe9-ae18-d233b1a9866c tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/security-groups?id=3c087686-d221-42bb-ab55-5033c9b52882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501862 Dec 12 15:41:11.790680 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Floating IP 1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5 associated. External IP: 172.25.3.149, port: d15e2da7-532f-4868-81c9-c1ce974f9c08. Dec 12 15:41:11.863214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] For port 27b7b2a6-d142-4192-abd2-3e71559dd2e6, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=27b7b2a6-d142-4192-abd2-3e71559dd2e6,segment=NetworkSegment(944595aa-3eca-4081-94f4-9bf567767911),segment_id=944595aa-3eca-4081-94f4-9bf567767911)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:11.863567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:11.905740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Calling delete_port for 27b7b2a6-d142-4192-abd2-3e71559dd2e6 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:12.650093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:12.692252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Pushing event deleted for resources: {'Port': ['ID=27b7b2a6-d142-4192-abd2-3e71559dd2e6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:12.701820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Router 50f1d83d-b00c-4085-9140-ba632b9bfe35 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:41:12.815694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] No DVR routers for this DVR port 27b7b2a6-d142-4192-abd2-3e71559dd2e6 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:41:12.826358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:12.829802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ba31c4f-813e-4920-90a0-1caa36c18e27 req-ed7f460d-c380-4eba-9526-2766010dd751 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.13 "DELETE /v2.0/ports/27b7b2a6-d142-4192-abd2-3e71559dd2e6 HTTP/1.1" status: 204 len: 173 time: 1.5613356 Dec 12 15:41:12.832036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'name': 'network-vif-deleted', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:12.836604 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140c0853-d1f9-455b-baa1-4db402582b9f" -d '{"events": [{"server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "name": "network-vif-deleted", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:12.972814 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88288a63-be7a-42e8-abb4-765d9a96f5b8 x-openstack-request-id: req-88288a63-be7a-42e8-abb4-765d9a96f5b8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:12.974546 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4340a86d-ca32-41d6-b0a8-b758ad3e3ca7", "name": "network-vif-deleted", "tag": "27b7b2a6-d142-4192-abd2-3e71559dd2e6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:12.975474 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88288a63-be7a-42e8-abb4-765d9a96f5b8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:12.975967 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4340a86d-ca32-41d6-b0a8-b758ad3e3ca7', 'name': 'network-vif-deleted', 'tag': '27b7b2a6-d142-4192-abd2-3e71559dd2e6', 'status': 'completed', 'code': 200} Dec 12 15:41:13.010255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2d4523e-434c-4283-8e79-6eb29d2cced5 req-3f9ed47b-5bbd-4e51-ae7c-8c94395cb213 tempest-ServersNegativeTestMultiTenantJSON-504343332 tempest-ServersNegativeTestMultiTenantJSON-504343332-project] 10.222.0.36 "GET /v2.0/ports?device_id=4340a86d-ca32-41d6-b0a8-b758ad3e3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0639217 Dec 12 15:41:13.071995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:41:13.077218 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:13.082105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Sync routers for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:41:13.110362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:13.111293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:13.170757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bfcc957b-7d25-488f-9d64-18b8057d969a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "PUT /v2.0/floatingips/1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5 HTTP/1.1" status: 200 len: 991 time: 2.7400234 Dec 12 15:41:13.366168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:13.817248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'port_id': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'mac_address': 'fa:16:3e:2c:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:29Z', 'updated_at': '2021-12-12T15:41:11Z', 'revision_number': 1, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:13.911770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Checking router: 50f1d83d-b00c-4085-9140-ba632b9bfe35 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:41:13.928813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:13.930956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:14.162100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:14.226560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Deleting subnet 206e90d0-838c-48fa-9432-698ce5f8155f {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:41:14.235930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.342974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 27b7b2a6-d142-4192-abd2-3e71559dd2e6 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:14.348387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.400953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 27b7b2a6-d142-4192-abd2-3e71559dd2e6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:14.401302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 27b7b2a6-d142-4192-abd2-3e71559dd2e6 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:14.406792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:14.489055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.620888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.709935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206e90d0-838c-48fa-9432-698ce5f8155f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:14.719554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.738557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-90978544-d401-484c-9367-cea55889f1ea admin admin] 10.222.0.36 "DELETE /v2.0/subnets/206e90d0-838c-48fa-9432-698ce5f8155f HTTP/1.1" status: 204 len: 168 time: 0.5752492 Dec 12 15:41:14.744707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:14.885981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'port_id': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'mac_address': 'fa:16:3e:2c:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:29Z', 'updated_at': '2021-12-12T15:41:11Z', 'revision_number': 1, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:14.890347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:14.976589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:14.978968 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743" -d '{"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:15.002169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb881c-46b1-40ae-8935-a22b6a44bf9f None None] The sync data for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 is: [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'port_id': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'mac_address': 'fa:16:3e:2c:95:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:39:29Z', 'updated_at': '2021-12-12T15:41:11Z', 'revision_number': 1, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:41:15.006785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.056108 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a799160-fa33-4fbd-8f7c-27fa417dd208 x-openstack-request-id: req-9a799160-fa33-4fbd-8f7c-27fa417dd208 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:15.056408 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:15.056683 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a799160-fa33-4fbd-8f7c-27fa417dd208 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:15.057150 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'status': 'completed', 'code': 200} Dec 12 15:41:15.060733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54236b11-8291-422c-8f53-4029315bb346']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:15.073501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944595aa-3eca-4081-94f4-9bf567767911') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:15.074190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944595aa-3eca-4081-94f4-9bf567767911') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:15.102467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.133768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.162492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:41:15.163298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.179289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.179848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.180231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.180721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.185394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.185868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.186479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.190811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-4982a0a5-8612-4479-b0f7-a072f45df430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.1069865 Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:41:15.241661 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:41:15.245693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.262754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.275418 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/54236b11-8291-422c-8f53-4029315bb346 HTTP/1.1" status: 204 len: 168 time: 0.5239897 Dec 12 15:41:15.277023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:15.429110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Deleting subnet c7b93a6a-0f61-4271-bcc6-48ed46eab57e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:41:15.433957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-31ebae7b-4e83-45d6-b94d-69ca1132b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.435681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-31ebae7b-4e83-45d6-b94d-69ca1132b783 service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc HTTP/1.1" status: 200 len: 911 time: 0.2352233 Dec 12 15:41:15.457986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823fd3d-a6ec-4ced-85ae-ad1da05f3ca7 admin admin] Pushing event deleted for resources: {'Network': ['ID=54236b11-8291-422c-8f53-4029315bb346,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:15.466718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.474611 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef040563-c142-4d37-8d12-a03c8472be32 None None] New status for floating IP 1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:41:15.602755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.636348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-d0c05adc-ff6f-4fee-a0b9-dc14cb9543e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 999 time: 0.1916714 Dec 12 15:41:15.835032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:15.896097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-37cff7d9-3bb4-44ac-a774-24d39d72c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:15.905857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-37cff7d9-3bb4-44ac-a774-24d39d72c5c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.2553527 Dec 12 15:41:16.094943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:16.129065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-29de6ea7-ff8b-4804-ba16-3ff996d05dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:16.138418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-29de6ea7-ff8b-4804-ba16-3ff996d05dac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240410 Dec 12 15:41:16.285424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b93a6a-0f61-4271-bcc6-48ed46eab57e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:16.300662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:16.305793 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-81fb15e4-e4c3-476b-b60f-a063cf574423 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c7b93a6a-0f61-4271-bcc6-48ed46eab57e HTTP/1.1" status: 204 len: 168 time: 1.0210984 Dec 12 15:41:16.308204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:16.399064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646f14-0706-4226-a093-80a43ab60e5c req-f2b6e894-b183-45bf-86a8-c057ad47a3e6 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:16.400820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1646f14-0706-4226-a093-80a43ab60e5c req-f2b6e894-b183-45bf-86a8-c057ad47a3e6 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.1896195 Dec 12 15:41:16.439490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-85189950-4cb6-415f-93c3-1261b8521343 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940378 Dec 12 15:41:16.565382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1646f14-0706-4226-a093-80a43ab60e5c req-12d9f7b4-b220-444e-8e8f-d6b6bb557701 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561229 Dec 12 15:41:16.587234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59474) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:16.610046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:16.727986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ffdfd3d-cd2a-4613-a32c-aac0e574d743 req-270ee474-8e94-4fd8-b123-0c5c69ace65e service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783320 Dec 12 15:41:16.837437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:16.903912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0550b7c0-3ffd-418e-a141-c9ee0b3cd349']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:16.928320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4daf1351-964d-432f-bb69-9385fc892461') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:16.928614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4daf1351-964d-432f-bb69-9385fc892461') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:16.943146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:16.952079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:16.992508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.001188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:41:17.001188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:41:17.004142 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:41:17.121812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.132748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.137003 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] 10.222.0.36 "DELETE /v2.0/networks/0550b7c0-3ffd-418e-a141-c9ee0b3cd349 HTTP/1.1" status: 204 len: 168 time: 0.8257205 Dec 12 15:41:17.159858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b69f3-6606-4496-af3e-dfb02d53931f admin admin] Pushing event deleted for resources: {'Network': ['ID=0550b7c0-3ffd-418e-a141-c9ee0b3cd349,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:17.191128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 12724495-e0a7-4075-baf1-26ffcf849274 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:17.205767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.355906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75ef5d16-8dec-450d-8dea-bd52fa20ea17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.597952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.598668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.624401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59502) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:17.646970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 12724495-e0a7-4075-baf1-26ffcf849274 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:17.695252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75ef5d16-8dec-450d-8dea-bd52fa20ea17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.712753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75ef5d16-8dec-450d-8dea-bd52fa20ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.799655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1679254d-c118-4ede-bbff-3dca88997ee3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2041f624e14c429ca9dca3e4f28b6156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739309 Dec 12 15:41:17.806438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59510) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:17.824609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef5d16-8dec-450d-8dea-bd52fa20ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ba4d5-34f5-46bc-9158-0bca09720263,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:17.830630 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75ef5d16-8dec-450d-8dea-bd52fa20ea17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8268f49295c4eb7a95e1dade2a84703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845301 Dec 12 15:41:17.836089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:17.924204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.929746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.958963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:17.978891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.041616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.051152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.055513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e2ba4d5-34f5-46bc-9158-0bca09720263 HTTP/1.1" status: 204 len: 168 time: 0.2155800 Dec 12 15:41:18.069131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.092472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a137b8-fa04-485b-8050-7a39127f70ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ba4d5-34f5-46bc-9158-0bca09720263,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:18.172133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=12724495-e0a7-4075-baf1-26ffcf849274,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:18.206411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.208950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.210126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c087686-d221-42bb-ab55-5033c9b52882 HTTP/1.1" status: 204 len: 168 time: 0.4024389 Dec 12 15:41:18.237103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b33142-9ce1-48eb-b101-1c5e8f72c60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c087686-d221-42bb-ab55-5033c9b52882,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:18.273790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.274126 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP edd82a17-70fa-49c1-88a2-653c2493523c disassociated (deleted). External IP: 172.25.3.39, port: 755f85d2-25bd-4947-a943-faf087b268f7. Dec 12 15:41:18.762540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 8b424329-559b-4025-8cbf-d703e8974e06 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:41:18.879632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:18.928135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:41:18.941364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Sync routers for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:41:18.955939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:18.956313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:18.958454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:18.979408 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dcba766e-6605-4c1f-974c-736be7b45478 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9cc06858cad43fdbeb3b9ef60fd7e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0985832 Dec 12 15:41:18.985949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:19.014883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-edecf63a-9bf8-42c4-9568-b7b8095cfca6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/floatingips/edd82a17-70fa-49c1-88a2-653c2493523c HTTP/1.1" status: 204 len: 168 time: 2.4263356 Dec 12 15:41:19.015421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:19.022873 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08927d94-1583-495c-8a76-a5de1e5e79d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:19.029500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:19.051198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afeddcf6-65a1-4dfa-b42d-98d44882d442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.110666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.141229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.163334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:19.196093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.199822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.205590 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05064a4b-56fd-4f49-bb4d-b924c51e2645 HTTP/1.1" status: 204 len: 168 time: 0.2138455 Dec 12 15:41:19.228149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f0652-63db-412c-8b6e-bed919813bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05064a4b-56fd-4f49-bb4d-b924c51e2645,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:19.231308 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc2eab-4ac1-47f5-9ab7-2364ef617bce x-openstack-request-id: req-f4fc2eab-4ac1-47f5-9ab7-2364ef617bce {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:19.231599 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:19.231883 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fc2eab-4ac1-47f5-9ab7-2364ef617bce {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:19.232297 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'status': 'completed', 'code': 200} Dec 12 15:41:19.419826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-fcac7dcc-147e-47a0-80b3-c7d1cfce8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:19.421603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-fcac7dcc-147e-47a0-80b3-c7d1cfce8487 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 1097 time: 0.1562603 Dec 12 15:41:19.446485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afeddcf6-65a1-4dfa-b42d-98d44882d442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.463890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afeddcf6-65a1-4dfa-b42d-98d44882d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.565324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeddcf6-65a1-4dfa-b42d-98d44882d442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcad455-384f-4482-8d82-bc58f9b359e0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:19.584081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59574) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:19.585056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-afeddcf6-65a1-4dfa-b42d-98d44882d442 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed77a102901a40eda6fc6a6b87631610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531430 Dec 12 15:41:19.699136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-dcae10ed-c058-4b3e-9c43-a9261f0d30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:19.701141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-dcae10ed-c058-4b3e-9c43-a9261f0d30e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 200 len: 897 time: 0.2495294 Dec 12 15:41:19.705234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:19.752152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Checking router: 8b424329-559b-4025-8cbf-d703e8974e06 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:41:19.763361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-05c78d87-cc5c-4c65-900c-c42a18cd041b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 200 len: 217 time: 0.0463126 Dec 12 15:41:19.786481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:19.790537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:19.900306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcfab5-3ab8-4abd-9ec2-39515c43e4d6 req-f9a31f74-884d-4e75-9e99-084a803d1632 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:19.903240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7fcfab5-3ab8-4abd-9ec2-39515c43e4d6 req-f9a31f74-884d-4e75-9e99-084a803d1632 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.2005265 Dec 12 15:41:19.913796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-e99fe2c2-fbd4-43a0-ba31-d52224a60b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:19.918383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-e99fe2c2-fbd4-43a0-ba31-d52224a60b18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 200 len: 835 time: 0.1213686 Dec 12 15:41:19.966785 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:19.993661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:19.994534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:20.084102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:20.086505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:20.090601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adcad455-384f-4482-8d82-bc58f9b359e0 HTTP/1.1" status: 204 len: 168 time: 0.3963168 Dec 12 15:41:20.105948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-38249ab8-95c1-44c1-9537-fd434a45a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:20.108073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-38249ab8-95c1-44c1-9537-fd434a45a08c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730466 Dec 12 15:41:20.117179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7fcfab5-3ab8-4abd-9ec2-39515c43e4d6 req-dfc16936-1210-49be-a472-67e1a48f781b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956508 Dec 12 15:41:20.119460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de6386-872a-47f2-886c-ccbd31f74817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcad455-384f-4482-8d82-bc58f9b359e0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:20.310905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-673ad478-dd84-4432-bc24-2a88e69def1a service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893389 Dec 12 15:41:20.429247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:20.476191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08927d94-1583-495c-8a76-a5de1e5e79d3 req-c284ef69-b446-48d3-96d1-4590bdf1d72b service neutron] 10.222.0.30 "GET /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546443 Dec 12 15:41:20.484812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d73ad-441f-4a9b-b411-2c4d3c90ed5e None None] The sync data for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 is: [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:39:11Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9d3e9ceb-c523-4f17-a942-ac322316dc4e', 'name': '', 'network_id': '6bfb25c8-95ea-420b-9e1e-63ef12fe0de3', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:51:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:08Z', 'updated_at': '2021-12-12T15:39:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '03788088-cb83-4ddf-ab52-2e25a7c5c2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:41:20.991718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b81d1e9-d6a4-4923-99e7-e0525dd70e05 None None] New status for floating IP edd82a17-70fa-49c1-88a2-653c2493523c: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:41:21.120213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-3c63a0e4-52ef-4daf-943e-9b3cb3bd6914 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:21.125140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-3c63a0e4-52ef-4daf-943e-9b3cb3bd6914 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.1490326 Dec 12 15:41:21.315635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 755f85d2-25bd-4947-a943-faf087b268f7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:21.315885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:21.435119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe18587-297c-4ab2-b16a-2743d819dfe9 req-e32eb4d5-a12d-4045-82fd-90c59245f837 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:21.443201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffe18587-297c-4ab2-b16a-2743d819dfe9 req-e32eb4d5-a12d-4045-82fd-90c59245f837 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=b99e8d51-f794-4159-b97e-03e45f5162f0 HTTP/1.1" status: 200 len: 946 time: 0.1621084 Dec 12 15:41:21.493352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 755f85d2-25bd-4947-a943-faf087b268f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=755f85d2-25bd-4947-a943-faf087b268f7,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:21.493714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:21.525056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 755f85d2-25bd-4947-a943-faf087b268f7 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:21.545261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffe18587-297c-4ab2-b16a-2743d819dfe9 req-d0853671-dcf9-4a30-98fb-cb339b68a7f3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=79df9750-704d-4807-b4e5-8d8f45ddb35b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010509 Dec 12 15:41:21.783117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:21.827049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=755f85d2-25bd-4947-a943-faf087b268f7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:21.943450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] No DVR routers for this DVR port 755f85d2-25bd-4947-a943-faf087b268f7 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:41:21.943450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:21.947348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f14229c3-1669-4064-b102-e71fdb3c2d52 req-b7e8dec3-3018-4559-b4d7-a8762132657f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "DELETE /v2.0/ports/755f85d2-25bd-4947-a943-faf087b268f7 HTTP/1.1" status: 204 len: 173 time: 0.8149726 Dec 12 15:41:21.953062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-deleted', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:21.957825 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caadea9-32c9-4a18-993c-b8858bd81075" -d '{"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-deleted", "tag": "755f85d2-25bd-4947-a943-faf087b268f7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:22.017831 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4cf412-48e2-4ab5-99e8-a9d82459d1b6 x-openstack-request-id: req-9e4cf412-48e2-4ab5-99e8-a9d82459d1b6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:22.018396 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99e8d51-f794-4159-b97e-03e45f5162f0", "name": "network-vif-deleted", "tag": "755f85d2-25bd-4947-a943-faf087b268f7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:22.018813 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e4cf412-48e2-4ab5-99e8-a9d82459d1b6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:22.019433 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99e8d51-f794-4159-b97e-03e45f5162f0', 'name': 'network-vif-deleted', 'tag': '755f85d2-25bd-4947-a943-faf087b268f7', 'status': 'completed', 'code': 200} Dec 12 15:41:22.639275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:23.401795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:23.934095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 9d3e9ceb-c523-4f17-a942-ac322316dc4e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:23.934805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:24.061482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 9d3e9ceb-c523-4f17-a942-ac322316dc4e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9d3e9ceb-c523-4f17-a942-ac322316dc4e,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:24.061849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:24.093956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 9d3e9ceb-c523-4f17-a942-ac322316dc4e owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:24.362834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:24.397375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=9d3e9ceb-c523-4f17-a942-ac322316dc4e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:24.770980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:24.871370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:24.949434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 755f85d2-25bd-4947-a943-faf087b268f7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:24.954296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 755f85d2-25bd-4947-a943-faf087b268f7 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:25.712924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 8b424329-559b-4025-8cbf-d703e8974e06 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:41:25.827171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:41:25.833565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f0de8f14-3538-42b3-89e8-5b6dd5893e7a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/8b424329-559b-4025-8cbf-d703e8974e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922913 Dec 12 15:41:25.836377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:25.838334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Sync routers for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:41:25.850804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:25.851627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:25.958432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting subnet 03788088-cb83-4ddf-ab52-2e25a7c5c2fc {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:41:25.963100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:26.045110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:26.084015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:26.267060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:26.436391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:26.521318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Subnet': ['ID=03788088-cb83-4ddf-ab52-2e25a7c5c2fc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:26.537865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:26.545071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e8bfea1-f18a-402d-8ca5-0f54432bd41d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/subnets/03788088-cb83-4ddf-ab52-2e25a7c5c2fc HTTP/1.1" status: 204 len: 168 time: 0.7074752 Dec 12 15:41:26.547702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:26.602958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600dbba4-80e4-4b7f-adeb-602e71abc06b None None] Network 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:41:26.756107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:41:24Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:26.800373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Checking router: 8b424329-559b-4025-8cbf-d703e8974e06 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:41:26.812885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Routers {'8b424329-559b-4025-8cbf-d703e8974e06'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:26.813828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8b424329-559b-4025-8cbf-d703e8974e06'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:26.875018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] DHCP port deletion for 6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:41:26.881652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.001019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] Set router 8b424329-559b-4025-8cbf-d703e8974e06 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:27.110992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.211573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port fb8e807e-bc81-452b-a9df-00e40a9b1d85 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:27.211913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.343124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port fb8e807e-bc81-452b-a9df-00e40a9b1d85, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fb8e807e-bc81-452b-a9df-00e40a9b1d85,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:27.343723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.359883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for fb8e807e-bc81-452b-a9df-00e40a9b1d85 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:27.677410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Deleting port 68b28139-c429-40f1-b1ab-a44fe5330778 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:41:27.677988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.681925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:27.734082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=fb8e807e-bc81-452b-a9df-00e40a9b1d85,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:27.800608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c60553-81ed-4dee-ab37-277cae773a58 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:41:27.972315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] For port 68b28139-c429-40f1-b1ab-a44fe5330778, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68b28139-c429-40f1-b1ab-a44fe5330778,segment=NetworkSegment(ea35a2b2-7212-4c24-929a-0af83b8af3ee),segment_id=ea35a2b2-7212-4c24-929a-0af83b8af3ee)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:27.972745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.017935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Calling delete_port for 68b28139-c429-40f1-b1ab-a44fe5330778 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:41:28.164774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.212572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] No DVR routers for this DVR port 68b28139-c429-40f1-b1ab-a44fe5330778 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:41:28.287684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2437fe-b0d5-4334-9e73-6add84e23222 None None] Pushing event deleted for resources: {'Port': ['ID=68b28139-c429-40f1-b1ab-a44fe5330778,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:28.375808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:41:24Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:28.389575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.525407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764dfe0-8a68-410f-a592-621fa43095d0 None None] The sync data for ids ['8b424329-559b-4025-8cbf-d703e8974e06'] in n-d-710847-8 is: [{'id': '8b424329-559b-4025-8cbf-d703e8974e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269170839', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:56Z', 'updated_at': '2021-12-12T15:41:24Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'fb8e807e-bc81-452b-a9df-00e40a9b1d85', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b424329-559b-4025-8cbf-d703e8974e06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2735, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:58Z', 'updated_at': '2021-12-12T15:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:41:28.674507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.679355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.752259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.753398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Fanout notify agent at l3_agent the message router_deleted on router 8b424329-559b-4025-8cbf-d703e8974e06 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:41:28.772506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.777823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f3cce30-de8d-4fbd-ad66-86ec7b2982f5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/routers/8b424329-559b-4025-8cbf-d703e8974e06 HTTP/1.1" status: 204 len: 168 time: 2.2289510 Dec 12 15:41:28.780523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59820) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:28.925472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68b28139-c429-40f1-b1ab-a44fe5330778 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:28.925991 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:28.967876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 68b28139-c429-40f1-b1ab-a44fe5330778 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:28.968227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68b28139-c429-40f1-b1ab-a44fe5330778 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:29.130088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.187930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfb25c8-95ea-420b-9e1e-63ef12fe0de3']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:29.213733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea35a2b2-7212-4c24-929a-0af83b8af3ee') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:29.214028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea35a2b2-7212-4c24-929a-0af83b8af3ee') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:29.239716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.277904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.298059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:41:29.298391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:41:29.303488 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:41:29.457138 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.462008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.468017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/networks/6bfb25c8-95ea-420b-9e1e-63ef12fe0de3 HTTP/1.1" status: 204 len: 168 time: 0.6857765 Dec 12 15:41:29.471109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:29.527820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Network': ['ID=6bfb25c8-95ea-420b-9e1e-63ef12fe0de3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:29.587416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.588150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.589992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.590882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.591393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.591908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.592433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.593011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.593505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.594258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.595439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.596492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.597047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feafb56-1628-48d9-8039-073caededcef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:29.622874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.692123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.815302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.822210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:29.826977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/security-groups/79df9750-704d-4807-b4e5-8d8f45ddb35b HTTP/1.1" status: 204 len: 168 time: 0.3523719 Dec 12 15:41:29.855108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86878a1-e4c8-4966-bdb9-3620f4f7275c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df9750-704d-4807-b4e5-8d8f45ddb35b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:30.248625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:30.254694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325193847', 'description': 'tempest-secgroup-smoke-1325193847 description', 'project_id': '46791c8f70d7494689224023f312c304'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:30.331838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.335277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59850) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:30.394720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fb8e807e-bc81-452b-a9df-00e40a9b1d85 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:30.455045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fb8e807e-bc81-452b-a9df-00e40a9b1d85 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:30.457721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fb8e807e-bc81-452b-a9df-00e40a9b1d85 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:30.458821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9d3e9ceb-c523-4f17-a942-ac322316dc4e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:41:30.516866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9d3e9ceb-c523-4f17-a942-ac322316dc4e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:41:30.517212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9d3e9ceb-c523-4f17-a942-ac322316dc4e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:41:30.549933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00cb7278-2f6b-48b0-b463-16f556949e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.559444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.568316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.615736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.618185 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3681836 Dec 12 15:41:30.619661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa362c5-f9c9-436b-9d6f-0190f488f29f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90abe4e6-c1c6-457d-b5e1-2638287c11dc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:30.623329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:30.637767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:30.706157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00cb7278-2f6b-48b0-b463-16f556949e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.713689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00cb7278-2f6b-48b0-b463-16f556949e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.714931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.773423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-00cb7278-2f6b-48b0-b463-16f556949e88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87f155b11b5e41f4a7cd68f91cfcac18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332099 Dec 12 15:41:30.775969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:30.776112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb7278-2f6b-48b0-b463-16f556949e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421941a-c2d7-4bc9-8245-193343921706,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:30.880870 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.911980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.920072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.957659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:30.962257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:30.968711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:30.973886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399580 Dec 12 15:41:30.989064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.015653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aae3a-1646-4f9e-a4a0-383cf6021bcc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d341933-fe7c-45cf-9b6e-d5cabc06ad54,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:31.037621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.158107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.161573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.166639 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b421941a-c2d7-4bc9-8245-193343921706 HTTP/1.1" status: 204 len: 168 time: 0.3862352 Dec 12 15:41:31.193553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86afaba-09df-4a53-b7a2-5035a971e502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421941a-c2d7-4bc9-8245-193343921706,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:31.216172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.225627 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.279838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe8d01f-226f-4d3c-b272-d5d4174dfccd,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:31.302092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.303502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-48b4f3a1-c4e9-436a-aa1d-d351b657cc29 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401279 Dec 12 15:41:31.309821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:31.314570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:31.408690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.575939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59880) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:31.583418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.590969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.642334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc63a697-9751-45a9-860b-0e722ee59e4f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:31.689244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.690627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3b413c7b-edc6-486e-8f9f-14153d921498 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796499 Dec 12 15:41:31.693629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59886) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:31.698329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:31.777666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.940519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:31.954527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.035624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f451ec2-eb71-49c5-b7b7-a7be7fd4a746,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:32.039732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3db8564a-1922-4059-8b9e-c3c559eea029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.049336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.050535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3813fc1f-1025-438b-8bc4-a80727573542 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3557792 Dec 12 15:41:32.053706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:32.062319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:32.179170 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:41:32.188994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.332527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3db8564a-1922-4059-8b9e-c3c559eea029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.362824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3db8564a-1922-4059-8b9e-c3c559eea029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.461590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3db8564a-1922-4059-8b9e-c3c559eea029 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e45d22a4fd6408b9e0eb6adf3101732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8842487 Dec 12 15:41:32.464193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59906) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:32.471445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8564a-1922-4059-8b9e-c3c559eea029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0971fe-ca3c-4302-bbff-50b388ecbbaa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:32.498065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.515821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.559486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.567995 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5125782 Dec 12 15:41:32.575385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59910) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:32.582716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '90abe4e6-c1c6-457d-b5e1-2638287c11dc', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:32.606249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01824a3c-b531-41c0-b25b-c24e153aacdc,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:32.623251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.624194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.624822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.631923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.631923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.631923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.633517 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.634106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.635419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f5f6b-cd01-4c28-8c93-65c33a4b7eba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:32.667267 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.695529 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:41:32.703863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.761836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.764925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.766407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb0971fe-ca3c-4302-bbff-50b388ecbbaa HTTP/1.1" status: 204 len: 168 time: 0.3009937 Dec 12 15:41:32.774876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbabf8-5eeb-4c8a-bacc-68cdb2cc42aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0971fe-ca3c-4302-bbff-50b388ecbbaa,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:32.821109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.827789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.877469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e727cf-27a8-4568-99a0-765379c1fc79,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:32.911638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:32.911638 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c072cef0-eb57-410d-873e-36d09f9a9a35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3312211 Dec 12 15:41:32.912040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59928) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:32.920509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'network': {'name': 'tempest-network-smoke--787311959', 'project_id': '46791c8f70d7494689224023f312c304', 'port_security_enabled': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:32.977624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:41:32.989591 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.080956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:41:33.146548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.148014 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Added segment 60836886-fc80-4742-90ee-9a82678d2f2b of type vlan for network 1a1768ed-3a51-41a2-8972-a494403054ea Dec 12 15:41:33.296098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.382396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.402427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:33.405827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.616534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7021093 Dec 12 15:41:33.621217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:33.627146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'admin_state_up': True, 'project_id': '46791c8f70d7494689224023f312c304', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:33.700697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733703c8-19c4-4688-b2fa-af0b10d145e1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Network': ['ID=1a1768ed-3a51-41a2-8972-a494403054ea,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:33.712186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.712971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.717305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1a1768ed-3a51-41a2-8972-a494403054ea details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:41:33.817987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59952) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:33.857021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8658dc6-1128-4bd9-9175-893d49569ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:33.985800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.117001 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8658dc6-1128-4bd9-9175-893d49569ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.126166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8658dc6-1128-4bd9-9175-893d49569ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.245345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e8658dc6-1128-4bd9-9175-893d49569ac9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5b87c982c9c44a9a0aa3e13b07690ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4256127 Dec 12 15:41:34.246325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8658dc6-1128-4bd9-9175-893d49569ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bfe796-4ce7-4fc5-b291-fa1588e839bf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:34.261149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59966) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:34.328854 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.362444 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.398405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.428969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.442369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.444447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58bfe796-4ce7-4fc5-b291-fa1588e839bf HTTP/1.1" status: 204 len: 168 time: 0.1823223 Dec 12 15:41:34.459122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174a9a6-a02a-4886-bab5-967b2be59f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bfe796-4ce7-4fc5-b291-fa1588e839bf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:34.851715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:34.903427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:35.083342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.236 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4eab12d2-47b7-46b5-b1b1-36ea25951641) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:41:35.284732 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:35.330159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:35.374596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:41:35.379947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:35.388746 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cc88302b-b0f8-4e11-b68f-eea3a5f44a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:35.395261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:41:35.406422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46143f60-3944-4aa7-9997-fb04a3b668da None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:41:35.464140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=4eab12d2-47b7-46b5-b1b1-36ea25951641,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:35.532410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7112f72-63ca-4619-8856-fd74c1e73c3a None None] Provisioning complete for port 4eab12d2-47b7-46b5-b1b1-36ea25951641 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:35.534631 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7112f72-63ca-4619-8856-fd74c1e73c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:35.612880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c7112f72-63ca-4619-8856-fd74c1e73c3a None None] Port 4eab12d2-47b7-46b5-b1b1-36ea25951641 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:41:35.834783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:36.162343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:36.465738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 930740d9-2798-4945-8a7d-53b4983fdb3a is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:41:36.672272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:41:36.687279 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Sync routers for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:41:36.701316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:36.703474 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8905d6c5-136a-4e85-9f89-9353c1f38b13 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0809820 Dec 12 15:41:36.709914 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:36.711039 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:36.719388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:36.855025 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0a2d7218-ff28-4767-86c2-df7d3326113f tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=46791c8f70d7494689224023f312c304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1344051 Dec 12 15:41:36.857794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60082) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:36.973577 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:37.225089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a6dd4-d31b-4cad-a94a-4a3842bb70d7 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:37.253403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:37.254398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-805a6dd4-d31b-4cad-a94a-4a3842bb70d7 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3948343 Dec 12 15:41:37.307500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:35Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:37.313222 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1ea88f77-f7b8-48ad-8fbf-b8bae6f424cd tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585644 Dec 12 15:41:37.316662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60102) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:37.323065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371603829', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'project_id': '46791c8f70d7494689224023f312c304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:37.364998 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Checking router: 930740d9-2798-4945-8a7d-53b4983fdb3a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:41:37.365405 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Updating router 930740d9-2798-4945-8a7d-53b4983fdb3a port 4eab12d2-47b7-46b5-b1b1-36ea25951641 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:41:37.394115 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:37.531240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:41:37.534800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:37.723191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-faee7370-9f45-4985-b3ec-110a034e3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:37.909687 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:37.992134 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.012459 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.060159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783341dc-87f0-4a2d-abde-d43797a7de80 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:41:38.129607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Subnet': ['ID=36230858-e5f2-4dec-bec2-bb99f41ef837,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:38.195420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:38.197460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network hostable DHCP agents. Network: 1a1768ed-3a51-41a2-8972-a494403054ea, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:41:38.206640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-13eee6b9-e738-44a0-8aec-a322f1e5af46 None None] Provisioning complete for port 4eab12d2-47b7-46b5-b1b1-36ea25951641 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:38.207025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13eee6b9-e738-44a0-8aec-a322f1e5af46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.246477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 1a1768ed-3a51-41a2-8972-a494403054ea is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:41:38.262195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1a1768ed-3a51-41a2-8972-a494403054ea) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:38.273804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:38.275238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.336683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-04064745-3dcf-40e4-ab11-bed182e69ff2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0177002 Dec 12 15:41:38.339620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:38.383855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-13eee6b9-e738-44a0-8aec-a322f1e5af46 None None] Port 4eab12d2-47b7-46b5-b1b1-36ea25951641 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:41:38.387542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3898687-0e95-4217-9a28-edcbc46305a3 None None] Network 1a1768ed-3a51-41a2-8972-a494403054ea requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:41:38.473411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Attempting to bind port 4eab12d2-47b7-46b5-b1b1-36ea25951641 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:41:38.477124 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Attempting to bind port 4eab12d2-47b7-46b5-b1b1-36ea25951641 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:41:38.477685 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Attempting to bind port 4eab12d2-47b7-46b5-b1b1-36ea25951641 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:41:38.500553 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:41:38.502943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:38.503604 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.506330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:41:38.507304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Bound port: 4eab12d2-47b7-46b5-b1b1-36ea25951641, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:41:38.509358 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.582539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Pushing event updated for resources: {'Port': ['ID=4eab12d2-47b7-46b5-b1b1-36ea25951641,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:38.604582 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.608254 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.610829 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.611437 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.611998 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.615115 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.615752 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.616588 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.617209 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.617774 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.620196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.620832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.621392 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:38.625570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.693166 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] For port 4eab12d2-47b7-46b5-b1b1-36ea25951641, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:41:38.698478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1a1768ed-3a51-41a2-8972-a494403054ea', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:41:38.699701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.704398 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] For port 4eab12d2-47b7-46b5-b1b1-36ea25951641, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eab12d2-47b7-46b5-b1b1-36ea25951641,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:41:38.713727 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:38.877299 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:38.879388 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:39.026217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Allocated IP 172.20.0.2 (1a1768ed-3a51-41a2-8972-a494403054ea/36230858-e5f2-4dec-bec2-bb99f41ef837/5b84aa37-29a7-427f-b47d-770b4967f519) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:41:39.259089 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:39.262217 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae60e7-28a8-4789-a4c3-bfa4cf90accc None None] Pushing event updated for resources: {'Port': ['ID=4eab12d2-47b7-46b5-b1b1-36ea25951641,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:39.490071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:39.513510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13408e9-6fc8-4b75-8497-244de48bd0f8 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:41:39.552299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:39.597630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:39.622088 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:35Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:39.671561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3329371-801d-4195-b0a1-28871fdc5963 None None] The sync data for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 is: [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:35Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:41:39.769043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Network 1a1768ed-3a51-41a2-8972-a494403054ea is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:41:39.810674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:39.815723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:41:39.831992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] Provisioning complete for port 4eab12d2-47b7-46b5-b1b1-36ea25951641 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:39.844815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:39.975719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Pushing event updated for resources: {'Port': ['ID=5b84aa37-29a7-427f-b47d-770b4967f519,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:40.175576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Attempting to bind port 5b84aa37-29a7-427f-b47d-770b4967f519 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:41:40.176546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Attempting to bind port 5b84aa37-29a7-427f-b47d-770b4967f519 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:41:40.177001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Attempting to bind port 5b84aa37-29a7-427f-b47d-770b4967f519 on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:41:40.199817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:41:40.200707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:40.201808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.202461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Bound using segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:41:40.203259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Bound port: 5b84aa37-29a7-427f-b47d-770b4967f519, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:41:40.203878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.267299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.516663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.569739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] For port 5b84aa37-29a7-427f-b47d-770b4967f519, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:41:40.573958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] For port 5b84aa37-29a7-427f-b47d-770b4967f519, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5b84aa37-29a7-427f-b47d-770b4967f519,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:41:40.600402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.605886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] For port 4eab12d2-47b7-46b5-b1b1-36ea25951641, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eab12d2-47b7-46b5-b1b1-36ea25951641,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:40.687345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d9a1-61c9-4dc8-b58e-1fe0cbfcebfc None None] Pushing event updated for resources: {'Port': ['ID=5b84aa37-29a7-427f-b47d-770b4967f519,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:40.692464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.694009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eab12d2-47b7-46b5-b1b1-36ea25951641 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:40.705254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:40.954417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9e589-3e5e-4d17-9e11-56d70de4986c None None] Pushing event updated for resources: {'Port': ['ID=4eab12d2-47b7-46b5-b1b1-36ea25951641,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:41.004610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4eab12d2-47b7-46b5-b1b1-36ea25951641 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:41.005050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:41.287003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:41.316213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:41.609788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.1 (1a1768ed-3a51-41a2-8972-a494403054ea/36230858-e5f2-4dec-bec2-bb99f41ef837/3af79254-a350-49c2-b2f3-1c3fabba9dc2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:41:41.954504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:42.039381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:42.124340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 1a1768ed-3a51-41a2-8972-a494403054ea is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:41:42.126752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:42.145390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:41:42.262534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:42.281252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:42.633710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5b84aa37-29a7-427f-b47d-770b4967f519 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:42.650352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:42.811220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5b84aa37-29a7-427f-b47d-770b4967f519 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:42.811592 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:42.945196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.002029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 5b84aa37-29a7-427f-b47d-770b4967f519, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5b84aa37-29a7-427f-b47d-770b4967f519,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:43.024357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.029492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eab12d2-47b7-46b5-b1b1-36ea25951641 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:43.175754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:41:43.185256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c9d8f-dade-46b2-a0ad-b0f5fb6cdc9b None None] Network 1a1768ed-3a51-41a2-8972-a494403054ea requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:41:43.380793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.392773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.477306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-196f1ba1-a045-410f-b49b-d17ed00bb031 None None] Provisioning complete for port 5b84aa37-29a7-427f-b47d-770b4967f519 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:43.478193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-196f1ba1-a045-410f-b49b-d17ed00bb031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.501911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.537632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=5b84aa37-29a7-427f-b47d-770b4967f519,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:43.610572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4eab12d2-47b7-46b5-b1b1-36ea25951641 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:43.611120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:43.786209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:43.879831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 1a1768ed-3a51-41a2-8972-a494403054ea is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:41:43.884615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:44.197529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bee3b8b0-b02e-43ea-bbad-69891e6ec54b None None] Provisioning complete for port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:44.198670 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee3b8b0-b02e-43ea-bbad-69891e6ec54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:44.204736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 930740d9-2798-4945-8a7d-53b4983fdb3a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:41:44.357171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bee3b8b0-b02e-43ea-bbad-69891e6ec54b None None] Port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:41:44.416655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bee3b8b0-b02e-43ea-bbad-69891e6ec54b None None] Provisioning complete for port 5b84aa37-29a7-427f-b47d-770b4967f519 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:44.417084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee3b8b0-b02e-43ea-bbad-69891e6ec54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:44.560995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5b84aa37-29a7-427f-b47d-770b4967f519 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:44.643908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:41:44.668115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49cfb9e4-3549-4ea5-9967-34a908785986 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/930740d9-2798-4945-8a7d-53b4983fdb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3186264 Dec 12 15:41:44.721142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Sync routers for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:41:44.811810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:44.816850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:45.384716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-aee8834d-57c0-4729-9a5a-01655cf7fe17 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325193847&fields=id&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 267 time: 0.2729435 Dec 12 15:41:45.639146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5b84aa37-29a7-427f-b47d-770b4967f519 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:45.639680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:45.897523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-f32459e9-605d-41ab-8ed2-4efc7577d6d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:45.908479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-f32459e9-605d-41ab-8ed2-4efc7577d6d2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 796 time: 0.5192139 Dec 12 15:41:45.925390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:45.955258 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-c62a54d9-9b2a-47ea-b59e-f598c836168a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/quotas/46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 375 time: 0.0421097 Dec 12 15:41:45.977218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fec897ad-9fe0-4a79-935b-2eb09c9b695d None None] Provisioning complete for port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:45.977936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fec897ad-9fe0-4a79-935b-2eb09c9b695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:46.032221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fec897ad-9fe0-4a79-935b-2eb09c9b695d None None] Port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:41:46.243722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-173d90b4-ccce-4b72-a17f-30881579bcf3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2850525 Dec 12 15:41:46.598752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-8d731d88-6277-430f-8a60-f71e37194936 service neutron] 10.222.0.36 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477674 Dec 12 15:41:46.896167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:43Z', 'revision_number': 2, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:46.935855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-523f59b7-868d-4f02-af4b-8338115e0050 service neutron] 10.222.0.36 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357146 Dec 12 15:41:46.986882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Checking router: 930740d9-2798-4945-8a7d-53b4983fdb3a for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:41:46.989365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Updating router 930740d9-2798-4945-8a7d-53b4983fdb3a port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:41:47.072494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:47.409749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7873f291-1678-4709-a7d7-98f637bc4680 req-8323390f-703a-4c55-a5cc-fd66e308dac7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0928249 Dec 12 15:41:47.707798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:47.718358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:47.941775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb93a2-63ed-426d-a6be-6c27e71b24b8 None None] Pushing event updated for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:47.973263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Attempting to bind port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:41:47.973692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Attempting to bind port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:41:47.974084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Attempting to bind port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:41:47.999838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:41:48.012254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:48.012816 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:48.013230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Bound using segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:41:48.013739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Bound port: 3af79254-a350-49c2-b2f3-1c3fabba9dc2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:41:48.014321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:48.259669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] For port 3af79254-a350-49c2-b2f3-1c3fabba9dc2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:41:48.277633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] For port 3af79254-a350-49c2-b2f3-1c3fabba9dc2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af79254-a350-49c2-b2f3-1c3fabba9dc2,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:41:48.292957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:48.464580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] Provisioning complete for port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:48.464972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:48.549777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:41:48.551373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:48.577617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:48.712421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa4e1004-6cb6-4532-8c05-230a245bdcdf req-bc9fdb16-0cfb-47b4-82c8-9cf0ce0303ad tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 210 time: 0.1230116 Dec 12 15:41:48.822374 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:48.828350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb93a2-63ed-426d-a6be-6c27e71b24b8 None None] Pushing event updated for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:48.938353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8dea90-5b48-44d5-a052-0e4ff793f453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.004647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] For port 3af79254-a350-49c2-b2f3-1c3fabba9dc2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af79254-a350-49c2-b2f3-1c3fabba9dc2,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:49.011806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.063727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:41:49.186794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8dea90-5b48-44d5-a052-0e4ff793f453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.196205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8dea90-5b48-44d5-a052-0e4ff793f453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.289913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dea90-5b48-44d5-a052-0e4ff793f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa34bc-6d23-4f86-96f7-2a155714438e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:49.325954 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4f8dea90-5b48-44d5-a052-0e4ff793f453 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c59cc8036cac4d09914bc6ab80c5e41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7444925 Dec 12 15:41:49.326203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:49.441784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.468796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.512100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-2dc27d07-1cc9-4dfb-87d6-0393717f06e7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:49.519663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-2dc27d07-1cc9-4dfb-87d6-0393717f06e7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 796 time: 0.5015264 Dec 12 15:41:49.551093 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.553832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.555292 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bfa34bc-6d23-4f86-96f7-2a155714438e HTTP/1.1" status: 204 len: 168 time: 0.2279229 Dec 12 15:41:49.567892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe9cd4-6eef-4772-b09d-731a08df4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa34bc-6d23-4f86-96f7-2a155714438e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:49.802314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-c10be3cf-7dc0-4c1c-8083-ab158378b715 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 380 time: 0.2649624 Dec 12 15:41:49.805010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a7f8980-6af1-47fa-b0e4-3d103a10853b None None] Provisioning complete for port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:49.806265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a7f8980-6af1-47fa-b0e4-3d103a10853b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:49.827062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'port': {'device_id': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'admin_state_up': True, 'tenant_id': '46791c8f70d7494689224023f312c304', 'security_groups': ['90abe4e6-c1c6-457d-b5e1-2638287c11dc']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:49.905067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943665c5-2585-49b0-8ec9-1402702c2e09 None None] Pushing event updated for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:50.104938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91b3712d-31e5-4233-8d3a-f89796f275e2 req-e0b1661e-b840-4020-be3b-fa6e55b2a89e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0865436 Dec 12 15:41:50.192327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:41:50.265456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:41:50.281586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:50.283337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c781da81-20f9-445f-8826-de0fa07c3e72 None None] The sync data for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 is: [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:41:50.309826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:50.375103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd21-eaaa-4dd5-a578-6a8b13d2a178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:50.630477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd21-eaaa-4dd5-a578-6a8b13d2a178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:50.638148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd21-eaaa-4dd5-a578-6a8b13d2a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:50.644573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.12 (1a1768ed-3a51-41a2-8972-a494403054ea/36230858-e5f2-4dec-bec2-bb99f41ef837/8b12e2b3-0f41-4f37-9099-601e0633a73b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:41:50.739161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fd21-eaaa-4dd5-a578-6a8b13d2a178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addb6bc4-67f2-4ca2-8b72-c9a92bbc910d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:50.769760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60530) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:50.792998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa47fd21-eaaa-4dd5-a578-6a8b13d2a178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0e24ab230bc4c8ab68a71c7b589309c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814498 Dec 12 15:41:50.806485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af79254-a350-49c2-b2f3-1c3fabba9dc2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:41:50.923527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:50.926122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.281179 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.303038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.364261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69f67a97-090a-4537-8c56-d427290ffca9 req-7af839dc-9168-4721-956c-d00951a473b9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 210 time: 0.0582836 Dec 12 15:41:51.390858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.590904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.595411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.602989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.608333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/addb6bc4-67f2-4ca2-8b72-c9a92bbc910d HTTP/1.1" status: 204 len: 168 time: 0.8334234 Dec 12 15:41:51.678231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91d88a-d843-45f1-8206-158f2d713aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addb6bc4-67f2-4ca2-8b72-c9a92bbc910d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:51.712215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 1a1768ed-3a51-41a2-8972-a494403054ea is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:41:51.713522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:51.734621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:41:51.737069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:41:51.849151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:51.850632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:51.878106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-bf46b85e-034b-460a-b063-d32e00e73c14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0683930 Dec 12 15:41:51.894290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Request body: {'port': {'device_id': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:41:52.050769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:52.445835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9fcda652-d315-4d95-80bb-da2446064757 None None] Provisioning complete for port 8b12e2b3-0f41-4f37-9099-601e0633a73b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:41:52.446327 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9fcda652-d315-4d95-80bb-da2446064757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:52.523901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9fcda652-d315-4d95-80bb-da2446064757 None None] Port 8b12e2b3-0f41-4f37-9099-601e0633a73b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:41:52.884854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfafdf-bcdd-495e-8c4b-910f1b0eb1f3 req-cdb85346-fa61-4e88-8583-ccd46e3fa796 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:52.887449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cfafdf-bcdd-495e-8c4b-910f1b0eb1f3 req-cdb85346-fa61-4e88-8583-ccd46e3fa796 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 932 time: 0.3037238 Dec 12 15:41:53.197427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7cfafdf-bcdd-495e-8c4b-910f1b0eb1f3 req-f42a9556-0726-4783-8240-3aac8dd6fa85 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911062 Dec 12 15:41:53.299031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:41:53.328054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:53.370467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Transition to ACTIVE for port object 8b12e2b3-0f41-4f37-9099-601e0633a73b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:41:53.383051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:53.491707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:53.542656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:53.760662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce754778-c2a9-4124-a3c4-1e9a86a1f712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:53.830459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:41:53.831871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:41:53.832973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:41:53.855987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:41:53.856994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:41:53.879140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:41:53.881758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:41:53.882168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Bound using segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:41:53.884268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Bound port: 8b12e2b3-0f41-4f37-9099-601e0633a73b, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:41:53.886086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:53.986676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce754778-c2a9-4124-a3c4-1e9a86a1f712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:53.995272 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce754778-c2a9-4124-a3c4-1e9a86a1f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.049506 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ce754778-c2a9-4124-a3c4-1e9a86a1f712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65cffbb7274541fba1c9828e361be74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565495 Dec 12 15:41:54.053407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:54.174240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:41:54.184347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:41:54.197472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.199071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce754778-c2a9-4124-a3c4-1e9a86a1f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b874b-0f54-4684-a930-83fd3b2b3f7f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:54.202647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.280126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.380901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.384070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.387271 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a01b874b-0f54-4684-a930-83fd3b2b3f7f HTTP/1.1" status: 204 len: 168 time: 0.3318474 Dec 12 15:41:54.429583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61823a0e-bf47-4913-a7c3-52522288d277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b874b-0f54-4684-a930-83fd3b2b3f7f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:54.597667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:54.613203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:54.616570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] 10.222.0.13 "PUT /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1092 time: 2.7284431 Dec 12 15:41:54.630804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:41:54.644401 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:41:54.655511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450845-f623-4a53-a676-dcdf15e9fc4f service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:54.862424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09487460-520d-4be7-8ba6-3ed12b005ae7 req-bfca8450-6dc1-4727-a351-3b6d223797ea tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:54.864052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09487460-520d-4be7-8ba6-3ed12b005ae7 req-bfca8450-6dc1-4727-a351-3b6d223797ea tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.4081886 Dec 12 15:41:54.871166 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac39c39-d81d-4042-93cc-e5ad74035958 x-openstack-request-id: req-8ac39c39-d81d-4042-93cc-e5ad74035958 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:41:54.871542 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:41:54.871790 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ac39c39-d81d-4042-93cc-e5ad74035958 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:41:54.872231 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:41:54.933150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-d4d2a9ae-e519-4a10-b9cf-7eca766c2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:54.934753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-d4d2a9ae-e519-4a10-b9cf-7eca766c2452 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1095 time: 0.2604842 Dec 12 15:41:55.105277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-be57f1d3-c80b-4e5b-b78e-8010f8d502da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 217 time: 0.1567378 Dec 12 15:41:55.195642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09487460-520d-4be7-8ba6-3ed12b005ae7 req-1d94722d-e80e-4577-a7f6-f9ae5ae0c8cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197186 Dec 12 15:41:55.232762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-58ffa6f6-803a-4721-a979-d3bc19091ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:55.235043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-58ffa6f6-803a-4721-a979-d3bc19091ae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1007957 Dec 12 15:41:55.319453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-92a3ff60-cb8f-4050-85e1-94e6ca45e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:55.323835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-92a3ff60-cb8f-4050-85e1-94e6ca45e92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823672 Dec 12 15:41:55.420645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:55.449778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a2407e0-b68b-4646-acfb-649c96c12494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:55.543963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-b56a7144-ae81-4ea5-ad81-11692ad24878 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116051 Dec 12 15:41:55.566474 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a2407e0-b68b-4646-acfb-649c96c12494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:55.583289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a2407e0-b68b-4646-acfb-649c96c12494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:55.622814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2407e0-b68b-4646-acfb-649c96c12494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e01ccb-ed32-49ba-b89f-6ac6aebcfb30,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:55.678326 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7a2407e0-b68b-4646-acfb-649c96c12494 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27d3fd0943db4064965c85e2d17de3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541692 Dec 12 15:41:55.687607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60680) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:55.863824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3affb316-790c-4386-a662-e62054510733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:55.875958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a41dee7-4779-40ba-a6cd-dd0b44f8b9a7 req-3e0847f9-8862-44c2-973b-4fc908cee31c service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259747 Dec 12 15:41:55.925650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3affb316-790c-4386-a662-e62054510733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:56.015471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-b11aa5a9-9c1a-48d2-9a75-3e0d41f2fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:56.018016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-b11aa5a9-9c1a-48d2-9a75-3e0d41f2fa31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1095 time: 0.0637746 Dec 12 15:41:56.053765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3affb316-790c-4386-a662-e62054510733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:56.056804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3affb316-790c-4386-a662-e62054510733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:56.059224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3affb316-790c-4386-a662-e62054510733 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e01ccb-ed32-49ba-b89f-6ac6aebcfb30 HTTP/1.1" status: 204 len: 168 time: 0.3700671 Dec 12 15:41:56.186715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affb316-790c-4386-a662-e62054510733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e01ccb-ed32-49ba-b89f-6ac6aebcfb30,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:56.189806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-25df57b3-f0a5-4289-83ee-bb213338a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:56.191855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-25df57b3-f0a5-4289-83ee-bb213338a7d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.1669245 Dec 12 15:41:56.295235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-73e466dc-fa6b-4f02-9010-ecd1f9298b18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 217 time: 0.0954092 Dec 12 15:41:56.401895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-2febcf87-a7d2-4ebd-968b-c4cffd9b568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:56.403436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-2febcf87-a7d2-4ebd-968b-c4cffd9b568e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.0757830 Dec 12 15:41:56.413100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012ec18-b33f-43f0-af0e-d75ff3ffd019 req-c5561d49-1b05-47d0-b235-c3e572c28121 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:56.415265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0012ec18-b33f-43f0-af0e-d75ff3ffd019 req-c5561d49-1b05-47d0-b235-c3e572c28121 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.1233389 Dec 12 15:41:56.511648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60702) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:56.536384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-261af949-88f8-4daf-be43-a21aab7f1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:56.538246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-261af949-88f8-4daf-be43-a21aab7f1f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225033 Dec 12 15:41:56.543356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0012ec18-b33f-43f0-af0e-d75ff3ffd019 req-32dd9069-4784-41cb-9183-d741b0cc07f3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188486 Dec 12 15:41:56.733513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-ecb03de2-5842-4a5e-b7d5-a42c016c9779 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844153 Dec 12 15:41:56.884691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140cc6bc-bc68-4cee-b5f3-b9de76fa7405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:56.983290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e2fd93-eb75-4e63-b72c-fce9e767c7d7 req-d638c477-707e-4908-8fcc-f04a9d77f5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419176 Dec 12 15:41:57.135931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140cc6bc-bc68-4cee-b5f3-b9de76fa7405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.146968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140cc6bc-bc68-4cee-b5f3-b9de76fa7405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.209037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-140cc6bc-bc68-4cee-b5f3-b9de76fa7405 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b28899828764792acc814c5b83a587b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6962843 Dec 12 15:41:57.211855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:57.213376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cc6bc-bc68-4cee-b5f3-b9de76fa7405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86240bf-0a58-4370-8e4a-dc49de7f5bd6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:57.288552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.319415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.401695 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.405326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:57.406609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e86240bf-0a58-4370-8e4a-dc49de7f5bd6 HTTP/1.1" status: 204 len: 168 time: 0.1912355 Dec 12 15:41:57.416542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d368-60ef-4fbf-8c50-2bd555548f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86240bf-0a58-4370-8e4a-dc49de7f5bd6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:57.751839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704daaa4-50f0-4640-9bfe-cec3a30bf707 req-7638a15c-e15c-40dc-87f7-1bf6196edf31 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:57.753772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-704daaa4-50f0-4640-9bfe-cec3a30bf707 req-7638a15c-e15c-40dc-87f7-1bf6196edf31 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.0733023 Dec 12 15:41:57.872601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-704daaa4-50f0-4640-9bfe-cec3a30bf707 req-873c7a0c-08e2-447e-a18f-f679617752a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123779 Dec 12 15:41:58.068338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:58.092235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cfe-69aa-4472-a656-c87521ace296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.139811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:58.210766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cfe-69aa-4472-a656-c87521ace296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.217295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5ce2cfe-69aa-4472-a656-c87521ace296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.260926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:41:58.294193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce2cfe-69aa-4472-a656-c87521ace296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928f51ab-ff24-4d1b-8786-80dfe76597fe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:58.346865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5ce2cfe-69aa-4472-a656-c87521ace296 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cd92a1d38a9466e8afcc88f68d8b8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747364 Dec 12 15:41:58.348091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:58.506206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.537607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:58.538687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8a1-1a06-4abc-9de6-c832250cf578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.554788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:41:58.590057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.649244 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.687295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.690122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.693985 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/928f51ab-ff24-4d1b-8786-80dfe76597fe HTTP/1.1" status: 204 len: 168 time: 0.3425283 Dec 12 15:41:58.710210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:41:58.711805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696ac99-3487-4170-b4fd-049a539e3ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928f51ab-ff24-4d1b-8786-80dfe76597fe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:58.715602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8a1-1a06-4abc-9de6-c832250cf578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.724931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8a1-1a06-4abc-9de6-c832250cf578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.746746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60792) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:58.769448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d8a1-1a06-4abc-9de6-c832250cf578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47feaed9-eb83-4084-8674-18441c70a072,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:58.774418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:41:58.787237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.822002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0ab8d8a1-1a06-4abc-9de6-c832250cf578 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2876330c87541969537a5a0292ee127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810241 Dec 12 15:41:58.823999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60796) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:58.920296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:58.942242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:58.969545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.972867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.973428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.975891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.976263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.976610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.978092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.978446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.979420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.979767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.980101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.980435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.980799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:41:58.991647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.014094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8b12e2b3-0f41-4f37-9099-601e0633a73b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:41:59.071645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a34133e-98d9-419b-9210-6baaffdf1678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.196564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.200621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.216045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47feaed9-eb83-4084-8674-18441c70a072 HTTP/1.1" status: 204 len: 168 time: 0.3799248 Dec 12 15:41:59.271273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a55bd-6f9e-46e3-a15d-6bf73f401a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47feaed9-eb83-4084-8674-18441c70a072,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:59.399153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8df84-2049-4b8c-8c9a-ca6477fe2071 req-448a77d4-2a17-46df-a6a5-48f915844d63 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:41:59.411702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ee8df84-2049-4b8c-8c9a-ca6477fe2071 req-448a77d4-2a17-46df-a6a5-48f915844d63 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.3532887 Dec 12 15:41:59.517126 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a34133e-98d9-419b-9210-6baaffdf1678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.523122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ee8df84-2049-4b8c-8c9a-ca6477fe2071 req-6524cb5a-3562-49e9-a34e-78909fe41b27 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105454 Dec 12 15:41:59.527575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a34133e-98d9-419b-9210-6baaffdf1678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.583547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:41:59.584017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5a34133e-98d9-419b-9210-6baaffdf1678 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=392fd4edf87f4b7aa1aae2a632eea90e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8351049 Dec 12 15:41:59.584901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34133e-98d9-419b-9210-6baaffdf1678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4efee76-5e48-4622-9d00-ff9a5a2767cc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:41:59.663241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.688950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.763959 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.768681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:41:59.768681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4efee76-5e48-4622-9d00-ff9a5a2767cc HTTP/1.1" status: 204 len: 168 time: 0.1817443 Dec 12 15:41:59.776909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a0e94-b8f5-4beb-b911-d8d5fa015da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4efee76-5e48-4622-9d00-ff9a5a2767cc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:00.276889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:00.361730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8b12e2b3-0f41-4f37-9099-601e0633a73b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:00.367289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8b12e2b3-0f41-4f37-9099-601e0633a73b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:00.367289 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:00.508223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:00.539692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:00.543727 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aeb292-00d7-4c54-aec5-5deba817cc5b" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:00.585069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:00.596812 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:00.646245 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd632a2-8a90-4d32-bc79-9fea0dccd2fc x-openstack-request-id: req-4bd632a2-8a90-4d32-bc79-9fea0dccd2fc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:00.646807 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:00.647237 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bd632a2-8a90-4d32-bc79-9fea0dccd2fc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:00.647788 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'code': 200} Dec 12 15:42:00.715728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:00.775384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e78991-e30a-4934-977a-1b82b905db79 req-05e5e736-9d8a-4fd5-8646-73ef72898770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:00.778420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3e78991-e30a-4934-977a-1b82b905db79 req-05e5e736-9d8a-4fd5-8646-73ef72898770 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0610719 Dec 12 15:42:00.862116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3e78991-e30a-4934-977a-1b82b905db79 req-7a44fc8c-88b6-4774-92d4-3b5b066e2e91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760815 Dec 12 15:42:01.033964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fb805-0cdd-40f2-96ed-3c58d20d35f8 req-19d8df26-5714-4e15-963f-19c034d86e35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:01.036018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a01fb805-0cdd-40f2-96ed-3c58d20d35f8 req-19d8df26-5714-4e15-963f-19c034d86e35 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.3579550 Dec 12 15:42:01.217110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a01fb805-0cdd-40f2-96ed-3c58d20d35f8 req-bd05b9b3-b588-4f4c-a2f5-88a05e89333e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623433 Dec 12 15:42:01.781489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:01.978266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1786367972-network', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:02.005748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Made reservation on behalf of be6faa6abfac41829ba7a4b37e987023 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:02.009375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.019714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.125186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.129438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.157722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:42:02.170878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.172083 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Added segment 57c9ac29-5770-41f8-ae6f-020c1be85378 of type vlan for network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 Dec 12 15:42:02.236827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.276327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91359ab-7f16-43c4-80b6-9fdc2312252d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:02.280771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.282355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:02.283156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.342743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5591822 Dec 12 15:42:02.345497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:02.357363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99da7-c86c-4932-9241-e5190493abdf admin admin] Pushing event updated for resources: {'Network': ['ID=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:02.368872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:42:02.384850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Request body: {'subnet': {'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1786367972-subnet', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:02.470725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f276ef-2ab5-4f6a-b212-a5592d11c214 req-5f4d7054-6fd1-4213-90ea-b17315b4552f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:02.473314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25f276ef-2ab5-4f6a-b212-a5592d11c214 req-5f4d7054-6fd1-4213-90ea-b17315b4552f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1320863 Dec 12 15:42:02.474284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Made reservation on behalf of be6faa6abfac41829ba7a4b37e987023 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:02.476931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:02.716253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.316017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25f276ef-2ab5-4f6a-b212-a5592d11c214 req-9e37b971-ac07-4b83-8328-e2d9f8b429e7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7091405 Dec 12 15:42:03.325499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952bc232-a4fd-4e0e-8d33-4fe8273dbe12,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:03.337747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Checking segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:03.338661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Network hostable DHCP agents. Network: a78fe4a8-8342-4ee0-8cd0-0a5779d49b67, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:42:03.378098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:42:03.417188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a78fe4a8-8342-4ee0-8cd0-0a5779d49b67) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:03.429020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e88e8-a431-4c6d-8e51-2c2dd5d1c4e6 None None] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:03.522226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:03.522821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.625953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d6514a9f-e51d-4d88-8470-95e88be968d4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2788901 Dec 12 15:42:03.628947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:03.634736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:03.640325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-7e37000c-d9db-4f87-83d1-ea3727a054ae tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:03.642216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-7e37000c-d9db-4f87-83d1-ea3727a054ae tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2443836 Dec 12 15:42:03.652396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692e98-e687-4ec7-b913-01e0afd32779 req-f055374b-e68d-4fd7-8953-1b12a80aeab4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:03.654283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18692e98-e687-4ec7-b913-01e0afd32779 req-f055374b-e68d-4fd7-8953-1b12a80aeab4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1500626 Dec 12 15:42:03.666009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-9214dc88-9550-45e4-b978-97983a7ffbe3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0102935 Dec 12 15:42:03.682107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.683912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.759547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.783065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-5f28e6f9-0562-473c-86b4-a475941c94b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993569 Dec 12 15:42:03.787429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18692e98-e687-4ec7-b913-01e0afd32779 req-dfd17db9-bcd9-4004-be25-3926d4716fd0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200750 Dec 12 15:42:03.825338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:42:03.826447 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:03.829032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32804) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:03.957122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b960e-733b-4ce2-ab48-f5b38e2aa9cf tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:03.958925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-594b960e-733b-4ce2-ab48-f5b38e2aa9cf tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1092 time: 0.1169319 Dec 12 15:42:03.966499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32810) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:03.973002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'tenant_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:04.015173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-6eaac5c9-3200-4bb5-8dbf-9d0863a0cd95 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186782 Dec 12 15:42:04.047205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Allocated IP 172.20.0.2 (a78fe4a8-8342-4ee0-8cd0-0a5779d49b67/952bc232-a4fd-4e0e-8d33-4fe8273dbe12/431dda18-26c1-4330-ae7a-17ce307ba534) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:04.072145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.077751 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.200288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-86a78e14-33d5-4e5b-a982-d6ee8e268cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837926 Dec 12 15:42:04.324430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.379662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.391185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.402190 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.491277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.517416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Pushing event updated for resources: {'Port': ['ID=431dda18-26c1-4330-ae7a-17ce307ba534,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:04.545557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:04.564015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:04.570049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:04.735490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Attempting to bind port 431dda18-26c1-4330-ae7a-17ce307ba534 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:04.741177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Attempting to bind port 431dda18-26c1-4330-ae7a-17ce307ba534 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:04.741806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Attempting to bind port 431dda18-26c1-4330-ae7a-17ce307ba534 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:04.751021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Allocated IP 172.25.3.206 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/79f6ed44-3942-4c02-a4ff-1e2ea8643a45) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:04.754162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:04.756369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Checking segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:04.756845 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.757319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Bound using segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:04.757734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Bound port: 431dda18-26c1-4330-ae7a-17ce307ba534, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:04.759128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.810976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-0dd2f0ea-1df7-40b0-884e-03f91038f76b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770655 Dec 12 15:42:04.831483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3146072-4048-435e-9d1b-6ab344178427 req-82398d89-db97-4e93-a861-7d16ed67b9cc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.0986946 Dec 12 15:42:04.848080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] For port 431dda18-26c1-4330-ae7a-17ce307ba534, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:04.852042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] For port 431dda18-26c1-4330-ae7a-17ce307ba534, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=431dda18-26c1-4330-ae7a-17ce307ba534,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:04.859375 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.963988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:04.969394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0449348-1f0e-4ece-9124-6151f396645a None None] Pushing event updated for resources: {'Port': ['ID=431dda18-26c1-4330-ae7a-17ce307ba534,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:04.988136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-176a368f-db2e-462f-b012-fceed18e0572 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2999437 Dec 12 15:42:05.052369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:05.117140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:05.137025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:05.150887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:05.156599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3bb54-62ef-483b-b9ee-be23cbe13ccc None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:05.260574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bde9c4a9-fbd5-45d9-a8a4-89c5f42782fb None None] Provisioning complete for port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:05.261022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bde9c4a9-fbd5-45d9-a8a4-89c5f42782fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:05.308136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bde9c4a9-fbd5-45d9-a8a4-89c5f42782fb None None] Port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:05.357887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Pushing event updated for resources: {'Port': ['ID=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:05.424307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df7f2c9c-d080-4d1b-8df2-a86facc354ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:05.435711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-761e42a5-3e46-4d83-b592-ec649841e850 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:05.437306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-761e42a5-3e46-4d83-b592-ec649841e850 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6048813 Dec 12 15:42:05.484910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.23 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/c7e6865a-a703-4db4-9c89-09f288d1771f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:05.593044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-47483ad4-35e2-411b-a6a8-603550a5b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:05.594581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-47483ad4-35e2-411b-a6a8-603550a5b86f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1097 time: 0.5279410 Dec 12 15:42:05.633658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-806ae989-17cf-473f-be1d-9edf0ea6e106 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/quotas/d96cef391c9340c6a21d8f6819a6d61f HTTP/1.1" status: 200 len: 375 time: 0.0430312 Dec 12 15:42:05.675767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:05.759739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-573bff23-ae2d-400a-9a7b-8feb3feed571 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249919 Dec 12 15:42:05.868552 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:06.007869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-ab991eb0-8e97-4697-8c66-f1a444c48424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:06.009686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-ab991eb0-8e97-4697-8c66-f1a444c48424 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.3725324 Dec 12 15:42:06.077727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:06.202756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-182c461c-e0eb-4489-87e9-3df1d3436355 req-0172a09b-d9e4-4c21-9316-5988616d5c26 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.1919470 Dec 12 15:42:06.268426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=c7e6865a-a703-4db4-9c89-09f288d1771f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:06.286959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-2a9e522f-1e70-4471-9809-ce6e16659793 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 217 time: 0.2288079 Dec 12 15:42:06.304060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b733f98f-1554-4c6d-aecf-e4248fc8012d req-cd3af313-2bde-49cf-9581-3242aa072724 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.2920136 Dec 12 15:42:06.351960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:06.418908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:06.486428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:06.640482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-83234147-3049-4d66-8d0c-0eb48f953660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:06.646345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-83234147-3049-4d66-8d0c-0eb48f953660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.3380032 Dec 12 15:42:06.887698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 431dda18-26c1-4330-ae7a-17ce307ba534 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:06.935007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-297d3f20-e99e-4852-8128-6026bb0fa12c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:06.937834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-297d3f20-e99e-4852-8128-6026bb0fa12c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.6082025 Dec 12 15:42:06.974193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:06.999655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': '69c95047-2039-4cc5-b989-024ba576b006', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:07.033762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-2986a6bc-aa01-4dc8-8785-8bed6f91d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:07.035992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-2986a6bc-aa01-4dc8-8785-8bed6f91d544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3668375 Dec 12 15:42:07.039830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2fe1a3-b7be-41a5-987a-4ca6f939e27c None None] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:07.278710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Router 797861a4-1cc5-4258-bfb0-c58a565d6017 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:42:07.398635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 431dda18-26c1-4330-ae7a-17ce307ba534 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:07.401936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:07.453318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:42:07.465837 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Sync routers for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:42:07.466418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] Provisioning complete for port 431dda18-26c1-4330-ae7a-17ce307ba534 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:07.466418 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:07.484430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:07.488749 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:07.519335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:07.537671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32e525c1-7744-4ce2-8f6f-fde9e56dfc28 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8941143 Dec 12 15:42:07.538585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:07.619065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a021109f-18c4-469a-81a8-d788d28a4bef req-682bd95c-f2d7-49a0-a528-e14b5e623bed tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.1625323 Dec 12 15:42:07.765810 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:07.877571 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:07.911533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:07.984461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b3d97a6-2ad4-4e60-8ca0-60b1058663d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.056546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] For port 431dda18-26c1-4330-ae7a-17ce307ba534, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=431dda18-26c1-4330-ae7a-17ce307ba534,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:08.077750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.285237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:42:08.286494 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:42:08.293034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b5d1f21-3d03-41a6-a81d-f3d4100311ea req-4c4419aa-04e7-46ce-9057-7946f21f990a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.8385623 Dec 12 15:42:08.295937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f1a7e-f826-4f73-babb-ac0a9eedd8ed None None] Pushing event updated for resources: {'Port': ['ID=431dda18-26c1-4330-ae7a-17ce307ba534,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:08.340927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5daf4f36-8e92-41bd-a9a5-103240a55040 None None] Provisioning complete for port 431dda18-26c1-4330-ae7a-17ce307ba534 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:08.341446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5daf4f36-8e92-41bd-a9a5-103240a55040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.460433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-08244c49-570f-4d9a-b0bb-35f1449a6916 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3746307 Dec 12 15:42:08.461739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:05Z', 'revision_number': 3, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:08.549906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Checking router: 797861a4-1cc5-4258-bfb0-c58a565d6017 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:42:08.552118 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Updating router 797861a4-1cc5-4258-bfb0-c58a565d6017 port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:42:08.581392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:08.583694 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.585681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.620181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-7fda2a7b-048f-422b-9836-0725fa4b7e8a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2555888 Dec 12 15:42:08.635669 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:08.825816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.018372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 431dda18-26c1-4330-ae7a-17ce307ba534 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:09.129116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81c513ea-16ba-4dc2-8f73-268314533657 req-d76fdb21-24ed-4b0e-8b3e-dcae6ef5e33f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.2351112 Dec 12 15:42:09.138651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 431dda18-26c1-4330-ae7a-17ce307ba534 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:09.139032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.188596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Allocated IP 172.20.0.1 (a78fe4a8-8342-4ee0-8cd0-0a5779d49b67/952bc232-a4fd-4e0e-8d33-4fe8273dbe12/bc5ae738-0d6a-440e-9203-3d31887206ec) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:09.276134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.325138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a87c68-f40b-4a1f-91ac-d8efaf6652ea req-f29ca0be-d2be-4a97-ab5c-d5471f5481fd service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571477 Dec 12 15:42:09.360700 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.374956 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.456766 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df80b3-e655-4bf3-a6de-a2567a59ac59 None None] Pushing event updated for resources: {'Port': ['ID=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:09.494143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdea572-6f71-48f0-835c-e8735ecdb1f5 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:09.499870 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Attempting to bind port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:09.500410 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Attempting to bind port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:09.509365 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Attempting to bind port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:09.520757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-ffced5b8-e66e-4bc7-9538-8fc1f425da11 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:09.526141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-ffced5b8-e66e-4bc7-9538-8fc1f425da11 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8544066 Dec 12 15:42:09.527241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.531389 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:09.532043 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:09.532813 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.533444 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:09.534156 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Bound port: 79f6ed44-3942-4c02-a4ff-1e2ea8643a45, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:09.535357 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.574603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.578104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Request body: {'port': {'device_id': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': 'd96cef391c9340c6a21d8f6819a6d61f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:09.593169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cd0e2dba-13c0-4879-877d-c1c6a25a9ba7 None None] Provisioning complete for port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:09.595356 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd0e2dba-13c0-4879-877d-c1c6a25a9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.613970 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] For port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:09.616973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:09.618965 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] For port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:09.624812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:09.630914 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.655333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:09.698093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e2dba-13c0-4879-877d-c1c6a25a9ba7 None None] Port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:09.730588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c473525-42a8-4967-a83c-5898340daadc None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:09.834328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] Provisioning complete for port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:09.836653 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.889402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70f41851-e345-4abe-b0c1-815cd9ee594a req-ac570d6d-a475-4f2c-ae27-5e2c54ce7f87 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.3587265 Dec 12 15:42:09.924441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:09.927485 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:09.930841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:09.941698 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:09.951856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.7 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/76169b18-fb0e-4f79-8a41-bb6f5ce1580a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:10.060219 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df80b3-e655-4bf3-a6de-a2567a59ac59 None None] Pushing event updated for resources: {'Port': ['ID=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:10.111526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.174959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] For port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:10.184036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.249684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.410413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc33da78-2175-45fe-9eb0-420e65c13740 req-368dc123-f31c-4ca2-afe8-2005a1ad70e3 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.0962577 Dec 12 15:42:10.425570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.464400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae553e-166c-483f-9c04-a1b51c1f3de3 None None] Pushing event updated for resources: {'Port': ['ID=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:10.469775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.472164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-03535ddc-2ceb-4ba4-a6ca-50424262defe None None] Provisioning complete for port bc5ae738-0d6a-440e-9203-3d31887206ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:10.472837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-03535ddc-2ceb-4ba4-a6ca-50424262defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.473430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Made reservation on behalf of d96cef391c9340c6a21d8f6819a6d61f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:10.477412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.519218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-03535ddc-2ceb-4ba4-a6ca-50424262defe None None] Port bc5ae738-0d6a-440e-9203-3d31887206ec cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:10.538539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.558320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-a6f075cf-46af-4b6d-a6b7-2af52e7afe5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6656446 Dec 12 15:42:10.565347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.582630 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:10.680864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.694917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.780259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.780908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.781304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.781883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.782430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.783361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.783704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.785978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-02ab51b5-b550-416c-b9a5-ef027a2eaaba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.1481817 Dec 12 15:42:10.797442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:10.822914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:10.866997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:05Z', 'revision_number': 3, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:10.901582 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24ae97-aaa8-44c4-aa1b-f10c04813fee None None] The sync data for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 is: [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:05Z', 'revision_number': 3, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:42:10.957853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-dd61ba09-4232-4765-8d0c-214dd06867e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.958677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-dd61ba09-4232-4765-8d0c-214dd06867e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.959064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-dd61ba09-4232-4765-8d0c-214dd06867e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:10.960742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-dd61ba09-4232-4765-8d0c-214dd06867e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 2288 time: 0.1256263 Dec 12 15:42:10.965379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.038000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:11.039819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:11.126492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.193507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.300132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.310552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Router 797861a4-1cc5-4258-bfb0-c58a565d6017 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:42:11.562067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:42:11.576711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5385ac70-39e2-459c-b336-d7ca324f7400 admin admin] 10.222.0.36 "PUT /v2.0/routers/797861a4-1cc5-4258-bfb0-c58a565d6017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213478 Dec 12 15:42:11.663815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9b191f94-3d4f-437b-9749-58736e527412 None None] Provisioning complete for port bc5ae738-0d6a-440e-9203-3d31887206ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:11.664181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b191f94-3d4f-437b-9749-58736e527412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.725300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9b191f94-3d4f-437b-9749-58736e527412 None None] Port bc5ae738-0d6a-440e-9203-3d31887206ec cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:11.780763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.863947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.915199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dad1635f-ebbe-4820-8a90-3cb21e80720d req-0c12cf91-56b2-40c0-9595-4b10bc720d86 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.0881219 Dec 12 15:42:11.933718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:11.943430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-7ccc87cc-c9ea-4cf6-a44a-0edf8bef7ebc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1001 time: 0.8413279 Dec 12 15:42:11.973639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:11.977313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:12.030879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:12.034571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:12.062693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31e7f-fc35-498c-b873-acb07c9e915f req-24f737d2-1a04-4634-b01b-c957262ceaf5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:12.069484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a31e7f-fc35-498c-b873-acb07c9e915f req-24f737d2-1a04-4634-b01b-c957262ceaf5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 931 time: 0.9650805 Dec 12 15:42:12.120834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:12.468237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-22ff63f0-cbea-4ac4-a21b-76abf1c4d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:12.469802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-22ff63f0-cbea-4ac4-a21b-76abf1c4d7fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.4985943 Dec 12 15:42:12.480144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d489eca5-ea22-416a-aa47-001396cf5e0f None None] Provisioning complete for port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:12.480725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d489eca5-ea22-416a-aa47-001396cf5e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:12.564780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d489eca5-ea22-416a-aa47-001396cf5e0f None None] Port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:12.841591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:12.847551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-187638763-network', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:12.886798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Made reservation on behalf of e6ca449c4d214322b40be53a6ca7d6ce for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:12.889530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:12.909460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.033820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.043839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.063415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:42:13.077205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.077875 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Added segment 3d2d5a0d-488f-4b75-a05c-9f85cd00d82d of type vlan for network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 Dec 12 15:42:13.107949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:13.171735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.215997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfadcbd-a089-4192-981d-a1e0df77a201,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:13.235862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78c74f0-2677-4073-820d-231da52a24c9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:13.240499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:13.240699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.241600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:13.242028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.242167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.242271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:13.243600 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.307658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.310931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=c7e6865a-a703-4db4-9c89-09f288d1771f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:13.343565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-51d02a4a-c43d-498c-91f0-028f0b595083 req-e55dcfc8-5ee6-4e3d-91ec-3ebb2cf63904 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.1503055 Dec 12 15:42:13.356455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5134051 Dec 12 15:42:13.358944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33092) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:13.367039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Request body: {'subnet': {'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-187638763-subnet', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:13.382320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb45d2-9f16-4b84-b4cd-707370dd7926 admin admin] Pushing event updated for resources: {'Network': ['ID=6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:13.395353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:42:13.504209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a31e7f-fc35-498c-b873-acb07c9e915f req-f1c6981a-2705-4bb5-9793-90b5791356d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3588655 Dec 12 15:42:13.534450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Made reservation on behalf of e6ca449c4d214322b40be53a6ca7d6ce for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:13.538702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.548137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-11daaa2e-c794-43dc-b81c-13be90073bf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5569310 Dec 12 15:42:13.592097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Request body: {'port': {'device_id': '69c95047-2039-4cc5-b989-024ba576b006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:13.747359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-195a5804-0019-45e9-b014-db3abf4e5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:13.749788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-195a5804-0019-45e9-b014-db3abf4e5af8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6053545 Dec 12 15:42:13.801298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Allocated IP 192.168.233.207 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/5cb0c388-78d2-44a1-9426-3970528a555b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:13.872100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.902946 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP 873501ad-a2cb-4be4-95bc-d026c9883d01 associated. External IP: 172.25.3.23, port: 8b12e2b3-0f41-4f37-9099-601e0633a73b. Dec 12 15:42:13.955720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:13.986458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:13.989200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Checking segment: {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:13.990514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Network hostable DHCP agents. Network: 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:42:14.006584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Sync routers for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:42:14.016236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:42:14.033698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:14.051516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:14.061881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:14.063000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:14.063200 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.068238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce974175-7e40-49cc-8b04-58966c49afcb None None] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:14.089089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb7f6ee3-f18e-4e92-8f73-7dbc050aeb55 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7291083 Dec 12 15:42:14.091496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:14.096193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:14.149460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.150795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.260656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-4e5bcfdd-3b41-4653-8abf-376d801e4a1b service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922214 Dec 12 15:42:14.277914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.401226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:14.481748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:42:14.482639 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.559750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:14.915423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35512d53-24ac-4a09-a746-417a01d2d4cf req-c4c46f49-7762-4301-8f7f-b46e6c3b9034 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 210 time: 0.1944220 Dec 12 15:42:15.109258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.174676 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.268214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.284468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-a621510d-261e-4c3b-9ff7-289ab47a33c5 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9967330 Dec 12 15:42:15.406558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Allocated IP 172.25.3.77 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/6a691467-e406-4b59-865a-bdee971af335) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:15.510345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-1047d475-464f-4a8e-876b-f90993e4d7ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.1553648 Dec 12 15:42:15.514757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bc5ae738-0d6a-440e-9203-3d31887206ec', 'name': '', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'mac_address': 'fa:16:3e:a3:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 2, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'subnets': [{'id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:15.534100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a828b1-e50f-426f-ac6a-c8d231263478 req-8638f7ad-bedc-4137-aa16-a3f5a2f17fce tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:15.543012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a828b1-e50f-426f-ac6a-c8d231263478 req-8638f7ad-bedc-4137-aa16-a3f5a2f17fce tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 931 time: 0.5900676 Dec 12 15:42:15.598559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Checking router: 797861a4-1cc5-4258-bfb0-c58a565d6017 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:42:15.598912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Updating router 797861a4-1cc5-4258-bfb0-c58a565d6017 port bc5ae738-0d6a-440e-9203-3d31887206ec binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:42:15.659775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 930740d9-2798-4945-8a7d-53b4983fdb3a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:42:15.674054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.694539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Allocated IP 172.20.0.2 (6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8/b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa/43d2b74d-ad96-4b6f-b592-425a0ef12e79) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:15.698940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.702403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.784798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:15.901581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:15.904525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-863049a4-18f4-4e52-8fd8-e33f3f316b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:15.906299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-863049a4-18f4-4e52-8fd8-e33f3f316b02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.3549492 Dec 12 15:42:15.915430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:15.919979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3a828b1-e50f-426f-ac6a-c8d231263478 req-8fa64cde-5192-47c7-ba5f-b8c54640d9fa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758461 Dec 12 15:42:15.920655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:15.925964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:15.933178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Pushing event updated for resources: {'Port': ['ID=6a691467-e406-4b59-865a-bdee971af335,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:16.016423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:16.029253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76169b18-fb0e-4f79-8a41-bb6f5ce1580a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:16.034984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:16.056290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.199286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Pushing event updated for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:16.204822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ee859-0474-4a8d-bec6-812192618fac None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:16.256220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-d595946a-a633-4579-b854-5341d446d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:16.259390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-d595946a-a633-4579-b854-5341d446d131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3305061 Dec 12 15:42:16.261003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Transition to ACTIVE for port object 76169b18-fb0e-4f79-8a41-bb6f5ce1580a will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:16.450407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.467076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.535190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Pushing event updated for resources: {'Port': ['ID=43d2b74d-ad96-4b6f-b592-425a0ef12e79,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:16.539116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:16.547742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:16.550420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:16.586829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-82a8c531-6d18-431c-9334-224b67cf0c21 None None] Provisioning complete for port 6a691467-e406-4b59-865a-bdee971af335 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:16.597446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-82a8c531-6d18-431c-9334-224b67cf0c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.644814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-82a8c531-6d18-431c-9334-224b67cf0c21 None None] Port 6a691467-e406-4b59-865a-bdee971af335 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:16.787030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.862331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.879419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Attempting to bind port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:16.896789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Attempting to bind port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:16.897769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Attempting to bind port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 on network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:16.904986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.937331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:16.937719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Checking segment: {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:16.938130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:16.938527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Bound using segment: {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:16.940317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Bound port: 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:16.940751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.012133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.054237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:17.054801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.236663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-98ed5c62-2828-472d-becc-e2868f136747 None None] Provisioning complete for port 5cb0c388-78d2-44a1-9426-3970528a555b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:17.237209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98ed5c62-2828-472d-becc-e2868f136747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.409245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-98ed5c62-2828-472d-becc-e2868f136747 None None] Port 5cb0c388-78d2-44a1-9426-3970528a555b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:17.451019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:42:17.466781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Sync routers for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:42:17.487427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-cfd65f1c-660b-4fb6-9050-3ed4ab56b28a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9273562 Dec 12 15:42:17.499537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] For port 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:17.508624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:17.509590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:17.649666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] For port 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=43d2b74d-ad96-4b6f-b592-425a0ef12e79,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:17.652094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efb5a4-d93f-49fd-b137-da4f5929bf07 None None] Pushing event updated for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:17.707941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Request body: {'port': {'device_id': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:17.717541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.765763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:17.798487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83063960-98bf-41cf-9fce-adbb98d8643a req-c3cb2185-ad5b-4c8f-a08a-c185027a6b68 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:17.803350 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:17.815888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83063960-98bf-41cf-9fce-adbb98d8643a req-c3cb2185-ad5b-4c8f-a08a-c185027a6b68 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 936 time: 1.6636946 Dec 12 15:42:17.818365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Pushing event updated for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:18.056926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.059268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Attempting to bind port bc5ae738-0d6a-440e-9203-3d31887206ec on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:18.077568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Attempting to bind port bc5ae738-0d6a-440e-9203-3d31887206ec by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:18.077940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Attempting to bind port bc5ae738-0d6a-440e-9203-3d31887206ec on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:18.140451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:18.141149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Checking segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:18.141731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.144721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Bound using segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:18.146845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Bound port: bc5ae738-0d6a-440e-9203-3d31887206ec, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:18.151788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.162992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:42:18.183493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-4c52d6b5-e19f-4497-b9f1-4c3272f0a867 req-33a4cc85-62b9-499e-9acb-7588dbad09cf service neutron] (103411) timed out ('10.222.0.30', 62969) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:42:18.212767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-ba5cbaaa-dd5d-4d36-9f9b-83bac138c9db service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8663294 Dec 12 15:42:18.221894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18984847-6788-4bc0-82ff-b4b1f8572790 None None] Pushing event updated for resources: {'Port': ['ID=43d2b74d-ad96-4b6f-b592-425a0ef12e79,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:18.420263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a0b0-45cf-4c73-9f77-2aa93c03eafd req-aad7617d-712f-461f-b0ae-141dd6756ce3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:18.429367 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '873501ad-a2cb-4be4-95bc-d026c9883d01', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:08Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:18.439206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6934a0b0-45cf-4c73-9f77-2aa93c03eafd req-aad7617d-712f-461f-b0ae-141dd6756ce3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 1.2181878 Dec 12 15:42:18.474958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3e434ce5-c176-497d-b102-cde3a594aeef None None] Provisioning complete for port bc5ae738-0d6a-440e-9203-3d31887206ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:18.475299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e434ce5-c176-497d-b102-cde3a594aeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.497091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:42:18.513851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Checking router: 930740d9-2798-4945-8a7d-53b4983fdb3a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:42:18.526881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.530294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Sync routers for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:42:18.531672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f225812f-9c45-4875-b061-b2cc976dcdb3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4368906 Dec 12 15:42:18.533932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:18.536926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d84b7e46-5be4-452f-b59c-ab8703949864 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.5686660 Dec 12 15:42:18.539060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] For port bc5ae738-0d6a-440e-9203-3d31887206ec, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:18.540146 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:18.541479 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:18.587103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:18.590479 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05719c12-8197-4c9a-a9b9-b4cd92546000" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:18.653260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.663254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] For port bc5ae738-0d6a-440e-9203-3d31887206ec, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc5ae738-0d6a-440e-9203-3d31887206ec,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:18.749075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83063960-98bf-41cf-9fce-adbb98d8643a req-3b87176e-7d2c-4ffa-8b74-37c5514f0ba8 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9316607 Dec 12 15:42:18.756341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:18.768865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Attempting to bind port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:18.785932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Attempting to bind port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:18.786268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Attempting to bind port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:18.793825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:18.794448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:18.805335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3e434ce5-c176-497d-b102-cde3a594aeef None None] Port bc5ae738-0d6a-440e-9203-3d31887206ec cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:18.989406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:42:18.989805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Attempting to bind port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:19.094933 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:19.119343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:19.120563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:19.373627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:19.454283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6934a0b0-45cf-4c73-9f77-2aa93c03eafd req-f3907a5d-2961-4c3a-a07f-3634ec058c8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0155888 Dec 12 15:42:19.601735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:19.608276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:19.609081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:19.609691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Bound port: 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:19.614876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:19.664540 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3e66f-666e-4b3e-aeee-557e1fd8ead4 x-openstack-request-id: req-c8d3e66f-666e-4b3e-aeee-557e1fd8ead4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:19.665136 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:19.665422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:19.665889 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8d3e66f-666e-4b3e-aeee-557e1fd8ead4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:19.665889 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:42:19.770840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-27a314a6-91c0-4371-b9a4-62ef3a228d06 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4785199 Dec 12 15:42:19.981262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 43d2b74d-ad96-4b6f-b592-425a0ef12e79 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:20.004353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-851fa3f8-919e-4698-a8ab-8a746815ca0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.2218342 Dec 12 15:42:20.090981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '873501ad-a2cb-4be4-95bc-d026c9883d01', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:08Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:20.120507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:20.225624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3650ba1-2606-46bc-a21d-e0132c076df8 None None] The sync data for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 is: [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '873501ad-a2cb-4be4-95bc-d026c9883d01', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:08Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:42:20.237951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efb5a4-d93f-49fd-b137-da4f5929bf07 None None] Pushing event updated for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:20.272748 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:42:20.429078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] Provisioning complete for port bc5ae738-0d6a-440e-9203-3d31887206ec triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:20.429460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:20.570340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead02c1-c910-47dc-9b31-1d85bf2cbf75 req-3ac6ac45-d2c2-4dad-b228-3dce287e169a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:20.578002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ead02c1-c910-47dc-9b31-1d85bf2cbf75 req-3ac6ac45-d2c2-4dad-b228-3dce287e169a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 1.0740488 Dec 12 15:42:20.677988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Allocated IP 172.20.0.1 (6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8/b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa/7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:20.704045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-78e017a9-618f-487b-a622-f329d08efd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:20.705870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-78e017a9-618f-487b-a622-f329d08efd56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.5034308 Dec 12 15:42:20.722085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:20.737520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:20.747665 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3479ed0-9c49-4b8c-bc9c-392d1569e1ce None None] New status for floating IP 873501ad-a2cb-4be4-95bc-d026c9883d01: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:42:20.780474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664151fa-a464-40d4-a3ac-11924014db67 req-6536f0e6-e9b0-49e2-9327-08111e3f2efb tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:20.789308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664151fa-a464-40d4-a3ac-11924014db67 req-6536f0e6-e9b0-49e2-9327-08111e3f2efb tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 936 time: 0.8137169 Dec 12 15:42:20.801977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d359f-0ace-4e72-9771-2bfd31d7de4c None None] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:20.929639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb0c388-78d2-44a1-9426-3970528a555b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:20.939695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:20.954740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Transition to ACTIVE for port object 5cb0c388-78d2-44a1-9426-3970528a555b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:20.967641 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:20.983806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ead02c1-c910-47dc-9b31-1d85bf2cbf75 req-e9b8452a-f63f-4c28-8b56-b1c9073dc836 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046280 Dec 12 15:42:21.007650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-bc3427d6-8dba-4e5a-b7b5-c2b314df3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:21.010340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-bc3427d6-8dba-4e5a-b7b5-c2b314df3211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1097 time: 1.3438869 Dec 12 15:42:21.011666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.020761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.130986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:21.146881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-49c4c965-ca22-49e5-86a0-83b7e7c0dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:21.148985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-49c4c965-ca22-49e5-86a0-83b7e7c0dd2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.1163735 Dec 12 15:42:21.179230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.244193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:21.247263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.250442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] 10.222.0.13 "PUT /v2.0/ports/76169b18-fb0e-4f79-8a41-bb6f5ce1580a HTTP/1.1" status: 200 len: 1091 time: 7.6725373 Dec 12 15:42:21.255864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-6c236cd7-b920-44c2-8a13-85d1cbf1793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:21.258503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-6c236cd7-b920-44c2-8a13-85d1cbf1793c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5132203 Dec 12 15:42:21.400745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:21.409261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.556730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:21.579631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:21.591062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:21.598265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-068a688e-8ee8-4dce-9d8a-9452d4a46e20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1001 time: 0.3611896 Dec 12 15:42:21.666785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Pushing event updated for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:21.685501 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49448cf8-6e3d-4f78-81f1-4ed090f8e636 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/873501ad-a2cb-4be4-95bc-d026c9883d01 HTTP/1.1" status: 200 len: 993 time: 0.5393558 Dec 12 15:42:21.819752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:21.896134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-664151fa-a464-40d4-a3ac-11924014db67 req-460eee40-b2c8-455b-a8b5-a8b502c8bd64 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1043823 Dec 12 15:42:21.896856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:21.899973 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:21.904463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-a8434fe0-0f09-4270-bcbf-6f31da1dceb7 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946560 Dec 12 15:42:22.005635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Attempting to bind port 5cb0c388-78d2-44a1-9426-3970528a555b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:22.007288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Attempting to bind port 5cb0c388-78d2-44a1-9426-3970528a555b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:22.007926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Attempting to bind port 5cb0c388-78d2-44a1-9426-3970528a555b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:22.017442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.089064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Port 5cb0c388-78d2-44a1-9426-3970528a555b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:42:22.089755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bc5ae738-0d6a-440e-9203-3d31887206ec', 'name': '', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'mac_address': 'fa:16:3e:a3:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:18Z', 'revision_number': 4, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'subnets': [{'id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:22.091584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Attempting to bind port 5cb0c388-78d2-44a1-9426-3970528a555b on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:22.098707 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.101484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-1ed528e1-f590-40ea-9476-d54211c2ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:22.106686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-1ed528e1-f590-40ea-9476-d54211c2ca86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.2409291 Dec 12 15:42:22.107865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1aa89-670e-4b88-8b4c-86468b576710 service neutron] Pushing event updated for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:22.182181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=43d2b74d-ad96-4b6f-b592-425a0ef12e79,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:22.188394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.203312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41bf651-13b3-48da-a407-a27c75437823 None None] The sync data for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 is: [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bc5ae738-0d6a-440e-9203-3d31887206ec', 'name': '', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'mac_address': 'fa:16:3e:a3:6a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:08Z', 'updated_at': '2021-12-12T15:42:18Z', 'revision_number': 4, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'subnets': [{'id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:42:22.213390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.233300 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d18fcc-6b41-4337-a8b1-925b1d35db8e x-openstack-request-id: req-d5d18fcc-6b41-4337-a8b1-925b1d35db8e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:22.235664 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:22.236106 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5d18fcc-6b41-4337-a8b1-925b1d35db8e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:22.236838 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a', 'status': 'completed', 'code': 200} Dec 12 15:42:22.315535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:16Z', 'revision_number': 3, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:22.471950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Checking router: 5459c293-3ffe-4984-9ba5-2a86a10ebf9b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:42:22.472256 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Updating router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b port 6a691467-e406-4b59-865a-bdee971af335 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:42:22.530399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.551577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] For port bc5ae738-0d6a-440e-9203-3d31887206ec, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc5ae738-0d6a-440e-9203-3d31887206ec,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:22.569260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:22.569511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:22.569767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:22.570323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Bound port: 5cb0c388-78d2-44a1-9426-3970528a555b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:22.570685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.783320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.792206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:22.842626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:22.883919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a35d18-634c-49bb-90b4-74f14509e95b req-94b2e998-e24a-49d9-b591-39bf014e96e0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:22.886802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36a35d18-634c-49bb-90b4-74f14509e95b req-94b2e998-e24a-49d9-b591-39bf014e96e0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 1.2344861 Dec 12 15:42:22.964893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-769ac032-f192-48cb-bd05-08c23394c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:22.969582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-769ac032-f192-48cb-bd05-08c23394c308 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7739627 Dec 12 15:42:22.971440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-2a4b0bdd-6745-47a0-8157-2a7cfbc89b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:22.979076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-2a4b0bdd-6745-47a0-8157-2a7cfbc89b60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 1094 time: 1.6678746 Dec 12 15:42:22.992313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Pushing event updated for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:23.001437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.051984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.102118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=43d2b74d-ad96-4b6f-b592-425a0ef12e79,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:23.335907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d4d2fda6-cc05-4bb1-83c3-a6c31c06d959 None None] Provisioning complete for port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:23.336502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fda6-cc05-4bb1-83c3-a6c31c06d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.388298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:23.389990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:23.487623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece0689-fbd5-49c3-a518-4e3acaaf63fb None None] Pushing event updated for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:23.705686 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.725436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.909662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85ed28-83ed-4f0a-94b3-4601b5b64bcf None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:23.926046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Attempting to bind port 6a691467-e406-4b59-865a-bdee971af335 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:23.927123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Attempting to bind port 6a691467-e406-4b59-865a-bdee971af335 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:23.927621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Attempting to bind port 6a691467-e406-4b59-865a-bdee971af335 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:23.942236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:23.942617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:23.943024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.943709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:23.944927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Bound port: 6a691467-e406-4b59-865a-bdee971af335, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:23.945934 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:23.972272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:42:24.031334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daef0b3-f825-48f0-ae97-99a17c10364f None None] Pushing event updated for resources: {'Port': ['ID=6a691467-e406-4b59-865a-bdee971af335,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:24.135533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] For port 6a691467-e406-4b59-865a-bdee971af335, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:24.141897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:24.142310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] For port 6a691467-e406-4b59-865a-bdee971af335, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6a691467-e406-4b59-865a-bdee971af335,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:24.190486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-3e9aa597-dbc6-4df1-9994-a9339ab3baa1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1059799 Dec 12 15:42:24.223367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-0a309820-ef28-4c95-b73f-8163300c5d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a HTTP/1.1" status: 200 len: 217 time: 1.2144094 Dec 12 15:42:24.224657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d4d2fda6-cc05-4bb1-83c3-a6c31c06d959 None None] Provisioning complete for port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:24.225153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fda6-cc05-4bb1-83c3-a6c31c06d959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.238629 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.303602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:24.379719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:42:24.389528 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-df5e22d7-cc2c-4c9b-a9ee-f4be089a9a38 admin admin] 10.222.0.36 "PUT /v2.0/routers/5459c293-3ffe-4984-9ba5-2a86a10ebf9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8532047 Dec 12 15:42:24.424062 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-174f82ff-8d15-41a5-a1a5-51c16de4da28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.508936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-4c670436-51ef-42e0-82f9-6e4b94024412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.2790897 Dec 12 15:42:24.512354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-601b0a0d-0332-41fb-a7f4-b06597bf1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:24.513922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-601b0a0d-0332-41fb-a7f4-b06597bf1600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.2443886 Dec 12 15:42:24.527759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36a35d18-634c-49bb-90b4-74f14509e95b req-ec05d7ac-9d7a-4e91-ac99-a1615043dab0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6017437 Dec 12 15:42:24.548118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5cb0c388-78d2-44a1-9426-3970528a555b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:24.558214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc5ae738-0d6a-440e-9203-3d31887206ec up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:24.673047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-c40ca367-c0e8-4bb9-b9ba-6c5a54e426db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:24.674637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-c40ca367-c0e8-4bb9-b9ba-6c5a54e426db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1459041 Dec 12 15:42:24.675844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-174f82ff-8d15-41a5-a1a5-51c16de4da28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.684689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-d8aec67e-41f3-489b-b943-063686ab0297 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6976602 Dec 12 15:42:24.685830 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.688560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-174f82ff-8d15-41a5-a1a5-51c16de4da28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.689636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ebb62-393c-4da7-a57a-d019d295e87d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:42:24.724569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d4d2fda6-cc05-4bb1-83c3-a6c31c06d959 None None] Port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:24.730868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daef0b3-f825-48f0-ae97-99a17c10364f None None] Pushing event updated for resources: {'Port': ['ID=6a691467-e406-4b59-865a-bdee971af335,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:24.737746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:24.738379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:24.795879 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-174f82ff-8d15-41a5-a1a5-51c16de4da28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384e34b8c8d44034be6148ad4cbf0777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6502779 Dec 12 15:42:24.796855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:24.804671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bc5ae738-0d6a-440e-9203-3d31887206ec triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:24.805052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.861621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:24.862700 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.866565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cb0c388-78d2-44a1-9426-3970528a555b HTTP/1.1" status: 200 len: 1096 time: 7.2445748 Dec 12 15:42:24.886615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:24.889044 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a04c60-0dde-435b-9f10-68042d1a73e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:24.906679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f82ff-8d15-41a5-a1a5-51c16de4da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7de1c-76b1-4337-802d-60c35b924d9a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:24.910309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.964035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:24.972426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:24.972584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-97e30bfb-e13f-42d1-b63f-d3e5d7f0dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:24.974035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-97e30bfb-e13f-42d1-b63f-d3e5d7f0dd08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4421890 Dec 12 15:42:24.991981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5ccd-fa1a-4954-812d-7795b1167505 req-5456b621-dbd4-45d3-9203-779a03ad94ee tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:24.993598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5bc5ccd-fa1a-4954-812d-7795b1167505 req-5456b621-dbd4-45d3-9203-779a03ad94ee tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 948 time: 1.7510588 Dec 12 15:42:25.052792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.055747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.059368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09a7de1c-76b1-4337-802d-60c35b924d9a HTTP/1.1" status: 204 len: 168 time: 0.2593508 Dec 12 15:42:25.068575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50824301-c1b4-47ce-b1ca-e805b66ce03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7de1c-76b1-4337-802d-60c35b924d9a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:25.123436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Provisioning complete for port 6a691467-e406-4b59-865a-bdee971af335 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:25.123813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.221716 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3544ba-bfc4-46c9-a98f-5ac9502d6f28 x-openstack-request-id: req-6a3544ba-bfc4-46c9-a98f-5ac9502d6f28 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:25.222673 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:25.223098 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a3544ba-bfc4-46c9-a98f-5ac9502d6f28 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:25.223755 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b', 'status': 'completed', 'code': 200} Dec 12 15:42:25.237485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8a54-d229-48b1-bd15-35a50c7485d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:25.349102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-322552bd-4cf5-4fbc-9700-a3fdf6a27e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:25.350692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-322552bd-4cf5-4fbc-9700-a3fdf6a27e21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6523492 Dec 12 15:42:25.409816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 43d2b74d-ad96-4b6f-b592-425a0ef12e79 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:25.422616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-db2416f6-2a85-4a73-99ff-eee5305fc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:25.424176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-db2416f6-2a85-4a73-99ff-eee5305fc525 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 1099 time: 0.4176209 Dec 12 15:42:25.454090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5bc5ccd-fa1a-4954-812d-7795b1167505 req-a71132e3-7f20-4f93-aace-b5644f47f917 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353900 Dec 12 15:42:25.518778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05719c12-8197-4c9a-a9b9-b4cd92546000 req-70a883d6-54fb-45a4-9164-600b2cc1c203 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8225226 Dec 12 15:42:25.557435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:25.567153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:25.567362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.593875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-d7677d10-b1f3-4bfa-a54e-e7237459c9d4 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883586 Dec 12 15:42:25.612528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dc4965d-f245-4840-a5b3-e1e19d216e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.612791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.628687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-50d7e2c3-9e62-462f-8f97-5725d1bd1b29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=5cb0c388-78d2-44a1-9426-3970528a555b HTTP/1.1" status: 200 len: 217 time: 0.1552866 Dec 12 15:42:25.633388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2', 'name': '', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'mac_address': 'fa:16:3e:27:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:20Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 2, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'subnets': [{'id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:25.685399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb91e3-527b-4e8f-8f8d-52f6ae421ede None None] The sync data for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 is: [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2', 'name': '', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'mac_address': 'fa:16:3e:27:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:20Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 2, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'subnets': [{'id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:42:25.688508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] For port 6a691467-e406-4b59-865a-bdee971af335, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6a691467-e406-4b59-865a-bdee971af335,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:25.695193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.751086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dc4965d-f245-4840-a5b3-e1e19d216e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.757581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dc4965d-f245-4840-a5b3-e1e19d216e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.794287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Provisioning complete for port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:25.794786 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.799163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4965d-f245-4840-a5b3-e1e19d216e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0586aac0-4f7e-4ee9-bf6d-a6cb0838975f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:25.811416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-1a129867-71c9-4e60-9681-a2ce253272a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:25.813336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-1a129867-71c9-4e60-9681-a2ce253272a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1674650 Dec 12 15:42:25.825798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7dc4965d-f245-4840-a5b3-e1e19d216e2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0f44bedac5c460a8a6c52f3af9813dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2669158 Dec 12 15:42:25.826417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33364) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:25.858222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Pushing event updated for resources: {'Port': ['ID=6a691467-e406-4b59-865a-bdee971af335,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:25.867827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bcd590b8-1ec0-430f-8391-c2e2cd7122c1 None None] Port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:25.904300 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.931740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:25.964904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-0af3a791-5340-4c69-be03-d76fc45ace56 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:25.966505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-0af3a791-5340-4c69-be03-d76fc45ace56 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.5355165 Dec 12 15:42:25.975163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12d5f-34aa-463c-9aa0-9bf554a2edc4 req-2dcca4a6-9f34-4499-b890-5b86a9416c9c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:25.983094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2d12d5f-34aa-463c-9aa0-9bf554a2edc4 req-2dcca4a6-9f34-4499-b890-5b86a9416c9c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.3363214 Dec 12 15:42:26.011906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:26.016016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:26.018118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0586aac0-4f7e-4ee9-bf6d-a6cb0838975f HTTP/1.1" status: 204 len: 168 time: 0.1907239 Dec 12 15:42:26.024451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-7e2e54cb-75f2-4377-a88f-e27a2babe3f9 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/quotas/e6ca449c4d214322b40be53a6ca7d6ce HTTP/1.1" status: 200 len: 375 time: 0.0313485 Dec 12 15:42:26.033030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-132118c9-197c-4406-ad76-5ce353927e62 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410704 Dec 12 15:42:26.047540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffe2cf-3ef4-4372-a9da-9460aa05413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586aac0-4f7e-4ee9-bf6d-a6cb0838975f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:26.072230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-29a8019e-cd24-4c2b-a0a9-08e6fd078359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:26.074432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-29a8019e-cd24-4c2b-a0a9-08e6fd078359 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160826 Dec 12 15:42:26.169719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0028d12-c7b5-4acb-905a-e89ef1d1a185 req-e1f3c446-806f-4a75-9613-e9cf3c9ced93 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255318 Dec 12 15:42:26.473611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2d12d5f-34aa-463c-9aa0-9bf554a2edc4 req-8c87417d-9304-45e0-9269-badf6fad1ddd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891107 Dec 12 15:42:26.561823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-8758de64-59e0-4349-a3d2-c9a7c1675842 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5265262 Dec 12 15:42:26.601138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-0af3f89e-c3d5-4d76-bd84-5e6ec757ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:26.601138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-0af3f89e-c3d5-4d76-bd84-5e6ec757ccd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 1094 time: 0.2761555 Dec 12 15:42:26.674401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-92a9097c-a9ac-4f45-bf5d-dc169a378ce1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216979 Dec 12 15:42:26.687953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-db5d5f15-8e07-41ff-bf8c-a5929d5ea246 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289135 Dec 12 15:42:27.317579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-0d6915b0-a873-4af3-a13d-2333375b6d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.5637493 Dec 12 15:42:27.459389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-6d345993-afad-4311-8b20-339284306c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:27.461135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-6d345993-afad-4311-8b20-339284306c98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.8333194 Dec 12 15:42:27.582742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-7c5ea083-91c3-4610-9f11-7f0de428d7c1 service neutron] 10.222.0.36 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0045154 Dec 12 15:42:27.600459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d0fa-a63c-49e2-9f04-5b9dabebc6c5 req-386d3c44-47a5-42d5-9c4e-2dfaf9d2a41d tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:27.604015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b5d0fa-a63c-49e2-9f04-5b9dabebc6c5 req-386d3c44-47a5-42d5-9c4e-2dfaf9d2a41d tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 948 time: 0.8473606 Dec 12 15:42:27.604773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-bbfd0af7-acd0-4094-94d6-a4380127e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:27.606236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-bbfd0af7-acd0-4094-94d6-a4380127e381 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.2321761 Dec 12 15:42:27.610728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-b10c2161-29aa-40ae-891b-e0a59896d573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a HTTP/1.1" status: 200 len: 217 time: 0.1383598 Dec 12 15:42:27.832141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bde70ac7-554c-4eb2-acd9-607dc4443164 req-3e64dabc-80d3-4598-88e0-464d7bd475da service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0794563 Dec 12 15:42:27.847286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-8f152edb-23af-4e96-adb8-64a3dae3609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:27.849366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-8f152edb-23af-4e96-adb8-64a3dae3609c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1907485 Dec 12 15:42:27.861917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-01feeaf8-338a-4635-b57e-b2331b44c292 service neutron] 10.222.0.36 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773721 Dec 12 15:42:27.907281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50b5d0fa-a63c-49e2-9f04-5b9dabebc6c5 req-ab218085-ec16-4a3f-9d0a-179f69e7b465 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599845 Dec 12 15:42:28.001829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-b441c6de-f050-4040-804e-e2c9529722b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:28.006862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-b441c6de-f050-4040-804e-e2c9529722b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3572867 Dec 12 15:42:28.317791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-eebd9679-b741-492e-8d1a-b539dc2a5bb2 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728686 Dec 12 15:42:28.416416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6a691467-e406-4b59-865a-bdee971af335 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:28.417141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-f3ebe856-66c1-45a6-af4c-5036cf01bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:28.418863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-f3ebe856-66c1-45a6-af4c-5036cf01bd8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5511565 Dec 12 15:42:28.465388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-03d900d5-e80d-4c94-a7f9-490c5e5e4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:28.467796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-03d900d5-e80d-4c94-a7f9-490c5e5e4238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 1099 time: 0.5111213 Dec 12 15:42:28.506559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6a691467-e406-4b59-865a-bdee971af335 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:28.507237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:28.581251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-9dea0c05-b203-439b-8919-021ec29c249d service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118281 Dec 12 15:42:28.655150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d0961f-08b6-49ac-b4bf-c6d4cad99f36 req-d55b01f6-3ad7-4f95-a031-9c76c64dcfcd tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 210 time: 0.2032545 Dec 12 15:42:28.803765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6297741-747b-45ea-96aa-b33def2833c7 req-e828e9c6-f6ad-4f08-a2bd-44da8034210c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:28.806678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6297741-747b-45ea-96aa-b33def2833c7 req-e828e9c6-f6ad-4f08-a2bd-44da8034210c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.7597351 Dec 12 15:42:28.934412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-2a6a69af-ecdf-4132-b8f4-c8b5418124b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943003 Dec 12 15:42:29.020753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-1f9e3ad4-0e55-4d82-a480-2ac45694c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.022543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-1f9e3ad4-0e55-4d82-a480-2ac45694c93b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.4390416 Dec 12 15:42:29.029481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b1129f2-5b6a-4df8-8dd4-1d8d6cd52fc8 req-9b18ee66-2e68-491d-b4ac-b1f00e73a661 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857062 Dec 12 15:42:29.031970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-d40135a2-8f73-4cdd-bc58-3cea5ab870e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0623364 Dec 12 15:42:29.061984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6297741-747b-45ea-96aa-b33def2833c7 req-6ca31929-1640-4c5d-8930-86795a032546 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387707 Dec 12 15:42:29.167554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-c869e5cc-4dc1-4373-a88d-3ec6c7708122 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=5cb0c388-78d2-44a1-9426-3970528a555b HTTP/1.1" status: 200 len: 217 time: 0.1200831 Dec 12 15:42:29.232533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-01a1fe75-5987-4258-8208-34777b2ba194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.235070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-01a1fe75-5987-4258-8208-34777b2ba194 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.1918898 Dec 12 15:42:29.248345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5360c7-1dad-4791-b0b3-624c9fb96d16 req-0ec896fb-6c8c-4c19-a004-1690adb80021 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.250182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab5360c7-1dad-4791-b0b3-624c9fb96d16 req-0ec896fb-6c8c-4c19-a004-1690adb80021 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 948 time: 0.2234535 Dec 12 15:42:29.293001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-c2396dfb-942d-4997-b031-af1de49a4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.298721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-c2396dfb-942d-4997-b031-af1de49a4eb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.1167204 Dec 12 15:42:29.406996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-e31a5926-8be0-4181-837a-b13cd3c579df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.411511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-e31a5926-8be0-4181-837a-b13cd3c579df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597981 Dec 12 15:42:29.425159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab5360c7-1dad-4791-b0b3-624c9fb96d16 req-ccecb48a-6e91-4370-9e43-c738d820a5d1 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633489 Dec 12 15:42:29.457279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-718962b3-7cf8-4d6a-8b3c-b3753c295c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:29.458763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-718962b3-7cf8-4d6a-8b3c-b3753c295c4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378543 Dec 12 15:42:29.596197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-ce065826-0cd6-4d04-a8ec-895c1c9a025a service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699555 Dec 12 15:42:29.615677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-6609aac5-73b7-4435-8a3f-8fbedb06f5a5 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288915 Dec 12 15:42:29.763314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0a04c60-0dde-435b-9f10-68042d1a73e9 req-ae1c82a9-5008-46d1-a5ae-dc1cdcfb1116 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376944 Dec 12 15:42:29.883672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:29.931194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-2b2602cb-1f83-4838-b951-aca0d4f9dec0 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250601 Dec 12 15:42:29.959434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61f33a74-a0cd-43d5-bdd0-c18fe824d85e req-2f0f34fd-3517-4dfb-9c5b-e9c2502e034d tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 210 time: 0.1091805 Dec 12 15:42:30.016064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-46f8519e-480e-4368-b7f8-6266ae673207 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.0695400 Dec 12 15:42:30.059630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183e16f6-f926-4f30-a14b-438ac207a7fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.084978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-17d9ae3d-b045-4254-ad25-8a3a307cd4c2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:30.096294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-17d9ae3d-b045-4254-ad25-8a3a307cd4c2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.13 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.2768238 Dec 12 15:42:30.115937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Request body: {'port': {'device_id': '9c3bbd58-e8da-4078-89ae-3380deada193', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'admin_state_up': True, 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:30.120793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-21f08db1-7693-4444-a807-16e0da247357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:30.122247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-21f08db1-7693-4444-a807-16e0da247357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0936129 Dec 12 15:42:30.171910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183e16f6-f926-4f30-a14b-438ac207a7fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.181458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183e16f6-f926-4f30-a14b-438ac207a7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.188978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Sync routers for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:42:30.216093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:30.217583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:30.220118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Made reservation on behalf of e6ca449c4d214322b40be53a6ca7d6ce for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:30.222627 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.238709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-183e16f6-f926-4f30-a14b-438ac207a7fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f75359f82304ef4b66f5ea993c315fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533134 Dec 12 15:42:30.239676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e16f6-f926-4f30-a14b-438ac207a7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ab143e-d602-404e-a22c-7e72efc4c313,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:30.242485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:30.306195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.336234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.339026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-28c1fbf2-1398-4224-96ea-e3b6786c262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:30.340569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-28c1fbf2-1398-4224-96ea-e3b6786c262b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2048621 Dec 12 15:42:30.353538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b6241-4c1c-46dd-9130-18ca1f463c64 req-c30052b5-0941-45aa-b498-3a58f8cc8175 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:30.355098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f6b6241-4c1c-46dd-9130-18ca1f463c64 req-c30052b5-0941-45aa-b498-3a58f8cc8175 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1687427 Dec 12 15:42:30.442960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.450862 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.456646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6ab143e-d602-404e-a22c-7e72efc4c313 HTTP/1.1" status: 204 len: 168 time: 0.2121718 Dec 12 15:42:30.480085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba917b-f426-436b-afc3-3b5c37230278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ab143e-d602-404e-a22c-7e72efc4c313,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:30.628321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:30.837568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Allocated IP 172.20.0.9 (a78fe4a8-8342-4ee0-8cd0-0a5779d49b67/952bc232-a4fd-4e0e-8d33-4fe8273dbe12/3d724bf0-be4a-4bdf-b6ca-6a0be9962c81) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:30.849245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f6b6241-4c1c-46dd-9130-18ca1f463c64 req-50beab22-af5d-42d2-9b44-caba50736f3a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779639 Dec 12 15:42:30.880887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38063b7-e50f-435f-8e1c-474dcdc1615b req-4fb07493-53e6-4fe2-a1c3-7702f1387a3f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:30.888085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d38063b7-e50f-435f-8e1c-474dcdc1615b req-4fb07493-53e6-4fe2-a1c3-7702f1387a3f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 948 time: 0.1990547 Dec 12 15:42:30.893829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-ae8248a6-7ebb-4214-b1bc-70f021b35b56 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351164 Dec 12 15:42:30.897173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:30.916006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5657272-986e-4c63-a030-5ed540eb4897 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:30.924908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2', 'name': '', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'mac_address': 'fa:16:3e:27:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:20Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 2, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'subnets': [{'id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:30.964204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Checking router: 5459c293-3ffe-4984-9ba5-2a86a10ebf9b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:42:30.964840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Updating router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:42:30.996465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.036998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d38063b7-e50f-435f-8e1c-474dcdc1615b req-f5867546-02b8-47eb-a20b-b5f88f4931c1 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439507 Dec 12 15:42:31.073337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5657272-986e-4c63-a030-5ed540eb4897 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.078573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5657272-986e-4c63-a030-5ed540eb4897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.133682 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5657272-986e-4c63-a030-5ed540eb4897 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fa4b7b8a704410096f267f85777a551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346005 Dec 12 15:42:31.134879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5657272-986e-4c63-a030-5ed540eb4897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abbcc27-5b87-4e9f-9f23-ddceb5fc33b2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:31.159870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:31.179630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.234876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97d4bf71-0cfa-4b38-958f-54ece8f09862 req-4708ede3-876c-4a7d-91f5-06aea116c6fb tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 210 time: 0.0543437 Dec 12 15:42:31.245320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9e39324-90c1-4ef5-bccd-743cd1e27b8e req-73d68a6e-43a2-4f85-97e7-8089bca4376a service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339214 Dec 12 15:42:31.245596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.277094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5cb0c388-78d2-44a1-9426-3970528a555b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:42:31.292982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.303244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.348739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:31.353549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:31.355895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:31.389964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Pushing event updated for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:31.390172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.393753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.395450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9abbcc27-5b87-4e9f-9f23-ddceb5fc33b2 HTTP/1.1" status: 204 len: 168 time: 0.2339971 Dec 12 15:42:31.415663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fa871-9fd3-441c-86ca-620bb3b563f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abbcc27-5b87-4e9f-9f23-ddceb5fc33b2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:31.418212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.418615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.418615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.419158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.419691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.420405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.422223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.422223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.422223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.422223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.422223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.444984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.445413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:31.469897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:31.470508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.505422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-59696cda-6bfc-42c8-bdab-67cd4bea1e31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4026930 Dec 12 15:42:31.521126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Request body: {'port': {'device_id': '9c3bbd58-e8da-4078-89ae-3380deada193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:31.616058 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.645566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5cb0c388-78d2-44a1-9426-3970528a555b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:31.688149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.690455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '5cb0c388-78d2-44a1-9426-3970528a555b', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '5cb0c388-78d2-44a1-9426-3970528a555b', 'mac_address': 'fa:16:3e:d6:23:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:42:31.746474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.811881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd2258-564c-46ce-bf70-c1a7e56481c6 None None] Pushing event updated for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:31.828895 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.844416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb0c388-78d2-44a1-9426-3970528a555b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:31.864789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5cb0c388-78d2-44a1-9426-3970528a555b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:31.897804 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:31.956130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-56c64451-54f4-4ab8-b7bf-67cafc0c651f None None] Provisioning complete for port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:31.956504 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56c64451-54f4-4ab8-b7bf-67cafc0c651f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.011378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:32.033430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Attempting to bind port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:32.033805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Attempting to bind port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:32.034175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Attempting to bind port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 on network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:32.047695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-56c64451-54f4-4ab8-b7bf-67cafc0c651f None None] Port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:32.054572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74eb0-2c9b-41cc-b7e9-cb1eed201dc3 req-859f472f-6796-46b6-a213-6fee618cfcb4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:32.057068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d74eb0-2c9b-41cc-b7e9-cb1eed201dc3 req-859f472f-6796-46b6-a213-6fee618cfcb4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.0992327 Dec 12 15:42:32.058874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:32.059258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Checking segment: {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:32.059665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.060061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Bound using segment: {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:32.060554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Bound port: 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:32.061043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.204200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] For port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:32.216866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] For port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:32.234852 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.318082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:32.346399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04d74eb0-2c9b-41cc-b7e9-cb1eed201dc3 req-2d1978e2-14c2-4c61-9026-850f80043ea5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516341 Dec 12 15:42:32.347718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] Provisioning complete for port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:32.349535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.369936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.396340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Transition to ACTIVE for port object 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:32.407776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.448540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['5cb0c388-78d2-44a1-9426-3970528a555b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:32.454991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:42:32.455746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:42:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:32.498991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd2258-564c-46ce-bf70-c1a7e56481c6 None None] Pushing event updated for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:32.600863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Pushing event updated for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:32.632731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb53bd-9220-4aef-bcab-1d66d63d2bf5 req-52bbba9c-33b0-4cd9-bcb5-71f68284cc74 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:32.635601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfb53bd-9220-4aef-bcab-1d66d63d2bf5 req-52bbba9c-33b0-4cd9-bcb5-71f68284cc74 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 949 time: 0.4373441 Dec 12 15:42:32.735661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bfb53bd-9220-4aef-bcab-1d66d63d2bf5 req-639a3fd7-5872-49f2-a691-c9f9b18bd258 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926614 Dec 12 15:42:32.797855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Attempting to bind port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:32.797855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Attempting to bind port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:32.797855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Attempting to bind port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:32.819876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:42:32.820203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Attempting to bind port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:32.863924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:32.864424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Checking segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:32.864943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Bound using segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:32.865641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Bound port: 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:32.866099 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:32.883928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b639f-b56c-4c2a-97c0-58439265be9f req-64894710-f941-40c0-9499-070dc76396b5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:32.893454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c64b639f-b56c-4c2a-97c0-58439265be9f req-64894710-f941-40c0-9499-070dc76396b5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1052 time: 0.4560301 Dec 12 15:42:32.931916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:33.013480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:42:33.052611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c64b639f-b56c-4c2a-97c0-58439265be9f req-5601b97a-0ddf-4ffb-98f8-21c91aae8af3 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548655 Dec 12 15:42:33.073718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:33.078273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:33.089221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:33.161975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.163488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:33.165244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] 10.222.0.13 "PUT /v2.0/ports/3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 HTTP/1.1" status: 200 len: 1091 time: 1.6516728 Dec 12 15:42:33.167978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:33.173751 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faf0001-d960-42e1-8688-2a7b83bb5f29" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:33.272769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] For port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:33.289092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:33.302653 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e95493-37ab-45c3-95bf-05817e7fb949 x-openstack-request-id: req-f3e95493-37ab-45c3-95bf-05817e7fb949 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:33.303234 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:33.303800 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3e95493-37ab-45c3-95bf-05817e7fb949 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:33.304411 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81', 'status': 'completed', 'code': 200} Dec 12 15:42:33.315793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae948f6-51c9-4baa-ad9b-1b08eb5cc64d service neutron] Pushing event updated for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:33.332538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-bbbd5f6d-9212-4186-bae7-afd25870dd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.333905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-bbbd5f6d-9212-4186-bae7-afd25870dd52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1094 time: 0.1067209 Dec 12 15:42:33.421414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-fe6a4e0e-2211-4f13-8e30-daa8a90c3779 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 HTTP/1.1" status: 200 len: 217 time: 0.0768514 Dec 12 15:42:33.435419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e186ce-cda0-4e37-a570-cb1c1659625a None None] Pushing event updated for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:33.545830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e33d0a3b-8b9a-4568-8d9e-ca0753780f33 None None] Provisioning complete for port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:33.546203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e33d0a3b-8b9a-4568-8d9e-ca0753780f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:33.583062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-da5cc71c-c509-4860-a10e-044b52901bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.586433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-da5cc71c-c509-4860-a10e-044b52901bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=952bc232-a4fd-4e0e-8d33-4fe8273dbe12 HTTP/1.1" status: 200 len: 849 time: 0.1492507 Dec 12 15:42:33.603775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661579f-1f21-4bd4-9ea7-9b26d1074fc6 req-182ecad0-a852-47b8-958b-36fcd27bc19f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.605865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7661579f-1f21-4bd4-9ea7-9b26d1074fc6 req-182ecad0-a852-47b8-958b-36fcd27bc19f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1054940 Dec 12 15:42:33.625752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2', 'name': '', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'mac_address': 'fa:16:3e:27:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:20Z', 'updated_at': '2021-12-12T15:42:32Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'subnets': [{'id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:33.661684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614c7b6-5ef0-4af7-ae71-e8c496382741 None None] The sync data for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 is: [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:42:22Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2', 'name': '', 'network_id': '6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'mac_address': 'fa:16:3e:27:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:20Z', 'updated_at': '2021-12-12T15:42:32Z', 'revision_number': 4, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'subnets': [{'id': 'b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:42:33.687273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baec65e-a281-4174-a846-b7c358f7a481 req-c4089c3e-f364-4c4b-b9da-a0ba425f003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.688781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-c4089c3e-f364-4c4b-b9da-a0ba425f003e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816038 Dec 12 15:42:33.692929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7661579f-1f21-4bd4-9ea7-9b26d1074fc6 req-8a3eb4a3-b44b-48eb-bfa4-8bfbff9c843b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747776 Dec 12 15:42:33.806320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-0ae7d572-f198-4870-a2a3-4719052cc905 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088834 Dec 12 15:42:33.963353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998453a-e6b6-489a-93b6-6749679bb912 req-a8a978eb-19ff-4f21-843a-0d8255a63d31 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:33.973853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3998453a-e6b6-489a-93b6-6749679bb912 req-a8a978eb-19ff-4f21-843a-0d8255a63d31 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 949 time: 0.1269898 Dec 12 15:42:34.007575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6baec65e-a281-4174-a846-b7c358f7a481 req-ed352288-67fe-4072-a3b1-194ede2c74ca service neutron] 10.222.0.13 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945133 Dec 12 15:42:34.048176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3998453a-e6b6-489a-93b6-6749679bb912 req-8e03c055-77ee-486a-9384-11c41a9b411b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732846 Dec 12 15:42:34.173781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b575d-bc31-48c1-916a-d3ead8c16c0a req-c1a45661-e24f-4b52-ab30-00a5b065360f tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.182621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-209b575d-bc31-48c1-916a-d3ead8c16c0a req-c1a45661-e24f-4b52-ab30-00a5b065360f tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1094 time: 0.0601661 Dec 12 15:42:34.309970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-24594eac-b57d-4883-892f-a82d637b8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.311471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-24594eac-b57d-4883-892f-a82d637b8ded service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1094 time: 0.1209946 Dec 12 15:42:34.327069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-209b575d-bc31-48c1-916a-d3ead8c16c0a req-bba27317-3762-4eae-9eff-d1f5b513857c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378880 Dec 12 15:42:34.352022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:34.440895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:34.441559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:34.458528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-5dec1825-b237-4830-bf53-eae28fcc178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.460677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-5dec1825-b237-4830-bf53-eae28fcc178c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.1324489 Dec 12 15:42:34.560009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-7212ffb0-c880-4d3e-a8b7-02c0902d1dc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 HTTP/1.1" status: 200 len: 217 time: 0.0861588 Dec 12 15:42:34.670109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-5f610980-cea2-41ca-9d00-aa9d0375e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.671957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-5f610980-cea2-41ca-9d00-aa9d0375e93a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=952bc232-a4fd-4e0e-8d33-4fe8273dbe12 HTTP/1.1" status: 200 len: 849 time: 0.0959113 Dec 12 15:42:34.778960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-97038337-f67c-4cb6-89c3-d68988b6aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.780469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-97038337-f67c-4cb6-89c3-d68988b6aefa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999639 Dec 12 15:42:34.961065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43172-18fe-4349-9185-e88b6b71ebc4 req-6d5a897d-9b97-417d-9a8f-feddf9c22b4a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.962628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91f43172-18fe-4349-9185-e88b6b71ebc4 req-6d5a897d-9b97-417d-9a8f-feddf9c22b4a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1354225 Dec 12 15:42:34.968276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796b12f-44f6-4602-a71b-9b533590983a req-85a966c1-bd00-4316-aa9f-aa0b09f04d4c tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:34.969738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2796b12f-44f6-4602-a71b-9b533590983a req-85a966c1-bd00-4316-aa9f-aa0b09f04d4c tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1097 time: 0.0870180 Dec 12 15:42:34.998077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-d5fc0b92-6c96-4f23-ae08-cade76e50688 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038655 Dec 12 15:42:35.076235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:35.100883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91f43172-18fe-4349-9185-e88b6b71ebc4 req-0f478efe-bdb1-4260-be46-203ad0d041e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251392 Dec 12 15:42:35.114789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2796b12f-44f6-4602-a71b-9b533590983a req-cae3a022-5d62-4643-b900-2cffd8bf5c59 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303966 Dec 12 15:42:35.138880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5cb0c388-78d2-44a1-9426-3970528a555b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:35.175304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8faf0001-d960-42e1-8688-2a7b83bb5f29 req-99420085-1a6f-4d58-b1d7-ffc7d1a7db36 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671391 Dec 12 15:42:35.251731 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 5cb0c388-78d2-44a1-9426-3970528a555b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:35.260830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 5cb0c388-78d2-44a1-9426-3970528a555b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:35.261632 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.289836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cdd38-a38c-4407-8ed5-19dae0a3f664 req-c3cf77f4-6bb4-4816-bdbb-f0806004ad8c tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:35.291447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e85cdd38-a38c-4407-8ed5-19dae0a3f664 req-c3cf77f4-6bb4-4816-bdbb-f0806004ad8c tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 949 time: 0.0968251 Dec 12 15:42:35.293572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.390983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.393253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e85cdd38-a38c-4407-8ed5-19dae0a3f664 req-7975c053-5ba3-4f13-a30d-1f74048eb105 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912540 Dec 12 15:42:35.398252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.400349 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.436284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e641b-4b8a-4c8b-8ef6-7ed3a1e38e83 req-f7ef20d0-13f6-4fe5-a7c2-91d131d8482f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:35.438548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f0e641b-4b8a-4c8b-8ef6-7ed3a1e38e83 req-f7ef20d0-13f6-4fe5-a7c2-91d131d8482f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1348679 Dec 12 15:42:35.442810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:35.445843 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec01877-e6c8-419f-9a16-b7dd552a9f07" -d '{"events": [{"server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:35.464073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e766675-a13f-48b9-a139-14b5e1a51339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.468406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7538b49ec58f495dbf491918fa47d781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3908801 Dec 12 15:42:35.469903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5cb0c388-78d2-44a1-9426-3970528a555b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:35.470969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7078a-dd73-4269-abc8-bfe5a3569298,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:35.473172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:35.478617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.494242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.494584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.495178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.495845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.496375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.496935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.497479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.497999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.498562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.499119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.499662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.500218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.500801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3291a-bc05-40ff-951f-73d254ba2c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:35.544131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:35.561845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f0e641b-4b8a-4c8b-8ef6-7ed3a1e38e83 req-a6df10cb-29fa-4552-8f5a-8f69492c74aa tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111205 Dec 12 15:42:35.569924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.571857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb8719-5111-484a-ba4f-9f9bee09ac39 req-495a61d7-3e38-4168-adf9-c6586f7c5bf5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:35.573406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6eb8719-5111-484a-ba4f-9f9bee09ac39 req-495a61d7-3e38-4168-adf9-c6586f7c5bf5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1094 time: 0.0743890 Dec 12 15:42:35.596122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:35.611714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.635987 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3dc4a-2f7e-4066-8540-60a8cea04d10 x-openstack-request-id: req-46d3dc4a-2f7e-4066-8540-60a8cea04d10 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:35.636291 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:35.636554 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46d3dc4a-2f7e-4066-8540-60a8cea04d10 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:35.636978 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b', 'code': 200} Dec 12 15:42:35.638767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6eb8719-5111-484a-ba4f-9f9bee09ac39 req-e67d1c7e-57b8-40df-97db-96fc27805c2f tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582514 Dec 12 15:42:35.703130 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4b8ad27-8143-4376-9a26-b44d2e4dc820 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/873501ad-a2cb-4be4-95bc-d026c9883d01 HTTP/1.1" status: 200 len: 993 time: 0.1048968 Dec 12 15:42:35.726400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.729132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:35.732358 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ad7078a-dd73-4269-abc8-bfe5a3569298 HTTP/1.1" status: 204 len: 168 time: 0.2559531 Dec 12 15:42:35.739158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7ee09-869d-41d9-92b8-6c159bdb7eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad7078a-dd73-4269-abc8-bfe5a3569298,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:35.782701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169dfb0-9b0a-4403-a5a6-60fab8bca906 req-f9324180-78fb-43d2-9cd1-c30906fab48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:35.785375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e169dfb0-9b0a-4403-a5a6-60fab8bca906 req-f9324180-78fb-43d2-9cd1-c30906fab48e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 1101 time: 0.0748794 Dec 12 15:42:35.852967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e169dfb0-9b0a-4403-a5a6-60fab8bca906 req-b3321cdc-6ea3-4e3f-a290-bb679bf40dcc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544965 Dec 12 15:42:36.026436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:36.040541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b756fa2b-5761-4aa9-8c7b-23574e1d2504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.129390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b756fa2b-5761-4aa9-8c7b-23574e1d2504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.137076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b756fa2b-5761-4aa9-8c7b-23574e1d2504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.225755 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b756fa2b-5761-4aa9-8c7b-23574e1d2504 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfd3425ee5ae4d13aef84d173a62e122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982713 Dec 12 15:42:36.228701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756fa2b-5761-4aa9-8c7b-23574e1d2504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a131b2-f803-47d9-bc10-bebc23847e89,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:36.231231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:36.281207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.308666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.334167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8a111-5dc0-41fc-ad32-8dcfaf064c14 req-0c81fb04-555d-481d-af6b-e38815ef15f9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:36.335748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ea8a111-5dc0-41fc-ad32-8dcfaf064c14 req-0c81fb04-555d-481d-af6b-e38815ef15f9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1472425 Dec 12 15:42:36.345467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-1fd00b0a-49d0-45c6-978f-af8ac4ddcc05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132004 Dec 12 15:42:36.351309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9e915a5a-6caa-42ec-a38c-55883e88d08f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:42:36.357545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9e915a5a-6caa-42ec-a38c-55883e88d08f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112467 Dec 12 15:42:36.362768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.366447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.367726 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28a131b2-f803-47d9-bc10-bebc23847e89 HTTP/1.1" status: 204 len: 168 time: 0.1354246 Dec 12 15:42:36.378107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e06b4-bbb5-40f8-aad1-72d31f93601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a131b2-f803-47d9-bc10-bebc23847e89,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:36.382054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78333a8-38fc-43d7-9198-1e3e2487f312 req-f6b7c095-ea72-4de7-8204-b2250ae98f20 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:36.383599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c78333a8-38fc-43d7-9198-1e3e2487f312 req-f6b7c095-ea72-4de7-8204-b2250ae98f20 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1839249 Dec 12 15:42:36.435267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:42:36.510818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c78333a8-38fc-43d7-9198-1e3e2487f312 req-88444db9-7094-48f9-8b4e-07d2be8d1e91 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005008 Dec 12 15:42:36.560679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ea8a111-5dc0-41fc-ad32-8dcfaf064c14 req-0dc7ce50-3b9b-4709-9766-cd54c784cac4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983044 Dec 12 15:42:36.638589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:36.653497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'port_id': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81', 'mac_address': 'fa:16:3e:69:11:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:42:36.707532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.748322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:36.771835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00bcde-9bbd-4a60-96cd-7d07725c3901 req-77cf6ffd-404d-4f42-a12d-9f2f4e68892e tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:36.782497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b00bcde-9bbd-4a60-96cd-7d07725c3901 req-77cf6ffd-404d-4f42-a12d-9f2f4e68892e tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.1179647 Dec 12 15:42:36.798612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:36.819199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:36.872229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b00bcde-9bbd-4a60-96cd-7d07725c3901 req-b84dfff6-2cb0-4ed3-9da6-f977bd77d7ef tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886521 Dec 12 15:42:36.932071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1565e-3da8-4f96-a9a5-188c062db4d3 req-aa9e8afc-0b42-4e32-80f4-a94e3dca1c9c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:36.934357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:36.941932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21c1565e-3da8-4f96-a9a5-188c062db4d3 req-aa9e8afc-0b42-4e32-80f4-a94e3dca1c9c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1095 time: 0.1541746 Dec 12 15:42:37.016477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21c1565e-3da8-4f96-a9a5-188c062db4d3 req-4673d677-3685-4edd-80ea-a5561a7f5a9c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733354 Dec 12 15:42:37.062709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:37.634080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490af02a-3979-4b7f-8093-e8a35424b7c8 req-910fa578-04e0-44d5-9b03-80ff2d793aa5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:37.643306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-490af02a-3979-4b7f-8093-e8a35424b7c8 req-910fa578-04e0-44d5-9b03-80ff2d793aa5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0689356 Dec 12 15:42:37.718795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f62355ff-e41a-4e6f-9297-b0ba721aad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:37.730542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-490af02a-3979-4b7f-8093-e8a35424b7c8 req-55cde998-1b5f-478e-8dda-291bb427ac33 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814826 Dec 12 15:42:37.771941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9a5d0-8d0d-4fe9-b3c4-0d9d11cf8deb req-a78cf8a3-7272-4bf7-8382-fa4325278cfa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:37.781081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c9a5d0-8d0d-4fe9-b3c4-0d9d11cf8deb req-a78cf8a3-7272-4bf7-8382-fa4325278cfa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1344268 Dec 12 15:42:37.841878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c9a5d0-8d0d-4fe9-b3c4-0d9d11cf8deb req-ced2d68b-4bb5-459d-ba2d-8d82fb2626e2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599015 Dec 12 15:42:37.998742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5435dd-e0a6-4c2e-858b-44fb54bc7be8 req-5c3266d0-18ca-4f4a-8b22-d293b241a52a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:38.000522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c5435dd-e0a6-4c2e-858b-44fb54bc7be8 req-5c3266d0-18ca-4f4a-8b22-d293b241a52a tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.0532572 Dec 12 15:42:38.067397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c5435dd-e0a6-4c2e-858b-44fb54bc7be8 req-cab9fa81-5f1f-49c4-b97e-fed1784a590d tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590839 Dec 12 15:42:38.258111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8e4fa-0d84-42c2-a6cb-54ac4e288597 req-d882f838-ae9d-4e70-8db4-2e550a5e45e4 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:38.260805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faa8e4fa-0d84-42c2-a6cb-54ac4e288597 req-d882f838-ae9d-4e70-8db4-2e550a5e45e4 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1095 time: 0.1396599 Dec 12 15:42:38.306980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-c6d6f1ef-ec97-4818-8c6c-0b5188e1c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:38.308818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-c6d6f1ef-ec97-4818-8c6c-0b5188e1c417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1097 time: 0.1260149 Dec 12 15:42:38.389356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faa8e4fa-0d84-42c2-a6cb-54ac4e288597 req-1d93a8e9-02e0-46bb-a357-196694d7e77c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204948 Dec 12 15:42:38.431984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:38.444705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-73f266ae-38fe-433a-b37c-9cbed7a6b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:38.446557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-73f266ae-38fe-433a-b37c-9cbed7a6b8e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.1278584 Dec 12 15:42:38.605397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:38.611737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:38.620496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:38.621537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:38.737080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:38.797289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:38.800193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a394d0-f355-43a1-8548-1427d822aaa7" -d '{"events": [{"server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "name": "network-vif-plugged", "status": "completed", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:38.815032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:38.824079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:38.871429 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eab16d-20ac-41d5-92e6-a64df9eb0b00 x-openstack-request-id: req-a8eab16d-20ac-41d5-92e6-a64df9eb0b00 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:38.871668 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "name": "network-vif-plugged", "status": "completed", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:38.872095 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8eab16d-20ac-41d5-92e6-a64df9eb0b00 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:38.872305 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81', 'code': 200} Dec 12 15:42:38.892435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:39.062587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-b6053cd0-3bbc-47d1-a381-efcbfa46d08d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1001 time: 0.6051812 Dec 12 15:42:39.107794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20078722-9f43-4359-8e05-973318b2f5b8 req-a61ddc06-2853-4f2a-a46f-19812feed04f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.117190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20078722-9f43-4359-8e05-973318b2f5b8 req-a61ddc06-2853-4f2a-a46f-19812feed04f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1727400 Dec 12 15:42:39.129449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8eb1a-4bc9-48f2-ad1d-d4e6de688689 req-f7b95848-d1f9-4743-ba6c-5613f70d28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.131273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3db8eb1a-4bc9-48f2-ad1d-d4e6de688689 req-f7b95848-d1f9-4743-ba6c-5613f70d28c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.1664877 Dec 12 15:42:39.192093 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:39.282446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09eba5-aea3-4d0a-b661-7e8b8d661921 req-5242cda4-4660-48c3-bbc8-44c2f7bcc604 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.284322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da09eba5-aea3-4d0a-b661-7e8b8d661921 req-5242cda4-4660-48c3-bbc8-44c2f7bcc604 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.2184446 Dec 12 15:42:39.359505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da09eba5-aea3-4d0a-b661-7e8b8d661921 req-9f2769d6-086f-484b-9ee8-738b8e8cc751 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Dec 12 15:42:39.360952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-2545dd22-0954-4279-8710-3a3df2a18352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.362882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-2545dd22-0954-4279-8710-3a3df2a18352 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.2734764 Dec 12 15:42:39.381903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20078722-9f43-4359-8e05-973318b2f5b8 req-914eca14-34e9-40d1-9953-9e581f23fe4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595248 Dec 12 15:42:39.432023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3db8eb1a-4bc9-48f2-ad1d-d4e6de688689 req-aa2db660-0a6e-48cc-8965-01854eb21f12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283816 Dec 12 15:42:39.445631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-3de47a21-ac76-4788-8fff-6ef6728cb85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.448316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-3de47a21-ac76-4788-8fff-6ef6728cb85b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654404 Dec 12 15:42:39.543755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a32a9-e51f-40c5-b7e6-5aa32231b25d req-7051c33b-af14-474e-bdff-f7d89f54b805 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:39.545486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-845a32a9-e51f-40c5-b7e6-5aa32231b25d req-7051c33b-af14-474e-bdff-f7d89f54b805 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.0636342 Dec 12 15:42:39.611689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-845a32a9-e51f-40c5-b7e6-5aa32231b25d req-baa43dce-0a67-4882-bbe6-a7ca318a18bc tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546000 Dec 12 15:42:39.726176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-36821de7-344f-4c71-8d17-8a04df6ebb0b service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064568 Dec 12 15:42:39.828221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-404c6259-492c-4375-8457-c239888ca5cf service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Dec 12 15:42:39.899292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:40.026833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999074a2-caae-47c1-9466-a69375deae91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.115079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999074a2-caae-47c1-9466-a69375deae91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.122230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999074a2-caae-47c1-9466-a69375deae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.163643 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-999074a2-caae-47c1-9466-a69375deae91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e8d4040e7b6410db77fe9b25960662d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632751 Dec 12 15:42:40.166660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999074a2-caae-47c1-9466-a69375deae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476be86a-7211-446c-848f-e709020b3ebc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:40.167086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33874) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:40.220001 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.245949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.296250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.299452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.301005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/476be86a-7211-446c-848f-e709020b3ebc HTTP/1.1" status: 204 len: 168 time: 0.1325285 Dec 12 15:42:40.310453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdfd95-b434-49f0-90c5-5a366546e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476be86a-7211-446c-848f-e709020b3ebc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:40.362929 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.582357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8dba0-1c92-4dde-a99b-85020c0918f0 req-f0c2428a-d98a-4676-92ac-92ba1226bc16 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:40.590387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cc8dba0-1c92-4dde-a99b-85020c0918f0 req-f0c2428a-d98a-4676-92ac-92ba1226bc16 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1286533 Dec 12 15:42:40.620348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b512ff-2934-43f9-8d21-97671962f0bd req-80da461e-f9e5-46db-b440-464551a6be44 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:40.627820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b512ff-2934-43f9-8d21-97671962f0bd req-80da461e-f9e5-46db-b440-464551a6be44 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1115985 Dec 12 15:42:40.713060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b512ff-2934-43f9-8d21-97671962f0bd req-138b5d02-cfc3-474e-954b-cdc2323fd247 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808473 Dec 12 15:42:40.751261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cc8dba0-1c92-4dde-a99b-85020c0918f0 req-ee1da5cc-ffee-47d1-9727-ce747967005b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597106 Dec 12 15:42:40.812940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 33938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:40.833194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-422a928b-b663-4439-8af1-95d11bbc4295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.857079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018be1cd-4728-49ef-8b28-725775381c21 req-aa9c7a83-aece-4bc0-ab63-e1df3174c7c3 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:40.866410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-018be1cd-4728-49ef-8b28-725775381c21 req-aa9c7a83-aece-4bc0-ab63-e1df3174c7c3 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.0560918 Dec 12 15:42:40.917929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-018be1cd-4728-49ef-8b28-725775381c21 req-6f9e7da3-ae9b-4a42-a4fe-8c32c7b863fd tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502830 Dec 12 15:42:40.937213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-422a928b-b663-4439-8af1-95d11bbc4295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.943545 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-422a928b-b663-4439-8af1-95d11bbc4295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:40.983535 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-422a928b-b663-4439-8af1-95d11bbc4295 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9f0446c4bbc4edd9b1da57efd608589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689234 Dec 12 15:42:40.987331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 33960) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:41.021806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a928b-b663-4439-8af1-95d11bbc4295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adddaec8-c8fd-4779-9772-9f4c173bd12c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:41.093202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.136762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.142450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f8af-c5ca-437c-990e-0965ef877424 req-a62a2d92-5b36-4920-8da0-0892ba56ba76 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:41.151486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7402f8af-c5ca-437c-990e-0965ef877424 req-a62a2d92-5b36-4920-8da0-0892ba56ba76 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.1240728 Dec 12 15:42:41.181115 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.190778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.230989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7402f8af-c5ca-437c-990e-0965ef877424 req-d338b582-239b-4b7e-8f4f-b07ead458b1a tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783706 Dec 12 15:42:41.281703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.286262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:41.290437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adddaec8-c8fd-4779-9772-9f4c173bd12c HTTP/1.1" status: 204 len: 168 time: 0.3016562 Dec 12 15:42:41.301137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c211b-9a03-4c44-9553-73577a18b895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adddaec8-c8fd-4779-9772-9f4c173bd12c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:41.405067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a68ba-61df-4df8-b370-d171f27c8746 req-4fbe0797-3a01-4dcf-98d8-6ce4cd933c31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:41.407168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937a68ba-61df-4df8-b370-d171f27c8746 req-4fbe0797-3a01-4dcf-98d8-6ce4cd933c31 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.0735672 Dec 12 15:42:41.471883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937a68ba-61df-4df8-b370-d171f27c8746 req-6041e596-b9f9-4465-a08a-04eb054633bd tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Dec 12 15:42:41.896233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-164282a7-ca39-4e81-8842-fc785064a9d2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:41.901117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-164282a7-ca39-4e81-8842-fc785064a9d2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.1885185 Dec 12 15:42:41.933181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-bebe0456-4187-41e5-8c78-820d5eb4ba57 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/quotas/e6ca449c4d214322b40be53a6ca7d6ce HTTP/1.1" status: 200 len: 375 time: 0.0283127 Dec 12 15:42:41.949870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3872e6-5811-42a2-9f08-9ef0ebe86303 req-aaaeb0ec-1a82-4d48-b2a9-8ac0e26ee727 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:41.951360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a3872e6-5811-42a2-9f08-9ef0ebe86303 req-aaaeb0ec-1a82-4d48-b2a9-8ac0e26ee727 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0939510 Dec 12 15:42:42.048524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-fe3b490a-dd32-43b1-8f19-b02711381f7b tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078312 Dec 12 15:42:42.067004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a3872e6-5811-42a2-9f08-9ef0ebe86303 req-3d4083f4-a61c-4aa8-9c82-e4b426b23fb0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008387 Dec 12 15:42:42.231999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-e5f1e3b0-2d4c-4341-a864-a88cf3dd9c1f service neutron] 10.222.0.36 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637499 Dec 12 15:42:42.240954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981bc26-b5a4-4ff8-9d37-b144e891a58c req-45e0ad11-42e6-4702-baa9-38ec7149430e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:42.242433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f981bc26-b5a4-4ff8-9d37-b144e891a58c req-45e0ad11-42e6-4702-baa9-38ec7149430e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.1019521 Dec 12 15:42:42.365444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f981bc26-b5a4-4ff8-9d37-b144e891a58c req-f1e51c30-5830-4e2a-b040-de9def49e390 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125035 Dec 12 15:42:42.380927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-63b17107-49aa-4504-8ef6-77c49f115593 service neutron] 10.222.0.36 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373703 Dec 12 15:42:42.678224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70859d3a-57af-4c0c-93a8-c59f59108e0a req-4fbf0b9d-81b6-43b7-9262-905d6c1ba944 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 210 time: 0.0619674 Dec 12 15:42:43.240761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39bb60-3c72-439b-b3ba-1be83247b607 req-99192891-b7d1-4b0b-9b9f-919798ba0ae2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:43.244519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a39bb60-3c72-439b-b3ba-1be83247b607 req-99192891-b7d1-4b0b-9b9f-919798ba0ae2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0926914 Dec 12 15:42:43.256973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34268) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:43.332962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a39bb60-3c72-439b-b3ba-1be83247b607 req-4d9e1fe8-ee1e-4bd1-b77d-6d542632deb5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752919 Dec 12 15:42:43.419374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-19924c32-84e5-42c1-aa7c-09ae3eb873c9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-239185764'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:43.420005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-19924c32-84e5-42c1-aa7c-09ae3eb873c9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Unknown quota resources ['metering_label']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:42:43.688816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19924c32-84e5-42c1-aa7c-09ae3eb873c9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:43.690052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-19924c32-84e5-42c1-aa7c-09ae3eb873c9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4321978 Dec 12 15:42:43.692929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:43.697643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03cd03ca-f885-4da2-9a7f-4d9228dd3d00 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7b9a6ece-6a5c-453b-b1eb-2b701531670e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:43.698209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03cd03ca-f885-4da2-9a7f-4d9228dd3d00 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:42:43.754323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec19cb5-3888-45ad-87e5-3087a44fecbe req-69b4bd7d-aa26-4667-82f3-7f5899d93ae3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:43.763567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dec19cb5-3888-45ad-87e5-3087a44fecbe req-69b4bd7d-aa26-4667-82f3-7f5899d93ae3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 943 time: 0.3126149 Dec 12 15:42:43.843475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2895c91-cfd5-4f3e-90f8-1a0d1dc7dea8 req-a6af4db5-30de-4b25-b40e-c56d7cd5275d tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 210 time: 0.0404761 Dec 12 15:42:43.854128 n-d-710847-8 neutron-server[103411]: WARNING neutron.services.metering.metering_plugin [None req-03cd03ca-f885-4da2-9a7f-4d9228dd3d00 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 15:42:43.870692 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dec19cb5-3888-45ad-87e5-3087a44fecbe req-2b712ca4-5d89-4c0d-a448-be2a00743c65 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063261 Dec 12 15:42:43.894985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-72cce1c1-e76c-420a-931d-cf06eb598269 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:43.896241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-72cce1c1-e76c-420a-931d-cf06eb598269 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.30 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.2248211 Dec 12 15:42:43.915842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Request body: {'port': {'device_id': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'admin_state_up': True, 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:43.975303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Made reservation on behalf of e6ca449c4d214322b40be53a6ca7d6ce for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:43.986876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.024472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03cd03ca-f885-4da2-9a7f-4d9228dd3d00 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.028269 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-03cd03ca-f885-4da2-9a7f-4d9228dd3d00 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3343055 Dec 12 15:42:44.029431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:44.034015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1297066a-1a80-434d-973c-203cefe74374 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7b9a6ece-6a5c-453b-b1eb-2b701531670e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:44.034740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1297066a-1a80-434d-973c-203cefe74374 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:42:44.112111 n-d-710847-8 neutron-server[103411]: WARNING neutron.services.metering.metering_plugin [None req-1297066a-1a80-434d-973c-203cefe74374 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 12 15:42:44.155767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Allocated IP 172.20.0.5 (a78fe4a8-8342-4ee0-8cd0-0a5779d49b67/952bc232-a4fd-4e0e-8d33-4fe8273dbe12/375d547a-3229-46d4-8aa0-4f11a37255d9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:44.386004 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.478349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 76169b18-fb0e-4f79-8a41-bb6f5ce1580a details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:42:44.500947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1297066a-1a80-434d-973c-203cefe74374 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.504754 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1297066a-1a80-434d-973c-203cefe74374 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4715960 Dec 12 15:42:44.504976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:44.520541 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e783cd57-41d3-4faf-ab3f-e65e0848f96d tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=937ec666-c60c-457e-bdd1-6e62cf9deda9 HTTP/1.1" status: 200 len: 462 time: 0.0116131 Dec 12 15:42:44.520811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:44.541399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.578569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:44.671631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2f01-30c4-4efc-ab36-b88155f40a6b req-25e53ef3-5683-4a6e-afe1-607876f7ac98 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:44.679288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc3a2f01-30c4-4efc-ab36-b88155f40a6b req-25e53ef3-5683-4a6e-afe1-607876f7ac98 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.2497239 Dec 12 15:42:44.683949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:44.690617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Pushing event updated for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:44.694802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:44.706772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:44.807227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc3a2f01-30c4-4efc-ab36-b88155f40a6b req-1169b9cd-0efe-4193-a789-ee2d4d9a71df tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222041 Dec 12 15:42:44.811156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:44.817495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.828841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-974fc39c-41dd-49c5-8596-320cfd9df320 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.832209 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-974fc39c-41dd-49c5-8596-320cfd9df320 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/937ec666-c60c-457e-bdd1-6e62cf9deda9 HTTP/1.1" status: 204 len: 168 time: 0.3090112 Dec 12 15:42:44.834657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34442) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:44.849337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ce4b209a-e56d-4603-abed-9acd89cffb93 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9391794 Dec 12 15:42:44.856954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:44.857959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-04cd0f60-bf0a-4af4-b502-413ec59044a7 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=937ec666-c60c-457e-bdd1-6e62cf9deda9 HTTP/1.1" status: 200 len: 221 time: 0.0210400 Dec 12 15:42:44.862451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-289c1514-b669-4de6-856a-1c2ed500ca35 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1606212776', 'description': 'label created by tempest'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:44.862885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-289c1514-b669-4de6-856a-1c2ed500ca35 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Unknown quota resources ['metering_label']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:42:44.864492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:44.892278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Request body: {'port': {'device_id': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:44.892932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a', 'mac_address': 'fa:16:3e:6d:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:42:44.965614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:44.981393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76169b18-fb0e-4f79-8a41-bb6f5ce1580a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:45.008040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:45.019564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.080455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:45.133246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.213204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d78476d-6cdf-40de-8031-75fa97a535bf None None] Provisioning complete for port 375d547a-3229-46d4-8aa0-4f11a37255d9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:45.213487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d78476d-6cdf-40de-8031-75fa97a535bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.224189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-289c1514-b669-4de6-856a-1c2ed500ca35 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.229331 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-289c1514-b669-4de6-856a-1c2ed500ca35 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3710542 Dec 12 15:42:45.230339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.268071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['76169b18-fb0e-4f79-8a41-bb6f5ce1580a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:45.317967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff91f2aa-a817-4101-9991-71a5027ff6dc tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=9387f3ac-ef6e-4554-b7e5-7cc9c6955374 HTTP/1.1" status: 200 len: 468 time: 0.0861597 Dec 12 15:42:45.319002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.341887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2d78476d-6cdf-40de-8031-75fa97a535bf None None] Port 375d547a-3229-46d4-8aa0-4f11a37255d9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:45.436994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd384fa-1a19-47e8-a9ce-ab4603f7c0cb req-f18dc1f0-31e6-4a41-8b44-11c7835be50b tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:45.438621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4dd384fa-1a19-47e8-a9ce-ab4603f7c0cb req-f18dc1f0-31e6-4a41-8b44-11c7835be50b tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1027 time: 0.3533819 Dec 12 15:42:45.448489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecdf00-6bde-4c5e-b60a-039f06962b28 req-77940c54-69af-476c-9b07-da20a80bd57d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:45.458253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3ecdf00-6bde-4c5e-b60a-039f06962b28 req-77940c54-69af-476c-9b07-da20a80bd57d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 944 time: 0.3996041 Dec 12 15:42:45.553510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2be44b13-df66-47ca-a3a9-9859ca511ad9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.557326 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2be44b13-df66-47ca-a3a9-9859ca511ad9 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/9387f3ac-ef6e-4554-b7e5-7cc9c6955374 HTTP/1.1" status: 204 len: 168 time: 0.2346625 Dec 12 15:42:45.558054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.561154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3ecdf00-6bde-4c5e-b60a-039f06962b28 req-0da6699e-71fd-4a26-8896-426a6890895f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007426 Dec 12 15:42:45.581745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a563113d-02b4-4d73-9aeb-d0e9168a5a8f tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=9387f3ac-ef6e-4554-b7e5-7cc9c6955374 HTTP/1.1" status: 200 len: 216 time: 0.0229976 Dec 12 15:42:45.587361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.598023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375d547a-3229-46d4-8aa0-4f11a37255d9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:45.605763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebdba9d1-d722-4347-ae4b-3ceeb77c2e66 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158553 Dec 12 15:42:45.611048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.613122 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.634195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4dd384fa-1a19-47e8-a9ce-ab4603f7c0cb req-85195912-bf3f-4a51-9bb0-5897d25dadc9 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493454 Dec 12 15:42:45.647934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-33c4e320-e6d8-4e61-9e90-af0ef0a71485 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0327327 Dec 12 15:42:45.651779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34466) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.686883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Transition to ACTIVE for port object 375d547a-3229-46d4-8aa0-4f11a37255d9 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:45.738673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:45.748249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cf6fbfbc-f13b-4e43-8658-22103494971e tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/7b9a6ece-6a5c-453b-b1eb-2b701531670e HTTP/1.1" status: 200 len: 472 time: 0.0953209 Dec 12 15:42:45.753438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.780879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34472) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:45.798737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b5010524-2f44-4a4d-8dd1-62e1447a75b3 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/baecfd7f-eb1e-4036-9805-53021295851d HTTP/1.1" status: 200 len: 459 time: 0.0180709 Dec 12 15:42:45.820088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:46.115522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc4850e-df3a-4ea9-b0f1-cb553fdf32b7 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.116975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1cc4850e-df3a-4ea9-b0f1-cb553fdf32b7 tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/baecfd7f-eb1e-4036-9805-53021295851d HTTP/1.1" status: 204 len: 168 time: 0.3331063 Dec 12 15:42:46.119956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34486) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:46.272278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Attempting to bind port 375d547a-3229-46d4-8aa0-4f11a37255d9 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:46.272787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Attempting to bind port 375d547a-3229-46d4-8aa0-4f11a37255d9 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:46.273215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Attempting to bind port 375d547a-3229-46d4-8aa0-4f11a37255d9 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:46.356740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Port 375d547a-3229-46d4-8aa0-4f11a37255d9 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:42:46.356959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Attempting to bind port 375d547a-3229-46d4-8aa0-4f11a37255d9 on network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:46.478331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 76169b18-fb0e-4f79-8a41-bb6f5ce1580a up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:46.545667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:46.550801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:46.551494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.648191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.673754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:46.676153 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e086bf-d60e-4a86-af6d-a6d26301d016" -d '{"events": [{"server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "name": "network-vif-plugged", "status": "completed", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:46.694282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:46.701200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.705118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d634578-57e1-411a-b598-ffb9d90b772a req-a7cb9e99-f039-4fb0-9c38-00bcd20b08fd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:46.706635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d634578-57e1-411a-b598-ffb9d90b772a req-a7cb9e99-f039-4fb0-9c38-00bcd20b08fd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.7358868 Dec 12 15:42:46.712906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:46.713181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Checking segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:46.713901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Bound using segment: {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:46.714507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Bound port: 375d547a-3229-46d4-8aa0-4f11a37255d9, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c9ac29-5770-41f8-ae6f-020c1be85378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:46.715028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.731755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a3aa109-98ad-4d24-b63c-44f9e8f9e7fb tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:46.733270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a3aa109-98ad-4d24-b63c-44f9e8f9e7fb tempest-MeteringIpV6TestJSON-765380458 tempest-MeteringIpV6TestJSON-765380458-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/7b9a6ece-6a5c-453b-b1eb-2b701531670e HTTP/1.1" status: 204 len: 168 time: 0.6011255 Dec 12 15:42:46.773175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:46.823497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-dbe4c741-4493-4e17-90f7-75448480b725 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:46.830815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-dbe4c741-4493-4e17-90f7-75448480b725 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 813 time: 0.7764072 Dec 12 15:42:46.865291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d634578-57e1-411a-b598-ffb9d90b772a req-d7956af8-a292-4f6b-948f-ff74da355daa tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477823 Dec 12 15:42:46.879199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-09ae7806-2a51-467b-8650-3bdd5ac98194 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/quotas/d8c3890279b54440ba8b4fe97d01b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0470912 Dec 12 15:42:46.921064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:46.925441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=375d547a-3229-46d4-8aa0-4f11a37255d9,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:46.953199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-b6c093eb-07dd-45ba-b632-d14a81904ea2 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732358 Dec 12 15:42:46.954631 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.016148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.016802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.018204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] 10.222.0.30 "PUT /v2.0/ports/375d547a-3229-46d4-8aa0-4f11a37255d9 HTTP/1.1" status: 200 len: 1091 time: 2.1588957 Dec 12 15:42:47.022218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:47.022494 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:47.171122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:47.241185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-b140f1b2-84cf-440e-9c21-747cf6164db5 service neutron] 10.222.0.36 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765141 Dec 12 15:42:47.249027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9d31b-9f80-45d3-b75e-e74d974d0e57 service neutron] Pushing event updated for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:47.297960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0c904-3e78-4347-8174-52aea1abab07 req-44adc935-3585-49f2-895f-a173ca877cf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.299706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1a0c904-3e78-4347-8174-52aea1abab07 req-44adc935-3585-49f2-895f-a173ca877cf8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.3336911 Dec 12 15:42:47.301734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-426838e0-c35a-400c-b5d1-7bfa56d2876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.303244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-426838e0-c35a-400c-b5d1-7bfa56d2876b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1094 time: 0.2185102 Dec 12 15:42:47.371967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61881631-151b-4096-8ccb-df760d7a684e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.416885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-581ed69f-eccb-41ce-b73d-dcd71eeeb440 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=375d547a-3229-46d4-8aa0-4f11a37255d9 HTTP/1.1" status: 200 len: 217 time: 0.0739634 Dec 12 15:42:47.457200 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61881631-151b-4096-8ccb-df760d7a684e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.462054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61881631-151b-4096-8ccb-df760d7a684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.483065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d1a0c904-3e78-4347-8174-52aea1abab07 req-bb2a035c-211d-4dcf-a31b-dd17bc077c15 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513221 Dec 12 15:42:47.500970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-bfd35a33-cbd7-41fc-b4c9-e371e52d2cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452719 Dec 12 15:42:47.509150 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61881631-151b-4096-8ccb-df760d7a684e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c703bd73fbd74ad59bfd7034b2f0dd11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363249 Dec 12 15:42:47.510456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61881631-151b-4096-8ccb-df760d7a684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820b628c-a1b5-40e2-ad65-36afc1d1e824,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:47.511680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34510) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:47.516305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-d6fbfc9a-fd35-44bd-b322-078713c04704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.517447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-d6fbfc9a-fd35-44bd-b322-078713c04704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=952bc232-a4fd-4e0e-8d33-4fe8273dbe12 HTTP/1.1" status: 200 len: 849 time: 0.0905907 Dec 12 15:42:47.631019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-c30d6cd7-9003-4efc-8701-b1b945828fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.632602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-c30d6cd7-9003-4efc-8701-b1b945828fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033957 Dec 12 15:42:47.640066 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.658037 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6231cb-41c9-4d17-9f60-abcf827ab71a x-openstack-request-id: req-0f6231cb-41c9-4d17-9f60-abcf827ab71a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:47.658917 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "name": "network-vif-plugged", "status": "completed", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:47.659342 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f6231cb-41c9-4d17-9f60-abcf827ab71a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:47.659839 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a', 'code': 200} Dec 12 15:42:47.663036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a9fe0-8e98-4881-b7a8-8ad5543b4ef2 req-1bc07090-7f34-4154-9aca-7cf179c116c5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.672191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-754a9fe0-8e98-4881-b7a8-8ad5543b4ef2 req-1bc07090-7f34-4154-9aca-7cf179c116c5 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1094 time: 0.1146009 Dec 12 15:42:47.752905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.866228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-754a9fe0-8e98-4881-b7a8-8ad5543b4ef2 req-ada62b86-a77c-4d43-94b1-a4ee710192c6 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934402 Dec 12 15:42:47.878520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dae73-01d4-42c3-ace0-109bf9e9a6a1 req-891305d7-d5a5-47cc-b3f4-4a1fe87a2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:47.880270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-789dae73-01d4-42c3-ace0-109bf9e9a6a1 req-891305d7-d5a5-47cc-b3f4-4a1fe87a2c17 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 1096 time: 0.1407399 Dec 12 15:42:47.911243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-be37669d-1718-46d8-a4e5-75b153054a0c service neutron] 10.222.0.30 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669728 Dec 12 15:42:47.916288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.919479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:47.921213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/820b628c-a1b5-40e2-ad65-36afc1d1e824 HTTP/1.1" status: 204 len: 168 time: 0.4077799 Dec 12 15:42:47.942263 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e008045-f007-4666-9ea2-c5015f5c2eb2 x-openstack-request-id: req-8e008045-f007-4666-9ea2-c5015f5c2eb2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:47.942618 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:47.942879 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e008045-f007-4666-9ea2-c5015f5c2eb2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:47.943279 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9', 'status': 'completed', 'code': 200} Dec 12 15:42:47.983880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736953f9-47f9-422a-8ad7-b941e480d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820b628c-a1b5-40e2-ad65-36afc1d1e824,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:48.042067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efc1c865-ae7f-4078-a3d9-8cab3635d6d2 req-ac7e353e-93cf-4a11-b462-8fac9a0c24ba tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 210 time: 0.1015706 Dec 12 15:42:48.075670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-789dae73-01d4-42c3-ace0-109bf9e9a6a1 req-8b7a3e50-74e1-427c-8c57-b42ab63400a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879983 Dec 12 15:42:48.114694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d4538-c181-4560-b023-f97955402e9b req-31f70f32-7239-4ad0-92e5-411157e8da2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.116195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62d4538-c181-4560-b023-f97955402e9b req-31f70f32-7239-4ad0-92e5-411157e8da2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0835121 Dec 12 15:42:48.137768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c740433f-cc9c-4b89-b2b7-67898761df93 req-ff92bbcb-f8df-44b5-9866-9a99bc2e4ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149427 Dec 12 15:42:48.193197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d62d4538-c181-4560-b023-f97955402e9b req-b5818c59-dd49-471b-91be-09941ba90b01 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652003 Dec 12 15:42:48.235804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-bb6aadac-4b99-4722-aad2-01a0a8e54e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.237408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-bb6aadac-4b99-4722-aad2-01a0a8e54e2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1094 time: 0.0433509 Dec 12 15:42:48.263173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:48.277608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cde3e3d-e198-40e5-828f-26812fa7b67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.344464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-951a2f6f-496d-40ae-b54b-5c48d13355d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.346015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-951a2f6f-496d-40ae-b54b-5c48d13355d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 200 len: 910 time: 0.1009104 Dec 12 15:42:48.375640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cde3e3d-e198-40e5-828f-26812fa7b67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.379180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cde3e3d-e198-40e5-828f-26812fa7b67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.392890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-10534dc9-917d-4d07-9521-4012c1977357 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=375d547a-3229-46d4-8aa0-4f11a37255d9 HTTP/1.1" status: 200 len: 217 time: 0.0383797 Dec 12 15:42:48.424763 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6cde3e3d-e198-40e5-828f-26812fa7b67b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e8ae657a9454c08bf42cfb6b7395b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1603258 Dec 12 15:42:48.425676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde3e3d-e198-40e5-828f-26812fa7b67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec5e49-a1ab-4d71-b8dd-40ad9929d5fb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:48.428364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:48.448909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-7d75162b-2ff8-416d-894e-7275da9a07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.450407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-7d75162b-2ff8-416d-894e-7275da9a07e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=952bc232-a4fd-4e0e-8d33-4fe8273dbe12 HTTP/1.1" status: 200 len: 849 time: 0.0502276 Dec 12 15:42:48.485657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.499782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-39fe3f6a-e1c9-4f08-9743-2e6bf48db7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.502342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-39fe3f6a-e1c9-4f08-9743-2e6bf48db7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442293 Dec 12 15:42:48.513891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.577364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.580012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:48.583432 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9ec5e49-a1ab-4d71-b8dd-40ad9929d5fb HTTP/1.1" status: 204 len: 168 time: 0.1515026 Dec 12 15:42:48.590371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140b34-bdc4-4544-8db5-5c92739a6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec5e49-a1ab-4d71-b8dd-40ad9929d5fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:48.650015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc206392-34e4-433d-acf3-89062e1d4bb4 req-873ea956-6c9e-479d-af13-ca1e26473c7a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:48.651473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc206392-34e4-433d-acf3-89062e1d4bb4 req-873ea956-6c9e-479d-af13-ca1e26473c7a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0837343 Dec 12 15:42:48.653268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-fe2ccf20-9170-4814-9511-32a62393a192 service neutron] 10.222.0.30 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397178 Dec 12 15:42:48.755516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc206392-34e4-433d-acf3-89062e1d4bb4 req-1c105e5a-64e3-42db-b5c8-6123574b055c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980368 Dec 12 15:42:48.797853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-608997a8-4c5b-47d4-9599-cd9a02c9fd1a req-186ebe28-ffe2-472f-a148-a05c7f16a501 service neutron] 10.222.0.30 "GET /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346233 Dec 12 15:42:49.016712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-e1ea1ffc-b17c-4ec5-8b0d-ec3805e0f050 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:49.018149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-e1ea1ffc-b17c-4ec5-8b0d-ec3805e0f050 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 813 time: 0.1494730 Dec 12 15:42:49.026730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb12b4-1f8c-441f-9152-7d80136bf097 req-06ac869c-3d19-4b41-853b-8d4c73221a5c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:49.033223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccfb12b4-1f8c-441f-9152-7d80136bf097 req-06ac869c-3d19-4b41-853b-8d4c73221a5c tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1094 time: 0.0757563 Dec 12 15:42:49.043976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Request body: {'port': {'device_id': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02', 'admin_state_up': True, 'tenant_id': 'd8c3890279b54440ba8b4fe97d01b2b2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:49.149225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccfb12b4-1f8c-441f-9152-7d80136bf097 req-d764f919-5428-4292-a5ed-36840679b60b tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145856 Dec 12 15:42:49.171906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-942eb443-58ea-40be-ad9a-bac04d747854 req-3044766d-21a9-4d3c-8f19-e7bd78ae35f5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 210 time: 0.0473413 Dec 12 15:42:49.225486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Made reservation on behalf of d8c3890279b54440ba8b4fe97d01b2b2 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:49.229209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:49.381043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676fd2d-4573-48a5-85d7-daee102cde40 req-fca5fd3b-57ed-44fc-bfb3-e327ca59a386 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:49.382529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f676fd2d-4573-48a5-85d7-daee102cde40 req-fca5fd3b-57ed-44fc-bfb3-e327ca59a386 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0906038 Dec 12 15:42:49.417070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Allocated IP 172.20.0.8 (481444bc-8c09-4db9-89b3-1bb94810db02/5597eb9f-cf6b-4aa3-b447-599b290ed8c2/3f0fb124-e110-4dc9-a357-a2e713e42069) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:49.467842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f676fd2d-4573-48a5-85d7-daee102cde40 req-e80ab049-8eca-40e5-a5fd-2c22ee4ab8f3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772605 Dec 12 15:42:49.611141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:49.646562 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:49.694295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Network 481444bc-8c09-4db9-89b3-1bb94810db02 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:49.700717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:49.703068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:49.705891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Pushing event updated for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:49.759935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:49.760618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:49.776707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-033e65ae-c418-435a-80e6-12f3661569d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361965 Dec 12 15:42:49.790518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Request body: {'port': {'device_id': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:49.880453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:49.940276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa8739-fc1a-4fbd-a3da-b7af6ff887b0 req-367abd25-a6d7-4339-a141-7740ad823ef1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:49.941879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cfa8739-fc1a-4fbd-a3da-b7af6ff887b0 req-367abd25-a6d7-4339-a141-7740ad823ef1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0928617 Dec 12 15:42:50.055174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cfa8739-fc1a-4fbd-a3da-b7af6ff887b0 req-cb2573d7-881a-4a27-adde-6ae5da4aab94 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065221 Dec 12 15:42:50.157085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.213562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1014cbb-6d2e-46dc-9fe8-a63235e41792 req-e02efc75-d212-48bd-9417-9828e4df7ac6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.215144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1014cbb-6d2e-46dc-9fe8-a63235e41792 req-e02efc75-d212-48bd-9417-9828e4df7ac6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0843084 Dec 12 15:42:50.267626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe7555c7-d07f-47b1-a4b0-4d058888ef10 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:50.285935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe7555c7-d07f-47b1-a4b0-4d058888ef10 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "PUT /v2.0/quotas/b2272da09b614c5b9b2e8aa22d860441 HTTP/1.1" status: 200 len: 368 time: 0.1271803 Dec 12 15:42:50.288071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.292185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0fb124-e110-4dc9-a357-a2e713e42069 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:50.293208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Request body: {'network': {'project_id': 'b2272da09b614c5b9b2e8aa22d860441'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:50.312326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.314121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Made reservation on behalf of b2272da09b614c5b9b2e8aa22d860441 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:50.316383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.324712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.342332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6f7b5-d91b-4346-a10e-fa578aa78b88 req-24d6e543-43b3-440d-8c0d-bc8f49190673 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.343837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39f6f7b5-d91b-4346-a10e-fa578aa78b88 req-24d6e543-43b3-440d-8c0d-bc8f49190673 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1094 time: 0.1038568 Dec 12 15:42:50.347188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1014cbb-6d2e-46dc-9fe8-a63235e41792 req-e2340a22-1adc-465e-bacc-b8bc468df48c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083398 Dec 12 15:42:50.348146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Transition to ACTIVE for port object 3f0fb124-e110-4dc9-a357-a2e713e42069 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:50.353419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.413110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.419729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.448237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:42:50.466270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d0a10-9476-4d52-a88d-931bd7373034,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:50.469418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.469971 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Added segment 9d5a69ce-56df-48f1-b6c3-cdba5ee4f1ae of type vlan for network 3dcd57be-5733-4657-baf5-98da6129f7b5 Dec 12 15:42:50.484608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Pushing event updated for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:50.512194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.515337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39f6f7b5-d91b-4346-a10e-fa578aa78b88 req-7883404e-2aaf-40f0-ba98-69a18c6d693e tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561615 Dec 12 15:42:50.548132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.550176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.551041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.611255 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3220837 Dec 12 15:42:50.613866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34610) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.618813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Request body: {'network': {'project_id': 'b2272da09b614c5b9b2e8aa22d860441'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:50.632229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516716e2-4133-4748-9fa3-e635fec64ff6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event updated for resources: {'Network': ['ID=3dcd57be-5733-4657-baf5-98da6129f7b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:50.645879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3dcd57be-5733-4657-baf5-98da6129f7b5 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:42:50.654221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Made reservation on behalf of b2272da09b614c5b9b2e8aa22d860441 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:50.656878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.684008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:42:50.694994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.695353 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Added segment 8a71bb66-5267-48bd-903c-d1cad9ee0119 of type vlan for network 9f0a8942-950f-45d5-aaff-3fd4b7372865 Dec 12 15:42:50.743550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.769344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.770342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.770980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.829423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2117417 Dec 12 15:42:50.831077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.835758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1d26dd0d-12d1-4983-841e-a4608652d7cb tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Request body: {'network': {'project_id': 'b2272da09b614c5b9b2e8aa22d860441'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:50.844100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20d87-a8f2-4a49-aca4-e22950c11a1d tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event updated for resources: {'Network': ['ID=9f0a8942-950f-45d5-aaff-3fd4b7372865,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:50.853468 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d26dd0d-12d1-4983-841e-a4608652d7cb tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 15:42:50.853920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d26dd0d-12d1-4983-841e-a4608652d7cb tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:42:50.857873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025312e-d099-42b6-80d1-caeccb6a9246 req-da51d15c-02fe-413b-9512-57757bb3c098 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.858404 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d26dd0d-12d1-4983-841e-a4608652d7cb tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0230746 Dec 12 15:42:50.858540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 9f0a8942-950f-45d5-aaff-3fd4b7372865 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:42:50.858649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0025312e-d099-42b6-80d1-caeccb6a9246 req-da51d15c-02fe-413b-9512-57757bb3c098 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 943 time: 0.4360681 Dec 12 15:42:50.859469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34614) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.926784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd41fa-5177-4d63-ab97-bfd228ae0b93 req-0f9f98ae-c582-4832-b0a2-9d1382645f7b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:50.928242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23fd41fa-5177-4d63-ab97-bfd228ae0b93 req-0f9f98ae-c582-4832-b0a2-9d1382645f7b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.1176136 Dec 12 15:42:50.937325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Attempting to bind port 3f0fb124-e110-4dc9-a357-a2e713e42069 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:50.937657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Attempting to bind port 3f0fb124-e110-4dc9-a357-a2e713e42069 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:50.937982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Attempting to bind port 3f0fb124-e110-4dc9-a357-a2e713e42069 on network 481444bc-8c09-4db9-89b3-1bb94810db02 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:50.962488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Port 3f0fb124-e110-4dc9-a357-a2e713e42069 on network 481444bc-8c09-4db9-89b3-1bb94810db02 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:42:50.962805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Attempting to bind port 3f0fb124-e110-4dc9-a357-a2e713e42069 on network 481444bc-8c09-4db9-89b3-1bb94810db02 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:50.980651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e4619d05-f12e-4e09-997b-cb15bc106ce5 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2272da09b614c5b9b2e8aa22d860441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1200089 Dec 12 15:42:50.983488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:50.990317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:50.990591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Checking segment: {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:50.990965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Bound using segment: {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:50.991396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Bound port: 3f0fb124-e110-4dc9-a357-a2e713e42069, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:50.991750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:50.999004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0025312e-d099-42b6-80d1-caeccb6a9246 req-5bc37ae8-b909-413f-a789-4266230aedc9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274800 Dec 12 15:42:51.033184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23fd41fa-5177-4d63-ab97-bfd228ae0b93 req-c105b7f9-f0f8-4634-b8e5-3fe4112bbab3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885692 Dec 12 15:42:51.052413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.080907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.118396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:51.152173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f0fb124-e110-4dc9-a357-a2e713e42069,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:51.159347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.162457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c711c-da67-487c-94ef-1726413f97fb req-bbc550ca-a6ee-418d-9c57-2dc7ca67f53a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.163191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.164030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-586c711c-da67-487c-94ef-1726413f97fb req-bbc550ca-a6ee-418d-9c57-2dc7ca67f53a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0933235 Dec 12 15:42:51.167614 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/db7d0a10-9476-4d52-a88d-931bd7373034 HTTP/1.1" status: 204 len: 168 time: 0.1800137 Dec 12 15:42:51.167798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.168233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:51.190044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73187f-8d73-4d73-aa48-c19ff4dacbb6 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d0a10-9476-4d52-a88d-931bd7373034,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:51.205718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 375d547a-3229-46d4-8aa0-4f11a37255d9 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:42:51.235893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.236681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.238078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] 10.222.0.13 "PUT /v2.0/ports/3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 200 len: 1091 time: 1.4525404 Dec 12 15:42:51.238602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:51.241095 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d6d50-a2e7-4bf3-bd29-27107205e3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:51.275509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-586c711c-da67-487c-94ef-1726413f97fb req-efde55b7-a01f-4d24-8d5f-2aa40f42ddc4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014392 Dec 12 15:42:51.287151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.287788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcc080-9f9c-475a-8d02-d501c866c21b service neutron] Pushing event updated for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:51.362251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=375d547a-3229-46d4-8aa0-4f11a37255d9,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:51.368431 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d8508-7600-4154-a02f-7cdba09230d0 x-openstack-request-id: req-921d8508-7600-4154-a02f-7cdba09230d0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:51.368768 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:51.369026 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-921d8508-7600-4154-a02f-7cdba09230d0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:51.369435 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069', 'status': 'completed', 'code': 200} Dec 12 15:42:51.377614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '375d547a-3229-46d4-8aa0-4f11a37255d9', 'network_id': 'a78fe4a8-8342-4ee0-8cd0-0a5779d49b67', 'port_id': '375d547a-3229-46d4-8aa0-4f11a37255d9', 'mac_address': 'fa:16:3e:9a:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952bc232-a4fd-4e0e-8d33-4fe8273dbe12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:42:51.390892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-a2b63259-9438-4c8f-b33d-549efd9f86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.392410 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-a2b63259-9438-4c8f-b33d-549efd9f86c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 1094 time: 0.0852816 Dec 12 15:42:51.424234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.431740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.438192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d547a-3229-46d4-8aa0-4f11a37255d9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:51.452425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0a8942-950f-45d5-aaff-3fd4b7372865']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.462616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a71bb66-5267-48bd-903c-d1cad9ee0119') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.462895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a71bb66-5267-48bd-903c-d1cad9ee0119') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.463204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-ac3e46f7-79c6-40fb-ac61-5ffa01dcc5f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 200 len: 217 time: 0.0520811 Dec 12 15:42:51.463659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=375d547a-3229-46d4-8aa0-4f11a37255d9,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:51.469004 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.473773 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.488141 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.493758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b7e5-5d38-4029-b7f4-8385bbc09956 req-d6e0b2a4-3855-4f42-aefe-193e63428260 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.495361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-deb0b7e5-5d38-4029-b7f4-8385bbc09956 req-d6e0b2a4-3855-4f42-aefe-193e63428260 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0952539 Dec 12 15:42:51.497149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:42:51.497547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:42:51.499424 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:42:51.528507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:51.560969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-65c09492-5a77-4f91-9c95-ddf5e88bcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.562627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-65c09492-5a77-4f91-9c95-ddf5e88bcb04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.0841820 Dec 12 15:42:51.573511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.578819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.585296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9f0a8942-950f-45d5-aaff-3fd4b7372865 HTTP/1.1" status: 204 len: 168 time: 0.4157724 Dec 12 15:42:51.586841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:51.605729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-e20877b0-05c1-4e9e-b47b-936a8feb3d57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339618 Dec 12 15:42:51.615226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7a1c1-476e-4af7-be3b-a92885f580f4 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f0a8942-950f-45d5-aaff-3fd4b7372865,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:51.619358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-deb0b7e5-5d38-4029-b7f4-8385bbc09956 req-aef8ac15-c4e3-48dd-8267-402e430145d6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955684 Dec 12 15:42:51.672549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.705257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f378901-439d-4594-b1db-1268b4c0b5c7 req-c08b6f53-c0e9-4511-8335-edf047f7930a tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.706789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f378901-439d-4594-b1db-1268b4c0b5c7 req-c08b6f53-c0e9-4511-8335-edf047f7930a tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1095 time: 0.1034489 Dec 12 15:42:51.751378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-cf110929-7e38-4ac6-bf9f-6d56e5fe398c service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358924 Dec 12 15:42:51.753486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.775496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcd57be-5733-4657-baf5-98da6129f7b5']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.784849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a69ce-56df-48f1-b6c3-cdba5ee4f1ae') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.785430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a69ce-56df-48f1-b6c3-cdba5ee4f1ae') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:42:51.787610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f378901-439d-4594-b1db-1268b4c0b5c7 req-7d188825-ffb9-4d14-a2f9-c8fc7f051409 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739431 Dec 12 15:42:51.794971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.801554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['375d547a-3229-46d4-8aa0-4f11a37255d9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:51.815453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.822546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:42:51.823170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:42:51.825469 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:42:51.866883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab621f86-53ba-472d-a16a-b3c02bbc5ed0 req-ac979f18-9a52-490b-b9c0-bd3699a1e59c service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050587 Dec 12 15:42:51.885617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.891571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:51.894772 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] 10.222.0.36 "DELETE /v2.0/networks/3dcd57be-5733-4657-baf5-98da6129f7b5 HTTP/1.1" status: 204 len: 168 time: 0.3046036 Dec 12 15:42:51.906369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78268947-77fb-4fe2-bba2-4299d4d56382 tempest-QuotasNegativeTest-546863120 tempest-QuotasNegativeTest-546863120-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dcd57be-5733-4657-baf5-98da6129f7b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:51.971070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-eaff88cd-b3ef-48a5-8649-eab332c4c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:51.972613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-eaff88cd-b3ef-48a5-8649-eab332c4c647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 1094 time: 0.0461342 Dec 12 15:42:52.087628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-8827836b-9942-44ee-a709-284e1dd3aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.089017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-8827836b-9942-44ee-a709-284e1dd3aa80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 913 time: 0.1036472 Dec 12 15:42:52.147321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-ad76508b-e136-41ce-9db0-4db331c54b38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 200 len: 217 time: 0.0407333 Dec 12 15:42:52.196453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b75c-7bd1-45b9-a082-82de97d44f17 req-eaeb38b8-33a3-4cdf-b27d-50c7579e3f12 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.197909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38c7b75c-7bd1-45b9-a082-82de97d44f17 req-eaeb38b8-33a3-4cdf-b27d-50c7579e3f12 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 943 time: 0.1242647 Dec 12 15:42:52.233951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-3b68904c-129b-439a-ab9b-15aa1cfccfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.235405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-3b68904c-129b-439a-ab9b-15aa1cfccfce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.0806518 Dec 12 15:42:52.280477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-1262ff25-ff1b-4091-b953-5075bdd15139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365067 Dec 12 15:42:52.285064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38c7b75c-7bd1-45b9-a082-82de97d44f17 req-f0402be7-c151-43ac-9c7c-44be92a63f5a tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805013 Dec 12 15:42:52.330130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:52.414965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-521eeb21-9f91-4f65-b8c5-01672bf12b37 service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263630 Dec 12 15:42:52.427068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5e7a6-3ed5-436b-a0e7-2cd22a365ec2 req-a945bf04-0fc5-493e-b34b-dace03196641 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.428511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c5e7a6-3ed5-436b-a0e7-2cd22a365ec2 req-a945bf04-0fc5-493e-b34b-dace03196641 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0743196 Dec 12 15:42:52.442741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17e21383-c40f-4f34-9b82-ec4a31be0b70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.517224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17e21383-c40f-4f34-9b82-ec4a31be0b70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.521667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17e21383-c40f-4f34-9b82-ec4a31be0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.539758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c5e7a6-3ed5-436b-a0e7-2cd22a365ec2 req-10209e52-1289-4cc9-949f-39cdb3493ad5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010804 Dec 12 15:42:52.562147 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-17e21383-c40f-4f34-9b82-ec4a31be0b70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02d62ab19c7d492297739a92ab115014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297523 Dec 12 15:42:52.563551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e21383-c40f-4f34-9b82-ec4a31be0b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12893fd0-bad4-4d9e-88a8-561a2f4894d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:52.564973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:52.572317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-619d6d50-a2e7-4bf3-bd29-27107205e3e4 req-ea224db7-b7dd-4cc6-985d-211389760e3b service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428723 Dec 12 15:42:52.616626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.638224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.690584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.693172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:52.694309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12893fd0-bad4-4d9e-88a8-561a2f4894d6 HTTP/1.1" status: 204 len: 168 time: 0.1284521 Dec 12 15:42:52.712524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a5bf4-4327-4f47-b060-01a106a36197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12893fd0-bad4-4d9e-88a8-561a2f4894d6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:52.753104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875d6da-1690-4abc-8e92-b95b5a3bde4d req-939325ba-dae9-4b48-92ce-6fe01ebf2e86 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.754843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b875d6da-1690-4abc-8e92-b95b5a3bde4d req-939325ba-dae9-4b48-92ce-6fe01ebf2e86 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0594902 Dec 12 15:42:52.807100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b875d6da-1690-4abc-8e92-b95b5a3bde4d req-341294a3-8118-45aa-a504-456d87722fe0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460899 Dec 12 15:42:52.905871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1ed55-8c9b-4a9e-b432-b46179fee219 req-45fa497b-6f06-4aae-9312-b7920369b6ea tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:52.907529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47d1ed55-8c9b-4a9e-b432-b46179fee219 req-45fa497b-6f06-4aae-9312-b7920369b6ea tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1095 time: 0.0438573 Dec 12 15:42:52.958971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47d1ed55-8c9b-4a9e-b432-b46179fee219 req-80674259-3d2a-4d6e-a447-45fe2b0cb8a6 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Dec 12 15:42:52.996569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:53.010173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-638a5afe-506e-4a4d-a76a-e1bd015e68ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.062414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-9f60881d-e30e-45de-bf51-8ed029b86d48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:53.063770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-9f60881d-e30e-45de-bf51-8ed029b86d48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 945 time: 0.0563567 Dec 12 15:42:53.093351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-638a5afe-506e-4a4d-a76a-e1bd015e68ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.097929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-638a5afe-506e-4a4d-a76a-e1bd015e68ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.137470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-638a5afe-506e-4a4d-a76a-e1bd015e68ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4e6cab48f674b1e82c5de9fbd62a40e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397517 Dec 12 15:42:53.138389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5afe-506e-4a4d-a76a-e1bd015e68ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d9acf-32af-4b21-a9c4-079f39d79cf4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:53.144684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:53.178336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:42:53.178862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.189420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.210496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.228130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 375d547a-3229-46d4-8aa0-4f11a37255d9 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:53.277688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.281605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.282863 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae7d9acf-32af-4b21-a9c4-079f39d79cf4 HTTP/1.1" status: 204 len: 168 time: 0.1410732 Dec 12 15:42:53.288496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 375d547a-3229-46d4-8aa0-4f11a37255d9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:53.294575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:53.294940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.298058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 375d547a-3229-46d4-8aa0-4f11a37255d9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:53.298434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.304364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e911f59-6f28-4f86-9294-60bca5732675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d9acf-32af-4b21-a9c4-079f39d79cf4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:53.319383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 76169b18-fb0e-4f79-8a41-bb6f5ce1580a owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:42:53.393980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.419639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:53.422441 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa2cbae-f25b-40a2-a87f-db67778a01a9" -d '{"events": [{"server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "name": "network-vif-plugged", "status": "completed", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:53.446613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=375d547a-3229-46d4-8aa0-4f11a37255d9,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:53.450731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d5c61-ac17-4ecd-a209-126ff615eacf req-6b91ef4b-0dbe-4e2a-87cc-39d1cb682dd5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:53.451317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.452286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6d5c61-ac17-4ecd-a209-126ff615eacf req-6b91ef4b-0dbe-4e2a-87cc-39d1cb682dd5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 943 time: 0.0800333 Dec 12 15:42:53.486464 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954df40d-a429-48a7-98a4-1981085ba293 x-openstack-request-id: req-954df40d-a429-48a7-98a4-1981085ba293 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:53.486950 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "name": "network-vif-plugged", "status": "completed", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:53.487300 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-954df40d-a429-48a7-98a4-1981085ba293 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:53.487768 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9', 'code': 200} Dec 12 15:42:53.534984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:53.548081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e6d5c61-ac17-4ecd-a209-126ff615eacf req-c183dcc6-73f0-447b-aed8-c384739d660e tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867684 Dec 12 15:42:53.549291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.563114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['76169b18-fb0e-4f79-8a41-bb6f5ce1580a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:53.602452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=76169b18-fb0e-4f79-8a41-bb6f5ce1580a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:53.686180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 76169b18-fb0e-4f79-8a41-bb6f5ce1580a on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:42:53.690952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:53.695138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6218f357-12cf-49be-9908-8d0db55b9e49 req-591a956c-cd2b-4cf0-afdd-4a72c35b7ac7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "DELETE /v2.0/ports/76169b18-fb0e-4f79-8a41-bb6f5ce1580a HTTP/1.1" status: 204 len: 173 time: 0.6216671 Dec 12 15:42:53.696408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'name': 'network-vif-deleted', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:53.699901 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20f046-74ab-466e-9a6c-e85c1ab035df" -d '{"events": [{"server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "name": "network-vif-deleted", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:53.718514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d9682-9de3-4d82-add4-c0e5b8d71398 req-1bc75881-a266-4257-9bb4-88a721160381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:53.732945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e63d9682-9de3-4d82-add4-c0e5b8d71398 req-1bc75881-a266-4257-9bb4-88a721160381 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.1814961 Dec 12 15:42:53.770794 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ebb0c-df74-4b97-abaa-23088332b441 x-openstack-request-id: req-4e8ebb0c-df74-4b97-abaa-23088332b441 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:53.771333 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c95047-2039-4cc5-b989-024ba576b006", "name": "network-vif-deleted", "tag": "76169b18-fb0e-4f79-8a41-bb6f5ce1580a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:53.771759 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e8ebb0c-df74-4b97-abaa-23088332b441 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:53.772354 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c95047-2039-4cc5-b989-024ba576b006', 'name': 'network-vif-deleted', 'tag': '76169b18-fb0e-4f79-8a41-bb6f5ce1580a', 'status': 'completed', 'code': 200} Dec 12 15:42:53.808208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f615d1-02b9-4322-abb5-95fd9962ea1b req-7908a709-01f7-427d-b05f-30b393fb2464 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:53.813252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8f615d1-02b9-4322-abb5-95fd9962ea1b req-7908a709-01f7-427d-b05f-30b393fb2464 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1755450 Dec 12 15:42:53.835207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e63d9682-9de3-4d82-add4-c0e5b8d71398 req-7f9ea355-40b5-448b-be16-062f6b4dfc6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913339 Dec 12 15:42:53.905300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8f615d1-02b9-4322-abb5-95fd9962ea1b req-4f1b227c-8deb-402f-818f-d3957fd96e7e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855639 Dec 12 15:42:53.957925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-949828a1-6aa7-4a67-ad84-626fae5889db req-8496e4b1-c486-421b-9daf-294add2611cf tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.0515435 Dec 12 15:42:54.094202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd0edb-34f5-45a7-8057-27c8d8391e5d req-a721469b-6a12-4dac-9d10-e9592bb751eb tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:54.095713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77cd0edb-34f5-45a7-8057-27c8d8391e5d req-a721469b-6a12-4dac-9d10-e9592bb751eb tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.0529616 Dec 12 15:42:54.179908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77cd0edb-34f5-45a7-8057-27c8d8391e5d req-0ec9f75c-e705-449d-9b2c-f39eceb58ff2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748630 Dec 12 15:42:54.384266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:54.488741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1609375488'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:54.512906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:54.517031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.529303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.554762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f0fb124-e110-4dc9-a357-a2e713e42069 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:42:54.648279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.653758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.685326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:42:54.693824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b827e627-4cef-4279-9ed7-8eb1e16d53f3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:54.709815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.710159 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Added segment 0b42949b-2985-4f87-a2bf-73e1dccc605c of type vlan for network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 Dec 12 15:42:54.751405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f0fb124-e110-4dc9-a357-a2e713e42069,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:54.757502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbc0df-d2aa-4e8c-b17d-dca53c99a38e req-c9855609-635f-4bb1-ab00-ac95272d2b9b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:54.760058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89fbc0df-d2aa-4e8c-b17d-dca53c99a38e req-c9855609-635f-4bb1-ab00-ac95272d2b9b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 943 time: 0.0814285 Dec 12 15:42:54.765922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3f0fb124-e110-4dc9-a357-a2e713e42069', 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02', 'port_id': '3f0fb124-e110-4dc9-a357-a2e713e42069', 'mac_address': 'fa:16:3e:c9:c3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5597eb9f-cf6b-4aa3-b447-599b290ed8c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:42:54.776897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.817413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89fbc0df-d2aa-4e8c-b17d-dca53c99a38e req-5b48171d-4e41-4664-a8cc-9d029ade4fb3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Dec 12 15:42:54.823393 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.825824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.833291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:54.834085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.839785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0fb124-e110-4dc9-a357-a2e713e42069 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:42:54.863881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f0fb124-e110-4dc9-a357-a2e713e42069,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:54.869356 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:54.942018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:54.942782 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5570371 Dec 12 15:42:54.948573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21550a8-c43e-4fb4-b2b8-edcd0efbdc53 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Network': ['ID=c6041619-3ba3-465f-b4b8-fcd3138ec9d5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:54.950973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'subnet': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:54.965072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:42:55.102917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:55.113348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41d288ab-ea8f-499c-921f-2f8300754d18 req-ef66d58a-e989-406a-b77b-7c6f48ddaf3c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.0452693 Dec 12 15:42:55.143034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3f0fb124-e110-4dc9-a357-a2e713e42069'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:42:55.172584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:55.179597 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:55.212180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff4a4-a041-45ed-b014-cdb305653ce6 req-a11d9706-2b1e-4ba6-8651-515a687bf051 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:55.213812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c7ff4a4-a041-45ed-b014-cdb305653ce6 req-a11d9706-2b1e-4ba6-8651-515a687bf051 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.1510682 Dec 12 15:42:55.358210 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c7ff4a4-a041-45ed-b014-cdb305653ce6 req-94f317f0-3a0b-46c5-971e-4a417b78dbba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045766 Dec 12 15:42:55.394827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86740c78-a1fa-4f85-9402-e5556f3bdc11 req-814e840a-cbfc-4161-a8d6-9862baf466e2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:55.396390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86740c78-a1fa-4f85-9402-e5556f3bdc11 req-814e840a-cbfc-4161-a8d6-9862baf466e2 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.1147416 Dec 12 15:42:55.522904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86740c78-a1fa-4f85-9402-e5556f3bdc11 req-d23342c8-4c1b-42de-9ec3-3da0a794bbc8 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144235 Dec 12 15:42:55.547805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:55.609535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Subnet': ['ID=0d84fbd2-f172-4f72-a7dd-2ac518781a60,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:55.642830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Checking segment: {'id': '0b42949b-2985-4f87-a2bf-73e1dccc605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:55.643209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network hostable DHCP agents. Network: c6041619-3ba3-465f-b4b8-fcd3138ec9d5, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:42:55.675872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60dbc8-6f42-42b8-ad21-1b2cfc7900a3 req-ec20a3ae-d18b-404c-8f81-65c807b821bc tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:55.677426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b60dbc8-6f42-42b8-ad21-1b2cfc7900a3 req-ec20a3ae-d18b-404c-8f81-65c807b821bc tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.0635557 Dec 12 15:42:55.678173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:42:55.692969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c6041619-3ba3-465f-b4b8-fcd3138ec9d5) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:55.703146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5af05d-0fba-4140-a2f5-8019bd5e7362 None None] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:55.705927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:55.706520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:55.736810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a19ef9c6-6c5f-4e89-ae82-21de8cd8b3a0 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7929318 Dec 12 15:42:55.739877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:55.743360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b60dbc8-6f42-42b8-ad21-1b2cfc7900a3 req-60194342-e84b-4c6b-8115-0fc92cd522d0 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588012 Dec 12 15:42:55.744892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1950587195'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:55.915627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'project_id': 'ae79fc82da2742a0a9f035404e590e7b', 'fixed_ips': [{'subnet_id': '0d84fbd2-f172-4f72-a7dd-2ac518781a60'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:42:55.924045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:55.971465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ca26-205b-44a9-aae5-ab530be831ad req-ff28b684-e514-49ac-976e-0d62a57253ac tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:55.984924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e338ca26-205b-44a9-aae5-ab530be831ad req-ff28b684-e514-49ac-976e-0d62a57253ac tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.0889823 Dec 12 15:42:56.030178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:56.036088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.061821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port cc971776-43b1-4770-b2d8-207117bf3304 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:42:56.122114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e338ca26-205b-44a9-aae5-ab530be831ad req-db59146f-19fb-4b1c-907d-544c807d5484 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362710 Dec 12 15:42:56.160372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Allocated IP 2001:db8::2 (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/adcf0c7e-4f80-44a0-b725-af445b016812) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:56.180099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3e67e-1473-45b8-862a-315d67ea7e15 req-e9695544-eecf-4917-900e-ea74fb78f4bb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:56.182237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ef3e67e-1473-45b8-862a-315d67ea7e15 req-e9695544-eecf-4917-900e-ea74fb78f4bb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 944 time: 0.1946440 Dec 12 15:42:56.248110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ef3e67e-1473-45b8-862a-315d67ea7e15 req-5e4e23d3-4013-4170-82f5-48097b5dfa8a tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Dec 12 15:42:56.279649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68008986-b150-4800-81e0-d0db563bb04d req-4a517e26-853c-4023-a283-41aef0433235 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.0487385 Dec 12 15:42:56.354680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.362248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.426758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Pushing event updated for resources: {'Port': ['ID=adcf0c7e-4f80-44a0-b725-af445b016812,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:56.446207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:56.448180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:56.451238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:56.508746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::2ed (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/cc971776-43b1-4770-b2d8-207117bf3304) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:56.537613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4e514-df3b-4712-8044-f6ba80d38079 req-ed350c4a-ece2-4c71-8cd2-78ff94579c75 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:56.540209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4c4e514-df3b-4712-8044-f6ba80d38079 req-ed350c4a-ece2-4c71-8cd2-78ff94579c75 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.0691469 Dec 12 15:42:56.556720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Attempting to bind port adcf0c7e-4f80-44a0-b725-af445b016812 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:42:56.558624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Attempting to bind port adcf0c7e-4f80-44a0-b725-af445b016812 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '0b42949b-2985-4f87-a2bf-73e1dccc605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:42:56.559010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Attempting to bind port adcf0c7e-4f80-44a0-b725-af445b016812 on network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:42:56.567914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f0fb124-e110-4dc9-a357-a2e713e42069 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:56.576322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:42:56.576322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Checking segment: {'id': '0b42949b-2985-4f87-a2bf-73e1dccc605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:42:56.576677 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.576980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Bound using segment: {'id': '0b42949b-2985-4f87-a2bf-73e1dccc605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:42:56.577468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Bound port: adcf0c7e-4f80-44a0-b725-af445b016812, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b42949b-2985-4f87-a2bf-73e1dccc605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:42:56.577846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.643130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4c4e514-df3b-4712-8044-f6ba80d38079 req-d91a1df4-1d99-4ffb-8708-94029c3d16c9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942938 Dec 12 15:42:56.656208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11c98d-cf49-48c5-852e-9141ff241900 req-79e3466d-c489-4793-ab04-a99aef229807 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:56.657985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db11c98d-cf49-48c5-852e-9141ff241900 req-79e3466d-c489-4793-ab04-a99aef229807 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.1060882 Dec 12 15:42:56.714304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db11c98d-cf49-48c5-852e-9141ff241900 req-d4dd7075-7aed-455d-9878-710547b1e394 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Dec 12 15:42:56.770341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] For port adcf0c7e-4f80-44a0-b725-af445b016812, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:56.774302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] For port adcf0c7e-4f80-44a0-b725-af445b016812, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=adcf0c7e-4f80-44a0-b725-af445b016812,segment=NetworkSegment(0b42949b-2985-4f87-a2bf-73e1dccc605c),segment_id=0b42949b-2985-4f87-a2bf-73e1dccc605c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:42:56.776002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3f0fb124-e110-4dc9-a357-a2e713e42069 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:42:56.780791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3f0fb124-e110-4dc9-a357-a2e713e42069 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:56.781168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.784207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.800768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.838519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.868298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec6f6c-9168-445d-a26f-20d36d2f2dd3 None None] Pushing event updated for resources: {'Port': ['ID=adcf0c7e-4f80-44a0-b725-af445b016812,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:56.905337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=cc971776-43b1-4770-b2d8-207117bf3304,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:56.919823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:56.922087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:56.925393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:56.938013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:56.938700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:56.962566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5b955fe-1357-4871-b8ea-bfb5e1ed5a48 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2218320 Dec 12 15:42:56.963886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34748) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:42:56.970929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1819913980', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:8c:b0:2b'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:56.987744 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:57.022473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:57.025698 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f289be6-307c-44be-b5d9-25132caddfb8" -d '{"events": [{"server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:57.041348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f0fb124-e110-4dc9-a357-a2e713e42069,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:57.053527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:57.054455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 76169b18-fb0e-4f79-8a41-bb6f5ce1580a no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:42:57.099013 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9f285840-84cc-4604-8c6d-170c75e1f692 service neutron] show failed (client error): The resource could not be found. Dec 12 15:42:57.100479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9f285840-84cc-4604-8c6d-170c75e1f692 service neutron] 10.222.0.13 "GET /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.2048306 Dec 12 15:42:57.128322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 76169b18-fb0e-4f79-8a41-bb6f5ce1580a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:42:57.131095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 76169b18-fb0e-4f79-8a41-bb6f5ce1580a not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:42:57.182672 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99148e7f-14b6-4ac0-800d-5d6d0b967274 x-openstack-request-id: req-99148e7f-14b6-4ac0-800d-5d6d0b967274 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:57.183275 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:57.183699 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99148e7f-14b6-4ac0-800d-5d6d0b967274 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:57.185084 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069', 'code': 200} Dec 12 15:42:57.210559 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:42:57.236469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:57.331577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:42:57.558792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bb1b43c-d664-4a7b-adc1-5c5c0a51c174 req-4a3f9e10-2dce-4e56-aa59-013fc6a818ca tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.1243453 Dec 12 15:42:57.587337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1909b04-69e9-48c6-a2d4-bbef0e8c94a3 req-f46f3839-f28f-4300-a800-eafb3e33a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:57.588899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1909b04-69e9-48c6-a2d4-bbef0e8c94a3 req-f46f3839-f28f-4300-a800-eafb3e33a048 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 1096 time: 0.3686981 Dec 12 15:42:57.632270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:57.649237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160edceb-0bc0-499f-a933-f9becf41a4f6 req-1ec04602-a0cd-4d67-aaeb-9550ba9e278f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:57.650753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-160edceb-0bc0-499f-a933-f9becf41a4f6 req-1ec04602-a0cd-4d67-aaeb-9550ba9e278f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.2122245 Dec 12 15:42:57.661869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-a1c3889b-cc77-4064-b386-eda7371b9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:57.663352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-a1c3889b-cc77-4064-b386-eda7371b9bbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 1097 time: 0.2274690 Dec 12 15:42:57.712768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:42:57.740088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port 77cae39c-7564-4b7d-83b6-32883516acf5 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:42:57.752362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1909b04-69e9-48c6-a2d4-bbef0e8c94a3 req-928c2d74-cecd-425b-8780-5e77ac6019af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447103 Dec 12 15:42:57.810383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-160edceb-0bc0-499f-a933-f9becf41a4f6 req-5661414a-fee9-4fbc-a4e3-9b50f4b13b1c tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443863 Dec 12 15:42:57.999364 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:58.354378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a9d07-5789-44b8-84f0-f2c9f066651d req-af0e5b47-f0c2-435a-b892-abfd5daeafee tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:58.355903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c85a9d07-5789-44b8-84f0-f2c9f066651d req-af0e5b47-f0c2-435a-b892-abfd5daeafee tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.5510089 Dec 12 15:42:58.373967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f4d98-0544-42a6-8471-2a6b9d237125 req-863f80e0-e475-4993-9c3c-3dd8b4cea674 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:58.375474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-766f4d98-0544-42a6-8471-2a6b9d237125 req-863f80e0-e475-4993-9c3c-3dd8b4cea674 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.4861560 Dec 12 15:42:58.422496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-0379b433-5cd4-4224-8b35-e0bf6ba90191 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:58.424579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-0379b433-5cd4-4224-8b35-e0bf6ba90191 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.5233181 Dec 12 15:42:58.502497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::276 (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/77cae39c-7564-4b7d-83b6-32883516acf5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:42:58.616506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca5432-010b-451a-aa70-748c74f00d09 None None] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:42:58.622590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device adcf0c7e-4f80-44a0-b725-af445b016812 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:42:58.690813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c85a9d07-5789-44b8-84f0-f2c9f066651d req-d483afbf-1eb4-4ba8-a58c-f9679b51dbda tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273780 Dec 12 15:42:58.707785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-766f4d98-0544-42a6-8471-2a6b9d237125 req-23633d44-78bc-41dd-a348-ce05e77577f1 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016639 Dec 12 15:42:58.775382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Provisioning complete for port adcf0c7e-4f80-44a0-b725-af445b016812 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:58.775895 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:58.855468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port adcf0c7e-4f80-44a0-b725-af445b016812 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:58.855850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:58.989484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.029220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba3d937f-74ad-4858-8020-74e83b7c139f req-795d0c22-4875-46ea-aa96-0d03e073ae99 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.1173794 Dec 12 15:42:59.075933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] For port adcf0c7e-4f80-44a0-b725-af445b016812, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=adcf0c7e-4f80-44a0-b725-af445b016812,segment=NetworkSegment(0b42949b-2985-4f87-a2bf-73e1dccc605c),segment_id=0b42949b-2985-4f87-a2bf-73e1dccc605c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:59.115840 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.123402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Deleting port 375d547a-3229-46d4-8aa0-4f11a37255d9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:42:59.123747 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.175637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Pushing event updated for resources: {'Port': ['ID=adcf0c7e-4f80-44a0-b725-af445b016812,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:42:59.191695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.192053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.192413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.192777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.193120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.193457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.193790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.194121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.194447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.194777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.195108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.196001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.198753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5cd519-7d4d-4a66-8e05-8fc2de84a832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:42:59.228303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:59.278470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fceda-7fc9-4095-ad10-0d0abf0fa514 req-0f89191c-1a22-4b2d-99bc-2cc9eb11a6eb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:59.286118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-389fceda-7fc9-4095-ad10-0d0abf0fa514 req-0f89191c-1a22-4b2d-99bc-2cc9eb11a6eb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.2831471 Dec 12 15:42:59.292244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.367371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:42:59.449010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] For port 375d547a-3229-46d4-8aa0-4f11a37255d9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=375d547a-3229-46d4-8aa0-4f11a37255d9,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:42:59.449379 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.458120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-389fceda-7fc9-4095-ad10-0d0abf0fa514 req-83814cec-e1a4-41b4-ac6c-155b5b6215ac tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711433 Dec 12 15:42:59.458700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3efddca4-a26c-48f9-aa9c-096c77bf8973 None None] Provisioning complete for port cc971776-43b1-4770-b2d8-207117bf3304 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:59.459074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3efddca4-a26c-48f9-aa9c-096c77bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.475203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:42:59.478048 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53794cc9-6b8c-4052-b2c7-181ce4b3301a" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:42:59.497746 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.497746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Calling delete_port for 375d547a-3229-46d4-8aa0-4f11a37255d9 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:42:59.511555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.573128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Transition to ACTIVE for port object 8b12e2b3-0f41-4f37-9099-601e0633a73b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:42:59.579089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3efddca4-a26c-48f9-aa9c-096c77bf8973 None None] Port cc971776-43b1-4770-b2d8-207117bf3304 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:59.589578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.607849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3efddca4-a26c-48f9-aa9c-096c77bf8973 None None] Provisioning complete for port adcf0c7e-4f80-44a0-b725-af445b016812 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:59.608331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3efddca4-a26c-48f9-aa9c-096c77bf8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.656241 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd24e86-154a-4871-86c5-c63dbbeed3b1 x-openstack-request-id: req-0fd24e86-154a-4871-86c5-c63dbbeed3b1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:42:59.656938 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:42:59.658969 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fd24e86-154a-4871-86c5-c63dbbeed3b1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:42:59.659413 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'code': 200} Dec 12 15:42:59.773587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:42:59.853658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7951e4fe-2169-4e4b-9cff-33b1c2e6a635 None None] Provisioning complete for port cc971776-43b1-4770-b2d8-207117bf3304 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:42:59.856794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7951e4fe-2169-4e4b-9cff-33b1c2e6a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.910065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:42:59.944283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7951e4fe-2169-4e4b-9cff-33b1c2e6a635 None None] Port cc971776-43b1-4770-b2d8-207117bf3304 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:42:59.954071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:42:59.960541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:42:59.962442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:42:59.966567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=77cae39c-7564-4b7d-83b6-32883516acf5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:00.238661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:00.329878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:00.342319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:43:00.344887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['375d547a-3229-46d4-8aa0-4f11a37255d9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:43:00.425713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:00.426272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-026f03a4-bc5a-4f5e-acf7-6b0529c70984 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.4575965 Dec 12 15:43:00.482868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device adcf0c7e-4f80-44a0-b725-af445b016812 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:00.554608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Pushing event deleted for resources: {'Port': ['ID=375d547a-3229-46d4-8aa0-4f11a37255d9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:00.576964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80599cc4-fa30-438a-b97a-d5c2774db098 req-dd4455f0-f8a8-40a4-ab27-997447dc25cf tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:00.580864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80599cc4-fa30-438a-b97a-d5c2774db098 req-dd4455f0-f8a8-40a4-ab27-997447dc25cf tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a356861c-e6e4-46c7-81e7-d15b73df4e69 HTTP/1.1" status: 200 len: 1096 time: 0.7111855 Dec 12 15:43:00.586707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edb487-a36c-4a17-ab7a-fa8332302a95 req-f7c6f477-d273-4694-a6e2-e828093dd4de tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:00.593826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0edb487-a36c-4a17-ab7a-fa8332302a95 req-f7c6f477-d273-4694-a6e2-e828093dd4de tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.7276578 Dec 12 15:43:00.644154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:00.664611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] No DVR routers for this DVR port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:00.744745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] No DVR routers for this DVR port 375d547a-3229-46d4-8aa0-4f11a37255d9 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:00.759785 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:00.764851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d58012c6-eee0-454a-8cb6-6968e0d3399d req-7b900b44-81ec-4f6f-8ee5-249dd5d1e343 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.30 "DELETE /v2.0/ports/375d547a-3229-46d4-8aa0-4f11a37255d9 HTTP/1.1" status: 204 len: 173 time: 2.3265495 Dec 12 15:43:00.873095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0dd31-81b0-495d-8a07-1e56a905edd5 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:00.878252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:00.907215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0dd31-81b0-495d-8a07-1e56a905edd5 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:00.918906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0edb487-a36c-4a17-ab7a-fa8332302a95 req-66dfa818-3a7f-4ee9-85ec-288f92bdeff0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241141 Dec 12 15:43:00.921975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0dd31-81b0-495d-8a07-1e56a905edd5 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:00.929316 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7db0dd31-81b0-495d-8a07-1e56a905edd5 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5013025 Dec 12 15:43:00.930897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:00.963263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80599cc4-fa30-438a-b97a-d5c2774db098 req-52815d39-069c-4ebf-90f8-b38164a2b911 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649824 Dec 12 15:43:01.076876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b07761f9-9d9c-4914-85e5-18c416ec6d9e None None] Provisioning complete for port 77cae39c-7564-4b7d-83b6-32883516acf5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:01.079787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b07761f9-9d9c-4914-85e5-18c416ec6d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.164751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port adcf0c7e-4f80-44a0-b725-af445b016812 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:01.168582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.168788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:01.169074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:01.169459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:01.192069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:43:01.192389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:01.231332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8842292-ccf4-4e0e-98ff-bcb4c66971e2 req-cd954e2e-b9fd-4fb4-823d-6c4c234452b1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=69c95047-2039-4cc5-b989-024ba576b006 HTTP/1.1" status: 200 len: 210 time: 0.0568149 Dec 12 15:43:01.239073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:01.239073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:01.239556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Bound using segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:01.239935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Bound port: 8b12e2b3-0f41-4f37-9099-601e0633a73b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:01.240290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.243203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port 77cae39c-7564-4b7d-83b6-32883516acf5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:01.243553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.293142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b07761f9-9d9c-4914-85e5-18c416ec6d9e None None] Port 77cae39c-7564-4b7d-83b6-32883516acf5 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:01.366918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:01.373737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:01.385156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.493811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:01.495056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.496830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1092 time: 3.7918601 Dec 12 15:43:01.561740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6e2a7-2eea-4911-b113-e84e71256b21 service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:01.565242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:01.632700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for 77cae39c-7564-4b7d-83b6-32883516acf5 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:01.660293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'name': 'network-vif-deleted', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9'}, {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:01.662879 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28" -d '{"events": [{"server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "name": "network-vif-deleted", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9"}, {"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:01.836888 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcae9e3-fe4e-4e0a-be33-cb0fc48e57a2 x-openstack-request-id: req-3fcae9e3-fe4e-4e0a-be33-cb0fc48e57a2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:01.838406 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356861c-e6e4-46c7-81e7-d15b73df4e69", "name": "network-vif-deleted", "tag": "375d547a-3229-46d4-8aa0-4f11a37255d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:01.839089 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fcae9e3-fe4e-4e0a-be33-cb0fc48e57a2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:01.839331 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a356861c-e6e4-46c7-81e7-d15b73df4e69', 'name': 'network-vif-deleted', 'tag': '375d547a-3229-46d4-8aa0-4f11a37255d9', 'status': 'completed', 'code': 200} Dec 12 15:43:01.839590 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:43:01.850219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-5286ee09-1f62-461e-aefd-e73bac4d5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:01.859077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-5286ee09-1f62-461e-aefd-e73bac4d5062 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1095 time: 0.3213463 Dec 12 15:43:01.894639 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:02.128488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=77cae39c-7564-4b7d-83b6-32883516acf5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:02.183735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-2fdd59cb-3b8c-4999-a811-467926bc1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.185474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-2fdd59cb-3b8c-4999-a811-467926bc1bf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.2751250 Dec 12 15:43:02.316891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-7039908f-2001-4945-8c54-b77415cf3ad7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.1163766 Dec 12 15:43:02.351706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:02.357563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ac17b2b1-bcf5-4aae-a1c2-23e7c440411e tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/77cae39c-7564-4b7d-83b6-32883516acf5 HTTP/1.1" status: 204 len: 168 time: 1.4229083 Dec 12 15:43:02.358476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:02.408560 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-987fa955-7dd5-43c2-bd8d-d886dec9d22a tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] GET failed (client error): The resource could not be found. Dec 12 15:43:02.439867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-987fa955-7dd5-43c2-bd8d-d886dec9d22a tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports/77cae39c-7564-4b7d-83b6-32883516acf5 HTTP/1.1" status: 404 len: 333 time: 0.0769041 Dec 12 15:43:02.440545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:02.451595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2144627886'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:02.490058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2149d9-7f70-463c-962d-94bc1139025d req-88cc9b0d-448c-483d-88bc-a375a7d88f69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.496001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad2149d9-7f70-463c-962d-94bc1139025d req-88cc9b0d-448c-483d-88bc-a375a7d88f69 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.3050160 Dec 12 15:43:02.581975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-05baf3ba-01e2-4a7b-8cbb-862de187e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.586540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-05baf3ba-01e2-4a7b-8cbb-862de187e892 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1095 time: 0.7249317 Dec 12 15:43:02.589737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-4bb11867-8b12-4582-9a5d-5c5ec9c7efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.594223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-4bb11867-8b12-4582-9a5d-5c5ec9c7efde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.2252975 Dec 12 15:43:02.765404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-424148af-4a7a-4667-b229-c9626d07e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.767295 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-424148af-4a7a-4667-b229-c9626d07e1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488309 Dec 12 15:43:02.786200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:02.799749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:02.821809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port b558ae44-0d1c-424e-abd5-bf747282dbcf yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:02.890614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad2149d9-7f70-463c-962d-94bc1139025d req-53eaf24b-8618-48e6-b88f-fac78837345b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643045 Dec 12 15:43:02.954152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-0b0e73fe-f073-4de7-809f-721b1b3d72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:02.956058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-0b0e73fe-f073-4de7-809f-721b1b3d72e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.3598876 Dec 12 15:43:03.035098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-21a3315d-5dc0-4c99-a8af-022b48187a2f service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577732 Dec 12 15:43:03.039562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d34329-0d40-44f9-a84d-0ae4e6f86833 req-c3887180-6f83-4e20-94d3-60d3edc93bb7 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:03.047810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9d34329-0d40-44f9-a84d-0ae4e6f86833 req-c3887180-6f83-4e20-94d3-60d3edc93bb7 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.1917503 Dec 12 15:43:03.126507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::1af (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/b558ae44-0d1c-424e-abd5-bf747282dbcf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:03.200969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-e82e2055-d5fc-4951-ab0e-db0582f747eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.2326798 Dec 12 15:43:03.257027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9d5c552f-c774-4923-927b-56767f0b0107 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983867 Dec 12 15:43:03.260854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-bd776c38-aa1d-4448-863d-2cfb7a4b28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:03.262255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-bd776c38-aa1d-4448-863d-2cfb7a4b28fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.0539408 Dec 12 15:43:03.265787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9d34329-0d40-44f9-a84d-0ae4e6f86833 req-971cf6fa-26b5-4e40-a3ce-ded40af87b3d tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171953 Dec 12 15:43:03.274195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 375d547a-3229-46d4-8aa0-4f11a37255d9 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:03.333112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 375d547a-3229-46d4-8aa0-4f11a37255d9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:03.333693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 375d547a-3229-46d4-8aa0-4f11a37255d9 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:03.500184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-8a78df52-43df-457d-915e-d0455e914498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:03.501728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-8a78df52-43df-457d-915e-d0455e914498 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321291 Dec 12 15:43:03.503808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:03.563039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:03.644320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-7f93131f-1aa4-4e59-9763-b3e4ae548dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:03.645979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-7f93131f-1aa4-4e59-9763-b3e4ae548dbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1095 time: 0.2564578 Dec 12 15:43:03.673798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=b558ae44-0d1c-424e-abd5-bf747282dbcf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:03.684093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:03.685605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:03.688978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:03.702855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:03.703541 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:03.744235 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a095bc4c-5cdd-4049-bedc-4f27636cecf7 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3024824 Dec 12 15:43:03.747392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:03.763587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:8c:b0:2b'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:04.037144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.262956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a3bbfe99-bd78-4876-af3b-89b938d1ad29 None None] Provisioning complete for port b558ae44-0d1c-424e-abd5-bf747282dbcf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:04.263954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3bbfe99-bd78-4876-af3b-89b938d1ad29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.366288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a3bbfe99-bd78-4876-af3b-89b938d1ad29 None None] Port b558ae44-0d1c-424e-abd5-bf747282dbcf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:04.428220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.434554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.454939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] In _notify_port_updated(), no bound segment for port b558ae44-0d1c-424e-abd5-bf747282dbcf on network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:04.464624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:04.465767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.467902 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "PUT /v2.0/ports/b558ae44-0d1c-424e-abd5-bf747282dbcf HTTP/1.1" status: 200 len: 1003 time: 0.7194214 Dec 12 15:43:04.470405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:04.478467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-23c5c010-9aff-43e9-b8be-c7e8c2c4c80d service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9448617 Dec 12 15:43:04.506587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-16eca299-b489-45c8-91ba-909153b643ca tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:04.508057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-16eca299-b489-45c8-91ba-909153b643ca tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.2514253 Dec 12 15:43:04.554011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-3232c972-006c-405d-893e-5a4fb75d040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:04.556084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-3232c972-006c-405d-893e-5a4fb75d040c service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.8973734 Dec 12 15:43:04.563988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145ce00-bfc1-4dbe-9e0d-4790a1e40296 req-cd8c8c7a-38a6-4972-9c49-70fe26af18cf tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:04.571565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f145ce00-bfc1-4dbe-9e0d-4790a1e40296 req-cd8c8c7a-38a6-4972-9c49-70fe26af18cf tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.3045213 Dec 12 15:43:04.721702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port b558ae44-0d1c-424e-abd5-bf747282dbcf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:04.722402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.771577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110bdec-d42b-424a-88e1-c8292bcd81ee req-66ebf066-3cc4-40f8-832a-dc0a0b8dd1a6 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:04.781940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4110bdec-d42b-424a-88e1-c8292bcd81ee req-66ebf066-3cc4-40f8-832a-dc0a0b8dd1a6 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 1096 time: 0.3556755 Dec 12 15:43:04.831272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3a674-c009-4cbd-9da7-a9d8cdb088fc tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=b558ae44-0d1c-424e-abd5-bf747282dbcf,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:04.847127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:04.899909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for b558ae44-0d1c-424e-abd5-bf747282dbcf owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:04.948595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-8d3aec69-3eea-49e6-93a1-5a345114e03e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.3390415 Dec 12 15:43:05.037594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f145ce00-bfc1-4dbe-9e0d-4790a1e40296 req-e00fd21d-4b7d-4990-989e-51adcc75f643 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651461 Dec 12 15:43:05.037855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-917e8c51-efd2-4b42-96a1-bd0f43ba2ebd None None] Provisioning complete for port b558ae44-0d1c-424e-abd5-bf747282dbcf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:05.046514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-917e8c51-efd2-4b42-96a1-bd0f43ba2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.076231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-490220d8-64fa-4e16-89e4-e63a1b0bdf0a service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790625 Dec 12 15:43:05.125405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4110bdec-d42b-424a-88e1-c8292bcd81ee req-9184a40c-9b3b-4bfe-b000-9b3ed6547f4a tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=b78c74f0-2677-4073-820d-231da52a24c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419929 Dec 12 15:43:05.153520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-6b5fe52f-2564-4fe9-b5b9-b74939430e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:05.159475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-6b5fe52f-2564-4fe9-b5b9-b74939430e74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1973517 Dec 12 15:43:05.177459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-917e8c51-efd2-4b42-96a1-bd0f43ba2ebd None None] Port b558ae44-0d1c-424e-abd5-bf747282dbcf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:05.194196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Deleting port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:05.194640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.368861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] For port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:05.373114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.399182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56c0cb54-f7ad-45fc-85d7-9e8fef86466a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.418063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Calling delete_port for 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:05.533964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-747a0af2-dd07-4b49-bbc0-f3a2b274198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:05.535536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-747a0af2-dd07-4b49-bbc0-f3a2b274198c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3590689 Dec 12 15:43:05.733413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-3bf0b03d-3914-4548-b850-632bffe32b10 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872749 Dec 12 15:43:05.748462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.795890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=b558ae44-0d1c-424e-abd5-bf747282dbcf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:05.891838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-f001af54-3d2b-4a45-818e-25c47945c428 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2200830 Dec 12 15:43:05.894375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:05.906398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:43:06.078067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4dfd3f2-18ac-41ae-b858-6b08e3db8e28 req-71203986-05d3-4fa4-a0d6-1e97f50255be service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341045 Dec 12 15:43:06.121073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:06.121646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d724bf0-be4a-4bdf-b6ca-6a0be9962c81,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:06.132557 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2a7be9e-75dd-48cd-bb7d-8ff6701068bf tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/b558ae44-0d1c-424e-abd5-bf747282dbcf HTTP/1.1" status: 204 len: 168 time: 1.6602089 Dec 12 15:43:06.133692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:06.189926 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af0cbc1-8f9e-4ea9-ba9e-346b8f664f8c tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] GET failed (client error): The resource could not be found. Dec 12 15:43:06.191428 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7af0cbc1-8f9e-4ea9-ba9e-346b8f664f8c tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports/b558ae44-0d1c-424e-abd5-bf747282dbcf HTTP/1.1" status: 404 len: 333 time: 0.0567648 Dec 12 15:43:06.198683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:06.204027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1198024630'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:06.493994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-534b4096-30ab-4957-bb4c-e12c0b8fc40c req-4420cba0-46e9-49c2-a209-eb0e61b12731 tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9c3bbd58-e8da-4078-89ae-3380deada193 HTTP/1.1" status: 200 len: 210 time: 0.0858788 Dec 12 15:43:06.494659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] No DVR routers for this DVR port 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:06.497320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:06.506733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45d0839c-55d9-4fcf-b285-cdb6604a4002 req-bc030e08-6f65-4d90-979d-5d5f57669ded tempest-TestServerMultinode-1255946191 tempest-TestServerMultinode-1255946191-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 HTTP/1.1" status: 204 len: 173 time: 1.9574504 Dec 12 15:43:06.517777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'name': 'network-vif-deleted', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:06.532665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:06.533032 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b1ab1d-8465-4c04-831c-e955f82b08fb" -d '{"events": [{"server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "name": "network-vif-deleted", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:06.533148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:06.556073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-28b6f79f-703c-49f9-bd72-27c5935c9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:06.559454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-28b6f79f-703c-49f9-bd72-27c5935c9d33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 1096 time: 0.5453227 Dec 12 15:43:06.569430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6c89-c81e-4285-a681-aa19dd745a21 req-881a873e-b12d-4513-ad27-7ed7fb8bd6c6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:06.580611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd5c6c89-c81e-4285-a681-aa19dd745a21 req-881a873e-b12d-4513-ad27-7ed7fb8bd6c6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.2544150 Dec 12 15:43:06.597397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port 10f244ed-59d7-4385-93a9-6426ee297dc1 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:06.745579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd5c6c89-c81e-4285-a681-aa19dd745a21 req-db8128bb-89a0-49e9-a95a-b797a88c38f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634932 Dec 12 15:43:06.831669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-ac8af3df-b9cc-4b52-b5bf-3b79f0fd3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:06.837450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-ac8af3df-b9cc-4b52-b5bf-3b79f0fd3a50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 913 time: 0.2192724 Dec 12 15:43:06.892013 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd39580-bf2b-4d36-bf31-efa771dd7b0f x-openstack-request-id: req-8cd39580-bf2b-4d36-bf31-efa771dd7b0f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:06.892013 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3bbd58-e8da-4078-89ae-3380deada193", "name": "network-vif-deleted", "tag": "3d724bf0-be4a-4bdf-b6ca-6a0be9962c81", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:06.892013 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cd39580-bf2b-4d36-bf31-efa771dd7b0f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:06.892393 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3bbd58-e8da-4078-89ae-3380deada193', 'name': 'network-vif-deleted', 'tag': '3d724bf0-be4a-4bdf-b6ca-6a0be9962c81', 'status': 'completed', 'code': 200} Dec 12 15:43:06.942598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-ed930d64-ef81-4d38-9b62-12db9348dd05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 200 len: 217 time: 0.0925772 Dec 12 15:43:07.006064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::2d5 (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/10f244ed-59d7-4385-93a9-6426ee297dc1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:07.028393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-238de2d0-1b97-4b2f-9a36-81df09ac925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:07.030866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-238de2d0-1b97-4b2f-9a36-81df09ac925b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.0794222 Dec 12 15:43:07.104907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-4253640d-0db1-4fb2-8dda-2f317c8621c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658493 Dec 12 15:43:07.309096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:43:07.562205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:07.590116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-d8a38cac-f155-43a1-b623-4e8920dcf60e service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616756 Dec 12 15:43:07.608600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:07.665246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:07.676038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:07.706499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:43:07.768502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19bc1c16-7c73-418b-bd16-0f3bd02ee538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:07.791261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:07.810637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:43:07.846520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:07.853498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:07.951889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:07.959018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-275daa43-47a7-4648-9cd0-310d5a870de8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:07.965176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:07.967344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:07.978240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-275daa43-47a7-4648-9cd0-310d5a870de8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5&tenant_id=46791c8f70d7494689224023f312c304&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 944 time: 0.7915092 Dec 12 15:43:07.982091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:07.990816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f420ba6-f314-44dd-86c7-16398d45c455 req-4a776093-b355-401c-9ec4-f8990302084a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:07.992968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:07.993774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:08.004592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f420ba6-f314-44dd-86c7-16398d45c455 req-4a776093-b355-401c-9ec4-f8990302084a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 944 time: 0.4067683 Dec 12 15:43:08.127380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=10f244ed-59d7-4385-93a9-6426ee297dc1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:08.160848 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6e6ec47b-086d-40e3-ba01-6207f5a28333 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9605653 Dec 12 15:43:08.168620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:08.183860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['8b12e2b3-0f41-4f37-9099-601e0633a73b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:43:08.193273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8c:b0:2b'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:08.282605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-5fb34f59-bc53-49a8-a1c3-29e5379a09fe service neutron] 10.222.0.30 "GET /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b/bindings/n-h1-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.2749786 Dec 12 15:43:08.361587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d1ecb58-4491-4c52-9ffb-9f85adc51758 req-c5b5233e-2a0a-4ed3-87a8-25114bc11b41 service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6792169 Dec 12 15:43:08.452280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f420ba6-f314-44dd-86c7-16398d45c455 req-57c19714-35b2-4ea3-a3e9-d4ce189b87b3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4292221 Dec 12 15:43:08.483944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-8ae79d12-d532-428d-b969-cd25481e34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:08.486090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-8ae79d12-d532-428d-b969-cd25481e34ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1096 time: 0.1685190 Dec 12 15:43:08.583638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:08.647078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:08.699270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:08.706054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:08.706794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3d724bf0-be4a-4bdf-b6ca-6a0be9962c81 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:08.711731 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7d5060e3-9363-4990-887e-1c22fda35b49 None None] Provisioning complete for port 10f244ed-59d7-4385-93a9-6426ee297dc1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:08.712522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7d5060e3-9363-4990-887e-1c22fda35b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:08.713694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-06176045-57ae-4ebf-ab1a-b2985dd4c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:08.720687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-06176045-57ae-4ebf-ab1a-b2985dd4c540 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.2255199 Dec 12 15:43:08.844087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-d9a267c4-0588-4a65-9f87-8f576ca05595 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1000 time: 0.1146691 Dec 12 15:43:08.848045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7d5060e3-9363-4990-887e-1c22fda35b49 None None] Port 10f244ed-59d7-4385-93a9-6426ee297dc1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:08.981527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-e23757d4-7cb1-4aea-94af-9c26feda06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:08.991318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-e23757d4-7cb1-4aea-94af-9c26feda06da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1293333 Dec 12 15:43:09.067136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-2b11febe-9fcc-4ec7-adff-d6ce728348ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:09.069697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-2b11febe-9fcc-4ec7-adff-d6ce728348ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693948 Dec 12 15:43:09.192207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.207881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-2a073d70-19d5-4356-8b22-7cf418f0a508 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274557 Dec 12 15:43:09.244495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.257939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.340503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] In _notify_port_updated(), no bound segment for port 10f244ed-59d7-4385-93a9-6426ee297dc1 on network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:09.347371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:09.348264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.353135 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "PUT /v2.0/ports/10f244ed-59d7-4385-93a9-6426ee297dc1 HTTP/1.1" status: 200 len: 1003 time: 1.1736124 Dec 12 15:43:09.353135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113c506-8ec2-4bde-9609-d37cc36009c6 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=10f244ed-59d7-4385-93a9-6426ee297dc1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:09.357292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:09.389571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3a62e81f-d54b-42e0-a01a-bdb1e374e1bf service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728389 Dec 12 15:43:09.468362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.653028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port 10f244ed-59d7-4385-93a9-6426ee297dc1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:09.653562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.730178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9452-6c39-44ab-8ee1-254e1bee8aac req-2fc719ae-d40e-45eb-8e61-72506fbafc4d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:09.738688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50fb9452-6c39-44ab-8ee1-254e1bee8aac req-2fc719ae-d40e-45eb-8e61-72506fbafc4d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1397681 Dec 12 15:43:09.807250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.862036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50fb9452-6c39-44ab-8ee1-254e1bee8aac req-f4813ce7-3114-46b9-a63c-c552d4db9db8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164067 Dec 12 15:43:09.902755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for 10f244ed-59d7-4385-93a9-6426ee297dc1 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:09.916519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f8d6b20f-d5db-46d3-b571-8711567874a0 None None] Provisioning complete for port 10f244ed-59d7-4385-93a9-6426ee297dc1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:09.917097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b20f-d5db-46d3-b571-8711567874a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:09.976959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6b20f-d5db-46d3-b571-8711567874a0 None None] Port 10f244ed-59d7-4385-93a9-6426ee297dc1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:10.304229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.341893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.386696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=10f244ed-59d7-4385-93a9-6426ee297dc1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:10.438787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.443169 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5ae94bfe-8c87-4427-a46d-cad49a8c450b tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/10f244ed-59d7-4385-93a9-6426ee297dc1 HTTP/1.1" status: 204 len: 168 time: 1.0801845 Dec 12 15:43:10.445846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 34984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:10.479835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Deleting port bc5ae738-0d6a-440e-9203-3d31887206ec {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:10.480213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.484507 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b17023f-4519-4f60-8d4a-97f1d0397ac3 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] GET failed (client error): The resource could not be found. Dec 12 15:43:10.486072 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2b17023f-4519-4f60-8d4a-97f1d0397ac3 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports/10f244ed-59d7-4385-93a9-6426ee297dc1 HTTP/1.1" status: 404 len: 333 time: 0.0392056 Dec 12 15:43:10.490588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 34986) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:10.496739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1031580195'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:10.612247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] For port bc5ae738-0d6a-440e-9203-3d31887206ec, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc5ae738-0d6a-440e-9203-3d31887206ec,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:10.612795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.639959 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Calling delete_port for bc5ae738-0d6a-440e-9203-3d31887206ec owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:10.738115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:10.743545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:10.766962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port 88566170-2b51-47fc-a619-7647c8530aa9 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:11.030049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.057819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::3d2 (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/88566170-2b51-47fc-a619-7647c8530aa9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:11.091846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-b8053d22-9656-46d6-90a1-5fd067b23924 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2162535 Dec 12 15:43:11.097448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.125441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3b5b8-cb8a-412d-8065-cd32eba31877 req-6dc42e56-def3-4b72-8aa0-10888be6c201 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:11.132127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5ae738-0d6a-440e-9203-3d31887206ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:11.134086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e3b5b8-cb8a-412d-8065-cd32eba31877 req-6dc42e56-def3-4b72-8aa0-10888be6c201 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1315455 Dec 12 15:43:11.247347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.326330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:11.492798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 8b12e2b3-0f41-4f37-9099-601e0633a73b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:43:11.519132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 8b12e2b3-0f41-4f37-9099-601e0633a73b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:11.519760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.590302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.639157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.719822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:11.721954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:11.728436 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f25b9-5804-4149-a5b8-4254a01d2ed8" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:11.738664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:11.857061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:11.875093 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008af25d-788c-4c7d-8343-7905d9411cd4 x-openstack-request-id: req-008af25d-788c-4c7d-8343-7905d9411cd4 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:11.875392 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:11.875649 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-008af25d-788c-4c7d-8343-7905d9411cd4 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:11.876052 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'code': 200} Dec 12 15:43:11.926664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e3b5b8-cb8a-412d-8065-cd32eba31877 req-19b2c914-640b-432b-99f7-7ea0fea10bdc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7890832 Dec 12 15:43:12.006870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Router 797861a4-1cc5-4258-bfb0-c58a565d6017 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:43:12.079355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3b8bce2c-44d0-41f7-a4a8-bfdc566316fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.081132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3b8bce2c-44d0-41f7-a4a8-bfdc566316fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 1097 time: 0.1255121 Dec 12 15:43:12.093872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.094432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.094887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.095345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.095801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.096828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.096828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.098759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-cf66311f-7de0-4fd6-a84a-dbb08e7697aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.9153740 Dec 12 15:43:12.108555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:12.218825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:43:12.229946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d3e029b-e953-4965-8cd4-70eafd235a88 admin admin] 10.222.0.36 "PUT /v2.0/routers/797861a4-1cc5-4258-bfb0-c58a565d6017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5542789 Dec 12 15:43:12.230215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:12.245524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Sync routers for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:43:12.273721 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:12.274692 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:12.293145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.296588 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.453981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-6d78d28a-ff40-4b65-a851-8187aadc890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.454707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-6d78d28a-ff40-4b65-a851-8187aadc890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.455514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-6d78d28a-ff40-4b65-a851-8187aadc890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:12.461185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-6d78d28a-ff40-4b65-a851-8187aadc890b service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 2288 time: 0.3207676 Dec 12 15:43:12.535573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.549297 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:12.715845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.795157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:12.831633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:12.891553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.928714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Transition to ACTIVE for port object 8b12e2b3-0f41-4f37-9099-601e0633a73b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:43:12.928714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:12.931212 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961ee0d-2d0f-4f35-91ae-333308ad8a3d" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:12.970749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:12.984148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:13.079503 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89a8922-b230-4bee-91cc-2adf593aef9d x-openstack-request-id: req-f89a8922-b230-4bee-91cc-2adf593aef9d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:13.079800 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:13.080057 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f89a8922-b230-4bee-91cc-2adf593aef9d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:13.080451 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'code': 200} Dec 12 15:43:13.174465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:13.178790 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:43:10Z', 'revision_number': 5, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port': {'id': '79f6ed44-3942-4c02-a4ff-1e2ea8643a45', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:04Z', 'updated_at': '2021-12-12T15:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:13.184757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-fb8df9dd-67d3-4ce1-8d83-bb36d1221b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1001 time: 0.6992934 Dec 12 15:43:13.215831 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Checking router: 797861a4-1cc5-4258-bfb0-c58a565d6017 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:43:13.227821 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Routers {'797861a4-1cc5-4258-bfb0-c58a565d6017'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:13.229034 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['797861a4-1cc5-4258-bfb0-c58a565d6017'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:13.230674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:13.242312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:13.259229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:13.259913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:13.384569 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] Set router 797861a4-1cc5-4258-bfb0-c58a565d6017 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:13.561103 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:43:12Z', 'revision_number': 6, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:13.572565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Deleting port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:13.573000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:13.595396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-4dc78d04-69f9-4416-ae4a-8a271e25f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:13.597589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-4dc78d04-69f9-4416-ae4a-8a271e25f3a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.3223763 Dec 12 15:43:13.602900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:13.622804 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d746bb-e1c8-4486-90f0-1fc0535bf7d0 None None] The sync data for ids ['797861a4-1cc5-4258-bfb0-c58a565d6017'] in n-d-710847-8 is: [{'id': '797861a4-1cc5-4258-bfb0-c58a565d6017', 'name': 'tempest-TestServerMultinode-1786367972-router', 'tenant_id': 'be6faa6abfac41829ba7a4b37e987023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:03Z', 'updated_at': '2021-12-12T15:43:12Z', 'revision_number': 6, 'project_id': 'be6faa6abfac41829ba7a4b37e987023', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:43:13.636089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1391284 Dec 12 15:43:13.645230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35026) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:13.700016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] For port 79f6ed44-3942-4c02-a4ff-1e2ea8643a45, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:13.700680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:13.704500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'network_id': 'c6041619-3ba3-465f-b4b8-fcd3138ec9d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1175758916'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:13.714017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Calling delete_port for 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:13.792611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7ea30eef-c998-4bd9-b8f1-46015e8b35a2 None None] Provisioning complete for port 88566170-2b51-47fc-a619-7647c8530aa9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:13.793213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7ea30eef-c998-4bd9-b8f1-46015e8b35a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:13.854319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] No DVR routers for this DVR port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:13.859998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7ea30eef-c998-4bd9-b8f1-46015e8b35a2 None None] Port 88566170-2b51-47fc-a619-7647c8530aa9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:13.926227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e48dfa-a910-44fd-9545-82c402321902 req-a749d5f3-5512-4326-bcb8-e55308094fb4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:13.935575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93e48dfa-a910-44fd-9545-82c402321902 req-a749d5f3-5512-4326-bcb8-e55308094fb4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.8276870 Dec 12 15:43:13.974555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2b8fd-8c3e-4d04-8760-57bc71a6d303 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=88566170-2b51-47fc-a619-7647c8530aa9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:14.051078 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.091434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-ce8fcf41-50b4-4ecb-8679-feedaab2de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:14.093941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-ce8fcf41-50b4-4ecb-8679-feedaab2de09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762108 Dec 12 15:43:14.109136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f6ed44-3942-4c02-a4ff-1e2ea8643a45,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:14.142213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd2c78-b675-47ce-8398-19ac05d2f0c4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:14.275574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.298816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93e48dfa-a910-44fd-9545-82c402321902 req-70a05dd9-77c4-4c25-9507-ab8cf08ea80c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628974 Dec 12 15:43:14.305355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Made reservation on behalf of ae79fc82da2742a0a9f035404e590e7b for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:14.310606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.349366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] device_id is not set on port b98af128-38c1-43d9-a02c-e629d20d6a11 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:14.437695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-899a86fc-ef9b-4e8e-810f-af4e5712f950 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328567 Dec 12 15:43:14.462080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:14.462551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:14.462973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:14.481000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:43:14.481480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Attempting to bind port 8b12e2b3-0f41-4f37-9099-601e0633a73b on network 1a1768ed-3a51-41a2-8972-a494403054ea {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:14.531760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.533678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.595840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:14.596173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Checking segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:14.596558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Bound using segment: {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:14.597031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Bound port: 8b12e2b3-0f41-4f37-9099-601e0633a73b, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60836886-fc80-4742-90ee-9a82678d2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:14.597382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.637551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.638263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797861a4-1cc5-4258-bfb0-c58a565d6017 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:43:14.646282 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.649426 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79191eb6-b75a-4db8-a5a2-47cf2e585417 admin admin] 10.222.0.36 "DELETE /v2.0/routers/797861a4-1cc5-4258-bfb0-c58a565d6017 HTTP/1.1" status: 204 len: 168 time: 2.4164085 Dec 12 15:43:14.650855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:14.653743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc5ae738-0d6a-440e-9203-3d31887206ec no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:14.685740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bc5ae738-0d6a-440e-9203-3d31887206ec {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:14.686083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc5ae738-0d6a-440e-9203-3d31887206ec not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:14.689331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:14.712803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Deleting subnet 952bc232-a4fd-4e0e-8d33-4fe8273dbe12 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:14.717331 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.746320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:14.746592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 79f6ed44-3942-4c02-a4ff-1e2ea8643a45 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:14.777743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.888451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-867f41e6-5556-4636-a5a0-d5a59fe74c6d service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391897 Dec 12 15:43:14.918129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Allocated IP 2001:db8::34e (c6041619-3ba3-465f-b4b8-fcd3138ec9d5/0d84fbd2-f172-4f72-a7dd-2ac518781a60/b98af128-38c1-43d9-a02c-e629d20d6a11) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:14.947244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:14.973789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-4f9e6827-3ff5-4aa6-aeff-dcc365ac5378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.0682738 Dec 12 15:43:14.975773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:15.066606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:15.086920 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.089919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-8d553ec3-3afe-4f85-9724-c468fc0a5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:15.091403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-8d553ec3-3afe-4f85-9724-c468fc0a5adb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1033421 Dec 12 15:43:15.092485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.124132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952bc232-a4fd-4e0e-8d33-4fe8273dbe12,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:15.135578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.136217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c175cd-2e5c-4422-b4b5-48be34b9c02c None None] Network a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:15.144706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f098fda-1237-4378-8457-99681f982476 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/952bc232-a4fd-4e0e-8d33-4fe8273dbe12 HTTP/1.1" status: 204 len: 168 time: 0.4878030 Dec 12 15:43:15.144706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:15.251882 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.308369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:15.309289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.312752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] 10.222.0.13 "PUT /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 1093 time: 3.2095151 Dec 12 15:43:15.333911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:15.346447 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3d9c58-c65f-445b-a674-16fed933c491" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:15.377161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:15.464765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Deleting port 431dda18-26c1-4330-ae7a-17ce307ba534 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:15.465143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.596161 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec9755-4a00-47a4-bfc5-6ae7f1c06aaf x-openstack-request-id: req-ecec9755-4a00-47a4-bfc5-6ae7f1c06aaf {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:15.598073 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:15.598350 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ecec9755-4a00-47a4-bfc5-6ae7f1c06aaf {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:15.598839 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:43:15.690881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] For port 431dda18-26c1-4330-ae7a-17ce307ba534, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=431dda18-26c1-4330-ae7a-17ce307ba534,segment=NetworkSegment(57c9ac29-5770-41f8-ae6f-020c1be85378),segment_id=57c9ac29-5770-41f8-ae6f-020c1be85378)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:15.691654 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.723735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Calling delete_port for 431dda18-26c1-4330-ae7a-17ce307ba534 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:15.748402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456a272-ab2d-431c-88e8-4eb5f1a6ecd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:15.785827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:15.787655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-d2905848-f414-4c4a-b4ee-6768c5652a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:15.793363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-d2905848-f414-4c4a-b4ee-6768c5652a1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6729996 Dec 12 15:43:15.885716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab1811-3eb2-435b-9733-acdcbd1317cb None None] DHCP port deletion for a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:15.903037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:15.985661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-beab1811-3eb2-435b-9733-acdcbd1317cb None None] The port '431dda18-26c1-4330-ae7a-17ce307ba534' was deleted {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 12 15:43:16.017724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Pushing event deleted for resources: {'Port': ['ID=431dda18-26c1-4330-ae7a-17ce307ba534,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:16.032931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] No DVR routers for this DVR port 431dda18-26c1-4330-ae7a-17ce307ba534 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:16.184315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.212370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78fe4a8-8342-4ee0-8cd0-0a5779d49b67']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:16.223819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c9ac29-5770-41f8-ae6f-020c1be85378') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:16.224203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c9ac29-5770-41f8-ae6f-020c1be85378') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:16.236414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.252179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.260355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:16.261221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:16.263624 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:16.384284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 431dda18-26c1-4330-ae7a-17ce307ba534 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:16.400484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.406064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.413849 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a78fe4a8-8342-4ee0-8cd0-0a5779d49b67 HTTP/1.1" status: 204 len: 168 time: 1.2667525 Dec 12 15:43:16.418274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:16.517727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e11f74-19da-45af-9418-185bd3f2b178 admin admin] Pushing event deleted for resources: {'Network': ['ID=a78fe4a8-8342-4ee0-8cd0-0a5779d49b67,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:16.690610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.759633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-75f1f487-d88c-47f7-9c86-9c98617dc908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:16.761529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-75f1f487-d88c-47f7-9c86-9c98617dc908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1096 time: 1.3983347 Dec 12 15:43:16.774240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-948c4a6d-53d0-4474-9899-9322cf6b34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:16.776026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-948c4a6d-53d0-4474-9899-9322cf6b34f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1096 time: 1.1530983 Dec 12 15:43:16.777547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:16.789451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1237-54be-4c46-8a20-44afa9c45d35 req-a5d9d1b0-478a-4f3c-b44d-005feb571e95 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:16.791555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a18b1237-54be-4c46-8a20-44afa9c45d35 req-a5d9d1b0-478a-4f3c-b44d-005feb571e95 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 1.1918747 Dec 12 15:43:16.799182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 431dda18-26c1-4330-ae7a-17ce307ba534 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:16.799809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 431dda18-26c1-4330-ae7a-17ce307ba534 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:16.940031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-157fa9dd-2436-47da-a5fc-2dccd5287cde service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0558703 Dec 12 15:43:17.161212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.200864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:17.219114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:17.226972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a18b1237-54be-4c46-8a20-44afa9c45d35 req-65ae560f-fd3c-4cb1-946a-5737413d64e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058626 Dec 12 15:43:17.234840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:17.240659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:17.241302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.244715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=b98af128-38c1-43d9-a02c-e629d20d6a11,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:17.333343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-af75b9ec-fc27-4b68-bf51-810237227f14 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6329727 Dec 12 15:43:17.336861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:17.345151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ed', 'mac_address': 'fa:16:3e:8c:b0:2b'}, {'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:18:24:8d'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:17.361875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-7fa60696-fa51-42fe-a33a-8bd229400432 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142838 Dec 12 15:43:17.368324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-3413e50e-f701-42a7-83da-53a9aeba1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:17.371924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-3413e50e-f701-42a7-83da-53a9aeba1121 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.5672674 Dec 12 15:43:17.480431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-b67c2fc7-5698-44bb-858b-5b8bcaff729d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.1041787 Dec 12 15:43:17.551912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-53914196-2c4e-46fe-82fb-5df1fd98c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:17.553776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-53914196-2c4e-46fe-82fb-5df1fd98c1e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.7606769 Dec 12 15:43:17.641572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-badfd8d6-ad35-48ed-8f0f-5498c2ae0820 None None] Provisioning complete for port b98af128-38c1-43d9-a02c-e629d20d6a11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:17.644838 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-badfd8d6-ad35-48ed-8f0f-5498c2ae0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.664691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.690475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-5962feb5-1d5e-4dce-8bc0-12874b904fcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.1272871 Dec 12 15:43:17.733611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-badfd8d6-ad35-48ed-8f0f-5498c2ae0820 None None] Port b98af128-38c1-43d9-a02c-e629d20d6a11 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:17.769285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Deleting port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:17.770022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.810674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-0ac513e9-1e73-461a-a54d-7b3b1f8b54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:17.812155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-0ac513e9-1e73-461a-a54d-7b3b1f8b54bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.2989542 Dec 12 15:43:17.816902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-66b223a7-201a-4cc0-b2b8-80cbbc6d0438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.4302840 Dec 12 15:43:17.836045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-18c2e7fb-bba7-4ed9-a49d-1512513307e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:17.837566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-18c2e7fb-bba7-4ed9-a49d-1512513307e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1337080 Dec 12 15:43:17.941324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] For port 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:17.941687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:17.966109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Calling delete_port for 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:18.031431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-ddd6b09b-20aa-4371-b3dc-9376c25b29c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.034010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-ddd6b09b-20aa-4371-b3dc-9376c25b29c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1721647 Dec 12 15:43:18.037432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b377cef-bf01-466f-a96a-5d200daa764a req-2218d68e-dfe7-40dd-a5fb-1b710c7287ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.039209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-2218d68e-dfe7-40dd-a5fb-1b710c7287ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683614 Dec 12 15:43:18.046415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-1bf4aa05-1d65-4ec6-bbd8-36df05ffac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.048604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-1bf4aa05-1d65-4ec6-bbd8-36df05ffac96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099130 Dec 12 15:43:18.090602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.100848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.154291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] In _notify_port_updated(), no bound segment for port b98af128-38c1-43d9-a02c-e629d20d6a11 on network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:18.160701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.161514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.165368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "PUT /v2.0/ports/b98af128-38c1-43d9-a02c-e629d20d6a11 HTTP/1.1" status: 200 len: 1068 time: 0.8260233 Dec 12 15:43:18.169387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:18.310172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b5546-50c6-4094-a69d-8e8920bef390 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event updated for resources: {'Port': ['ID=b98af128-38c1-43d9-a02c-e629d20d6a11,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:18.377134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-5f9f2120-4e73-4761-be82-77484afd2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.378920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-5f9f2120-4e73-4761-be82-77484afd2ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286760 Dec 12 15:43:18.446997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port b98af128-38c1-43d9-a02c-e629d20d6a11 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:18.447531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.453000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-bd09378c-c644-4afe-aea7-2517cde2309e service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911796 Dec 12 15:43:18.568041 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.579053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e6011664-31ff-48ff-b063-3b23a4000ce3 None None] Provisioning complete for port b98af128-38c1-43d9-a02c-e629d20d6a11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:18.580837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6011664-31ff-48ff-b063-3b23a4000ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.609056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Pushing event deleted for resources: {'Port': ['ID=7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:18.612209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:18.644071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for b98af128-38c1-43d9-a02c-e629d20d6a11 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:18.650833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-b5da4794-fab8-46ef-887b-699e22eb5a00 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721283 Dec 12 15:43:18.681590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e6011664-31ff-48ff-b063-3b23a4000ce3 None None] Port b98af128-38c1-43d9-a02c-e629d20d6a11 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:18.838203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803b56c-e1ea-457b-8a7d-c039ee4e54e7 req-edb74020-d1f1-4873-b8b5-2f495d2b9c40 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:18.838965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c803b56c-e1ea-457b-8a7d-c039ee4e54e7 req-edb74020-d1f1-4873-b8b5-2f495d2b9c40 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.4550631 Dec 12 15:43:18.862686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b377cef-bf01-466f-a96a-5d200daa764a req-d84cefb5-49a3-4e33-a43a-a1edfc005a7f service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554118 Dec 12 15:43:19.001559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:19.010972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-4a8021e9-2047-4f68-846c-c45659ef1aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039279 Dec 12 15:43:19.056540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-5c4bd9fa-5cd1-4f29-b445-91a4da942035 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692782 Dec 12 15:43:19.093371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:19.148953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c803b56c-e1ea-457b-8a7d-c039ee4e54e7 req-905aebfe-820c-4b8c-aa49-9ac933ea28c1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903061 Dec 12 15:43:19.156368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-095f3ea2-9be0-4f3c-a9e5-3d6219d69372 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.0861814 Dec 12 15:43:19.159855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-b31c92ea-144b-49a4-905e-347730636bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.161332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-b31c92ea-144b-49a4-905e-347730636bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1096 time: 0.2329652 Dec 12 15:43:19.176211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=b98af128-38c1-43d9-a02c-e629d20d6a11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:19.330015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-fc057fb7-e6e3-4d39-8e18-dc8aff8f51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.331514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-fc057fb7-e6e3-4d39-8e18-dc8aff8f51ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.1406419 Dec 12 15:43:19.457983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-8d75f2bb-72a5-4846-b07a-1ac81069d761 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 999 time: 0.0995462 Dec 12 15:43:19.462377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-43b1b2e3-ac54-4dc4-832e-4dbd87c7051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.469785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-43b1b2e3-ac54-4dc4-832e-4dbd87c7051d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.3014007 Dec 12 15:43:19.482290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-f5e43080-7b4f-4ec7-b963-5480aac2256c service neutron] 10.222.0.30 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565146 Dec 12 15:43:19.580875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-b5b31332-1ac4-4850-ad4a-857ea74149b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.582377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-b5b31332-1ac4-4850-ad4a-857ea74149b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.1112754 Dec 12 15:43:19.621801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-8b3587db-e407-4883-b3fd-760b1b6778db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.623392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-8b3587db-e407-4883-b3fd-760b1b6778db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900159 Dec 12 15:43:19.707419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d9c58-c65f-445b-a674-16fed933c491 req-0a7a6220-11dd-4a08-9605-bdcfd406c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:19.709171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-0a7a6220-11dd-4a08-9605-bdcfd406c813 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177163 Dec 12 15:43:19.829433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-5bdd5a6f-cae9-4b5d-ad4a-56ce49a16acb service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944189 Dec 12 15:43:19.889672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:43:19.895190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-560fd77d-b22e-43ff-9083-d40bd892e230 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768816 Dec 12 15:43:19.908119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:19.914210 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cc3e2f6-e641-4eb9-aa43-4a8d6b641b59 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/b98af128-38c1-43d9-a02c-e629d20d6a11 HTTP/1.1" status: 204 len: 168 time: 1.7358892 Dec 12 15:43:19.915563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:20.036324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-b0837b66-c64e-4438-b6a7-a184f2ea733a service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870267 Dec 12 15:43:20.080463 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e72720b-5e3d-4217-9d8b-5b2904259985 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] GET failed (client error): The resource could not be found. Dec 12 15:43:20.084804 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e72720b-5e3d-4217-9d8b-5b2904259985 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports/b98af128-38c1-43d9-a02c-e629d20d6a11 HTTP/1.1" status: 404 len: 333 time: 0.1640253 Dec 12 15:43:20.084804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:43:20.085182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-fe059f05-b7b5-432c-8633-cca2491a3644 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.0381060 Dec 12 15:43:20.085591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:20.089110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da3d9c58-c65f-445b-a674-16fed933c491 req-82173515-8b4f-4fe8-9b2d-d7444b484b79 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607215 Dec 12 15:43:20.093606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Sync routers for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:43:20.097654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75a2c621-cc8c-4148-b63f-13eef3e5f41f admin admin] 10.222.0.36 "PUT /v2.0/routers/5459c293-3ffe-4984-9ba5-2a86a10ebf9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769156 Dec 12 15:43:20.104468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35168) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:20.148423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:20.149584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:20.263891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port 88566170-2b51-47fc-a619-7647c8530aa9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:20.263891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:20.481732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:20.521523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:20.547687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for 88566170-2b51-47fc-a619-7647c8530aa9 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:20.659945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-bb0df593-88bb-44d6-a3cd-5d4fb13426f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:20.661521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-bb0df593-88bb-44d6-a3cd-5d4fb13426f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.5697653 Dec 12 15:43:20.703054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:43:20.752110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ce3dd-9aa3-466e-8a8c-17788ea0fe36 req-db89c9bd-fbf7-4766-9f3c-af9c31170ada tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:20.753999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-160ce3dd-9aa3-466e-8a8c-17788ea0fe36 req-db89c9bd-fbf7-4766-9f3c-af9c31170ada tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 945 time: 0.1675894 Dec 12 15:43:20.799092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:20.847429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:20.864480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-98ff9f1a-6cb0-4298-bd4f-0b7f0f196032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:20.866033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-98ff9f1a-6cb0-4298-bd4f-0b7f0f196032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665912 Dec 12 15:43:20.916130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=88566170-2b51-47fc-a619-7647c8530aa9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:20.925919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-160ce3dd-9aa3-466e-8a8c-17788ea0fe36 req-a80e29d6-2aa9-46d6-a3dd-067c55051e03 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543863 Dec 12 15:43:20.978201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:20.991095 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-22cb1be7-ecc8-4ede-b472-43273b516562 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/88566170-2b51-47fc-a619-7647c8530aa9 HTTP/1.1" status: 204 len: 168 time: 0.9042521 Dec 12 15:43:20.994304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:20.996110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:21.010009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '6a691467-e406-4b59-865a-bdee971af335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:43:18Z', 'revision_number': 5, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port': {'id': '6a691467-e406-4b59-865a-bdee971af335', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:51:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:42:15Z', 'updated_at': '2021-12-12T15:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:21.055785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Checking router: 5459c293-3ffe-4984-9ba5-2a86a10ebf9b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:43:21.063058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'port_id': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'mac_address': 'fa:16:3e:2c:8b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:43:21.070427 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-87899ee4-6690-4ce6-ab7b-eb0af53a3284 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] GET failed (client error): The resource could not be found. Dec 12 15:43:21.087907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.088225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-87899ee4-6690-4ce6-ab7b-eb0af53a3284 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "GET /v2.0/ports/88566170-2b51-47fc-a619-7647c8530aa9 HTTP/1.1" status: 404 len: 333 time: 0.0896428 Dec 12 15:43:21.090531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:21.132482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Routers {'5459c293-3ffe-4984-9ba5-2a86a10ebf9b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:21.136983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-8943f321-19c4-400a-b7bb-c13ca06f747f service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514701 Dec 12 15:43:21.139653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:21.281824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port cc971776-43b1-4770-b2d8-207117bf3304 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:21.282290 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.334397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Deleting port 6a691467-e406-4b59-865a-bdee971af335 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:21.334777 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.393749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] Set router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:21.437179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.455841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for cc971776-43b1-4770-b2d8-207117bf3304 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:21.473157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-bd792d8e-e7a8-443c-9849-70aa7fd0ef08 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220856 Dec 12 15:43:21.504266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:43:21Z', 'revision_number': 6, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:21.539799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-5205c8ba-8bd3-49ba-b6f5-edb5ee4cd9cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0424752 Dec 12 15:43:21.544959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40563762-b38c-4b42-9bff-1c74abc3d461 None None] The sync data for ids ['5459c293-3ffe-4984-9ba5-2a86a10ebf9b'] in n-d-710847-8 is: [{'id': '5459c293-3ffe-4984-9ba5-2a86a10ebf9b', 'name': 'tempest-TestServerMultinode-187638763-router', 'tenant_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:42:14Z', 'updated_at': '2021-12-12T15:43:21Z', 'revision_number': 6, 'project_id': 'e6ca449c4d214322b40be53a6ca7d6ce', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:43:21.546546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.573466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:43:21.598272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:21.607663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.667260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.672671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-c2e568ad-bc53-4d85-9732-2d63c2f983ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:21.673043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=12']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:21.675047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-c2e568ad-bc53-4d85-9732-2d63c2f983ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.1231108 Dec 12 15:43:21.698167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] For port 6a691467-e406-4b59-865a-bdee971af335, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6a691467-e406-4b59-865a-bdee971af335,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:21.698529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.705791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=cc971776-43b1-4770-b2d8-207117bf3304,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:21.741321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.747548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24c0a669-c2f6-4d4d-a957-a1d6ace695ae tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/ports/cc971776-43b1-4770-b2d8-207117bf3304 HTTP/1.1" status: 204 len: 168 time: 0.6532798 Dec 12 15:43:21.748357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:21.758266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Calling delete_port for 6a691467-e406-4b59-865a-bdee971af335 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:21.820532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-29dac6da-daa9-4917-ba49-09f5c0613b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:21.822081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-29dac6da-daa9-4917-ba49-09f5c0613b8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120880 Dec 12 15:43:21.834614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['8b12e2b3-0f41-4f37-9099-601e0633a73b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:43:21.835800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting subnet 0d84fbd2-f172-4f72-a7dd-2ac518781a60 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:21.839744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:21.906985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.074177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.129706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.165713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.175785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a691467-e406-4b59-865a-bdee971af335,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:22.207397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Subnet': ['ID=0d84fbd2-f172-4f72-a7dd-2ac518781a60,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:22.209863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.214209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d218587-6beb-4bdc-ac2a-6742afb76f51 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:22.216074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-68719ba3-a26f-4183-aa38-78243ef360b4 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/subnets/0d84fbd2-f172-4f72-a7dd-2ac518781a60 HTTP/1.1" status: 204 len: 168 time: 0.4666998 Dec 12 15:43:22.219172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:22.236235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e3c29-1f7e-4f4d-9b89-95ae26f89275 None None] Network c6041619-3ba3-465f-b4b8-fcd3138ec9d5 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:22.292618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-da663951-e8f8-442d-a53f-9b9879339b22 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575164 Dec 12 15:43:22.303964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4d2d-5694-4290-bd7a-5b7a60f24585 req-8f7cba51-94fc-47a3-90be-2cd864c9a651 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:22.305975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-437d4d2d-5694-4290-bd7a-5b7a60f24585 req-8f7cba51-94fc-47a3-90be-2cd864c9a651 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 946 time: 0.2268410 Dec 12 15:43:22.329422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.444929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Deleting port adcf0c7e-4f80-44a0-b725-af445b016812 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:22.448586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.460073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.474355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] DHCP port deletion for c6041619-3ba3-465f-b4b8-fcd3138ec9d5 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:22.557731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] For port adcf0c7e-4f80-44a0-b725-af445b016812, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=adcf0c7e-4f80-44a0-b725-af445b016812,segment=NetworkSegment(0b42949b-2985-4f87-a2bf-73e1dccc605c),segment_id=0b42949b-2985-4f87-a2bf-73e1dccc605c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:22.558001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.577192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Deleting port adcf0c7e-4f80-44a0-b725-af445b016812 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:22.578146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.582184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Calling delete_port for adcf0c7e-4f80-44a0-b725-af445b016812 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:22.583385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6a691467-e406-4b59-865a-bdee971af335 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:22.692913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.704437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 6a691467-e406-4b59-865a-bdee971af335 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:22.704437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6a691467-e406-4b59-865a-bdee971af335 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:22.706843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:22.708702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.710920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.736140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Port': ['ID=adcf0c7e-4f80-44a0-b725-af445b016812,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:22.747081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] No DVR routers for this DVR port adcf0c7e-4f80-44a0-b725-af445b016812 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:22.774413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:22.781085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7629f598-6c0f-4b0f-a8e6-a3afc7cd0da2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:22.796815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.797345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5459c293-3ffe-4984-9ba5-2a86a10ebf9b {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:43:22.805673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.806819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fce85812-717e-4cc0-997d-802b7e577e99 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5459c293-3ffe-4984-9ba5-2a86a10ebf9b HTTP/1.1" status: 204 len: 168 time: 2.7014461 Dec 12 15:43:22.810139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35204) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:22.839646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] For port adcf0c7e-4f80-44a0-b725-af445b016812, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=adcf0c7e-4f80-44a0-b725-af445b016812,segment=NetworkSegment(0b42949b-2985-4f87-a2bf-73e1dccc605c),segment_id=0b42949b-2985-4f87-a2bf-73e1dccc605c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:22.840310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.871903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Calling delete_port for adcf0c7e-4f80-44a0-b725-af445b016812 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:22.914986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-437d4d2d-5694-4290-bd7a-5b7a60f24585 req-11c82582-3d9a-4fa7-8e1e-941951a9f5e0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5984838 Dec 12 15:43:22.951124 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:22.959219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-2bb87739-c07e-46e3-bf79-afc15bebca07 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508980 Dec 12 15:43:22.964503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Deleting subnet b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:22.966472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35206) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:22.995988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6041619-3ba3-465f-b4b8-fcd3138ec9d5']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:23.017366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b42949b-2985-4f87-a2bf-73e1dccc605c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:23.017676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b42949b-2985-4f87-a2bf-73e1dccc605c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:23.042569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.054766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.056147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e9e8867a-7c94-4b8e-bdfb-fff432ceea2b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/873501ad-a2cb-4be4-95bc-d026c9883d01 HTTP/1.1" status: 200 len: 992 time: 0.0886071 Dec 12 15:43:23.058347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.073483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] No DVR routers for this DVR port adcf0c7e-4f80-44a0-b725-af445b016812 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:23.079507 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.092803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:23.097337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.122167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-71e2cd24-3396-41db-af2a-9985942b7beb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.0646822 Dec 12 15:43:23.123549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bc0b8-234c-4dfe-9488-f9f2888cc8bd None None] Pushing event deleted for resources: {'Port': ['ID=adcf0c7e-4f80-44a0-b725-af445b016812,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:23.133335 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:23.153154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.223587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.234219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.240469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] 10.222.0.36 "DELETE /v2.0/networks/c6041619-3ba3-465f-b4b8-fcd3138ec9d5 HTTP/1.1" status: 204 len: 168 time: 1.0200324 Dec 12 15:43:23.299713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cf35a-0d64-4c98-8d49-1021d47c83b1 tempest-AllowedAddressPairIpV6TestJSON-1495459417 tempest-AllowedAddressPairIpV6TestJSON-1495459417-project] Pushing event deleted for resources: {'Network': ['ID=c6041619-3ba3-465f-b4b8-fcd3138ec9d5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:23.337402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-76bd0e22-acb2-4fb9-803c-89121f5d2e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:23.341206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-76bd0e22-acb2-4fb9-803c-89121f5d2e4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.2068150 Dec 12 15:43:23.353212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.469009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-2a85d5c6-c0a8-4871-9c99-fccb3517868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:23.470931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-2a85d5c6-c0a8-4871-9c99-fccb3517868a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1115513 Dec 12 15:43:23.483477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.572494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.576458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa HTTP/1.1" status: 204 len: 168 time: 0.7580650 Dec 12 15:43:23.577778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acc6f7-91e3-489c-90da-1635cd701608 None None] Network 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:23.578787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:23.613282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405ac43-1196-4fa0-aef2-a5734a8c0f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f57fdc-30d4-4b04-97d4-59d93a9e1dfa,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:23.664823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-fdbbefd4-76c4-4413-9e70-1e00a4508c16 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692736 Dec 12 15:43:23.676144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35226) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:23.762019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.864720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671a39e2-457b-4fb2-92bb-8cdd32073d90 req-445fc866-e9d6-4867-b4ff-ba30bb127250 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876314 Dec 12 15:43:23.902577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] DHCP port deletion for 6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:23.907782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Deleting port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:23.908361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:23.978629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Deleting port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:23.979590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.007342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e06a4316-6dd4-4b0c-a117-05437f7f114c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae79fc82da2742a0a9f035404e590e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172290 Dec 12 15:43:24.009266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:24.030400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] For port 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=43d2b74d-ad96-4b6f-b592-425a0ef12e79,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:24.030956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.059328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Calling delete_port for 43d2b74d-ad96-4b6f-b592-425a0ef12e79 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:24.070596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] For port 43d2b74d-ad96-4b6f-b592-425a0ef12e79, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=43d2b74d-ad96-4b6f-b592-425a0ef12e79,segment=NetworkSegment(3d2d5a0d-488f-4b75-a05c-9f85cd00d82d),segment_id=3d2d5a0d-488f-4b75-a05c-9f85cd00d82d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:24.071287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.088467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Calling delete_port for 43d2b74d-ad96-4b6f-b592-425a0ef12e79 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:24.181241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.190427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.224997 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.253663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.254226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] Pushing event deleted for resources: {'Port': ['ID=43d2b74d-ad96-4b6f-b592-425a0ef12e79,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:24.256554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6eee7-9699-4bfb-80c3-762013739671 None None] No DVR routers for this DVR port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:24.293007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d2b74d-ad96-4b6f-b592-425a0ef12e79,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:24.294508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] No DVR routers for this DVR port 43d2b74d-ad96-4b6f-b592-425a0ef12e79 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:24.379693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device adcf0c7e-4f80-44a0-b725-af445b016812 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:24.413817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: adcf0c7e-4f80-44a0-b725-af445b016812 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:24.417024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device adcf0c7e-4f80-44a0-b725-af445b016812 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:24.417511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 43d2b74d-ad96-4b6f-b592-425a0ef12e79 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:24.420743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.434008 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.436675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.440268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b827e627-4cef-4279-9ed7-8eb1e16d53f3 HTTP/1.1" status: 204 len: 168 time: 0.4277945 Dec 12 15:43:24.455830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de030091-c819-437e-92d0-6a0032f9560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b827e627-4cef-4279-9ed7-8eb1e16d53f3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:24.462106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:24.482901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:24.483199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2d5a0d-488f-4b75-a05c-9f85cd00d82d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:24.496458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.506451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 43d2b74d-ad96-4b6f-b592-425a0ef12e79 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:24.508968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 43d2b74d-ad96-4b6f-b592-425a0ef12e79 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:24.526972 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.550651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:24.551513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self.session.flush() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:24.553638 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:24.639903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.647633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.651317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8 HTTP/1.1" status: 204 len: 168 time: 1.0711884 Dec 12 15:43:24.666270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8825cda-1b92-4725-988b-32a2ebe97124 admin admin] Pushing event deleted for resources: {'Network': ['ID=6befcfb8-59fd-4d7b-a7b0-a0791cc45cf8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:24.695505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:24.782361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 8b12e2b3-0f41-4f37-9099-601e0633a73b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:43:24.791559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 8b12e2b3-0f41-4f37-9099-601e0633a73b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:24.791867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.908860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:24.950868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:24.952163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:24.955564 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd832c6-5af6-46a0-9769-945b77932a8b" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:24.960525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:25.003028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:25.017609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=13']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:25.039953 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ffa106-237b-4ae7-b360-aa5a1c4954bc x-openstack-request-id: req-b9ffa106-237b-4ae7-b360-aa5a1c4954bc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:25.040838 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-plugged", "status": "completed", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:25.041304 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9ffa106-237b-4ae7-b360-aa5a1c4954bc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:25.041835 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'code': 200} Dec 12 15:43:25.080296 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9515c5d-ceb2-476a-97f8-b75e8fe84a41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be6faa6abfac41829ba7a4b37e987023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758817 Dec 12 15:43:25.082766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:25.194323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:25.232682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:25.295614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:25.298469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:25.305794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b91359ab-7f16-43c4-80b6-9fdc2312252d HTTP/1.1" status: 204 len: 168 time: 0.2159586 Dec 12 15:43:25.329483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5f3aa-eab3-4aaa-bca2-d7c2cba15460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91359ab-7f16-43c4-80b6-9fdc2312252d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:25.737125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:25.805910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:25.848711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ee267e4b-f3ad-4149-a014-de397cdb3560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6ca449c4d214322b40be53a6ca7d6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415845 Dec 12 15:43:25.851388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35316) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:25.950386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:26.021089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:26.048881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2016a36b-2f35-4624-983b-2f395dbb8863 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] Request body: {'port': {'network_id': 'bb797443-0218-4168-96ea-b54818517ff4', 'name': 'tempest-NetworksNegativeTestJSON-1298228727'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:26.065702 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-2016a36b-2f35-4624-983b-2f395dbb8863 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] POST failed (client error): The resource could not be found. Dec 12 15:43:26.066206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2016a36b-2f35-4624-983b-2f395dbb8863 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.067365 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2016a36b-2f35-4624-983b-2f395dbb8863 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3286526 Dec 12 15:43:26.075089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.086072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:26.089393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:26.091135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b78c74f0-2677-4073-820d-231da52a24c9 HTTP/1.1" status: 204 len: 168 time: 0.2382243 Dec 12 15:43:26.102016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271a69-cc0e-4b37-8d5a-44038642c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78c74f0-2677-4073-820d-231da52a24c9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:26.107591 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-549807b5-0cac-4af5-b77c-0eb875879408 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] DELETE failed (client error): The resource could not be found. Dec 12 15:43:26.114281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549807b5-0cac-4af5-b77c-0eb875879408 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.131933 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-549807b5-0cac-4af5-b77c-0eb875879408 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "DELETE /v2.0/networks/84edf513-8795-4048-8b50-acadd88560c0 HTTP/1.1" status: 404 len: 339 time: 0.0474918 Dec 12 15:43:26.132069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.170658 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6b2fd7-a860-4033-b4c6-468ab9893c22 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] DELETE failed (client error): The resource could not be found. Dec 12 15:43:26.171984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6b2fd7-a860-4033-b4c6-468ab9893c22 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.177134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c6b2fd7-a860-4033-b4c6-468ab9893c22 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "DELETE /v2.0/ports/670269e0-b87f-4664-b628-cad357a9e698 HTTP/1.1" status: 404 len: 333 time: 0.0436492 Dec 12 15:43:26.182532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.267175 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3499d250-8772-4487-8702-51c0c5a9f9d8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] DELETE failed (client error): The resource could not be found. Dec 12 15:43:26.268071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3499d250-8772-4487-8702-51c0c5a9f9d8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.272099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3499d250-8772-4487-8702-51c0c5a9f9d8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "DELETE /v2.0/subnets/815184f2-c3c5-4b4a-87a7-e187b5b13604 HTTP/1.1" status: 404 len: 337 time: 0.0864804 Dec 12 15:43:26.275806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.321899 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fc5409-71d8-4c0a-ba15-f6bb04fb5c2a tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] GET failed (client error): The resource could not be found. Dec 12 15:43:26.323323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-40fc5409-71d8-4c0a-ba15-f6bb04fb5c2a tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "GET /v2.0/networks/506058df-5dad-42e2-b88b-61af6668bb90 HTTP/1.1" status: 404 len: 339 time: 0.0465808 Dec 12 15:43:26.327141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.373962 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75d58b4-1ef8-4b28-8d9f-d2f9c71acad7 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] GET failed (client error): The resource could not be found. Dec 12 15:43:26.375446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d75d58b4-1ef8-4b28-8d9f-d2f9c71acad7 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "GET /v2.0/ports/d126b1e4-a795-402f-a5b2-ce34892bf679 HTTP/1.1" status: 404 len: 333 time: 0.0473084 Dec 12 15:43:26.379506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35348) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.427719 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-201a1a8c-eb7d-4864-b91e-6a90ccd20cf5 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] GET failed (client error): The resource could not be found. Dec 12 15:43:26.434208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-201a1a8c-eb7d-4864-b91e-6a90ccd20cf5 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "GET /v2.0/subnets/58602e08-e4ed-40f8-a0fa-7444eb59ec2f HTTP/1.1" status: 404 len: 337 time: 0.0500357 Dec 12 15:43:26.434707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35350) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.441109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-84eaa413-4307-4208-9436-aa3b43e9c20c tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:26.458837 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-84eaa413-4307-4208-9436-aa3b43e9c20c tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] PUT failed (client error): The resource could not be found. Dec 12 15:43:26.460774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84eaa413-4307-4208-9436-aa3b43e9c20c tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.466264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-84eaa413-4307-4208-9436-aa3b43e9c20c tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "PUT /v2.0/networks/586eb4d1-ad48-4f84-9a0c-4632ca8ba6c5 HTTP/1.1" status: 404 len: 339 time: 0.0262659 Dec 12 15:43:26.467096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.474884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4370a842-c5e6-45dd-91df-587577f88da8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:26.497848 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4370a842-c5e6-45dd-91df-587577f88da8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] PUT failed (client error): The resource could not be found. Dec 12 15:43:26.498212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4370a842-c5e6-45dd-91df-587577f88da8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.504872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35360) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:26.505791 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4370a842-c5e6-45dd-91df-587577f88da8 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "PUT /v2.0/ports/9ff3e992-2518-4a75-b534-5973a8723648 HTTP/1.1" status: 404 len: 333 time: 0.0368588 Dec 12 15:43:26.520321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-26667edb-28dc-487a-b944-e7ad6bba76f2 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:26.591969 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-26667edb-28dc-487a-b944-e7ad6bba76f2 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] PUT failed (client error): The resource could not be found. Dec 12 15:43:26.592616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26667edb-28dc-487a-b944-e7ad6bba76f2 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:26.594121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-26667edb-28dc-487a-b944-e7ad6bba76f2 tempest-NetworksNegativeTestJSON-1919672338 tempest-NetworksNegativeTestJSON-1919672338-project] 10.222.0.36 "PUT /v2.0/subnets/baa8920b-3c84-4228-adb9-b9ac824dbd00 HTTP/1.1" status: 404 len: 337 time: 0.0880785 Dec 12 15:43:26.943936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:27.096620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62108017-5425-4622-8370-db422328002a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.205093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62108017-5425-4622-8370-db422328002a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.209450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62108017-5425-4622-8370-db422328002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.258059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62108017-5425-4622-8370-db422328002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeb5b51-6989-440e-bcbc-1758f32a470e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:27.263287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-62108017-5425-4622-8370-db422328002a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da87e80ed3ab44e7806d4f9041ef3f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176496 Dec 12 15:43:27.265873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:27.334102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.361831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.420168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.424366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:27.429312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eeeb5b51-6989-440e-bcbc-1758f32a470e HTTP/1.1" status: 204 len: 168 time: 0.1589437 Dec 12 15:43:27.438444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a062e-a065-4af9-9daa-c088fd271a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeb5b51-6989-440e-bcbc-1758f32a470e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:28.358388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35430) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:28.557420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1175731792'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:28.588351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:28.596968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.609288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.718161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.725619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.780482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:28.801908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.802317 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 1805ad50-c1cf-4f17-af97-c9e622d15a02 of type vlan for network b5cd852d-9371-4fe6-b790-2351c2882d5f Dec 12 15:43:28.804242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e00ec-1aa8-41d9-8bcd-e94a87913754,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:28.858281 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.892970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.898769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:28.899468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:28.977943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=b5cd852d-9371-4fe6-b790-2351c2882d5f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:28.992160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:28.995670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec609446-1fee-4d0a-89aa-bd8c5555ecc9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6355600 Dec 12 15:43:28.998366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:29.003951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'name': 'tempest-PortsTestJSON-2132869425'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:29.131845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:29.137084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.161806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:29.432234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.511989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.583261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=19f30014-fdf6-4c63-9e7a-9dd7ccc573ed,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:29.603335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '1805ad50-c1cf-4f17-af97-c9e622d15a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:29.603812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: b5cd852d-9371-4fe6-b790-2351c2882d5f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:29.629643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:29.641846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b5cd852d-9371-4fe6-b790-2351c2882d5f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:29.646387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:29.655258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:29.655794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da0466-1573-4ca8-8b9a-cd72ad06fdea None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:29.655985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.685253 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-14a8739a-aa7f-4b11-a775-ae42adab9e52 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6857197 Dec 12 15:43:29.688490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:29.698511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1463117330'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:29.731749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:29.743396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.809793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:29.822355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.822785 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment a7b11fa8-5ce4-40b7-a0e6-f0b3ce322482 of type vlan for network bf254b5c-5710-44b3-9993-37395638f2ea Dec 12 15:43:29.880023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.924571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:29.932017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:29.932626 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.005304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3138466 Dec 12 15:43:30.008178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:30.013910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'ports': [{'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'}, {'network_id': 'bf254b5c-5710-44b3-9993-37395638f2ea'}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:30.014230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:30.014722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'bf254b5c-5710-44b3-9993-37395638f2ea'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:30.040206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc108c1-43c1-4626-b6bf-79053fdef843 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=bf254b5c-5710-44b3-9993-37395638f2ea,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:30.056493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network bf254b5c-5710-44b3-9993-37395638f2ea details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:30.274018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:30.279559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.294713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.395926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 826e216d-595c-4d9e-850f-cd8c33eabe19 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:30.559265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.632340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 40ee50f5-2757-498b-9e75-351d55e9ea11 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:30.776400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.833484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.913363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:30.918346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:30.923247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:30.924213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:30.957658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=826e216d-595c-4d9e-850f-cd8c33eabe19,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:31.015620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=40ee50f5-2757-498b-9e75-351d55e9ea11,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:31.018636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': 'a7b11fa8-5ce4-40b7-a0e6-f0b3ce322482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bf254b5c-5710-44b3-9993-37395638f2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:31.019180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: bf254b5c-5710-44b3-9993-37395638f2ea, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:31.042252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network bf254b5c-5710-44b3-9993-37395638f2ea is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:31.055647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, bf254b5c-5710-44b3-9993-37395638f2ea) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:31.071052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312eede1-bf53-4e1d-a8fc-7b56710cbf3c None None] Network bf254b5c-5710-44b3-9993-37395638f2ea requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:31.074299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:31.082617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:31.088649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:31.090327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.120137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e9c1f1c-79be-4d34-a981-1b5fdf35b5db tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1063871 Dec 12 15:43:31.121371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:31.255365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 40ee50f5-2757-498b-9e75-351d55e9ea11 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:31.255700 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.360088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.375967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 40ee50f5-2757-498b-9e75-351d55e9ea11 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:31.541558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.607911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=40ee50f5-2757-498b-9e75-351d55e9ea11,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:31.618936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.619582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.620106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.620609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.621141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.621664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.622169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.622720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.623244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.623955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.624706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.625210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.625718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:31.629665 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.634763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-725c418b-3240-4027-9121-6eebb338a2a0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/40ee50f5-2757-498b-9e75-351d55e9ea11 HTTP/1.1" status: 204 len: 168 time: 0.5131564 Dec 12 15:43:31.637387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:31.695800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ca3cc-5276-4338-b25b-93c598e77b2f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:31.704170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ca3cc-5276-4338-b25b-93c598e77b2f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:31.706013 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d2ca3cc-5276-4338-b25b-93c598e77b2f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0669971 Dec 12 15:43:31.709080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:31.820277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 826e216d-595c-4d9e-850f-cd8c33eabe19 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:31.820765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.912300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:31.928893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 826e216d-595c-4d9e-850f-cd8c33eabe19 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:32.077917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.133323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=826e216d-595c-4d9e-850f-cd8c33eabe19,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:32.152955 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.164935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-095f7bb2-507e-4eeb-946e-d35d27342510 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/826e216d-595c-4d9e-850f-cd8c33eabe19 HTTP/1.1" status: 204 len: 168 time: 0.4539678 Dec 12 15:43:32.167428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:32.276786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c71c7c-0c33-4b21-a383-8d67313aa3b3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:32.279172 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79c71c7c-0c33-4b21-a383-8d67313aa3b3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1107161 Dec 12 15:43:32.282155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:32.318397 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1c09ea-560a-4a4c-bd1b-ade8b1e7f5ba tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:32.321180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4e1c09ea-560a-4a4c-bd1b-ade8b1e7f5ba tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/40ee50f5-2757-498b-9e75-351d55e9ea11 HTTP/1.1" status: 404 len: 333 time: 0.0380106 Dec 12 15:43:32.323761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35534) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:32.381170 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd628b5-0ff4-4fc8-afd8-6cfd7f24f3e7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:32.389425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:32.392435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6bd628b5-0ff4-4fc8-afd8-6cfd7f24f3e7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/826e216d-595c-4d9e-850f-cd8c33eabe19 HTTP/1.1" status: 404 len: 333 time: 0.0646291 Dec 12 15:43:32.538936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.705693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.732791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf254b5c-5710-44b3-9993-37395638f2ea']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:32.744592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b11fa8-5ce4-40b7-a0e6-f0b3ce322482') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:32.744928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b11fa8-5ce4-40b7-a0e6-f0b3ce322482') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:32.756478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.774503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.783616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:32.784232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:32.788547 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:32.886901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.892445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:32.902119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:32.910074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-22275190'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:32.914773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/bf254b5c-5710-44b3-9993-37395638f2ea HTTP/1.1" status: 204 len: 168 time: 0.5230949 Dec 12 15:43:32.946287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3773a4-4a9c-46c5-a9eb-36f1292ce2fa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=bf254b5c-5710-44b3-9993-37395638f2ea,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:32.961722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:32.969901 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.004174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:33.014731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.025646 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment cc64208d-543a-4b39-a814-88b7088b9f45 of type vlan for network 3bc02b51-1861-4919-8d2a-80083ee5f46c Dec 12 15:43:33.076587 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.138535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.146127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:33.147050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.245225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3419302 Dec 12 15:43:33.248220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:33.255613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:33.255884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7dba0-942a-4ba6-91ff-2a80160a3993 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=3bc02b51-1861-4919-8d2a-80083ee5f46c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:33.278021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:33.444385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:33.448811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.535084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 15:43:33.536348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 15:43:33.702267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.790231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=5c0b58bf-24a7-41aa-bc07-61d62f048090,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:33.804803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': 'cc64208d-543a-4b39-a814-88b7088b9f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:33.805602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: 3bc02b51-1861-4919-8d2a-80083ee5f46c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:33.826561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:33.842122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 3bc02b51-1861-4919-8d2a-80083ee5f46c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:33.848921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:33.849531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:33.856065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb3ef6d-689f-4d16-8607-d80b8363b239 None None] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:33.899595 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d107aaa7-1904-4561-820d-d475adbc7e96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6380334 Dec 12 15:43:33.899935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35570) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:33.905144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c', 'name': 'tempest-PortsTestJSON-1451901412'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:34.086643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:34.090594 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.157816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 4258967f-9e3d-4a6f-94c3-89d0bb0f939b yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:34.202051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:43:34.261147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-3bc02b51-1861-4919-8d2a-80083ee5f46c', 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': '5c0b58bf-24a7-41aa-bc07-61d62f048090'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:43:34.262193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.315814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.13 (3bc02b51-1861-4919-8d2a-80083ee5f46c/5c0b58bf-24a7-41aa-bc07-61d62f048090/4258967f-9e3d-4a6f-94c3-89d0bb0f939b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:34.509341 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.555075 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.605427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:34.611243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:34.614520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:34.647296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Allocated IP 172.20.0.2 (3bc02b51-1861-4919-8d2a-80083ee5f46c/5c0b58bf-24a7-41aa-bc07-61d62f048090/37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:34.665096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=4258967f-9e3d-4a6f-94c3-89d0bb0f939b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:34.692096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:34.694364 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.716537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d221485d-c077-4b40-b6a6-d85041449524 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8153472 Dec 12 15:43:34.719425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:34.847726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 4258967f-9e3d-4a6f-94c3-89d0bb0f939b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:34.848502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.859309 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.867780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.937128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:34.939096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:34.943959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:34.949236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:34.950054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Pushing event updated for resources: {'Port': ['ID=37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:34.964888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 4258967f-9e3d-4a6f-94c3-89d0bb0f939b owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:35.009439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Attempting to bind port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:35.010788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Attempting to bind port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'cc64208d-543a-4b39-a814-88b7088b9f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:35.011710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Attempting to bind port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 on network 3bc02b51-1861-4919-8d2a-80083ee5f46c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:35.020788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:35.021623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Checking segment: {'id': 'cc64208d-543a-4b39-a814-88b7088b9f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:35.022692 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.023303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Bound using segment: {'id': 'cc64208d-543a-4b39-a814-88b7088b9f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:35.023560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Bound port: 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc64208d-543a-4b39-a814-88b7088b9f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bc02b51-1861-4919-8d2a-80083ee5f46c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:35.023943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.117540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.121764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] For port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:35.126717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] For port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3,segment=NetworkSegment(cc64208d-543a-4b39-a814-88b7088b9f45),segment_id=cc64208d-543a-4b39-a814-88b7088b9f45)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:35.135596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.175872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=4258967f-9e3d-4a6f-94c3-89d0bb0f939b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:35.228163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f7cd3-29c1-4aaf-a46a-7ba0bb0cd306 None None] Pushing event updated for resources: {'Port': ['ID=37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:35.280706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.291125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-605e60b9-71ea-4ab8-b7c4-6fc80dafa28b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/4258967f-9e3d-4a6f-94c3-89d0bb0f939b HTTP/1.1" status: 204 len: 168 time: 0.5690291 Dec 12 15:43:35.293981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:35.320525 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed4ca56-d2ab-44ed-a623-d7b3a4527a90 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:43:35.321104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed4ca56-d2ab-44ed-a623-d7b3a4527a90 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:35.324391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ed4ca56-d2ab-44ed-a623-d7b3a4527a90 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/4258967f-9e3d-4a6f-94c3-89d0bb0f939b HTTP/1.1" status: 404 len: 333 time: 0.0294020 Dec 12 15:43:35.327359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:35.366937 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97a1221-2f6e-493f-ad41-df3d5107a81e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:35.368874 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a97a1221-2f6e-493f-ad41-df3d5107a81e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/4258967f-9e3d-4a6f-94c3-89d0bb0f939b HTTP/1.1" status: 404 len: 333 time: 0.0375483 Dec 12 15:43:35.371977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:35.402750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7dab936c-8b25-4490-adb8-5f96b830a803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.511828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 5c0b58bf-24a7-41aa-bc07-61d62f048090 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:35.515514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.602696 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.773294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.844717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.887428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=5c0b58bf-24a7-41aa-bc07-61d62f048090,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:35.901257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.901607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.902173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.902685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.903343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.903870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.906586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.906586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.906586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.906586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.907074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.907532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.908905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:43:35.915506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:35.921286 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fa60f6c-2374-44d0-ad4f-d909280f3577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/5c0b58bf-24a7-41aa-bc07-61d62f048090 HTTP/1.1" status: 204 len: 168 time: 0.5440681 Dec 12 15:43:35.921659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35630) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:36.036310 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:36.109944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:36.110858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:36.209239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3,segment=NetworkSegment(cc64208d-543a-4b39-a814-88b7088b9f45),segment_id=cc64208d-543a-4b39-a814-88b7088b9f45)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:36.210628 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:36.234351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:36.410968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:36.457923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:36.464106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:36.467570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:36.497966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:36.498586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 12 15:43:36.554341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 not found, will not notify nova. {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 12 15:43:36.826987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c29f16a-dc7a-413c-bac7-dcd88d7b860a None None] Network 3bc02b51-1861-4919-8d2a-80083ee5f46c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:36.938747 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:36.962931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc02b51-1861-4919-8d2a-80083ee5f46c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:36.969684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-df11a954-d1f7-4f9e-991c-a17df59bfed0 None None] Could not find standard attr ID for object 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:43:36.972814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc64208d-543a-4b39-a814-88b7088b9f45') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:36.973108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc64208d-543a-4b39-a814-88b7088b9f45') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:36.985388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.003494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.012524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:37.013453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:37.018859 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:37.090078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf082d-0bcf-47f8-8570-8fa400fff8fc None None] DHCP port deletion for 3bc02b51-1861-4919-8d2a-80083ee5f46c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:37.099309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.115119 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.124886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/3bc02b51-1861-4919-8d2a-80083ee5f46c HTTP/1.1" status: 204 len: 168 time: 1.2015781 Dec 12 15:43:37.128852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:37.138317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-781523822'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:37.151678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f9b66-2eda-4f0d-9ead-34649faadbc4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=3bc02b51-1861-4919-8d2a-80083ee5f46c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:37.183802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:37.188309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.239090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:37.259627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.260480 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 7792063d-a4de-47af-b731-5fbd68674178 of type vlan for network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe Dec 12 15:43:37.347122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.380273 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.387995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:37.388467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.478279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:37.483333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:37.487091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3568563 Dec 12 15:43:37.490113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a39b9d-893c-411f-936e-378fbdd90142 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=d6e36599-e6a0-4df1-bf2e-3bd1abff41fe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:37.505927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:37.640499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:37.645436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.750655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-64f91e28-405b-4ff5-aa06-43e8b9adfd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.915011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:37.997918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=ceafc695-dc25-4378-9c7f-e6b3985877aa,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:38.034305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '7792063d-a4de-47af-b731-5fbd68674178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:38.034674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: d6e36599-e6a0-4df1-bf2e-3bd1abff41fe, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:38.060708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:38.074247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, d6e36599-e6a0-4df1-bf2e-3bd1abff41fe) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:38.086123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b15cbf-d907-4523-be4d-a51865f015e5 None None] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:38.086442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:38.087241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.113027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:38.113335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b564405e-d1d2-44a4-b4f1-026fb95f94de tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6336021 Dec 12 15:43:38.120183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1008753053'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:38.250934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-d6e36599-e6a0-4df1-bf2e-3bd1abff41fe', 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': 'ceafc695-dc25-4378-9c7f-e6b3985877aa'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:43:38.251814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.272387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:38.277204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.300783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port ca44923e-a4ba-4fbc-b730-8d825b35c336 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:38.408077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:38.447104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:38.447753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 37c1b0cc-51d9-4348-bb5d-0771bf1e5ad3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:38.449876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.2 (d6e36599-e6a0-4df1-bf2e-3bd1abff41fe/ceafc695-dc25-4378-9c7f-e6b3985877aa/ca44923e-a4ba-4fbc-b730-8d825b35c336) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:38.582686 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.620535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.663335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.716084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:38.718161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-565db0ab-5b90-4977-8880-bda7d1a7bcd2 {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:43:38.718638 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:43:38.719716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:38.729306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:38.733745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=ca44923e-a4ba-4fbc-b730-8d825b35c336,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:38.781022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:38.782197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:38.806491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62d2a022-8527-456f-92f1-5121b9b89242 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6893959 Dec 12 15:43:38.806898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:39.004927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port ca44923e-a4ba-4fbc-b730-8d825b35c336 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:39.005277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.122891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.146109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for ca44923e-a4ba-4fbc-b730-8d825b35c336 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:39.209249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.220767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.387621 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.424561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Allocated IP 172.20.0.3 (d6e36599-e6a0-4df1-bf2e-3bd1abff41fe/ceafc695-dc25-4378-9c7f-e6b3985877aa/bcb0579e-0db1-4ffd-83af-53cc0d2f42c0) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:39.431096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=ca44923e-a4ba-4fbc-b730-8d825b35c336,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:39.576923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.582645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d4ecdb0e-981d-4b1a-8654-7b607d0a05f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/ca44923e-a4ba-4fbc-b730-8d825b35c336 HTTP/1.1" status: 204 len: 168 time: 0.7723880 Dec 12 15:43:39.583919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35720) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:39.645397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.656233 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.658868 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4bc801-a75a-498e-b9ae-e888a24cae30 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:39.663521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:39.663778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ac4bc801-a75a-498e-b9ae-e888a24cae30 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/ca44923e-a4ba-4fbc-b730-8d825b35c336 HTTP/1.1" status: 404 len: 333 time: 0.0773754 Dec 12 15:43:39.742495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:39.745953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:39.749549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet ceafc695-dc25-4378-9c7f-e6b3985877aa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:39.750089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:39.753354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.787407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Pushing event updated for resources: {'Port': ['ID=bcb0579e-0db1-4ffd-83af-53cc0d2f42c0,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:39.812066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.828314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Attempting to bind port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:39.828739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Attempting to bind port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '7792063d-a4de-47af-b731-5fbd68674178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:39.829112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Attempting to bind port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 on network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:39.835693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:39.836070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Checking segment: {'id': '7792063d-a4de-47af-b731-5fbd68674178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:39.836474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.836932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Bound using segment: {'id': '7792063d-a4de-47af-b731-5fbd68674178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:39.837478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Bound port: bcb0579e-0db1-4ffd-83af-53cc0d2f42c0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7792063d-a4de-47af-b731-5fbd68674178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd6e36599-e6a0-4df1-bf2e-3bd1abff41fe'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:39.837798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.915182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] For port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:39.919207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] For port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bcb0579e-0db1-4ffd-83af-53cc0d2f42c0,segment=NetworkSegment(7792063d-a4de-47af-b731-5fbd68674178),segment_id=7792063d-a4de-47af-b731-5fbd68674178)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:39.933963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:39.934512 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.045363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1afd4-f258-4717-935a-b97d15cdde18 None None] Pushing event updated for resources: {'Port': ['ID=bcb0579e-0db1-4ffd-83af-53cc0d2f42c0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:40.354256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.645489 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.681039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.686866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35752) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:40.687440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/ceafc695-dc25-4378-9c7f-e6b3985877aa HTTP/1.1" status: 204 len: 168 time: 1.0220933 Dec 12 15:43:40.687722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bad924-e171-43e8-8f73-3976f68bd534 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=ceafc695-dc25-4378-9c7f-e6b3985877aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:40.771659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.830392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:40.831114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.928059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bcb0579e-0db1-4ffd-83af-53cc0d2f42c0,segment=NetworkSegment(7792063d-a4de-47af-b731-5fbd68674178),segment_id=7792063d-a4de-47af-b731-5fbd68674178)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:40.929044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:40.944486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:41.055302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.079208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port bcb0579e-0db1-4ffd-83af-53cc0d2f42c0 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:41.103494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.235173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.291767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.329182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=bcb0579e-0db1-4ffd-83af-53cc0d2f42c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:41.332468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e36599-e6a0-4df1-bf2e-3bd1abff41fe']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:41.349495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7792063d-a4de-47af-b731-5fbd68674178') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:41.350034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7792063d-a4de-47af-b731-5fbd68674178') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:41.362949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.378893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.386668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:41.387202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:41.390606 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:41.472447 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.480891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.484995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/d6e36599-e6a0-4df1-bf2e-3bd1abff41fe HTTP/1.1" status: 204 len: 168 time: 0.7968907 Dec 12 15:43:41.488533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35770) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:41.507287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'name': 'tempest-PortsTestJSON-642521960'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:41.527705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d59a7-e27b-4834-ab23-68dbdc9a60c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=d6e36599-e6a0-4df1-bf2e-3bd1abff41fe,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:41.655847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:41.661266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.702795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 294765e7-b9db-4add-af66-d1a0b6338570 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:41.706006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-619f5391-86b3-4eeb-a213-beb8d6eb7bc0 None None] Could not find standard attr ID for object bcb0579e-0db1-4ffd-83af-53cc0d2f42c0. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:43:41.771458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e182d-99ef-444e-a016-35dc8edeb8d5 None None] DHCP port deletion for d6e36599-e6a0-4df1-bf2e-3bd1abff41fe request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:41.793549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad548a29-75b2-4eef-85ac-746fb8c11a97 None None] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:41.823580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad548a29-75b2-4eef-85ac-746fb8c11a97 None None] Network d6e36599-e6a0-4df1-bf2e-3bd1abff41fe could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 15:43:41.917725 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:41.973227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.019441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:42.023274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:42.028146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:42.034323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:42.035089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.050552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=294765e7-b9db-4add-af66-d1a0b6338570,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:42.067869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-18d46503-dbf9-4351-bf9e-214ffe90d65c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5641453 Dec 12 15:43:42.068304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35780) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:42.188563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 294765e7-b9db-4add-af66-d1a0b6338570 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:42.189139 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.266464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.282333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 294765e7-b9db-4add-af66-d1a0b6338570 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:42.395321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.441961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=294765e7-b9db-4add-af66-d1a0b6338570,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:42.449466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.452732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-23e002ee-5416-4784-92a4-89c1137019a4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/294765e7-b9db-4add-af66-d1a0b6338570 HTTP/1.1" status: 204 len: 168 time: 0.3831725 Dec 12 15:43:42.455164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35794) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:42.460938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'mac_address': 'fa:16:3e:29:0d:31', 'name': 'tempest-PortsTestJSON-377622734'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:42.564945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:42.641842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.668751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 9ad7500e-293c-407c-b319-b89159cfc86a yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:42.877508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.918011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:42.983017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:42.986464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:42.991245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:42.997291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:42.997918 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.004497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=9ad7500e-293c-407c-b319-b89159cfc86a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:43.030420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:43.037271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c4371542-b465-4c45-93bb-888f607cf749 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5810196 Dec 12 15:43:43.095124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28e718-67ce-4005-87c3-c8965cf18371 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:43.100481 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b28e718-67ce-4005-87c3-c8965cf18371 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/9ad7500e-293c-407c-b319-b89159cfc86a HTTP/1.1" status: 200 len: 840 time: 0.0680416 Dec 12 15:43:43.100679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:43.214850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 9ad7500e-293c-407c-b319-b89159cfc86a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:43.215335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.305869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.324250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 9ad7500e-293c-407c-b319-b89159cfc86a owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:43.434376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.475657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=9ad7500e-293c-407c-b319-b89159cfc86a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:43.484022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.487523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a590609a-e2da-49f9-88d9-f86258bb526c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/9ad7500e-293c-407c-b319-b89159cfc86a HTTP/1.1" status: 204 len: 168 time: 0.3852899 Dec 12 15:43:43.490310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:43.539787 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-15947bf7-f80b-4308-a938-896d6adce0d5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:43.541581 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-15947bf7-f80b-4308-a938-896d6adce0d5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/9ad7500e-293c-407c-b319-b89159cfc86a HTTP/1.1" status: 404 len: 333 time: 0.0494018 Dec 12 15:43:43.545493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:43.551267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'name': 'tempest-PortsTestJSON-111991888'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:43.668815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:43.674207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.701292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 31b2d62d-c388-4262-87fa-2a4062c00cfb yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:43.915962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:43.958081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.006625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:44.010571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:44.014630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:44.020995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:44.022263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.039718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=31b2d62d-c388-4262-87fa-2a4062c00cfb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:44.053246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:44.053805 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89283a6e-3eea-4bb1-8e5b-1b914951418c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5067401 Dec 12 15:43:44.060177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:44.146064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.333704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.340644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.379913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] In _notify_port_updated(), no bound segment for port 31b2d62d-c388-4262-87fa-2a4062c00cfb on network b5cd852d-9371-4fe6-b790-2351c2882d5f {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:44.385957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:44.386572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.390428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/ports/31b2d62d-c388-4262-87fa-2a4062c00cfb HTTP/1.1" status: 200 len: 818 time: 0.3330452 Dec 12 15:43:44.390586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35846) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:44.434537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d7bf7-c570-443a-a0af-ebec4f95bba9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=31b2d62d-c388-4262-87fa-2a4062c00cfb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:44.492575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 31b2d62d-c388-4262-87fa-2a4062c00cfb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:44.492939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.570189 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.583727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 31b2d62d-c388-4262-87fa-2a4062c00cfb owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:44.674727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.711494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.717087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/31b2d62d-c388-4262-87fa-2a4062c00cfb HTTP/1.1" status: 204 len: 168 time: 0.3255451 Dec 12 15:43:44.717523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:44.718790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9750ed4-338e-4493-a6eb-9ba1ff0b91b5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=31b2d62d-c388-4262-87fa-2a4062c00cfb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:44.772875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd7347-9954-4b46-91cf-3c08309e93d4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:44.774769 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34cd7347-9954-4b46-91cf-3c08309e93d4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0562322 Dec 12 15:43:44.777295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:44.811884 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dff317b-17c4-4dd3-8964-fa62761b0721 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:44.813983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3dff317b-17c4-4dd3-8964-fa62761b0721 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/31b2d62d-c388-4262-87fa-2a4062c00cfb HTTP/1.1" status: 404 len: 333 time: 0.0353072 Dec 12 15:43:44.817653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35860) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:44.824023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-804373010'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:44.850621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:44.854419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.880982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:44.890327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.890666 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 87037737-f53b-43c6-b0ef-7610a69ab994 of type vlan for network 45596f12-8f52-46ae-9bb8-8625fe80b33c Dec 12 15:43:44.935727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.962871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:44.970970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:44.971745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.043498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2246280 Dec 12 15:43:45.043826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:45.052049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:45.052703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6336e-3dd7-4d44-ba49-2901396a66f5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=45596f12-8f52-46ae-9bb8-8625fe80b33c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:45.065652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:45.191000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:45.195476 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.404449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.478608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:45.481922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '87037737-f53b-43c6-b0ef-7610a69ab994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:45.482239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: 45596f12-8f52-46ae-9bb8-8625fe80b33c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:45.500480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:45.511417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 45596f12-8f52-46ae-9bb8-8625fe80b33c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:45.515762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:45.516473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.531321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9ac797-abf3-4360-aea5-35207412dea4 None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:45.538434 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e5d5395b-5c66-4797-8a95-8b1e628eeb8c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4930120 Dec 12 15:43:45.541560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:45.548486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:45.661182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-45596f12-8f52-46ae-9bb8-8625fe80b33c', 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:43:45.663202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.718328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:45.728215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.820990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Allocated IP 172.20.0.2 (45596f12-8f52-46ae-9bb8-8625fe80b33c/0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b/2013aa8b-8beb-4244-8fa3-100d7762910d) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:45.846615 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b (CIDR: 172.20.0.0/28) Dec 12 15:43:45.852144 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:43:45.852871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:43:45.855746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-f8f7dd82-9021-4f31-94c1-b510331ba1f1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:45.857422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-f8f7dd82-9021-4f31-94c1-b510331ba1f1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.1462224 Dec 12 15:43:45.871234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c09bf1cf-4e0e-4384-bd22-85e3a74e3b98 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3281381 Dec 12 15:43:45.873921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:45.879499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:45.885401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-e5b63ef6-8979-4158-9d7e-c4b4ef7b70aa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0212812 Dec 12 15:43:45.957889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-157a01cd-2560-428a-88fb-eb3132c993d4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581837 Dec 12 15:43:45.989187 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:45.999341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.004159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:46.009148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.053719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:46.057235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:46.066100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:46.092938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Pushing event updated for resources: {'Port': ['ID=2013aa8b-8beb-4244-8fa3-100d7762910d,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:46.099213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-42bec3e0-71c4-4982-9a3d-9b55a96c4365 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209803 Dec 12 15:43:46.134846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Attempting to bind port 2013aa8b-8beb-4244-8fa3-100d7762910d on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:46.135249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Attempting to bind port 2013aa8b-8beb-4244-8fa3-100d7762910d by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '87037737-f53b-43c6-b0ef-7610a69ab994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:46.135780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Attempting to bind port 2013aa8b-8beb-4244-8fa3-100d7762910d on network 45596f12-8f52-46ae-9bb8-8625fe80b33c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:46.159185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:46.159571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Checking segment: {'id': '87037737-f53b-43c6-b0ef-7610a69ab994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:46.160185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.161408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Bound using segment: {'id': '87037737-f53b-43c6-b0ef-7610a69ab994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:46.162074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Bound port: 2013aa8b-8beb-4244-8fa3-100d7762910d, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87037737-f53b-43c6-b0ef-7610a69ab994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:46.163251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.210753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-6318c3bc-3db5-4d72-a9af-3468984be8cb service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041842 Dec 12 15:43:46.247483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] For port 2013aa8b-8beb-4244-8fa3-100d7762910d, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:46.251101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] For port 2013aa8b-8beb-4244-8fa3-100d7762910d, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2013aa8b-8beb-4244-8fa3-100d7762910d,segment=NetworkSegment(87037737-f53b-43c6-b0ef-7610a69ab994),segment_id=87037737-f53b-43c6-b0ef-7610a69ab994)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:46.257271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.330531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ca8ab-69a2-4003-b654-24acca4d578a None None] Pushing event updated for resources: {'Port': ['ID=2013aa8b-8beb-4244-8fa3-100d7762910d,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:46.345327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.460199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:46.464333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:46.475875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:46.476462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.491052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=d5a8e058-334f-45e0-9e75-89acca96a278,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:46.500762 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f1d1478-2cf8-4853-994e-22f21b34aa5a tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6230247 Dec 12 15:43:46.501368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35916) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:46.507550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b'}, {'subnet_id': 'd5a8e058-334f-45e0-9e75-89acca96a278'}], 'name': 'tempest-PortsTestJSON-1315606296'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:46.779120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a771432-7611-4a5c-b419-823442f6941b req-b79c73a8-837a-4f47-8c91-0b11a3b87e05 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.1029313 Dec 12 15:43:46.835045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:46.930505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:46.955735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 7a72b0d4-121a-4eca-92da-52d5359d9cce yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:47.359829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.8 (45596f12-8f52-46ae-9bb8-8625fe80b33c/0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b/7a72b0d4-121a-4eca-92da-52d5359d9cce) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:47.366744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.25 (45596f12-8f52-46ae-9bb8-8625fe80b33c/d5a8e058-334f-45e0-9e75-89acca96a278/7a72b0d4-121a-4eca-92da-52d5359d9cce) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:47.557285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:47.594675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:47.647127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:47.651221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=7a72b0d4-121a-4eca-92da-52d5359d9cce,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:47.656953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:47.660088 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:47.712827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:47.713375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:47.716512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d3baf-691b-4ea8-bfa8-74b93f71e60f None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:47.735251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-226da0ac-3902-4433-a451-06da642fe7b4 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2330258 Dec 12 15:43:47.737992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 35950) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:47.746841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:47.798957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] Provisioning complete for port 2013aa8b-8beb-4244-8fa3-100d7762910d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:47.799331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:47.978601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.021385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76357352-875a-4218-b09a-897e1705c927 req-113e7a18-bcb1-42f8-84d9-0098ebae5085 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0626509 Dec 12 15:43:48.026751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.051710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] For port 2013aa8b-8beb-4244-8fa3-100d7762910d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2013aa8b-8beb-4244-8fa3-100d7762910d,segment=NetworkSegment(87037737-f53b-43c6-b0ef-7610a69ab994),segment_id=87037737-f53b-43c6-b0ef-7610a69ab994)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:48.077864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.091950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-55f3caaa-4475-4b05-bc80-87835cd72c56 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:48.093615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-55f3caaa-4475-4b05-bc80-87835cd72c56 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2595277 Dec 12 15:43:48.111542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:48.129562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Update dhcp port {'port': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5a8e058-334f-45e0-9e75-89acca96a278'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '2013aa8b-8beb-4244-8fa3-100d7762910d'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:43:48.161166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.378920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0570791-7f18-40e4-a423-b27dfca3e6f3 None None] Pushing event updated for resources: {'Port': ['ID=2013aa8b-8beb-4244-8fa3-100d7762910d,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:48.385969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:48.389447 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.457078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2013aa8b-8beb-4244-8fa3-100d7762910d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:48.488741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Delete allocated IP 172.20.0.25 (45596f12-8f52-46ae-9bb8-8625fe80b33c/d5a8e058-334f-45e0-9e75-89acca96a278) {{(pid=103412) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:43:48.521162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2013aa8b-8beb-4244-8fa3-100d7762910d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:48.522112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.617495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.6 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/0845208b-b65a-4894-bdfd-3db2a866243e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:48.829926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.837571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:48.890065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Allocated IP 172.20.0.18 (45596f12-8f52-46ae-9bb8-8625fe80b33c/d5a8e058-334f-45e0-9e75-89acca96a278/2013aa8b-8beb-4244-8fa3-100d7762910d) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:48.960115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=7a72b0d4-121a-4eca-92da-52d5359d9cce,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:48.983643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.002572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] In _notify_port_updated(), no bound segment for port 7a72b0d4-121a-4eca-92da-52d5359d9cce on network 45596f12-8f52-46ae-9bb8-8625fe80b33c {{(pid=103412) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:49.008438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:49.009124 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.010476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2259193e-03c9-4caf-a366-81d03b7603ae tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/ports/7a72b0d4-121a-4eca-92da-52d5359d9cce HTTP/1.1" status: 200 len: 919 time: 1.2712040 Dec 12 15:43:49.013275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 35982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:49.019233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b'}, {'subnet_id': 'd5a8e058-334f-45e0-9e75-89acca96a278'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:49.059320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.086644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] For port 2013aa8b-8beb-4244-8fa3-100d7762910d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2013aa8b-8beb-4244-8fa3-100d7762910d,segment=NetworkSegment(87037737-f53b-43c6-b0ef-7610a69ab994),segment_id=87037737-f53b-43c6-b0ef-7610a69ab994)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:49.174481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:49.178685 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.181227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:49.200798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:49.201103 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.292324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:49.293792 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.356657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2500379 Dec 12 15:43:49.439357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Request body: {'port': {'device_id': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:49.479181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.790989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7f7582b3-10e9-4345-a646-dc167dee664c None None] Provisioning complete for port 0845208b-b65a-4894-bdfd-3db2a866243e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:49.795619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f7582b3-10e9-4345-a646-dc167dee664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:49.872782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7f7582b3-10e9-4345-a646-dc167dee664c None None] Port 0845208b-b65a-4894-bdfd-3db2a866243e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:49.874386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825ba23-4437-4219-b244-769e7a1485d4 None None] Pushing event updated for resources: {'Port': ['ID=2013aa8b-8beb-4244-8fa3-100d7762910d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:49.995120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c7323-14b6-46a8-ae44-224a0a0ed4df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:50.010296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.20 (45596f12-8f52-46ae-9bb8-8625fe80b33c/d5a8e058-334f-45e0-9e75-89acca96a278/7a72b0d4-121a-4eca-92da-52d5359d9cce) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:50.098489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20c082-a86d-4edc-b8b6-c4b89df7e44a req-5761f346-ccde-461e-8f25-9b2afec63592 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:50.102063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f20c082-a86d-4edc-b8b6-c4b89df7e44a req-5761f346-ccde-461e-8f25-9b2afec63592 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 931 time: 0.7942352 Dec 12 15:43:50.103250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.256220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f20c082-a86d-4edc-b8b6-c4b89df7e44a req-006ba4f0-5760-468b-a6fc-68558505e87d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459568 Dec 12 15:43:50.263779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.283677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.447940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2013aa8b-8beb-4244-8fa3-100d7762910d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:50.549544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2013aa8b-8beb-4244-8fa3-100d7762910d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:50.549918 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.551867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=7a72b0d4-121a-4eca-92da-52d5359d9cce,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:50.606277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] In _notify_port_updated(), no bound segment for port 7a72b0d4-121a-4eca-92da-52d5359d9cce on network 45596f12-8f52-46ae-9bb8-8625fe80b33c {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:43:50.613300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:50.628813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.630295 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f8bc59d5-aeb4-4b8c-8f13-db9e9eb035e6 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/ports/7a72b0d4-121a-4eca-92da-52d5359d9cce HTTP/1.1" status: 200 len: 999 time: 1.6154490 Dec 12 15:43:50.633435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:50.772469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b587f-07c3-47fa-9ecf-d692d7ca87d2 None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:50.808735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0845208b-b65a-4894-bdfd-3db2a866243e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:43:50.821747 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.836778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Transition to ACTIVE for port object 0845208b-b65a-4894-bdfd-3db2a866243e will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:43:50.844213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.860090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 7a72b0d4-121a-4eca-92da-52d5359d9cce {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:50.860424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:50.925253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:50.931506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f7115510-bca0-4ec2-b647-040a6b8f1a6e None None] Provisioning complete for port 2013aa8b-8beb-4244-8fa3-100d7762910d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:50.931877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7115510-bca0-4ec2-b647-040a6b8f1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.047182 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.065156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Attempting to bind port 0845208b-b65a-4894-bdfd-3db2a866243e on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:51.065703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Attempting to bind port 0845208b-b65a-4894-bdfd-3db2a866243e by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:51.066133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Attempting to bind port 0845208b-b65a-4894-bdfd-3db2a866243e on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:51.077370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Port 0845208b-b65a-4894-bdfd-3db2a866243e on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:43:51.079183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Attempting to bind port 0845208b-b65a-4894-bdfd-3db2a866243e on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:51.086134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 7a72b0d4-121a-4eca-92da-52d5359d9cce owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:51.091114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:51.091639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:51.092131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:51.092682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Bound port: 0845208b-b65a-4894-bdfd-3db2a866243e, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:51.093158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.247546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:51.251221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f7115510-bca0-4ec2-b647-040a6b8f1a6e None None] Provisioning complete for port 7a72b0d4-121a-4eca-92da-52d5359d9cce triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:51.252839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0845208b-b65a-4894-bdfd-3db2a866243e,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:51.253781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7115510-bca0-4ec2-b647-040a6b8f1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.274260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.347853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f7115510-bca0-4ec2-b647-040a6b8f1a6e None None] Port 7a72b0d4-121a-4eca-92da-52d5359d9cce cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:43:51.419209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:51.463966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:51.467563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.469543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-060ae80c-1631-4836-891f-46dd4e9c91f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0845208b-b65a-4894-bdfd-3db2a866243e HTTP/1.1" status: 200 len: 1091 time: 2.0486557 Dec 12 15:43:51.566712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:51.574454 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6a370b-255b-483c-88c7-b8f6318e372e" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:51.605939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:51.686975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-0b7f8aa8-1d4c-4dc9-8895-55ffaee4f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:51.688781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-0b7f8aa8-1d4c-4dc9-8895-55ffaee4f297 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 1094 time: 0.1072495 Dec 12 15:43:51.697693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2804d5-b3ff-4618-8563-604e04ea531d req-a4c19fd2-fcc9-40c8-a2d8-8874f44f6d42 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:51.700673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca2804d5-b3ff-4618-8563-604e04ea531d req-a4c19fd2-fcc9-40c8-a2d8-8874f44f6d42 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.2753260 Dec 12 15:43:51.727138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=7a72b0d4-121a-4eca-92da-52d5359d9cce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:51.804850 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9103e0c-56b9-46c8-9033-78f5ade0690a x-openstack-request-id: req-f9103e0c-56b9-46c8-9033-78f5ade0690a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:51.809107 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:51.809772 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9103e0c-56b9-46c8-9033-78f5ade0690a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:51.810450 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e', 'status': 'completed', 'code': 200} Dec 12 15:43:51.818286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-1b9c68d5-dfc1-46be-a382-b9760c1fc622 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845208b-b65a-4894-bdfd-3db2a866243e HTTP/1.1" status: 200 len: 217 time: 0.1163740 Dec 12 15:43:51.925683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-c8ed3952-e25e-4037-96b6-ebd1b6452cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:51.927392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-c8ed3952-e25e-4037-96b6-ebd1b6452cef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0950360 Dec 12 15:43:52.027337 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.031355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-693a7dcb-0a24-4809-bed5-315c76b50189 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/7a72b0d4-121a-4eca-92da-52d5359d9cce HTTP/1.1" status: 204 len: 168 time: 1.3966315 Dec 12 15:43:52.035173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca2804d5-b3ff-4618-8563-604e04ea531d req-a2978c5c-4f54-4888-9357-3e8f2e28198a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240302 Dec 12 15:43:52.036468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36040) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:52.053202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8f5bb-bbdf-4667-b3e6-00cdc6d9a9cf req-b1ab12e1-4c10-4184-943f-21db970f4b80 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:52.061105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fa8f5bb-bbdf-4667-b3e6-00cdc6d9a9cf req-b1ab12e1-4c10-4184-943f-21db970f4b80 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1098 time: 0.1319394 Dec 12 15:43:52.094694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e54-6d8b-4d33-baac-25466e294dee req-bd83049e-4d2e-41d6-b9cd-b6c38192bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:52.096138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-bd83049e-4d2e-41d6-b9cd-b6c38192bb90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539142 Dec 12 15:43:52.099563 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-16616ad8-f466-4023-b2cd-994c009ec1d1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:52.101509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-16616ad8-f466-4023-b2cd-994c009ec1d1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/7a72b0d4-121a-4eca-92da-52d5359d9cce HTTP/1.1" status: 404 len: 333 time: 0.0611818 Dec 12 15:43:52.104403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36046) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:52.188665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet d5a8e058-334f-45e0-9e75-89acca96a278 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:52.198804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.264168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.328022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fa8f5bb-bbdf-4667-b3e6-00cdc6d9a9cf req-2cbba01d-d968-41df-886c-b7005e89a116 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659476 Dec 12 15:43:52.342278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-1c896b9d-f68e-4504-9de0-4892fd01d3de service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303636 Dec 12 15:43:52.342989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36048) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:52.426524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.509416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57475e54-6d8b-4d33-baac-25466e294dee req-0e988180-1af2-4882-bb8f-251dd7976b96 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579130 Dec 12 15:43:52.527620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.575398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a8e058-334f-45e0-9e75-89acca96a278,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:52.591868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0e0d88a6-70d4-4ddd-848f-56a62ec84e32 None None] Provisioning complete for port 2013aa8b-8beb-4244-8fa3-100d7762910d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:52.593083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e0d88a6-70d4-4ddd-848f-56a62ec84e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.595465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.611671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-223924b4-9caa-43c8-8ce5-9528c121611f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/d5a8e058-334f-45e0-9e75-89acca96a278 HTTP/1.1" status: 204 len: 168 time: 0.5057535 Dec 12 15:43:52.612733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:52.735192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0e0d88a6-70d4-4ddd-848f-56a62ec84e32 None None] Could not find standard attr ID for object 7a72b0d4-121a-4eca-92da-52d5359d9cce. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:43:52.767578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:43:52.771045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.842745 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:52.848237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-9b8ef4e1-e79c-4b44-a7bc-0136d2f97a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:52.850020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-9b8ef4e1-e79c-4b44-a7bc-0136d2f97a5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 1094 time: 0.1643860 Dec 12 15:43:53.026281 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.029693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8aec4d-3cc5-449d-b710-f64bf7c879f8 None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:53.080051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5856f89f-9cf7-4f2c-a4d7-af535d8d8c55 None None] Could not find standard attr ID for object 7a72b0d4-121a-4eca-92da-52d5359d9cce. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:43:53.143212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.153944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-b10a71b2-3cad-4ee2-8624-7e017d7f91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:53.157668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-b10a71b2-3cad-4ee2-8624-7e017d7f91a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.2391763 Dec 12 15:43:53.176238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port c7e6865a-a703-4db4-9c89-09f288d1771f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:53.176880 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.213499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:53.229436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.243473 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3dc4e577-b415-4e64-9bdb-99b198756f54 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b HTTP/1.1" status: 204 len: 168 time: 0.6295502 Dec 12 15:43:53.244381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:53.279878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-af094a2f-1e8f-47b2-a750-b665cac641a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845208b-b65a-4894-bdfd-3db2a866243e HTTP/1.1" status: 200 len: 217 time: 0.1135871 Dec 12 15:43:53.335966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.336675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.347857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e425a82-f939-4e2c-a549-0fc93e0b1e70 None None] Update dhcp port {'port': {'network_id': '45596f12-8f52-46ae-9bb8-8625fe80b33c', 'fixed_ips': [{'subnet_id': '0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '2013aa8b-8beb-4244-8fa3-100d7762910d'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:43:53.351921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for c7e6865a-a703-4db4-9c89-09f288d1771f owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:53.354546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.404257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e425a82-f939-4e2c-a549-0fc93e0b1e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.426638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 2013aa8b-8beb-4244-8fa3-100d7762910d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:53.431980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.548463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port 2013aa8b-8beb-4244-8fa3-100d7762910d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2013aa8b-8beb-4244-8fa3-100d7762910d,segment=NetworkSegment(87037737-f53b-43c6-b0ef-7610a69ab994),segment_id=87037737-f53b-43c6-b0ef-7610a69ab994)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:53.549450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.562411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.569825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 2013aa8b-8beb-4244-8fa3-100d7762910d owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:53.632528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c7367-d009-4691-b9ee-2516c3656c1b None None] Network 45596f12-8f52-46ae-9bb8-8625fe80b33c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:53.644777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-61b4733d-5a9c-4500-93e7-200e66a41394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:53.646972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-61b4733d-5a9c-4500-93e7-200e66a41394 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1082900 Dec 12 15:43:53.681215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=c7e6865a-a703-4db4-9c89-09f288d1771f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:53.724277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:53.745553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port 2013aa8b-8beb-4244-8fa3-100d7762910d on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:53.765405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b161c5-d84b-488e-abfb-d438b1b3a97f req-b66d46a0-fcb1-4d4f-b175-48720a261281 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:53.792698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b161c5-d84b-488e-abfb-d438b1b3a97f req-b66d46a0-fcb1-4d4f-b175-48720a261281 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.5782003 Dec 12 15:43:53.799722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cada4e06-2511-4f77-a8f4-807eb0483de7 None None] Could not find standard attr ID for object 2013aa8b-8beb-4244-8fa3-100d7762910d. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:43:53.831104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb9e9c-9f2c-4155-90c1-0f3d0ca6a7cf None None] DHCP port deletion for 45596f12-8f52-46ae-9bb8-8625fe80b33c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:43:53.861004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=2013aa8b-8beb-4244-8fa3-100d7762910d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:53.980534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-0ed8d66d-38f3-45d7-8eed-dc363752f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:53.987096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-0ed8d66d-38f3-45d7-8eed-dc363752f1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151958 Dec 12 15:43:53.996772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.040937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45596f12-8f52-46ae-9bb8-8625fe80b33c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:54.051344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87037737-f53b-43c6-b0ef-7610a69ab994') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:54.051632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87037737-f53b-43c6-b0ef-7610a69ab994') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:54.075357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.090835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.100263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:43:54.100811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:43:54.104663 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:43:54.136197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b161c5-d84b-488e-abfb-d438b1b3a97f req-500a9f7a-ee6a-4e0b-896b-73c875459fe2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382351 Dec 12 15:43:54.137382 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.139555 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP 873501ad-a2cb-4be4-95bc-d026c9883d01 disassociated (deleted). External IP: 172.25.3.23, port: 8b12e2b3-0f41-4f37-9099-601e0633a73b. Dec 12 15:43:54.186841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.196724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.211333 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/45596f12-8f52-46ae-9bb8-8625fe80b33c HTTP/1.1" status: 204 len: 168 time: 0.9657927 Dec 12 15:43:54.213727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:54.245552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677503e3-af0a-4565-99c3-792c3d1ac4be tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=45596f12-8f52-46ae-9bb8-8625fe80b33c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:54.317553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf4739e-413e-4bfb-999d-8afaf2f2ac96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:54.319406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-daf4739e-413e-4bfb-999d-8afaf2f2ac96 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1046853 Dec 12 15:43:54.323227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:54.371017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-a9d090a1-bb29-4861-a792-fcd2911fe41e service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742394 Dec 12 15:43:54.417097 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4a26ddb4-aa79-4c57-89d9-bd40fc534c0b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0926855 Dec 12 15:43:54.417497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2013aa8b-8beb-4244-8fa3-100d7762910d no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:43:54.421489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:54.427238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1246832863'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:54.454189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 2013aa8b-8beb-4244-8fa3-100d7762910d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:43:54.454538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2013aa8b-8beb-4244-8fa3-100d7762910d not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:43:54.455440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:54.466412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.494710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:43:54.507620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.508303 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 66a77355-5d6d-4ac0-88ab-a0964e74f0b2 of type vlan for network 84706f68-651d-401d-bddb-2027a47cf960 Dec 12 15:43:54.554312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 930740d9-2798-4945-8a7d-53b4983fdb3a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:43:54.557858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.603829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.626584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:54.628014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.716083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=84706f68-651d-401d-bddb-2027a47cf960,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:54.740353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 84706f68-651d-401d-bddb-2027a47cf960 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:43:54.759399 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34a79187-5b38-4b97-b5f3-5e5cedf17463 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3360996 Dec 12 15:43:54.759970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:54.762078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc6a370b-255b-483c-88c7-b8f6318e372e req-970608c3-6d57-44a1-b6d7-a5d49a426615 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317345 Dec 12 15:43:54.765925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '84706f68-651d-401d-bddb-2027a47cf960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:54.798562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:43:54.810423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Sync routers for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:43:54.812190 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:54.825049 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:54.825684 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:54.872755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-74f5e1b1-6dff-416b-8306-d9f5648a37f9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/floatingips/873501ad-a2cb-4be4-95bc-d026c9883d01 HTTP/1.1" status: 204 len: 168 time: 2.5262733 Dec 12 15:43:54.885114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:54.888794 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a98267-6f4a-410c-8f04-b266169f4fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:54.960966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:54.964824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:55.061948 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:55.487664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:55.529152 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:55.529689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206406e-64e8-43dc-b783-23a2b639cd07 req-382d2e58-2da5-4302-8947-f3752de12c0c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:55.563120 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Checking router: 930740d9-2798-4945-8a7d-53b4983fdb3a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:43:55.565533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0206406e-64e8-43dc-b783-23a2b639cd07 req-382d2e58-2da5-4302-8947-f3752de12c0c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.1261759 Dec 12 15:43:55.586891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:43:55.587808 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:55.656524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0206406e-64e8-43dc-b783-23a2b639cd07 req-89e97847-7668-431d-b2ee-cfbf4addd7fd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895798 Dec 12 15:43:55.675085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=901882b0-7e7b-42ad-9b07-e4027a82aa7a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:55.731782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '66a77355-5d6d-4ac0-88ab-a0964e74f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84706f68-651d-401d-bddb-2027a47cf960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:55.732159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: 84706f68-651d-401d-bddb-2027a47cf960, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:43:55.732960 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61973875-131f-42ea-bdc1-261feb738048 x-openstack-request-id: req-61973875-131f-42ea-bdc1-261feb738048 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:55.733444 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:55.733875 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61973875-131f-42ea-bdc1-261feb738048 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:55.734484 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:43:55.813759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 84706f68-651d-401d-bddb-2027a47cf960 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:43:55.838815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 84706f68-651d-401d-bddb-2027a47cf960) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:55.854589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d0f86-f9d4-4004-a997-f09e662606ce None None] Network 84706f68-651d-401d-bddb-2027a47cf960 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:55.857647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:55.859020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:55.884788 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:43:55.906303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-078a01e1-5a0e-4257-b705-50fb2d3238c0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1434913 Dec 12 15:43:55.907226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:55.913769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '84706f68-651d-401d-bddb-2027a47cf960', 'name': 'tempest-PortsTestJSON-1021404279'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:56.018738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-8c24cec1-d48c-4f41-952b-7a1c52612f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.021148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-8c24cec1-d48c-4f41-952b-7a1c52612f31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2210777 Dec 12 15:43:56.057894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a737f5b-5d3f-4b44-b825-8fb31f63a4e6 req-f6baa0b6-1ab6-4591-b618-abe12e354ab0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.069918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a737f5b-5d3f-4b44-b825-8fb31f63a4e6 req-f6baa0b6-1ab6-4591-b618-abe12e354ab0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 947 time: 0.2955961 Dec 12 15:43:56.164295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:56.169232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:56.198519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 2cb328f7-650a-4952-9f4c-4bf6d0eca358 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:56.211448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-84706f68-651d-401d-bddb-2027a47cf960', 'network_id': '84706f68-651d-401d-bddb-2027a47cf960', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': '901882b0-7e7b-42ad-9b07-e4027a82aa7a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:43:56.213222 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:56.263563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a737f5b-5d3f-4b44-b825-8fb31f63a4e6 req-300d2e0e-3c76-40fa-a12b-11d22ee3a7c0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923592 Dec 12 15:43:56.328766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-44f9397c-2649-4d5f-92ea-2f22b441af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.330846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-44f9397c-2649-4d5f-92ea-2f22b441af42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 200 len: 896 time: 0.3012834 Dec 12 15:43:56.370664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:43:56.436528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.10 (84706f68-651d-401d-bddb-2027a47cf960/901882b0-7e7b-42ad-9b07-e4027a82aa7a/2cb328f7-650a-4952-9f4c-4bf6d0eca358) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:56.438407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-ddb3b754-29cd-4360-9b3d-816e0ba38b71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 200 len: 217 time: 0.0993388 Dec 12 15:43:56.530683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-67aedc0e-7bda-4794-a7df-003e2c645915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.532428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-67aedc0e-7bda-4794-a7df-003e2c645915 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 200 len: 835 time: 0.0833168 Dec 12 15:43:56.549331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a392cb0-97b6-481e-9a22-e413e27059e5 None None] The sync data for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 is: [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:41:42Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3af79254-a350-49c2-b2f3-1c3fabba9dc2', 'name': '', 'network_id': '1a1768ed-3a51-41a2-8972-a494403054ea', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:cb:11:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:41Z', 'updated_at': '2021-12-12T15:41:48Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '36230858-e5f2-4dec-bec2-bb99f41ef837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:43:56.571790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fce40e-37ef-476f-943d-80b015b9495d req-7745a1e7-417f-459d-b305-d5ada2c37395 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.573646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31fce40e-37ef-476f-943d-80b015b9495d req-7745a1e7-417f-459d-b305-d5ada2c37395 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 947 time: 0.0931773 Dec 12 15:43:56.722198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-2529582b-03d3-4141-96c0-43ce323e41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.723850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-2529582b-03d3-4141-96c0-43ce323e41f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1a1768ed-3a51-41a2-8972-a494403054ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814556 Dec 12 15:43:56.777499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:56.820903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:56.874888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 84706f68-651d-401d-bddb-2027a47cf960 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:56.880394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:56.891226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:56.935596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=2cb328f7-650a-4952-9f4c-4bf6d0eca358,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:56.941312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Allocated IP 172.20.0.2 (84706f68-651d-401d-bddb-2027a47cf960/901882b0-7e7b-42ad-9b07-e4027a82aa7a/1efc5e9f-6b65-43e4-866f-bf969f9dedc2) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:56.957255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:56.957906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:56.985931 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-095c2ded-560c-4a52-8a67-dc4a11ab936f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0751975 Dec 12 15:43:56.986159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:56.991396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '84706f68-651d-401d-bddb-2027a47cf960', 'name': 'tempest-PortsTestJSON-1270383743'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:43:57.072501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de3d4ea-7da7-471a-9ea4-36553790cd86 None None] New status for floating IP 873501ad-a2cb-4be4-95bc-d026c9883d01: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:43:57.223478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:43:57.235149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.258599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port b5363cd0-6215-4975-a153-1b1bb0226f40 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:43:57.308264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.320094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.384126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Network 84706f68-651d-401d-bddb-2027a47cf960 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:57.430628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:57.451890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:57.479327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:57.480150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.503841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.3 (84706f68-651d-401d-bddb-2027a47cf960/901882b0-7e7b-42ad-9b07-e4027a82aa7a/b5363cd0-6215-4975-a153-1b1bb0226f40) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:43:57.570358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f6202-4a5b-45a3-99b0-770a2a39ae6f req-20bd19a7-efef-4f4d-8aca-4173ee025f17 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:57.582430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2f6202-4a5b-45a3-99b0-770a2a39ae6f req-20bd19a7-efef-4f4d-8aca-4173ee025f17 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.7647109 Dec 12 15:43:57.595393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Pushing event updated for resources: {'Port': ['ID=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:57.599974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Attempting to bind port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:43:57.599974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Attempting to bind port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '66a77355-5d6d-4ac0-88ab-a0964e74f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84706f68-651d-401d-bddb-2027a47cf960'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:43:57.600501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Attempting to bind port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 on network 84706f68-651d-401d-bddb-2027a47cf960 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:43:57.610310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:43:57.612201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Checking segment: {'id': '66a77355-5d6d-4ac0-88ab-a0964e74f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84706f68-651d-401d-bddb-2027a47cf960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:43:57.612359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.612870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Bound using segment: {'id': '66a77355-5d6d-4ac0-88ab-a0964e74f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84706f68-651d-401d-bddb-2027a47cf960'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:43:57.613628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Bound port: 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a77355-5d6d-4ac0-88ab-a0964e74f0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '84706f68-651d-401d-bddb-2027a47cf960'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:43:57.613795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-fca37c44-184d-4fdb-9732-b555afdf2d4e service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8810329 Dec 12 15:43:57.614199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.700565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] For port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:43:57.704549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] For port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,segment=NetworkSegment(66a77355-5d6d-4ac0-88ab-a0964e74f0b2),segment_id=66a77355-5d6d-4ac0-88ab-a0964e74f0b2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:43:57.714597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.718719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.741432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3c21e-0d90-4682-a2f1-6205e2509c4f req-14473302-0f67-4c21-837e-d59a512e63b4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:57.744260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec3c21e-0d90-4682-a2f1-6205e2509c4f req-14473302-0f67-4c21-837e-d59a512e63b4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ff60408-32b4-4549-8b8a-c8805e1f7ac5 HTTP/1.1" status: 200 len: 947 time: 0.3492975 Dec 12 15:43:57.768766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.793921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770e8d-a3ac-4bf3-9303-8efacce7e89f None None] Pushing event updated for resources: {'Port': ['ID=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:57.838046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 84706f68-651d-401d-bddb-2027a47cf960 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:43:57.841326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:43:57.846077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:43:57.883133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=b5363cd0-6215-4975-a153-1b1bb0226f40,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:57.944659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:57.945322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:57.949039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2f6202-4a5b-45a3-99b0-770a2a39ae6f req-3cedbb0b-8ecf-4ef6-9495-37a252b6430e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601027 Dec 12 15:43:58.010588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7807bbc9-d01a-4fe6-99f7-975018e2f2af tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0210512 Dec 12 15:43:58.010856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:58.080526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 8b12e2b3-0f41-4f37-9099-601e0633a73b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=8b12e2b3-0f41-4f37-9099-601e0633a73b,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:58.080949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.183107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74a98267-6f4a-410c-8f04-b266169f4fb8 req-17695848-2e57-4ad2-9148-a6bf535c0af9 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555460 Dec 12 15:43:58.221740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 8b12e2b3-0f41-4f37-9099-601e0633a73b owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:58.237829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eec3c21e-0d90-4682-a2f1-6205e2509c4f req-cbd3137f-1c51-4821-b6d1-c6df14376886 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=90abe4e6-c1c6-457d-b5e1-2638287c11dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807880 Dec 12 15:43:58.496449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:43:58.566366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:58.566881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.584484 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.660186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=8b12e2b3-0f41-4f37-9099-601e0633a73b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:58.686518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.717540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] No DVR routers for this DVR port 8b12e2b3-0f41-4f37-9099-601e0633a73b on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:43:58.720400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.724938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31fce40e-37ef-476f-943d-80b015b9495d req-53e4fa17-b808-4b20-bb3c-380b1fb71fba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "DELETE /v2.0/ports/8b12e2b3-0f41-4f37-9099-601e0633a73b HTTP/1.1" status: 204 len: 173 time: 2.1269710 Dec 12 15:43:58.725609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-deleted', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:43:58.727874 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e67d34-26e1-4342-b4a2-6769eff640e1" -d '{"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-deleted", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:43:58.747315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,segment=NetworkSegment(66a77355-5d6d-4ac0-88ab-a0964e74f0b2),segment_id=66a77355-5d6d-4ac0-88ab-a0964e74f0b2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:43:58.756774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:58.783429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5b68e-d469-4005-9746-8ff29b8c8a3c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:58.785305 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3b5b68e-d469-4005-9746-8ff29b8c8a3c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.7735488 Dec 12 15:43:58.788352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36188) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:58.811619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:58.905400 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3af3f-0409-46dc-bcb3-1aef7cb35e57 x-openstack-request-id: req-7ea3af3f-0409-46dc-bcb3-1aef7cb35e57 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:43:58.905737 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff60408-32b4-4549-8b8a-c8805e1f7ac5", "name": "network-vif-deleted", "tag": "8b12e2b3-0f41-4f37-9099-601e0633a73b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:43:58.905956 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ea3af3f-0409-46dc-bcb3-1aef7cb35e57 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:43:58.906511 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff60408-32b4-4549-8b8a-c8805e1f7ac5', 'name': 'network-vif-deleted', 'tag': '8b12e2b3-0f41-4f37-9099-601e0633a73b', 'status': 'completed', 'code': 200} Dec 12 15:43:58.946778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port b5363cd0-6215-4975-a153-1b1bb0226f40 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:58.947264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:59.120029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:59.137519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for b5363cd0-6215-4975-a153-1b1bb0226f40 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:43:59.236944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68568e-adcf-4316-8328-e4967f3de126 req-671d39ec-251d-4115-95f5-aa4aaa59ce20 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:43:59.244853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e68568e-adcf-4316-8328-e4967f3de126 req-671d39ec-251d-4115-95f5-aa4aaa59ce20 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.1772888 Dec 12 15:43:59.328863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:59.336923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e68568e-adcf-4316-8328-e4967f3de126 req-8136986a-c24e-4efd-a3d6-cdd015718c2e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903952 Dec 12 15:43:59.454132 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:59.496011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=b5363cd0-6215-4975-a153-1b1bb0226f40,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:43:59.561358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8578c-e3a9-4cdd-a43c-fafee9333114 None None] Network 84706f68-651d-401d-bddb-2027a47cf960 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:43:59.657461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:59.662590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c162740f-1401-4120-a160-72b0955b5969 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/b5363cd0-6215-4975-a153-1b1bb0226f40 HTTP/1.1" status: 204 len: 168 time: 0.8726697 Dec 12 15:43:59.665349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36210) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:59.703815 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0ef05f-439f-408e-a333-b54d3fa65086 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:43:59.706397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2d0ef05f-439f-408e-a333-b54d3fa65086 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/b5363cd0-6215-4975-a153-1b1bb0226f40 HTTP/1.1" status: 404 len: 333 time: 0.0391555 Dec 12 15:43:59.709707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36214) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:43:59.741854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6383e8f9-9b57-4861-be8b-0ea0bd6626fc None None] Provisioning complete for port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:43:59.742499 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6383e8f9-9b57-4861-be8b-0ea0bd6626fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:43:59.978979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 2cb328f7-650a-4952-9f4c-4bf6d0eca358 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:43:59.979342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.022145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.112924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.126859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 2cb328f7-650a-4952-9f4c-4bf6d0eca358 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:00.289990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-24e84fb8-c402-4170-8e77-dfe05731c794 None None] Provisioning complete for port 2cb328f7-650a-4952-9f4c-4bf6d0eca358 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:00.290367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-24e84fb8-c402-4170-8e77-dfe05731c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.373742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-24e84fb8-c402-4170-8e77-dfe05731c794 None None] Port 2cb328f7-650a-4952-9f4c-4bf6d0eca358 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:00.380413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.398058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-24e84fb8-c402-4170-8e77-dfe05731c794 None None] Provisioning complete for port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:00.398647 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-24e84fb8-c402-4170-8e77-dfe05731c794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.444541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=2cb328f7-650a-4952-9f4c-4bf6d0eca358,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:00.488133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:00.507230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 3af79254-a350-49c2-b2f3-1c3fabba9dc2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:00.507808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.582629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:00.583223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.645162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.650841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d0ac2570-6e4f-4d00-a8fe-efaa59519092 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/2cb328f7-650a-4952-9f4c-4bf6d0eca358 HTTP/1.1" status: 204 len: 168 time: 0.9375994 Dec 12 15:44:00.651235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 3af79254-a350-49c2-b2f3-1c3fabba9dc2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3af79254-a350-49c2-b2f3-1c3fabba9dc2,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:00.651613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.668562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 3af79254-a350-49c2-b2f3-1c3fabba9dc2 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:00.678043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b88c2b-af21-4795-93dc-36ed0655a4dc req-30f0d48b-cd9f-4373-8eb2-598eb700341a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:00.679603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6b88c2b-af21-4795-93dc-36ed0655a4dc req-30f0d48b-cd9f-4373-8eb2-598eb700341a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.2481971 Dec 12 15:44:00.680102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:00.763968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-67eefd46-2d14-41b9-a7ad-f801de02225e None None] Could not find standard attr ID for object 2cb328f7-650a-4952-9f4c-4bf6d0eca358. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:44:00.784686 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ef60f8-bf3c-4432-bf98-83a09f337944 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:00.797796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d9ef60f8-bf3c-4432-bf98-83a09f337944 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/2cb328f7-650a-4952-9f4c-4bf6d0eca358 HTTP/1.1" status: 404 len: 333 time: 0.0983939 Dec 12 15:44:00.798028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36236) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:00.866213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:00.912544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 8b12e2b3-0f41-4f37-9099-601e0633a73b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:00.913242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 8b12e2b3-0f41-4f37-9099-601e0633a73b not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:00.932973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6b88c2b-af21-4795-93dc-36ed0655a4dc req-951d7542-4330-400e-9cda-8f32a8053c67 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020662 Dec 12 15:44:00.946514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 901882b0-7e7b-42ad-9b07-e4027a82aa7a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:00.950794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.968042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:00.989431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-94677e55-0440-42d2-85cf-5bbead548243 None None] Could not find standard attr ID for object b5363cd0-6215-4975-a153-1b1bb0226f40. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:44:01.012050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.034154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=3af79254-a350-49c2-b2f3-1c3fabba9dc2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:01.164924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.290378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.325167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=901882b0-7e7b-42ad-9b07-e4027a82aa7a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:01.329901 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.336480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-32f20833-d207-4014-978d-c953c6ca533d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/901882b0-7e7b-42ad-9b07-e4027a82aa7a HTTP/1.1" status: 204 len: 168 time: 0.5345778 Dec 12 15:44:01.336877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36250) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:01.422917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96735b1-983d-4a3d-bd7a-ebca207e28e7 None None] Network 84706f68-651d-401d-bddb-2027a47cf960 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:01.423212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.477714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.552903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:01.553237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.617921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] DHCP port deletion for 84706f68-651d-401d-bddb-2027a47cf960 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:01.647570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,segment=NetworkSegment(66a77355-5d6d-4ac0-88ab-a0964e74f0b2),segment_id=66a77355-5d6d-4ac0-88ab-a0964e74f0b2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:01.648698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.669494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:01.684717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Deleting port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:01.685399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.782584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] For port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,segment=NetworkSegment(66a77355-5d6d-4ac0-88ab-a0964e74f0b2),segment_id=66a77355-5d6d-4ac0-88ab-a0964e74f0b2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:01.783496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.792027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 930740d9-2798-4945-8a7d-53b4983fdb3a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:44:01.815284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Calling delete_port for 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:01.835586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 15:44:01.903419 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 15:44:01.910819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:01.912747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:01.918555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:01.963221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Pushing event deleted for resources: {'Port': ['ID=1efc5e9f-6b65-43e4-866f-bf969f9dedc2,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:01.977891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.978502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.978926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.979672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.980023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.980604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.981202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.981694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.982103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.982992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.983319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.985347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:01.985786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:02.007854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20da8e-85ca-4ea7-b619-5a847528b452 None None] No DVR routers for this DVR port 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:02.023541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:02.035078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Sync routers for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:02.042814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3cae19b9-6f1e-4e84-80d6-a32d4126aa2a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/930740d9-2798-4945-8a7d-53b4983fdb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7092872 Dec 12 15:44:02.044495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:02.046918 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:02.049979 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.128611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.164787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting subnet 36230858-e5f2-4dec-bec2-bb99f41ef837 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:02.168270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.170416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84706f68-651d-401d-bddb-2027a47cf960']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.188330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003916bd-2e79-4c03-8af3-f7444a58cc0f req-4ede586e-7da9-461b-8aa7-4c039dec9bef tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:02.190421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-003916bd-2e79-4c03-8af3-f7444a58cc0f req-4ede586e-7da9-461b-8aa7-4c039dec9bef tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.1181507 Dec 12 15:44:02.197234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a77355-5d6d-4ac0-88ab-a0964e74f0b2') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.197541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a77355-5d6d-4ac0-88ab-a0964e74f0b2') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.211295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.216835 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.256988 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:02.272395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.296030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:02.313192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:02.318789 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:02.369960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.374394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-003916bd-2e79-4c03-8af3-f7444a58cc0f req-abb3300b-f6a6-4299-aecf-f2d6545cecb9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Dec 12 15:44:02.457763 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:44:00Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.461946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.478629 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.492233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/84706f68-651d-401d-bddb-2027a47cf960 HTTP/1.1" status: 204 len: 168 time: 1.1540298 Dec 12 15:44:02.493614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36274) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:02.495840 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Checking router: 930740d9-2798-4945-8a7d-53b4983fdb3a for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:44:02.509817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-992955473'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:02.526749 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Routers {'930740d9-2798-4945-8a7d-53b4983fdb3a'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:02.527290 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['930740d9-2798-4945-8a7d-53b4983fdb3a'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:02.534947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:02.539614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.543924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6619-2160-4c5f-99d8-9a1e62c06395 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=84706f68-651d-401d-bddb-2027a47cf960,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:02.573564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Subnet': ['ID=36230858-e5f2-4dec-bec2-bb99f41ef837,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:02.579354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:02.579715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1efc5e9f-6b65-43e4-866f-bf969f9dedc2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:02.579844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:02.584350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.592929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.595994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e405eba5-8a2d-4242-b975-719571f78ecc tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/subnets/36230858-e5f2-4dec-bec2-bb99f41ef837 HTTP/1.1" status: 204 len: 168 time: 0.5449479 Dec 12 15:44:02.596161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d67c31-2a5c-4ec7-999c-0e47ec366911 None None] Network 1a1768ed-3a51-41a2-8972-a494403054ea requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:02.598204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36276) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:02.795043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:44:02.796617 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] Set router 930740d9-2798-4945-8a7d-53b4983fdb3a gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:02.850666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.851222 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 726b80dd-14e9-470c-9c8d-6e86a58e591a of type vlan for network 5136fb15-9c08-451c-ac4e-25d25274e991 Dec 12 15:44:02.899822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] DHCP port deletion for 1a1768ed-3a51-41a2-8972-a494403054ea request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:02.954776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:02.973727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.009822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Deleting port 5b84aa37-29a7-427f-b47d-770b4967f519 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:03.010569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.089760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] For port 5b84aa37-29a7-427f-b47d-770b4967f519, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5b84aa37-29a7-427f-b47d-770b4967f519,segment=NetworkSegment(60836886-fc80-4742-90ee-9a82678d2f2b),segment_id=60836886-fc80-4742-90ee-9a82678d2f2b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:03.090617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.102368 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:44:00Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:03.106569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Calling delete_port for 5b84aa37-29a7-427f-b47d-770b4967f519 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:03.143085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b702c3f-256e-4b9b-b164-fe3b4240ccf2 None None] The sync data for ids ['930740d9-2798-4945-8a7d-53b4983fdb3a'] in n-d-710847-8 is: [{'id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-484385657', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:41:33Z', 'updated_at': '2021-12-12T15:44:00Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '4eab12d2-47b7-46b5-b1b1-36ea25951641', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930740d9-2798-4945-8a7d-53b4983fdb3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:41:34Z', 'updated_at': '2021-12-12T15:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:03.155391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.164671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:03.165353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.222899 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.233992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.252282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7542665 Dec 12 15:44:03.252800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:03.253704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] Pushing event deleted for resources: {'Port': ['ID=5b84aa37-29a7-427f-b47d-770b4967f519,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:03.258552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c673-477d-4fad-ac80-7c7983b7f56e None None] No DVR routers for this DVR port 5b84aa37-29a7-427f-b47d-770b4967f519 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:03.259397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:03.268109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce5c44-7bd4-4fa9-a692-57b86f931eca tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=5136fb15-9c08-451c-ac4e-25d25274e991,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:03.287462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5136fb15-9c08-451c-ac4e-25d25274e991 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:44:03.332989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 4eab12d2-47b7-46b5-b1b1-36ea25951641 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:03.333322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.377875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:03.383005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.429736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 4eab12d2-47b7-46b5-b1b1-36ea25951641, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eab12d2-47b7-46b5-b1b1-36ea25951641,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:03.430104 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.443985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 4eab12d2-47b7-46b5-b1b1-36ea25951641 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:03.553593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ab493-2c83-47bf-8e70-1bd7c326cddc req-b21b270e-9aeb-471d-9e53-726e0f4811a7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:03.555118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c44ab493-2c83-47bf-8e70-1bd7c326cddc req-b21b270e-9aeb-471d-9e53-726e0f4811a7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.1003342 Dec 12 15:44:03.626762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.646333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c44ab493-2c83-47bf-8e70-1bd7c326cddc req-833be86e-ce2e-49b2-9b09-e67e470dec03 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836027 Dec 12 15:44:03.699687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=4ce7c699-81a0-4446-ab57-3f8a7aeb6956,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:03.708301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '726b80dd-14e9-470c-9c8d-6e86a58e591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:03.708740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: 5136fb15-9c08-451c-ac4e-25d25274e991, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:44:03.728626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 5136fb15-9c08-451c-ac4e-25d25274e991 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:44:03.742233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5136fb15-9c08-451c-ac4e-25d25274e991) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:03.744199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.746948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:03.747829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.760352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27147a4b-f8e8-469e-917a-49becaa9defe None None] Network 5136fb15-9c08-451c-ac4e-25d25274e991 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:03.779475 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f4b3bf75-00d2-45fe-870a-8ed4d7bce157 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5214558 Dec 12 15:44:03.779475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:03.779834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=4eab12d2-47b7-46b5-b1b1-36ea25951641,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:03.792752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991', 'name': 'tempest-PortsTestJSON-1197701617', 'fixed_ips': [{'subnet_id': '4ce7c699-81a0-4446-ab57-3f8a7aeb6956', 'ip_address': '172.20.0.10'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:03.817888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93853d8f-d8c1-4334-a8c4-6d2107c0b1c2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:03.870693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.945156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:03.981473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:03.984073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.036389 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.038019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Fanout notify agent at l3_agent the message router_deleted on router 930740d9-2798-4945-8a7d-53b4983fdb3a {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:44:04.047659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.057221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a74b411e-e27d-455d-a014-8d6d90482d00 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/routers/930740d9-2798-4945-8a7d-53b4983fdb3a HTTP/1.1" status: 204 len: 168 time: 1.4553397 Dec 12 15:44:04.057866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36308) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:04.123707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5136fb15-9c08-451c-ac4e-25d25274e991', 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': '4ce7c699-81a0-4446-ab57-3f8a7aeb6956'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:44:04.124595 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.203463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.222116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.274097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 26520999-e075-4edc-a747-f003636f175f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:44:04.376448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.397923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Allocated IP 172.20.0.2 (5136fb15-9c08-451c-ac4e-25d25274e991/4ce7c699-81a0-4446-ab57-3f8a7aeb6956/9665c7ff-9307-48a5-97c2-0574bd1f30e8) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:04.403076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1768ed-3a51-41a2-8972-a494403054ea']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:04.416496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60836886-fc80-4742-90ee-9a82678d2f2b') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:04.416834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60836886-fc80-4742-90ee-9a82678d2f2b') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:04.429534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.455547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.464231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:04.464683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:04.467756 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:04.555831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.570367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.577485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:04.591586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/networks/1a1768ed-3a51-41a2-8972-a494403054ea HTTP/1.1" status: 204 len: 168 time: 0.5320652 Dec 12 15:44:04.606610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.615969 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.622940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd1d5-503e-42b6-8cf9-28aac2509f26 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Network': ['ID=1a1768ed-3a51-41a2-8972-a494403054ea,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:04.681408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Network 5136fb15-9c08-451c-ac4e-25d25274e991 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:04.683464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:04.689029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:04.811098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Pushing event updated for resources: {'Port': ['ID=9665c7ff-9307-48a5-97c2-0574bd1f30e8,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:04.817407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.828088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.10 (5136fb15-9c08-451c-ac4e-25d25274e991/4ce7c699-81a0-4446-ab57-3f8a7aeb6956/26520999-e075-4edc-a747-f003636f175f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:04.831422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Attempting to bind port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:04.832128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Attempting to bind port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '726b80dd-14e9-470c-9c8d-6e86a58e591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:04.832694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Attempting to bind port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 on network 5136fb15-9c08-451c-ac4e-25d25274e991 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:04.839751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5b84aa37-29a7-427f-b47d-770b4967f519 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:04.843616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:04.845044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Checking segment: {'id': '726b80dd-14e9-470c-9c8d-6e86a58e591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:04.845953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.846696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Bound using segment: {'id': '726b80dd-14e9-470c-9c8d-6e86a58e591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:04.847425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Bound port: 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726b80dd-14e9-470c-9c8d-6e86a58e591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:04.848105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.862055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:04.874608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a23393-7232-4d5a-a069-795b719442eb req-9fc9d953-d4b4-4ab0-9407-8a2a3d5483fd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:04.884396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5b84aa37-29a7-427f-b47d-770b4967f519 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:04.885101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5b84aa37-29a7-427f-b47d-770b4967f519 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:04.885750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af79254-a350-49c2-b2f3-1c3fabba9dc2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:04.894054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32a23393-7232-4d5a-a069-795b719442eb req-9fc9d953-d4b4-4ab0-9407-8a2a3d5483fd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.0984457 Dec 12 15:44:04.957724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] For port 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:04.962198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] For port 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9665c7ff-9307-48a5-97c2-0574bd1f30e8,segment=NetworkSegment(726b80dd-14e9-470c-9c8d-6e86a58e591a),segment_id=726b80dd-14e9-470c-9c8d-6e86a58e591a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:04.982060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-32a23393-7232-4d5a-a069-795b719442eb req-35df0243-ac5f-4fe8-89ab-b1987d6a2900 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821731 Dec 12 15:44:04.994215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.033675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.041794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.041794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/security-groups/90abe4e6-c1c6-457d-b5e1-2638287c11dc HTTP/1.1" status: 204 len: 168 time: 0.4604630 Dec 12 15:44:05.051342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3af79254-a350-49c2-b2f3-1c3fabba9dc2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:05.051943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3af79254-a350-49c2-b2f3-1c3fabba9dc2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:05.060275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53578409-fec0-47e4-978d-797023711a4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90abe4e6-c1c6-457d-b5e1-2638287c11dc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:05.074038 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.128125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc876e43-1ad2-4003-851e-58ede5576bc3 None None] Pushing event updated for resources: {'Port': ['ID=9665c7ff-9307-48a5-97c2-0574bd1f30e8,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:05.165842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.225716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 5136fb15-9c08-451c-ac4e-25d25274e991 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:05.229617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:05.234756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:05.301237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:05.301237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.301237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=26520999-e075-4edc-a747-f003636f175f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:05.318445 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-afaf084f-818d-41df-926f-c1747fa6feb8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5378582 Dec 12 15:44:05.321141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:05.326800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '5136fb15-9c08-451c-ac4e-25d25274e991', 'name': 'tempest-PortsTestJSON-290674837', 'fixed_ips': [{'subnet_id': '4ce7c699-81a0-4446-ab57-3f8a7aeb6956', 'ip_address': '172.20.0.9'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:05.403362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ccd54c7d-3287-485b-946b-ab9894a2f3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.450433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:05.455450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912203266', 'description': 'tempest-secgroup-smoke-912203266 description', 'project_id': '46791c8f70d7494689224023f312c304'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:05.493237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.559830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:05.598348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.603892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.660020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.665262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:05.665815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2135901 Dec 12 15:44:05.673478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170874b-d3cc-466b-9e75-bd30755ed186 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6212102a-def9-4e2f-a04b-5ad7c57365ef,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:05.674465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:05.716112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.744680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port b6ba6af6-dcc3-4b63-a8be-d1f58650a748 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:44:05.751575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.883099 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.887425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.936768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9bee69-c189-434d-8ef6-8f11e46eaa30,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:05.944779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:05.948913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a647f2f6-f3f1-4c11-b698-32af78597cc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825372 Dec 12 15:44:05.949352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:05.954907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:05.969305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.9 (5136fb15-9c08-451c-ac4e-25d25274e991/4ce7c699-81a0-4446-ab57-3f8a7aeb6956/b6ba6af6-dcc3-4b63-a8be-d1f58650a748) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:06.014125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.159365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.171540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.203118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.208931 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2566960 Dec 12 15:44:06.211640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:06.216530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc11de2-f0e6-48bf-a7cf-01f1d29ad090 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a4aa08-3054-4594-806b-68840a9d69f5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:06.228261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:06.310673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17151a3d-83c4-4779-86fd-ce592280f0bb req-cde36952-2416-471b-b6e7-6a1a6bcbe324 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:06.312254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17151a3d-83c4-4779-86fd-ce592280f0bb req-cde36952-2416-471b-b6e7-6a1a6bcbe324 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 943 time: 0.2576768 Dec 12 15:44:06.509997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9665c7ff-9307-48a5-97c2-0574bd1f30e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:06.607704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:06.608383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.676802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207398a-0a9e-4346-9326-6850e40842cc None None] Network 5136fb15-9c08-451c-ac4e-25d25274e991 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:06.687866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.692548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.787099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17151a3d-83c4-4779-86fd-ce592280f0bb req-1da964c9-4c97-4601-8d0d-d370b2ae7126 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630990 Dec 12 15:44:06.792153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-aa2957e0-f1a2-436b-82e2-3f5234b303e2 None None] Provisioning complete for port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:06.792666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa2957e0-f1a2-436b-82e2-3f5234b303e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.793882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.805802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.830286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.834832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.840374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d620df57-4c68-4a67-8f07-e9ce537bd7fd,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:06.847498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.852762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:06.857908 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c8be94bd-15bc-4cb6-9dfe-896123387223 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6428061 Dec 12 15:44:06.858450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:06.881668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0845208b-b65a-4894-bdfd-3db2a866243e details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:44:06.891890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.924599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=b6ba6af6-dcc3-4b63-a8be-d1f58650a748,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:06.944939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9665c7ff-9307-48a5-97c2-0574bd1f30e8,segment=NetworkSegment(726b80dd-14e9-470c-9c8d-6e86a58e591a),segment_id=726b80dd-14e9-470c-9c8d-6e86a58e591a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:06.948617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 5136fb15-9c08-451c-ac4e-25d25274e991 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:06.950418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:06.958485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:06.985756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.991659 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:06.992114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.015852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eab12d2-47b7-46b5-b1b1-36ea25951641 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:07.023924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0853c7fb-902a-43d9-88ab-36ba789bfc34,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:07.032513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.037039 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f84720db-62e7-460a-b276-553b971342d3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822803 Dec 12 15:44:07.037759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.042865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:07.056599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.057536 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.084027 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:44:07.091758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.091944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53b1309f-7c28-4cd7-a321-64410d15f577 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7693317 Dec 12 15:44:07.094757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36350) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.128975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa2957e0-f1a2-436b-82e2-3f5234b303e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.154018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4eab12d2-47b7-46b5-b1b1-36ea25951641 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:07.154376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eab12d2-47b7-46b5-b1b1-36ea25951641 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:07.176849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.186875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.218439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=9665c7ff-9307-48a5-97c2-0574bd1f30e8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:07.240171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.246614 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2051089 Dec 12 15:44:07.247782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6479c35-8da0-4b9e-a5f7-89ffda54201f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.249353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa41d7d-6aa0-48d2-940a-052bf6ab3111 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6d25c1-adea-4b76-ba73-373321bede46,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:07.252556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.258143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6479c35-8da0-4b9e-a5f7-89ffda54201f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1614835 Dec 12 15:44:07.258773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36358) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.275588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '6212102a-def9-4e2f-a04b-5ad7c57365ef', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:07.309833 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:44:07.317915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.336186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0845208b-b65a-4894-bdfd-3db2a866243e,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:07.341543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bf747-1dda-4585-928d-02c12c2cc8ee tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.378447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bf747-1dda-4585-928d-02c12c2cc8ee tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.385347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-aa2957e0-f1a2-436b-82e2-3f5234b303e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:44:07.385788 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-aa2957e0-f1a2-436b-82e2-3f5234b303e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:44:07.398077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '0845208b-b65a-4894-bdfd-3db2a866243e', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '0845208b-b65a-4894-bdfd-3db2a866243e', 'mac_address': 'fa:16:3e:0a:d2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:44:07.410393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bf747-1dda-4585-928d-02c12c2cc8ee tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.412671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce2bf747-1dda-4585-928d-02c12c2cc8ee tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1529226 Dec 12 15:44:07.417974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.476732 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.496030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845208b-b65a-4894-bdfd-3db2a866243e {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:07.555083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0845208b-b65a-4894-bdfd-3db2a866243e,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:07.557715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.562835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.580913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.622558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3b5776-105d-45ab-b205-fef1c7cb682b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:07.663263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:07.676514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.681148 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-74df50d3-41d1-474b-89a5-3c164e718017 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4172046 Dec 12 15:44:07.685004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:07.691454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'network': {'name': 'tempest-network-smoke--2089460857', 'project_id': '46791c8f70d7494689224023f312c304', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:07.734451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-d34aa1ac-def7-470b-b6cd-b0474984c054 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681360 Dec 12 15:44:07.736613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbfa0-6803-4b59-b611-a3331e9c7b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.760003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:07.767025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.781817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['0845208b-b65a-4894-bdfd-3db2a866243e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:44:07.801918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port b6ba6af6-dcc3-4b63-a8be-d1f58650a748 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:07.802314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.889325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:44:07.893782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-89f778e1-ec2e-406e-9d4c-92f3316cdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:07.895635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-89f778e1-ec2e-406e-9d4c-92f3316cdd64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 1096 time: 0.1141384 Dec 12 15:44:07.962044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:07.975831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for b6ba6af6-dcc3-4b63-a8be-d1f58650a748 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:08.030564 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.030917 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Added segment bf00b57b-c835-478b-a31b-07df669b72d4 of type vlan for network 5070c555-36a6-47c1-8868-eb2cfbc51a43 Dec 12 15:44:08.094496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.114168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ef47f-bfd6-42f7-98ec-003e36dac96d req-23ad358e-33f7-4b3b-9c18-abacc99cee0c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:08.116163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e6ef47f-bfd6-42f7-98ec-003e36dac96d req-23ad358e-33f7-4b3b-9c18-abacc99cee0c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 944 time: 0.1528058 Dec 12 15:44:08.163559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Provisioning complete for port b6ba6af6-dcc3-4b63-a8be-d1f58650a748 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:08.164896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.172365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-97b118ec-1633-459a-adc1-66059ab319de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:08.174228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-97b118ec-1633-459a-adc1-66059ab319de service neutron] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 913 time: 0.2562082 Dec 12 15:44:08.183766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.196122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:08.196860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.217568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Port b6ba6af6-dcc3-4b63-a8be-d1f58650a748 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:08.226762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e6ef47f-bfd6-42f7-98ec-003e36dac96d req-fd128d23-1fec-4ad4-92ba-1e2e16dcae3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980284 Dec 12 15:44:08.255959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Provisioning complete for port 26520999-e075-4edc-a747-f003636f175f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:08.256339 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.322312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.325709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Port 26520999-e075-4edc-a747-f003636f175f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:08.328320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-865e4e23-9321-4921-954b-1512071b7149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 200 len: 217 time: 0.1454015 Dec 12 15:44:08.337658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6472645 Dec 12 15:44:08.340381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:08.355509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Provisioning complete for port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:08.355935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a2b55f3f-863a-46db-abe8-a3a654f7345c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.399521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'admin_state_up': True, 'project_id': '46791c8f70d7494689224023f312c304', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:08.410926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0af7a5-2a94-4fe7-8c9d-4e8d1c1d0374 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Network': ['ID=5070c555-36a6-47c1-8868-eb2cfbc51a43,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:08.414627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=b6ba6af6-dcc3-4b63-a8be-d1f58650a748,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:08.425615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-1bc88c31-9d6f-4af2-b4fc-9c38170cfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:08.427690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9665c7ff-9307-48a5-97c2-0574bd1f30e8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:08.435901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-1bc88c31-9d6f-4af2-b4fc-9c38170cfcea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.0965910 Dec 12 15:44:08.442482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:44:08.477946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-2924e2e6-7303-46c5-9617-c40921ea828a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331924 Dec 12 15:44:08.573129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.574221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.584205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.588088 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e53ee37-bb79-4bac-bb98-b79ee0cffab3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/b6ba6af6-dcc3-4b63-a8be-d1f58650a748 HTTP/1.1" status: 204 len: 168 time: 1.1686065 Dec 12 15:44:08.595111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:08.644098 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29ccbef-a5bb-4777-a020-40c2de000627 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:08.646077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b29ccbef-a5bb-4777-a020-40c2de000627 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/b6ba6af6-dcc3-4b63-a8be-d1f58650a748 HTTP/1.1" status: 404 len: 333 time: 0.0483112 Dec 12 15:44:08.648857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36382) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:08.747570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.771514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-239d3e11-64f0-4f4d-829d-12aa870fb4a8 service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859020 Dec 12 15:44:08.812149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.883348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:08.883639 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.916620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 26520999-e075-4edc-a747-f003636f175f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:08.925272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:08.925515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0845208b-b65a-4894-bdfd-3db2a866243e up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:08.993584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.034248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 0845208b-b65a-4894-bdfd-3db2a866243e completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:44:09.043447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 0845208b-b65a-4894-bdfd-3db2a866243e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:09.044096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.071415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.087229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22baa5e1-ccef-445a-8325-c204633a9a6c req-37d6ee28-76c9-4f5c-b2b3-531f3282f5d6 service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044629 Dec 12 15:44:09.088143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 26520999-e075-4edc-a747-f003636f175f owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:09.168607 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.240990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:09.246404 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8437b62-94c3-4961-ae88-0985b362cb0d" -d '{"events": [{"server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "name": "network-vif-plugged", "status": "completed", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:09.257234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.278667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0845208b-b65a-4894-bdfd-3db2a866243e,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:09.291052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.291977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.335227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.362765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.384784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=26520999-e075-4edc-a747-f003636f175f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:09.398450 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb67ed-2430-4972-a84d-f8216c8fd58f x-openstack-request-id: req-d6fb67ed-2430-4972-a84d-f8216c8fd58f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:09.398808 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "name": "network-vif-plugged", "status": "completed", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:09.399020 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6fb67ed-2430-4972-a84d-f8216c8fd58f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:09.399425 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e', 'code': 200} Dec 12 15:44:09.401128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:09.543228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.15 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9ee7194b-12f4-4873-9072-57cfdcfc6d4d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:09.594512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a3fa-23db-4aa9-9d2b-141b5bc39e78 req-59eff784-d8cc-4ad1-8e09-4346133c313f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:09.598650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7608a3fa-23db-4aa9-9d2b-141b5bc39e78 req-59eff784-d8cc-4ad1-8e09-4346133c313f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.2242591 Dec 12 15:44:09.611017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea726f-f9cf-43df-8221-bf8cd9609293 req-d464b547-91aa-48dc-9d6e-2ed6739e45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:09.612540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44ea726f-f9cf-43df-8221-bf8cd9609293 req-d464b547-91aa-48dc-9d6e-2ed6739e45d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1894169 Dec 12 15:44:09.694969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.698566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc91a38b-49da-49f4-88da-b42926f75ff1 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/26520999-e075-4edc-a747-f003636f175f HTTP/1.1" status: 204 len: 168 time: 1.0486627 Dec 12 15:44:09.709491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36392) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:09.795658 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17ffe1a-ea08-4f98-b354-2d205df7f719 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:09.800246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d17ffe1a-ea08-4f98-b354-2d205df7f719 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/26520999-e075-4edc-a747-f003636f175f HTTP/1.1" status: 404 len: 333 time: 0.0896661 Dec 12 15:44:09.800934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:09.859348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44ea726f-f9cf-43df-8221-bf8cd9609293 req-89ddc0af-0b56-4ad6-b4ed-7f9c0738c3d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349887 Dec 12 15:44:09.890021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7608a3fa-23db-4aa9-9d2b-141b5bc39e78 req-9ac8adf3-3da3-42d8-9912-c6411512c605 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695923 Dec 12 15:44:09.905293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 4ce7c699-81a0-4446-ab57-3f8a7aeb6956 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:09.908500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:09.957436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.026749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.060997 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.064424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.109892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:10.113781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:10.116339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:10.118555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:10.134989 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.142386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cd9de3-f007-4b6f-90a8-b3cc20e2ddac None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:10.175554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.181659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/4ce7c699-81a0-4446-ab57-3f8a7aeb6956 HTTP/1.1" status: 204 len: 168 time: 0.3709717 Dec 12 15:44:10.181659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f36a3-5f65-4158-9150-1940c55bd63c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce7c699-81a0-4446-ab57-3f8a7aeb6956,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:10.186387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9aeef-dc88-4081-8fa8-fb4ac63b4f2d None None] Network 5136fb15-9c08-451c-ac4e-25d25274e991 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:10.190386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:10.266653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7cc15da7-ba39-4629-ae7b-f34a8c938847 None None] Provisioning complete for port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:10.267096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7cc15da7-ba39-4629-ae7b-f34a8c938847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.278200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.358259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:10.359075 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.368555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.370292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7cc15da7-ba39-4629-ae7b-f34a8c938847 None None] Port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:10.430549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.432128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9665c7ff-9307-48a5-97c2-0574bd1f30e8,segment=NetworkSegment(726b80dd-14e9-470c-9c8d-6e86a58e591a),segment_id=726b80dd-14e9-470c-9c8d-6e86a58e591a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:10.432489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.445899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 9665c7ff-9307-48a5-97c2-0574bd1f30e8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:10.459713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] DHCP port deletion for 5136fb15-9c08-451c-ac4e-25d25274e991 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:10.533493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Deleting port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:10.535925 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.543911 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.608350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=9665c7ff-9307-48a5-97c2-0574bd1f30e8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:10.619496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:10.619824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] For port 9665c7ff-9307-48a5-97c2-0574bd1f30e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9665c7ff-9307-48a5-97c2-0574bd1f30e8,segment=NetworkSegment(726b80dd-14e9-470c-9c8d-6e86a58e591a),segment_id=726b80dd-14e9-470c-9c8d-6e86a58e591a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:10.620223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.653112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Calling delete_port for 9665c7ff-9307-48a5-97c2-0574bd1f30e8 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:10.767580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.782512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.786095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.806535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] Pushing event deleted for resources: {'Port': ['ID=9665c7ff-9307-48a5-97c2-0574bd1f30e8,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:10.810960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39084512-96d6-4609-b411-13fddf2f2f27 None None] No DVR routers for this DVR port 9665c7ff-9307-48a5-97c2-0574bd1f30e8 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:10.826187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5136fb15-9c08-451c-ac4e-25d25274e991']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:10.838974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726b80dd-14e9-470c-9c8d-6e86a58e591a') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:10.839446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726b80dd-14e9-470c-9c8d-6e86a58e591a') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:10.851984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.878853 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.895096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:10.895503 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:10.899322 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:11.049896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878f9ee-6553-4400-8a67-f1666397e599 req-35c8b9c7-cd1a-4a88-b0c4-009f52e13f7e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:11.051373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4878f9ee-6553-4400-8a67-f1666397e599 req-35c8b9c7-cd1a-4a88-b0c4-009f52e13f7e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.0627756 Dec 12 15:44:11.052550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.061302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.064802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/5136fb15-9c08-451c-ac4e-25d25274e991 HTTP/1.1" status: 204 len: 168 time: 0.8730533 Dec 12 15:44:11.074931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36416) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.086979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1360017584'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:11.090992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408db51-b85f-4cf9-99c5-4d8c80949282 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=5136fb15-9c08-451c-ac4e-25d25274e991,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:11.094828 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.101337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:44:11.153214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4878f9ee-6553-4400-8a67-f1666397e599 req-b6252661-13c5-4acf-bb17-020fd5ca43f0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769289 Dec 12 15:44:11.154047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:11.158879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.205955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:44:11.206574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:44:11.217350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.217828 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Added segment 2b8e996e-543a-44b8-b30c-bf4609363020 of type vlan for network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 Dec 12 15:44:11.237468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:11.251783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Sync routers for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:11.265102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.265770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:11.266401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:11.272719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.274982 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ceadf8c7-f7d6-4362-b842-2024ba9faec2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8796430 Dec 12 15:44:11.279782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.293658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.384485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:11.408081 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.421195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:11.421839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.465737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-290df760-3ebc-4f7c-bb34-3320c72684e4 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=46791c8f70d7494689224023f312c304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1845219 Dec 12 15:44:11.467994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.508188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741b9fa-02b8-4274-bc01-268e8ad53807 req-fd66345f-1e8e-4ec1-a2fa-4c27408f4c10 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:11.515826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1741b9fa-02b8-4274-bc01-268e8ad53807 req-fd66345f-1e8e-4ec1-a2fa-4c27408f4c10 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.2511635 Dec 12 15:44:11.547981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4699154 Dec 12 15:44:11.555358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.560708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:11.646104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b56b1-d9b0-4457-b41c-16dead8bad57 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Network': ['ID=04dd3d1a-f39e-40ed-9488-50916c1b9e92,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:11.657479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1c0fc-1acc-43f7-bb47-3763e8a6a895 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:11.661966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9cd1c0fc-1acc-43f7-bb47-3763e8a6a895 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1918302 Dec 12 15:44:11.664354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.681421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:44:11.699018 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-18998a4b-5064-43d9-b5b6-49fc56ae7d2c tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311859 Dec 12 15:44:11.699249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:11.705688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1826836879', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'project_id': '46791c8f70d7494689224023f312c304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:11.706102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1741b9fa-02b8-4274-bc01-268e8ad53807 req-7a758cf0-9577-4add-8312-0a3d9e4c7ebf tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869504 Dec 12 15:44:11.720662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:11.727367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.870242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:11.878161 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:11.982936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:10Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:12.062405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Checking router: ef2dc600-63c5-4c58-b22e-67cfda8b9b56 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:44:12.062715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Updating router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:44:12.107755 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.134282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-0ecf3bb9-dd5b-4bf4-baa8-76c8c0e437a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2372277 Dec 12 15:44:12.366376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.369944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.395150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2e68-7389-4170-b772-306a7ce47da0 req-2cfec555-183a-441a-87bd-83b78cb69719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:12.396738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-2cfec555-183a-441a-87bd-83b78cb69719 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 1101 time: 0.1914175 Dec 12 15:44:12.437911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9665c7ff-9307-48a5-97c2-0574bd1f30e8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:12.510975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9665c7ff-9307-48a5-97c2-0574bd1f30e8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:12.511319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9665c7ff-9307-48a5-97c2-0574bd1f30e8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:12.515534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Subnet': ['ID=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:12.582403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:12.582655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network hostable DHCP agents. Network: 5070c555-36a6-47c1-8868-eb2cfbc51a43, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:44:12.598697 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=97cb5128-f9c2-4c6d-a5ba-303262511e77,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:12.619525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:44:12.636120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Checking segment: {'id': '2b8e996e-543a-44b8-b30c-bf4609363020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:12.638210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5070c555-36a6-47c1-8868-eb2cfbc51a43) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:12.639894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network hostable DHCP agents. Network: 04dd3d1a-f39e-40ed-9488-50916c1b9e92, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:44:12.644505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:12.646630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.666355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2e68-7389-4170-b772-306a7ce47da0 req-67b975bc-5705-4633-b8cf-e021047ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:12.669143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-67b975bc-5705-4633-b8cf-e021047ef701 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.2304313 Dec 12 15:44:12.688015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-00bfee08-8d3f-4709-aac6-022d5fb0b6ed tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9874594 Dec 12 15:44:12.691140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 36510) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:12.696780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667cb0e-3c09-4fd1-b6a2-3ea8ebcd6298 None None] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:12.814810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-a1894989-4a55-4d09-95ed-43a6436175df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=5cb0c388-78d2-44a1-9426-3970528a555b HTTP/1.1" status: 200 len: 217 time: 0.1290498 Dec 12 15:44:12.819703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:44:12.886701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.906376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 04dd3d1a-f39e-40ed-9488-50916c1b9e92) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:12.918489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:12.922279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:12.975745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12095c0-bbe5-4601-9b83-474173c56e5a None None] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:12.987803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5e9bb1bf-0407-43a8-a63a-31dba558b24b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4314485 Dec 12 15:44:12.988529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36546) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:12.992026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.010682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1148398531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:13.051361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2e68-7389-4170-b772-306a7ce47da0 req-6ab5de60-498b-4239-8490-904129de311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:13.055225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-6ab5de60-498b-4239-8490-904129de311a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.2260342 Dec 12 15:44:13.149451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.150594 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.267401 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.283308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.332016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5070c555-36a6-47c1-8868-eb2cfbc51a43', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:44:13.340351 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.353039 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.356136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d0d5f60-859f-4177-9405-117a628d63f3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3568847 Dec 12 15:44:13.359431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36588) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:13.364657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a2e68-7389-4170-b772-306a7ce47da0 req-8c46ea7a-83b8-47d9-86b9-1c372fddaa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:13.369347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-8c46ea7a-83b8-47d9-86b9-1c372fddaa5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3005302 Dec 12 15:44:13.374953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92', 'name': 'tempest-PortsTestJSON-31551281'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:13.446553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3768a52-6574-4f5d-b133-dd21cf9cd79f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:13.542308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06d5e-5200-4609-8356-42389da6c23b None None] Pushing event updated for resources: {'Port': ['ID=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:13.566667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Attempting to bind port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:13.568229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Attempting to bind port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:13.568229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Attempting to bind port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:13.587757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:13.588145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:13.588556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.588979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:13.589468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Bound port: 9ee7194b-12f4-4873-9072-57cfdcfc6d4d, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:13.594042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.659078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-b435b5ba-1849-4091-9cd9-940cfec36af4 service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755198 Dec 12 15:44:13.928816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:13.943307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.946980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:13.947918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-04dd3d1a-f39e-40ed-9488-50916c1b9e92', 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': '97cb5128-f9c2-4c6d-a5ba-303262511e77'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:44:13.957361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:14.102001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:44:14.134615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-869a2e68-7389-4170-b772-306a7ce47da0 req-1616bc60-00b3-4fb1-bb2e-453bcf4dd1fb service neutron] 10.222.0.30 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625478 Dec 12 15:44:14.217565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d886f9ae-ee8f-4744-bcc6-7c96a57c9677 None None] Provisioning complete for port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:14.217843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d886f9ae-ee8f-4744-bcc6-7c96a57c9677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:14.391459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] For port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:14.438666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] For port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:14.518672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.8 (04dd3d1a-f39e-40ed-9488-50916c1b9e92/97cb5128-f9c2-4c6d-a5ba-303262511e77/e7d898f3-cfc0-472e-87d5-ca2b06acf5fc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:14.548272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Allocated IP 172.20.0.2 (5070c555-36a6-47c1-8868-eb2cfbc51a43/e0cd6e25-e9b6-42cf-aabe-fbae58c63d03/b3d7195c-5257-4319-ae96-9e29ab9019a4) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:15.030528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.044665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d886f9ae-ee8f-4744-bcc6-7c96a57c9677 None None] Port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:15.169517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da8c263-e328-49cd-9da8-4eabc4821b8f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:15.181865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.233073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:15.233922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:15.245192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.315509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.1 (5070c555-36a6-47c1-8868-eb2cfbc51a43/e0cd6e25-e9b6-42cf-aabe-fbae58c63d03/5e5e74a5-59c7-4fab-8778-0de549d739b2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:15.412220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06d5e-5200-4609-8356-42389da6c23b None None] Pushing event updated for resources: {'Port': ['ID=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:15.550560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:15.598433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:15.634482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:15.735736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.770038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:15.814612 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.838183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:15.892524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=e7d898f3-cfc0-472e-87d5-ca2b06acf5fc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:15.922821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:15.925844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:15.930212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:15.954537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.016240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:16.017287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.052720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:16.055083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d01166b2-defb-40f3-a04f-ccd5e7cdca4d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6838932 Dec 12 15:44:16.057998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 36868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:16.059449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:16.065352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:16.069660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:16.187514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.336753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-ae4c6853-8e0c-4d3d-9be0-685d6fe3e39e req-2aa86cc1-4d08-49a1-abe1-a705f663fb0b service neutron] (103411) timed out ('10.222.0.13', 51840) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:44:16.413078 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.437708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Pushing event updated for resources: {'Port': ['ID=b3d7195c-5257-4319-ae96-9e29ab9019a4,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:16.461292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] Provisioning complete for port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:16.461964 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.631972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Attempting to bind port b3d7195c-5257-4319-ae96-9e29ab9019a4 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:16.633319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Attempting to bind port b3d7195c-5257-4319-ae96-9e29ab9019a4 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:16.634794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Attempting to bind port b3d7195c-5257-4319-ae96-9e29ab9019a4 on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:16.647612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:16.648274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:16.648704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.649097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Bound using segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:16.649765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Bound port: b3d7195c-5257-4319-ae96-9e29ab9019a4, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:16.650329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.675364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Allocated IP 172.20.0.2 (04dd3d1a-f39e-40ed-9488-50916c1b9e92/97cb5128-f9c2-4c6d-a5ba-303262511e77/e246cdce-ba82-46b1-93a1-f48e912c2906) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:16.772586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-87680231-f5eb-48c3-bfc1-b400ad18b39f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:16.774341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-87680231-f5eb-48c3-bfc1-b400ad18b39f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2609599 Dec 12 15:44:16.815104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-6b1b614a-5339-43b9-b30f-a0ea8c715579 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0195897 Dec 12 15:44:16.916962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.955100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.958145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.961825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] For port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:16.972164 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:16.981324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-f44bb26c-50d3-4727-8fa9-a5b4135181eb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1572294 Dec 12 15:44:16.992661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.022113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] For port b3d7195c-5257-4319-ae96-9e29ab9019a4, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:17.054471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.079488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] For port b3d7195c-5257-4319-ae96-9e29ab9019a4, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b3d7195c-5257-4319-ae96-9e29ab9019a4,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:17.108746 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.167386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:10Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:17.197913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497752d6-e437-4b6c-854e-76cbb7856417 None None] Pushing event updated for resources: {'Port': ['ID=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:17.244572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-10bb2611-3cee-4293-aa12-ae642dec19e4 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338569 Dec 12 15:44:17.270757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.277214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4929c2e-b240-4a96-9e88-5930aa12d00d None None] The sync data for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 is: [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:10Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:17.306063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.307420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:17.313459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:17.316118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:17.340153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:17.346319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:17.365322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:17.401274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81a75-22d5-45b1-80b6-2471868b309c None None] Pushing event updated for resources: {'Port': ['ID=b3d7195c-5257-4319-ae96-9e29ab9019a4,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:17.574452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Pushing event updated for resources: {'Port': ['ID=e246cdce-ba82-46b1-93a1-f48e912c2906,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:17.621741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-288b81af-ea14-4d46-9bfc-2bc064123056 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755457 Dec 12 15:44:17.630867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Attempting to bind port e246cdce-ba82-46b1-93a1-f48e912c2906 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:17.633164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Attempting to bind port e246cdce-ba82-46b1-93a1-f48e912c2906 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2b8e996e-543a-44b8-b30c-bf4609363020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:17.634632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Attempting to bind port e246cdce-ba82-46b1-93a1-f48e912c2906 on network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:17.650553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:17.655454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Checking segment: {'id': '2b8e996e-543a-44b8-b30c-bf4609363020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:17.657859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.658608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Bound using segment: {'id': '2b8e996e-543a-44b8-b30c-bf4609363020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:17.659304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Bound port: e246cdce-ba82-46b1-93a1-f48e912c2906, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8e996e-543a-44b8-b30c-bf4609363020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '04dd3d1a-f39e-40ed-9488-50916c1b9e92'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:17.662785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.691058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:44:17.781593 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.791266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.898440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] For port e246cdce-ba82-46b1-93a1-f48e912c2906, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:17.911649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] For port e246cdce-ba82-46b1-93a1-f48e912c2906, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e246cdce-ba82-46b1-93a1-f48e912c2906,segment=NetworkSegment(2b8e996e-543a-44b8-b30c-bf4609363020),segment_id=2b8e996e-543a-44b8-b30c-bf4609363020)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:17.921406 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:17.981743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=e7d898f3-cfc0-472e-87d5-ca2b06acf5fc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:17.995895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:18.014927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ddf75e0-6565-45ba-9a34-4dc71b79a4f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/ef2dc600-63c5-4c58-b22e-67cfda8b9b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3226221 Dec 12 15:44:18.169244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da29616-b669-4ca1-a783-3e46f5ef743c None None] Pushing event updated for resources: {'Port': ['ID=e246cdce-ba82-46b1-93a1-f48e912c2906,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:18.244997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c6a6c04-d1bf-4eb6-962e-ee7e61ae4d37 req-fe78e09e-3a8a-4f89-b242-c669b71d2e05 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.1308701 Dec 12 15:44:18.476512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:18.563875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b3d7195c-5257-4319-ae96-9e29ab9019a4 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:18.701343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-358b765e-1ecf-43e6-9f16-b48ec9a14af4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912203266&fields=id&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 267 time: 0.4129100 Dec 12 15:44:18.704394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b3d7195c-5257-4319-ae96-9e29ab9019a4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:18.704956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:18.861652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:18.918134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port b3d7195c-5257-4319-ae96-9e29ab9019a4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b3d7195c-5257-4319-ae96-9e29ab9019a4,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:18.932748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:18.933971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ee7194b-12f4-4873-9072-57cfdcfc6d4d up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:19.058111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697be83-a4ec-4961-b1b1-2174b4a97e18 None None] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:19.065574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.130187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=b3d7195c-5257-4319-ae96-9e29ab9019a4,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:19.181013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:19.181651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.218201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-18ae3658-1425-42dc-8147-f57313f3cba0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:19.220155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-18ae3658-1425-42dc-8147-f57313f3cba0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 797 time: 0.4564471 Dec 12 15:44:19.245950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-534fdc06-cdc4-4772-a998-b823721f8957 None None] Provisioning complete for port b3d7195c-5257-4319-ae96-9e29ab9019a4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:19.246585 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-534fdc06-cdc4-4772-a998-b823721f8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.270162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-92086b55-d760-4fbc-a465-e66cb74a3993 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/quotas/46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 375 time: 0.0124042 Dec 12 15:44:19.408504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f1989df-8f26-4809-9488-81e46889114a req-dda7932b-44a2-4829-ac78-5165bec10d47 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0547247 Dec 12 15:44:19.505897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-c3ec60a0-9c6a-46c0-a0c6-e5aa525cd0ab tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066746 Dec 12 15:44:19.735471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.750868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.920522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73780608-9e40-4067-962d-8d8af3d0e9f4 None None] Provisioning complete for port b3d7195c-5257-4319-ae96-9e29ab9019a4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:19.921646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73780608-9e40-4067-962d-8d8af3d0e9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:19.955652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-84aa4650-5b80-4fbc-991c-c6ab9ba797cb service neutron] 10.222.0.36 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316881 Dec 12 15:44:19.984543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=e7d898f3-cfc0-472e-87d5-ca2b06acf5fc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:20.051861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84020adc-73fa-4b22-8925-f3389abcd145 None None] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:20.082704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.160204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73780608-9e40-4067-962d-8d8af3d0e9f4 None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:20.160859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73780608-9e40-4067-962d-8d8af3d0e9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.200259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-f7b914e4-246b-443a-9ae4-c7af9a4e7445 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:20.202176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-f7b914e4-246b-443a-9ae4-c7af9a4e7445 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.3668873 Dec 12 15:44:20.217028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-73780608-9e40-4067-962d-8d8af3d0e9f4 None None] Port 5e5e74a5-59c7-4fab-8778-0de549d739b2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:20.220539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:20.234017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-c2ecaa6b-e76a-47f2-9c7e-2fd9f8d2d3d0 service neutron] 10.222.0.36 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774167 Dec 12 15:44:20.374264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:20.374617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.498346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Port 5e5e74a5-59c7-4fab-8778-0de549d739b2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:20.533646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:20.537147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:20.540248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Provisioning complete for port e246cdce-ba82-46b1-93a1-f48e912c2906 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:20.540650 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.616276 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Sync routers for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:20.635341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:20.635970 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:20.693927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e9aac16-ea3b-4cb4-b483-272f496a9012 req-eda60ffc-e1cb-46aa-8a92-c57aa6941a10 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0554712 Dec 12 15:44:20.773110 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.804444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fbf96a8-a542-41da-a45f-d5332e3157fc req-2b580563-6464-462d-a7e4-ab85bb9467ad tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.1917095 Dec 12 15:44:20.839578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] For port e246cdce-ba82-46b1-93a1-f48e912c2906, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e246cdce-ba82-46b1-93a1-f48e912c2906,segment=NetworkSegment(2b8e996e-543a-44b8-b30c-bf4609363020),segment_id=2b8e996e-543a-44b8-b30c-bf4609363020)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:20.847889 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.876355 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:20.893500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:20.897539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:20.974216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83241166-fec2-443f-8258-428d77dcf2c2 None None] Pushing event updated for resources: {'Port': ['ID=e246cdce-ba82-46b1-93a1-f48e912c2906,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:20.985496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Provisioning complete for port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:20.985866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.072333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:21.074226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b3d7195c-5257-4319-ae96-9e29ab9019a4 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:21.147386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:21.147761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.268239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Port 5e5e74a5-59c7-4fab-8778-0de549d739b2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:21.276484 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 2, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:21.305732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Provisioning complete for port e246cdce-ba82-46b1-93a1-f48e912c2906 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:21.306093 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a9c447f-27d4-4dc3-ac41-aec10623a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.313220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b3d7195c-5257-4319-ae96-9e29ab9019a4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:21.313594 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.331908 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Checking router: ef2dc600-63c5-4c58-b22e-67cfda8b9b56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:44:21.332441 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Updating router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 port 5e5e74a5-59c7-4fab-8778-0de549d739b2 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:44:21.382446 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.677830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Router 5bdf1676-7592-4fc3-a2d7-13fff87a3f52 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:44:21.842436 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.853236 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:21.862200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e246cdce-ba82-46b1-93a1-f48e912c2906 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:21.894608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39c0f165-002a-470d-b42b-7dcbdf25df78 req-712a22ab-a003-481a-802c-378e72d51129 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0395184 Dec 12 15:44:21.921929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:21.934688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-88c56720-e0c0-4c24-a841-0d4cc9ee64e9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/routers/5bdf1676-7592-4fc3-a2d7-13fff87a3f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8730936 Dec 12 15:44:21.936533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.13 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/1840fc1a-7f05-4894-962a-1fbbc3ca1ffc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:21.937743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:21.958711 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Pushing event updated for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:21.970125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c687227e-153f-4c68-b212-05959a56d302 req-e9ffec76-7060-486d-b613-bad0a60fc311 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0457087 Dec 12 15:44:22.014278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] Sync routers for ids ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:22.058395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] Routers {'5bdf1676-7592-4fc3-a2d7-13fff87a3f52'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:22.059060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:22.117689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92d08b-97d2-47b7-b4b2-969072136570 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:22.129157 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7c92d08b-97d2-47b7-b4b2-969072136570 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bdf1676-7592-4fc3-a2d7-13fff87a3f52 HTTP/1.1" status: 200 len: 980 time: 0.1896882 Dec 12 15:44:22.131924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:22.201102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:22.221857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.222242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.222616 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.222961 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.223304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.224233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.224660 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.225156 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.225478 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.225805 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.226126 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.226440 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.226757 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:22.245226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] Routers {'5bdf1676-7592-4fc3-a2d7-13fff87a3f52'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:22.246736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:22.256153 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Attempting to bind port 5e5e74a5-59c7-4fab-8778-0de549d739b2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:22.264045 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Attempting to bind port 5e5e74a5-59c7-4fab-8778-0de549d739b2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:22.264843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Attempting to bind port 5e5e74a5-59c7-4fab-8778-0de549d739b2 on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:22.273677 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:22.274130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:22.274450 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.274863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Bound using segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:22.275485 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Bound port: 5e5e74a5-59c7-4fab-8778-0de549d739b2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:22.277003 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.409502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a096294c-9190-4c74-a215-2e9cacdad58b None None] Provisioning complete for port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:22.411704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a096294c-9190-4c74-a215-2e9cacdad58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.413442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.422325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:22.425275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c01119-39ee-4dba-91fd-40b9a45e1d33 None None] The sync data for ids ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:22.428154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-4cbb209c-f8bc-4655-8a5a-f1c1de6b9c21 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:22.430087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-4cbb209c-f8bc-4655-8a5a-f1c1de6b9c21 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 797 time: 0.3174686 Dec 12 15:44:22.472350 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] For port 5e5e74a5-59c7-4fab-8778-0de549d739b2, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:22.480789 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] For port 5e5e74a5-59c7-4fab-8778-0de549d739b2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e5e74a5-59c7-4fab-8778-0de549d739b2,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:22.491853 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.563993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a096294c-9190-4c74-a215-2e9cacdad58b None None] Port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:22.569130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e246cdce-ba82-46b1-93a1-f48e912c2906 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:22.569615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.589608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-cd905ff6-57a8-470e-aec0-7751c20c2372 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 379 time: 0.1475258 Dec 12 15:44:22.609853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'port': {'device_id': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'admin_state_up': True, 'tenant_id': '46791c8f70d7494689224023f312c304', 'security_groups': ['6212102a-def9-4e2f-a04b-5ad7c57365ef']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:22.616818 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:22.631033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['0845208b-b65a-4894-bdfd-3db2a866243e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:44:22.672132 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:22.672830 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:22.774382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:22.782764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:22.786875 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bc38f-9810-4a2a-aae5-cd887c7ef7c7 None None] Pushing event updated for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:22.797609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:22.853417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:22.854853 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.066520 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:23.171439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:23.308273 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.333427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2db8b3ec-b2cf-44b5-9cc9-69159d8d0ba3 req-58e8f396-bdd9-41ad-aef5-7e1c695a0e5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0933352 Dec 12 15:44:23.360705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:23.361626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.459179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-ee0040a1-d9e6-4497-95e7-74d2d777ad8d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2464395 Dec 12 15:44:23.478303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688f66-daaa-4642-a3d2-d99c519c29d8 req-5ed0ed5d-5072-4f16-8fda-3f09b07c3374 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:23.492106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36688f66-daaa-4642-a3d2-d99c519c29d8 req-5ed0ed5d-5072-4f16-8fda-3f09b07c3374 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 932 time: 0.4104452 Dec 12 15:44:23.540539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:22Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:23.563439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] For port 5e5e74a5-59c7-4fab-8778-0de549d739b2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e5e74a5-59c7-4fab-8778-0de549d739b2,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:23.573984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.602991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5d3a3-ab88-4c5e-9b96-11ab307aa246 None None] The sync data for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 is: [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:22Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:23.662313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b6f73-e092-4ccf-ab3a-997f0f1e787c None None] Pushing event updated for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:23.667115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Request body: {'port': {'device_id': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:23.705873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36688f66-daaa-4642-a3d2-d99c519c29d8 req-860d938f-ed15-41a8-820f-c608f966bd95 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062221 Dec 12 15:44:23.707582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:23.719885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.747014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5974d8b8-630a-4c51-8721-d231a5a117bb None None] Provisioning complete for port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:23.751497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5974d8b8-630a-4c51-8721-d231a5a117bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.766364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e246cdce-ba82-46b1-93a1-f48e912c2906 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:23.934179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5974d8b8-630a-4c51-8721-d231a5a117bb None None] Port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:23.949073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:23.996296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5974d8b8-630a-4c51-8721-d231a5a117bb None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:23.996699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5974d8b8-630a-4c51-8721-d231a5a117bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.049494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e246cdce-ba82-46b1-93a1-f48e912c2906 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:24.049867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.110691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.138370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05623da-5583-4335-a04a-11ecac2f98f3 req-dfc109bd-12b2-46b1-80f6-b36bbd4ea6bd tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:24.146983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e05623da-5583-4335-a04a-11ecac2f98f3 req-dfc109bd-12b2-46b1-80f6-b36bbd4ea6bd tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.5641639 Dec 12 15:44:24.345255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e05623da-5583-4335-a04a-11ecac2f98f3 req-fb75914b-bb6b-4b4d-b179-401229451ea7 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970813 Dec 12 15:44:24.354809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.11 (5070c555-36a6-47c1-8868-eb2cfbc51a43/e0cd6e25-e9b6-42cf-aabe-fbae58c63d03/fcfb4159-cad0-45cc-a362-ff29dbe0600c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:24.405827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port e7d898f3-cfc0-472e-87d5-ca2b06acf5fc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:24.406446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.562553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.578104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for e7d898f3-cfc0-472e-87d5-ca2b06acf5fc owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:24.714933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d803a4f1-0b00-4b3e-94b4-17c378fde7fa req-a2cbb84c-68a2-40e3-8c42-fb43a2aeae55 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.2259929 Dec 12 15:44:24.866780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:24.998303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=e7d898f3-cfc0-472e-87d5-ca2b06acf5fc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:25.038734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:25.107966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.131571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.166209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-7b3ae449-0913-43bf-b1fa-a7ea5ea7151b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:25.185661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-7b3ae449-0913-43bf-b1fa-a7ea5ea7151b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.4832606 Dec 12 15:44:25.199858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Transition to ACTIVE for port object 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:44:25.233347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.297764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df8cba-0570-474d-be9f-7db86c4ad648 req-06ee6108-b019-4716-8d75-472514002a16 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:25.299556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78df8cba-0570-474d-be9f-7db86c4ad648 req-06ee6108-b019-4716-8d75-472514002a16 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 932 time: 0.4526854 Dec 12 15:44:25.430661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Router 5bdf1676-7592-4fc3-a2d7-13fff87a3f52 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:44:25.452799 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.576438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Pushing event updated for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:25.577740 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.596680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:25.608092 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] Sync routers for ids ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:25.621355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b4c2cae1-acfa-4547-b144-0d04de8396aa tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/routers/5bdf1676-7592-4fc3-a2d7-13fff87a3f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4877837 Dec 12 15:44:25.623721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:25.638956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] Routers {'5bdf1676-7592-4fc3-a2d7-13fff87a3f52'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:25.640345 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:25.696340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:25.711852 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdd53c8-8dad-4136-b65e-79da38bc1b56 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:25.718347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e5e74a5-59c7-4fab-8778-0de549d739b2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:25.727353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:25.731680 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cdd53c8-8dad-4136-b65e-79da38bc1b56 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/e7d898f3-cfc0-472e-87d5-ca2b06acf5fc HTTP/1.1" status: 404 len: 333 time: 0.1062603 Dec 12 15:44:25.740989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:25.743846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:25.794416 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:25.805499 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] Routers {'5bdf1676-7592-4fc3-a2d7-13fff87a3f52'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:25.806395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:25.852403 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:25.855521 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399eaf6f-08a5-4a01-9b21-15947077d05c None None] The sync data for ids ['5bdf1676-7592-4fc3-a2d7-13fff87a3f52'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:25.908183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5e5e74a5-59c7-4fab-8778-0de549d739b2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:25.910273 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.996943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:25.999427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:26.006388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78df8cba-0570-474d-be9f-7db86c4ad648 req-c0eefcf2-e214-49da-ba77-8edba9a72b5e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619580 Dec 12 15:44:26.134112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d4967-924f-43a2-86ed-350b75f4c17b req-ddd65859-198d-437a-9db8-1174a1ac47dd tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:26.139695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-430d4967-924f-43a2-86ed-350b75f4c17b req-ddd65859-198d-437a-9db8-1174a1ac47dd tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.5770640 Dec 12 15:44:26.158432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:26.159337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.172923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b395b0b6-76b4-45eb-a9c8-458cfde3fe8e None None] Provisioning complete for port fcfb4159-cad0-45cc-a362-ff29dbe0600c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:26.173303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b395b0b6-76b4-45eb-a9c8-458cfde3fe8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.194763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Attempting to bind port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:26.195370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Attempting to bind port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:26.195659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Attempting to bind port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:26.222801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b395b0b6-76b4-45eb-a9c8-458cfde3fe8e None None] Port fcfb4159-cad0-45cc-a362-ff29dbe0600c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:26.227507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Deleting port 3f0fb124-e110-4dc9-a357-a2e713e42069 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:26.227923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.231796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:44:26.232193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Attempting to bind port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:26.242737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-614c0e4d-c12a-4c5e-8984-9ce85cd98fc7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6453381 Dec 12 15:44:26.297258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Request body: {'port': {'device_id': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:26.305914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:26.306336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:26.306795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:26.307332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Bound port: 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:26.307739 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.311795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.318283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.377294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fa39d-d272-4372-86a1-6e0e78817a53 req-a5134047-3cb6-498a-b9d9-ffb08b5a75c2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:26.378076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.378784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdf1676-7592-4fc3-a2d7-13fff87a3f52 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:44:26.384968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd9fa39d-d272-4372-86a1-6e0e78817a53 req-a5134047-3cb6-498a-b9d9-ffb08b5a75c2 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 932 time: 0.2437372 Dec 12 15:44:26.389477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.390750 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fab67359-7665-43c3-ba41-254d51876bf7 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/routers/5bdf1676-7592-4fc3-a2d7-13fff87a3f52 HTTP/1.1" status: 204 len: 168 time: 0.6457772 Dec 12 15:44:26.394905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:26.415226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-430d4967-924f-43a2-86ed-350b75f4c17b req-77b0a5cd-7fe3-411f-b5d8-0b46af741191 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487531 Dec 12 15:44:26.470160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 97cb5128-f9c2-4c6d-a5ba-303262511e77 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:26.474381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.516824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.578493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.588213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] For port 3f0fb124-e110-4dc9-a357-a2e713e42069, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3f0fb124-e110-4dc9-a357-a2e713e42069,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:26.588574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.622670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.626437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Calling delete_port for 3f0fb124-e110-4dc9-a357-a2e713e42069 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:26.648490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd9fa39d-d272-4372-86a1-6e0e78817a53 req-35262bb6-03e5-478b-892e-918bc5bd6e05 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625566 Dec 12 15:44:26.658739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:26.711323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.730458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:26.749209 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.757419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.764663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e58400-da0f-4588-ab70-fe310d5cfc3e None None] Network 04dd3d1a-f39e-40ed-9488-50916c1b9e92 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:26.779170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/97cb5128-f9c2-4c6d-a5ba-303262511e77 HTTP/1.1" status: 204 len: 168 time: 0.3806658 Dec 12 15:44:26.779170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb91467-f424-4b06-82aa-b1c35e39f24e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=97cb5128-f9c2-4c6d-a5ba-303262511e77,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:26.786671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37098) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:26.854798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:26.855416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:26.858101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] 10.222.0.13 "PUT /v2.0/ports/1840fc1a-7f05-4894-962a-1fbbc3ca1ffc HTTP/1.1" status: 200 len: 1092 time: 3.2710123 Dec 12 15:44:26.859928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:26.862406 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:26.967914 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d5bf0-3bbe-4a1e-8c06-8bf7de9d0abd x-openstack-request-id: req-bd0d5bf0-3bbe-4a1e-8c06-8bf7de9d0abd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:26.967914 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:26.967914 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd0d5bf0-3bbe-4a1e-8c06-8bf7de9d0abd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:26.968282 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc', 'status': 'completed', 'code': 200} Dec 12 15:44:26.981903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.095406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port e246cdce-ba82-46b1-93a1-f48e912c2906 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:27.096012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.122821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] DHCP port deletion for 04dd3d1a-f39e-40ed-9488-50916c1b9e92 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:27.215365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port e246cdce-ba82-46b1-93a1-f48e912c2906, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e246cdce-ba82-46b1-93a1-f48e912c2906,segment=NetworkSegment(2b8e996e-543a-44b8-b30c-bf4609363020),segment_id=2b8e996e-543a-44b8-b30c-bf4609363020)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:27.215790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.252327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for e246cdce-ba82-46b1-93a1-f48e912c2906 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:27.272397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Deleting port e246cdce-ba82-46b1-93a1-f48e912c2906 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:27.273225 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.376071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] For port e246cdce-ba82-46b1-93a1-f48e912c2906, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e246cdce-ba82-46b1-93a1-f48e912c2906,segment=NetworkSegment(2b8e996e-543a-44b8-b30c-bf4609363020),segment_id=2b8e996e-543a-44b8-b30c-bf4609363020)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:27.377065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.382269 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.394333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Calling delete_port for e246cdce-ba82-46b1-93a1-f48e912c2906 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:27.402120 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port e246cdce-ba82-46b1-93a1-f48e912c2906 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:27.496192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.538839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] No DVR routers for this DVR port e246cdce-ba82-46b1-93a1-f48e912c2906 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:27.558073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d4b91-991a-4218-8bf3-42ee5d579ff4 None None] Pushing event deleted for resources: {'Port': ['ID=e246cdce-ba82-46b1-93a1-f48e912c2906,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:27.614646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=e246cdce-ba82-46b1-93a1-f48e912c2906,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:27.640820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a14dd-91ad-45d0-aac2-22f62fe73fef service neutron] Pushing event updated for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:27.649611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e246cdce-ba82-46b1-93a1-f48e912c2906 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:27.688492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e246cdce-ba82-46b1-93a1-f48e912c2906 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:27.688871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e246cdce-ba82-46b1-93a1-f48e912c2906 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:27.696064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.732503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dd3d1a-f39e-40ed-9488-50916c1b9e92']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:27.744103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8e996e-543a-44b8-b30c-bf4609363020') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:27.744784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8e996e-543a-44b8-b30c-bf4609363020') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:27.756792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.771678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-d4583a7c-30fb-4f46-8d11-c5e13fca68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:27.772021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-d4583a7c-30fb-4f46-8d11-c5e13fca68bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 1095 time: 0.8480508 Dec 12 15:44:27.773117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.780829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:27.781461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.811671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecb37-f61e-4811-b373-102d895667ce req-31ca3fd3-1b67-485c-bd44-9f18a35775fd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:27.819623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0fecb37-f61e-4811-b373-102d895667ce req-31ca3fd3-1b67-485c-bd44-9f18a35775fd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.3224881 Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:27.858004 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:27.865051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.871802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.880098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:27.884514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/04dd3d1a-f39e-40ed-9488-50916c1b9e92 HTTP/1.1" status: 204 len: 168 time: 1.0963328 Dec 12 15:44:27.893557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:27.935981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Pushing event deleted for resources: {'Port': ['ID=3f0fb124-e110-4dc9-a357-a2e713e42069,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:27.945736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-85e934a5-10bd-4672-aff6-4ce0eab6acb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc HTTP/1.1" status: 200 len: 217 time: 0.1644549 Dec 12 15:44:27.955207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813695b-3832-463a-a3c8-ed4097a59cb0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:27.956988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6813695b-3832-463a-a3c8-ed4097a59cb0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/19f30014-fdf6-4c63-9e7a-9dd7ccc573ed HTTP/1.1" status: 200 len: 841 time: 0.0621920 Dec 12 15:44:27.967928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316b2d-964e-4e9e-9823-bd489a6dc205 req-19cf687c-cabe-4e62-8a81-498aeda0063c tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:27.970539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:27.977654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60316b2d-964e-4e9e-9823-bd489a6dc205 req-19cf687c-cabe-4e62-8a81-498aeda0063c tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc8d71ac-a321-4dc0-94e3-1bc5c484432e HTTP/1.1" status: 200 len: 945 time: 0.3807242 Dec 12 15:44:28.016789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b08d29a2-4710-4037-9adc-8289d3ffaa6b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/19f30014-fdf6-4c63-9e7a-9dd7ccc573ed?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0449467 Dec 12 15:44:28.018103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e361505-3b88-4e02-87b4-c48b3a7c4932 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=04dd3d1a-f39e-40ed-9488-50916c1b9e92,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:28.028587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:28.034267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:28.050842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7ead7802-62b2-474b-8905-8df1077ff4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:28.052613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-7ead7802-62b2-474b-8905-8df1077ff4c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0616233 Dec 12 15:44:28.192089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] No DVR routers for this DVR port 3f0fb124-e110-4dc9-a357-a2e713e42069 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:28.194610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:28.203388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.236239 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.241391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eac20ce9-57a8-420c-b4da-9f17fbbcc7bb req-e3a274e9-9ed2-469e-b0c3-6d4d419ce8b9 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "DELETE /v2.0/ports/3f0fb124-e110-4dc9-a357-a2e713e42069 HTTP/1.1" status: 204 len: 173 time: 3.0400934 Dec 12 15:44:28.276018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60316b2d-964e-4e9e-9823-bd489a6dc205 req-1f9af6e4-e090-4c56-9b22-1281499a8097 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974637 Dec 12 15:44:28.295121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0fecb37-f61e-4811-b373-102d895667ce req-05e82570-c2d4-4bb1-a0b1-48a1cc19fe2e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743195 Dec 12 15:44:28.386628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baafcf1-0833-4624-93ee-9f32132b898c req-1c071b3c-52ca-47a7-8d15-d483a8e486f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:28.388073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-1c071b3c-52ca-47a7-8d15-d483a8e486f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2864923 Dec 12 15:44:28.417518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfb4159-cad0-45cc-a362-ff29dbe0600c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:28.440838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.531607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Transition to ACTIVE for port object fcfb4159-cad0-45cc-a362-ff29dbe0600c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:44:28.541321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.618184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.622095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ffc46-4e1a-41ea-9294-0affee1d33f9 req-f416fc15-3bbf-4077-ad38-db9880d82de8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:28.624006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d97ffc46-4e1a-41ea-9294-0affee1d33f9 req-f416fc15-3bbf-4077-ad38-db9880d82de8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 932 time: 0.1462533 Dec 12 15:44:28.650039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-df2b034d-64a6-46ee-90d4-b6de023b3738 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520115 Dec 12 15:44:28.665415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:28.702304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:28.703912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=fd6d96f6-ad60-4a55-9b4a-6c6693e496aa,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:28.707706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:28.710706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:28.711455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.718330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e4fb5-523c-4f28-9ec4-b850e896c8c5 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:28.752114 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35dbf446-9820-4903-bcf9-b2aff38e6901 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7219136 Dec 12 15:44:28.755099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:28.766331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'security_group': {'name': 'tempest-secgroup-147425848'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:28.829297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:28.921891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d97ffc46-4e1a-41ea-9294-0affee1d33f9 req-7249de80-cbe7-413b-b27a-c8915f3e7d02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866609 Dec 12 15:44:28.965661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f0fb124-e110-4dc9-a357-a2e713e42069 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:28.970500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'name': 'network-vif-deleted', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:28.972782 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd16b50-1c0f-4af6-aba5-42c88d084f51" -d '{"events": [{"server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "name": "network-vif-deleted", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:29.004175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2baafcf1-0833-4624-93ee-9f32132b898c req-271b952b-1401-433f-bc2c-e3fd45ed781b service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295424 Dec 12 15:44:29.016974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3f0fb124-e110-4dc9-a357-a2e713e42069 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:29.020566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.027295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3f0fb124-e110-4dc9-a357-a2e713e42069 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:29.029236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.051030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:29.052174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:29.052957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:29.063788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:44:29.069411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:29.069762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-b5cd852d-9371-4fe6-b790-2351c2882d5f', 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'project_id': '1fc818f2a9f64c9da8af1f2c522471a7', 'fixed_ips': [{'subnet_id': 'fd6d96f6-ad60-4a55-9b4a-6c6693e496aa'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:44:29.070760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.088152 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc8966-1bca-4899-bb85-610b98c4fb2f x-openstack-request-id: req-b9cc8966-1bca-4899-bb85-610b98c4fb2f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:29.088877 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8d71ac-a321-4dc0-94e3-1bc5c484432e", "name": "network-vif-deleted", "tag": "3f0fb124-e110-4dc9-a357-a2e713e42069", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:29.089399 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9cc8966-1bca-4899-bb85-610b98c4fb2f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:29.090097 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8d71ac-a321-4dc0-94e3-1bc5c484432e', 'name': 'network-vif-deleted', 'tag': '3f0fb124-e110-4dc9-a357-a2e713e42069', 'status': 'completed', 'code': 200} Dec 12 15:44:29.091600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:29.096045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:29.096802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Bound using segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:29.097504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Bound port: fcfb4159-cad0-45cc-a362-ff29dbe0600c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:29.098110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.106939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.119018 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3607070 Dec 12 15:44:29.125246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:29.126721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa867d-c17d-4084-ada3-50d280d14492 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc2a60f-68c1-4e05-86f2-efafb857228e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:29.171314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'security_group': {'name': 'tempest-secgroup-238063291'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:29.258027 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.297012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-9b727c1b-ffb0-4c7d-9856-f2df72cfc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:29.299213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-9b727c1b-ffb0-4c7d-9856-f2df72cfc905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 1095 time: 0.1697748 Dec 12 15:44:29.357318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:29.367054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Allocated IP 172.20.0.2 (b5cd852d-9371-4fe6-b790-2351c2882d5f/fd6d96f6-ad60-4a55-9b4a-6c6693e496aa/2c9aba98-18bd-461a-bdcf-4c0676e3094b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:29.385016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:29.407798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.491743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:29.491743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.497135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1092 time: 3.2352757 Dec 12 15:44:29.829138 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.853027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:29.961430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793042f-dbdd-4b2e-bef7-30698467e927 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:29.992511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99566-a375-4fe3-b063-6a3d839ca10c req-b3c292e9-982a-4e9d-aca8-48f75ce611ab tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.001549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7df99566-a375-4fe3-b063-6a3d839ca10c req-b3c292e9-982a-4e9d-aca8-48f75ce611ab tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.5032120 Dec 12 15:44:30.012396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.016617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-50d68841-9950-4889-80d0-0f03abb517e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.018566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-50d68841-9950-4889-80d0-0f03abb517e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.6761818 Dec 12 15:44:30.021187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-68f61295-1c0b-4fdb-8d85-9bae1045c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.022860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-68f61295-1c0b-4fdb-8d85-9bae1045c80f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1095 time: 0.3280263 Dec 12 15:44:30.046042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.081931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:30.102076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:30.111317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:30.117073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:30.148890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-3303c6aa-282e-4fd5-baf5-ce28ba8af705 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 217 time: 0.1077580 Dec 12 15:44:30.149532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-9b3bb460-49b6-4d76-ada8-a4fc8b7e0d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc HTTP/1.1" status: 200 len: 217 time: 0.1186442 Dec 12 15:44:30.210622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Attempting to bind port 2c9aba98-18bd-461a-bdcf-4c0676e3094b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:30.211289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Attempting to bind port 2c9aba98-18bd-461a-bdcf-4c0676e3094b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1805ad50-c1cf-4f17-af97-c9e622d15a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:30.211926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Attempting to bind port 2c9aba98-18bd-461a-bdcf-4c0676e3094b on network b5cd852d-9371-4fe6-b790-2351c2882d5f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:30.218140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:30.218784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Checking segment: {'id': '1805ad50-c1cf-4f17-af97-c9e622d15a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:30.219370 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.219936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Bound using segment: {'id': '1805ad50-c1cf-4f17-af97-c9e622d15a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:30.220602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Bound port: 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1805ad50-c1cf-4f17-af97-c9e622d15a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:30.221205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.226344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.230189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0628960 Dec 12 15:44:30.231525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:30.247440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1706731640', 'security_groups': ['6c09f61f-cb25-41f1-bc91-68a0a72988e2'], 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fd6d96f6-ad60-4a55-9b4a-6c6693e496aa'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:30.274371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990b306-e7a8-4218-a7de-9a9788b6acb9 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c09f61f-cb25-41f1-bc91-68a0a72988e2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:30.303563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7df99566-a375-4fe3-b063-6a3d839ca10c req-fa71034e-32cc-4f29-b74b-83a880f4128b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972207 Dec 12 15:44:30.328337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-c9962845-5150-4350-988f-0a7249c68cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.330609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-c9962845-5150-4350-988f-0a7249c68cf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1677737 Dec 12 15:44:30.335187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-d2b2cd37-cb4b-499f-98bd-912a2fdbf9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.336916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-d2b2cd37-cb4b-499f-98bd-912a2fdbf9e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.1457860 Dec 12 15:44:30.405232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:30.410913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:30.417882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4516e7-d755-401f-8b71-195e6e85a6ad req-862fc615-ed90-4235-b474-6311e80ac20c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.419577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c4516e7-d755-401f-8b71-195e6e85a6ad req-862fc615-ed90-4235-b474-6311e80ac20c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 944 time: 0.2959421 Dec 12 15:44:30.421680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.519301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-c92793ce-4faf-4104-a05c-73f4ebcce176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.521016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-c92793ce-4faf-4104-a05c-73f4ebcce176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682267 Dec 12 15:44:30.525425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-9fcdac5c-21ee-4eda-95d4-2a98468ff898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:30.526980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-9fcdac5c-21ee-4eda-95d4-2a98468ff898 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857364 Dec 12 15:44:30.567734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128293a-4bcb-4b87-84c5-cb0294a4498d None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:30.652561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:30.811253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c4516e7-d755-401f-8b71-195e6e85a6ad req-46fa093e-f475-495d-a0f1-214d90598132 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821406 Dec 12 15:44:30.904240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:30.943206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:44:30.952266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-251cccb3-7470-45a1-bf05-e4189d3728f6 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977609 Dec 12 15:44:31.119588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:31.122121 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c38aa00-aa24-4ff0-9aaf-a1de063559db" -d '{"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:31.233862 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372dca8-2c08-4327-b9ec-5775334e3e02 x-openstack-request-id: req-8372dca8-2c08-4327-b9ec-5775334e3e02 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:31.234034 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:31.234177 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8372dca8-2c08-4327-b9ec-5775334e3e02 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:31.234571 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'status': 'completed', 'code': 200} Dec 12 15:44:31.238761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-52f09f28-913f-426f-b6bf-fb3a50b045aa service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975992 Dec 12 15:44:31.384831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07e2543b-8b4d-4d0d-a811-a54f2ff08eff req-8dee65f8-d39a-4b63-b161-4485a3626cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220946 Dec 12 15:44:31.395656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a0140-20ef-427c-86d6-cc74542815ee req-fc6a9811-6c5d-497d-8539-d6232de84c9b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:31.397384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b72a0140-20ef-427c-86d6-cc74542815ee req-fc6a9811-6c5d-497d-8539-d6232de84c9b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.3372116 Dec 12 15:44:31.477366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e841d80-e1c9-4319-b0a3-83ccf8a6fbbf req-f966a997-1a16-4e73-982b-19d4a8a514a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201419 Dec 12 15:44:31.485899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.5 (b5cd852d-9371-4fe6-b790-2351c2882d5f/fd6d96f6-ad60-4a55-9b4a-6c6693e496aa/a623521a-292c-4c10-8bfd-d6d3aa9b6af8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:31.516073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b72a0140-20ef-427c-86d6-cc74542815ee req-e2735684-8937-4e86-8bc5-31a6bd0666bc tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096940 Dec 12 15:44:31.716569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-8d34e6e8-c5eb-4d49-8bc4-63aaffee441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:31.726271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-8d34e6e8-c5eb-4d49-8bc4-63aaffee441e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1095 time: 0.1893437 Dec 12 15:44:31.768823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03224e0-8b4e-4783-a469-679e2bef32b5 req-1f34bbfa-5d57-47d6-a83a-1b7507b5f17f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:31.788261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d03224e0-8b4e-4783-a469-679e2bef32b5 req-1f34bbfa-5d57-47d6-a83a-1b7507b5f17f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.1986833 Dec 12 15:44:31.834788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:31.985219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:31.985830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.051040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.162652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.215195 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.220794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d03224e0-8b4e-4783-a469-679e2bef32b5 req-9ba527c1-0475-4ebf-94a9-45b522241665 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300733 Dec 12 15:44:32.244959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:32.253749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.318092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-54099c36-2819-40d3-b624-589ac1a92858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:32.326177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-54099c36-2819-40d3-b624-589ac1a92858 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 897 time: 0.5850739 Dec 12 15:44:32.357731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c42649-3265-4231-963a-9ae44608afd8 req-ac851889-d34e-4da2-9519-e84693eda17d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:32.368376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6c42649-3265-4231-963a-9ae44608afd8 req-ac851889-d34e-4da2-9519-e84693eda17d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 944 time: 0.2958422 Dec 12 15:44:32.408869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:32.429546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:32.436300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:32.443382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:32.449220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=a623521a-292c-4c10-8bfd-d6d3aa9b6af8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:32.523903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-3757af8e-8661-430e-8191-18fddfe16a5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 217 time: 0.1358590 Dec 12 15:44:32.573043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6e9dea28-f26f-4c2b-89c7-3e1a307bd007 None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:32.574398 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6e9dea28-f26f-4c2b-89c7-3e1a307bd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.579548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:32.580174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.616288 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e6de5a8-f5f3-4b31-bc7b-fc6ce964ce6e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3809581 Dec 12 15:44:32.616772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:32.659963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:32.672971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6e9dea28-f26f-4c2b-89c7-3e1a307bd007 None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:32.696306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6e9dea28-f26f-4c2b-89c7-3e1a307bd007 None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:32.698928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6e9dea28-f26f-4c2b-89c7-3e1a307bd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:32.699746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6c42649-3265-4231-963a-9ae44608afd8 req-8eea655e-bdba-4a80-83e9-9a0c8381dd47 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304608 Dec 12 15:44:32.818384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-d7aa8f6b-4a12-4b7c-b599-1c62bee9ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:32.819825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-d7aa8f6b-4a12-4b7c-b599-1c62bee9ea6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.2849140 Dec 12 15:44:32.954528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-fc8c920a-4dca-4a38-875f-2f32138df0c5 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:32.964849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-fc8c920a-4dca-4a38-875f-2f32138df0c5 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.3032131 Dec 12 15:44:32.969936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:32.981307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:33.013400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83100c-ba7c-4986-823c-267a01beeae9 req-ee2842a0-aed4-4c93-a564-587569a3d64b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:33.022541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af83100c-ba7c-4986-823c-267a01beeae9 req-ee2842a0-aed4-4c93-a564-587569a3d64b tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.2598634 Dec 12 15:44:33.088874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-cb6bc0ff-1d68-43fb-8e7a-4cbd67d412f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:33.090763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-cb6bc0ff-1d68-43fb-8e7a-4cbd67d412f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522881 Dec 12 15:44:33.236703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a394b1b4-199c-47f1-8ecb-2611028ca9a3 None None] Provisioning complete for port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:33.239968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a394b1b4-199c-47f1-8ecb-2611028ca9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:33.293793 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd6d96f6-ad60-4a55-9b4a-6c6693e496aa (CIDR: 172.20.0.0/28) Dec 12 15:44:33.314777 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:44:33.323353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:33.407333 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ef6bcd1-ac92-4502-a5db-dc00e4d55edb tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7796299 Dec 12 15:44:33.407333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:33.419576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:33.450543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a394b1b4-199c-47f1-8ecb-2611028ca9a3 None None] Port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:33.455924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af83100c-ba7c-4986-823c-267a01beeae9 req-02b0f7e0-868d-48b8-b29e-657950648650 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317510 Dec 12 15:44:33.683125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:44:33.790501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:33.839587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:33.846414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:33.925424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:33.941153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'port_id': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'mac_address': 'fa:16:3e:28:98:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:44:34.081165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-c1666e88-6b54-457e-b1f5-1fc5081478d9 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627352 Dec 12 15:44:34.089982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Deleting port 5cb0c388-78d2-44a1-9426-3970528a555b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:34.091519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.146666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d23cc-cf86-4026-82fc-c4755e256188 req-e0b57bdc-9e6c-4c7b-9890-18658584b142 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:34.155436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b14d23cc-cf86-4026-82fc-c4755e256188 req-e0b57bdc-9e6c-4c7b-9890-18658584b142 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 944 time: 0.1598623 Dec 12 15:44:34.233415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:34.243627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.311378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107cb82-df8b-4877-b351-e5cb358b241f req-8025c795-2f2e-4fe6-b4c0-e5b0a7a4e068 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:34.311896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.312977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6107cb82-df8b-4877-b351-e5cb358b241f req-8025c795-2f2e-4fe6-b4c0-e5b0a7a4e068 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.7282724 Dec 12 15:44:34.321001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.349391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfb4159-cad0-45cc-a362-ff29dbe0600c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:34.377829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:34.389532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.396757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:34.398558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=96fe5e47-0adb-450c-8d13-abc4124f67b4,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:34.402298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:34.405358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:34.406633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.444826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ebf96-3843-44f6-9c5f-261fb0d86c27 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:34.469573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae238e27-0078-4742-8640-abb61cecf1e0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0588679 Dec 12 15:44:34.471514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b14d23cc-cf86-4026-82fc-c4755e256188 req-52336c76-b239-44b5-b229-5de5b073d1c0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124135 Dec 12 15:44:34.471986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:34.486486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1531267135', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96fe5e47-0adb-450c-8d13-abc4124f67b4'}], 'security_groups': ['5cc2a60f-68c1-4e05-86f2-efafb857228e']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:34.611138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:34.643159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c38aa00-aa24-4ff0-9aaf-a1de063559db req-60a6a37c-2e38-4185-bf15-4a2a8d982822 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482802 Dec 12 15:44:34.645685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] For port 5cb0c388-78d2-44a1-9426-3970528a555b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=5cb0c388-78d2-44a1-9426-3970528a555b,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:34.646048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.691780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:34.733214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6107cb82-df8b-4877-b351-e5cb358b241f req-0d3c2d95-c537-41a2-a255-9d86e8f4f72a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058166 Dec 12 15:44:34.741825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Calling delete_port for 5cb0c388-78d2-44a1-9426-3970528a555b owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:34.802373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['fcfb4159-cad0-45cc-a362-ff29dbe0600c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:44:34.852329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc951-fd80-4bef-85a1-a6ef1e1b1cc0 req-0e937a02-8ffe-40bb-8c33-181ede75a0c6 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:34.860921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-386cc951-fd80-4bef-85a1-a6ef1e1b1cc0 req-0e937a02-8ffe-40bb-8c33-181ede75a0c6 tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ebe3afb-c2db-468a-b8f4-8878b94ad7bc HTTP/1.1" status: 200 len: 950 time: 0.2519529 Dec 12 15:44:34.967953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-386cc951-fd80-4bef-85a1-a6ef1e1b1cc0 req-0ea84a5e-ad38-48ff-a8ab-2ab15cd9401f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dfadcbd-a089-4192-981d-a1e0df77a201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957415 Dec 12 15:44:35.024227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Update dhcp port {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'fixed_ips': [{'subnet_id': 'fd6d96f6-ad60-4a55-9b4a-6c6693e496aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '96fe5e47-0adb-450c-8d13-abc4124f67b4'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '2c9aba98-18bd-461a-bdcf-4c0676e3094b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:44:35.057416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.128878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.196049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Pushing event deleted for resources: {'Port': ['ID=5cb0c388-78d2-44a1-9426-3970528a555b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.253744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.275006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.275006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.275006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.275006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:35.296220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] No DVR routers for this DVR port 5cb0c388-78d2-44a1-9426-3970528a555b on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:35.299089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.303835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ab0e0ca-1802-47a0-a7f3-f7b16f89f09b req-3eed7ce8-e25f-4ade-95dd-dc5f760c155f tempest-VolumesBackupsTest-434693394 tempest-VolumesBackupsTest-434693394-project] 10.222.0.30 "DELETE /v2.0/ports/5cb0c388-78d2-44a1-9426-3970528a555b HTTP/1.1" status: 204 len: 173 time: 2.3177848 Dec 12 15:44:35.304610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'name': 'network-vif-deleted', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:35.307054 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d21d8dd-02e2-4852-a334-c8d9a5ac9264" -d '{"events": [{"server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "name": "network-vif-deleted", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:35.371327 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fd0495-c579-4f3d-b6e7-742f655e560f x-openstack-request-id: req-69fd0495-c579-4f3d-b6e7-742f655e560f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:35.371866 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe3afb-c2db-468a-b8f4-8878b94ad7bc", "name": "network-vif-deleted", "tag": "5cb0c388-78d2-44a1-9426-3970528a555b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:35.372297 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69fd0495-c579-4f3d-b6e7-742f655e560f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:35.372900 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe3afb-c2db-468a-b8f4-8878b94ad7bc', 'name': 'network-vif-deleted', 'tag': '5cb0c388-78d2-44a1-9426-3970528a555b', 'status': 'completed', 'code': 200} Dec 12 15:44:35.427839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44eb2d5c-e844-487d-8179-b0d26f1cd720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.451175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Allocated IP 172.20.0.18 (b5cd852d-9371-4fe6-b790-2351c2882d5f/96fe5e47-0adb-450c-8d13-abc4124f67b4/2c9aba98-18bd-461a-bdcf-4c0676e3094b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:35.630145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b663f6-2fe8-4de3-8771-b60f2b0413d4 req-bf1de9a5-17ee-4ddf-b75f-f3cdde78b230 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:35.634664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:35.641386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34b663f6-2fe8-4de3-8771-b60f2b0413d4 req-bf1de9a5-17ee-4ddf-b75f-f3cdde78b230 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0752668 Dec 12 15:44:35.688282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.700214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:35.753515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2de2f-0a3b-4440-a14a-2f530e20f18b None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:35.764228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34b663f6-2fe8-4de3-8771-b60f2b0413d4 req-359aa819-d7c1-4b35-a370-f34ab9201634 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158721 Dec 12 15:44:35.904909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Delete allocated IP 172.20.0.5 (b5cd852d-9371-4fe6-b790-2351c2882d5f/fd6d96f6-ad60-4a55-9b4a-6c6693e496aa) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:44:35.922569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.20 (b5cd852d-9371-4fe6-b790-2351c2882d5f/96fe5e47-0adb-450c-8d13-abc4124f67b4/a623521a-292c-4c10-8bfd-d6d3aa9b6af8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:36.026586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30377cc9-0e68-4fa8-b9e6-ebabfbc13d68 req-8f552e1f-3e00-47a8-b765-b68f949620ba tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:36.035571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30377cc9-0e68-4fa8-b9e6-ebabfbc13d68 req-8f552e1f-3e00-47a8-b765-b68f949620ba tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.1452799 Dec 12 15:44:36.208260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30377cc9-0e68-4fa8-b9e6-ebabfbc13d68 req-b1389ce9-d1fe-4bfc-9a58-9b031a7ab165 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682930 Dec 12 15:44:36.264207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:36.273513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:36.869546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=a623521a-292c-4c10-8bfd-d6d3aa9b6af8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:36.886168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.887084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.887675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.888291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.888911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.889562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.890133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.891102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.891679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.892428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.893014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.893608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.894558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:44:36.931708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] In _notify_port_updated(), no bound segment for port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 on network b5cd852d-9371-4fe6-b790-2351c2882d5f {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:44:36.943169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:36.945540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:36.953319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cf861adb-019e-469a-a2e3-af35df5e0dd5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/ports/a623521a-292c-4c10-8bfd-d6d3aa9b6af8 HTTP/1.1" status: 200 len: 921 time: 2.4753914 Dec 12 15:44:36.954231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:37.057811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:37.059124 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.071270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7080a0-0a5c-4abd-bcdb-74f3ff718d91 req-70245ab2-6f94-448e-a9e0-296160ea68b0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:37.086675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:37.087036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.087582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e7080a0-0a5c-4abd-bcdb-74f3ff718d91 req-70245ab2-6f94-448e-a9e0-296160ea68b0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.1537933 Dec 12 15:44:37.124799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:37.171507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Provisioning complete for port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:37.171879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.227204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e7080a0-0a5c-4abd-bcdb-74f3ff718d91 req-3a78e161-18fe-4813-b60b-51ee7c37c55d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281707 Dec 12 15:44:37.266267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Port a623521a-292c-4c10-8bfd-d6d3aa9b6af8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:37.290077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:37.294110 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f5ba52-44fd-4ced-aabf-97a755d025d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.313627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.352103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for a623521a-292c-4c10-8bfd-d6d3aa9b6af8 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:37.382419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e048ad-fdbf-4c3f-b107-e5a096fb645f req-5180936b-dcb8-4a8f-ab94-20c8ac9bb7fb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:37.384317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5e048ad-fdbf-4c3f-b107-e5a096fb645f req-5180936b-dcb8-4a8f-ab94-20c8ac9bb7fb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0682545 Dec 12 15:44:37.514266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5e048ad-fdbf-4c3f-b107-e5a096fb645f req-78e66f3b-ea73-4937-ba45-6fc8d4e08269 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208801 Dec 12 15:44:37.660846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:37.666974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.713643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=a623521a-292c-4c10-8bfd-d6d3aa9b6af8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:37.718011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:37.813411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.816990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-50793717-0b6b-4b3a-8b83-2b1b6d5702a2 None None] Could not find standard attr ID for object a623521a-292c-4c10-8bfd-d6d3aa9b6af8. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:44:37.822333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97cd48ca-3af6-4dea-8599-dcf29a60c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.826680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37228) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:37.826881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65a2dddf-94df-4b42-b1fe-54b1ba1bb013 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/a623521a-292c-4c10-8bfd-d6d3aa9b6af8 HTTP/1.1" status: 204 len: 168 time: 0.8679175 Dec 12 15:44:37.843258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port fcfb4159-cad0-45cc-a362-ff29dbe0600c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:44:37.847118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:37.847494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.878093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port fcfb4159-cad0-45cc-a362-ff29dbe0600c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:37.878465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:37.878712 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6ea240-2531-4ac7-93d2-0ec513130e71 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:37.883677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2b6ea240-2531-4ac7-93d2-0ec513130e71 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/a623521a-292c-4c10-8bfd-d6d3aa9b6af8 HTTP/1.1" status: 404 len: 333 time: 0.0554829 Dec 12 15:44:37.884316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:38.026548 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.038817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.078329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.099462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:38.101926 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd885082-9545-4536-a958-66e15b913c0f" -d '{"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:38.135636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:38.149353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.152547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5cb0c388-78d2-44a1-9426-3970528a555b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:38.165362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.170717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.173546 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/security-groups/6c09f61f-cb25-41f1-bc91-68a0a72988e2 HTTP/1.1" status: 204 len: 168 time: 0.2879999 Dec 12 15:44:38.176470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37238) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:38.198764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 5cb0c388-78d2-44a1-9426-3970528a555b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:44:38.199621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 5cb0c388-78d2-44a1-9426-3970528a555b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:44:38.204113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3e02-2f5a-427f-8640-8723701e283d tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c09f61f-cb25-41f1-bc91-68a0a72988e2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:38.292759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:38.294753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.324567 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e8c43-4974-4cdb-a253-40064ea24d30 x-openstack-request-id: req-b23e8c43-4974-4cdb-a253-40064ea24d30 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:38.325269 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:38.325774 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b23e8c43-4974-4cdb-a253-40064ea24d30 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:38.326420 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'code': 200} Dec 12 15:44:38.334418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.437059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.441069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.443185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/security-groups/5cc2a60f-68c1-4e05-86f2-efafb857228e HTTP/1.1" status: 204 len: 168 time: 0.2656238 Dec 12 15:44:38.446127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:38.499306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8369fa-5a9a-4549-b179-6438184ee101 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc2a60f-68c1-4e05-86f2-efafb857228e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:38.521648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b18f24-35e6-40a3-8162-a4a2995376fe req-fe117996-cab9-4759-849f-2f2cd06822aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:38.523417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4b18f24-35e6-40a3-8162-a4a2995376fe req-fe117996-cab9-4759-849f-2f2cd06822aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1097 time: 0.0990274 Dec 12 15:44:38.540870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659931de-7d17-49af-859f-186a0c4ed725 req-c1b570ac-8a8c-4c55-828e-1571ad47b7d9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:38.542995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-659931de-7d17-49af-859f-186a0c4ed725 req-c1b570ac-8a8c-4c55-828e-1571ad47b7d9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.1078465 Dec 12 15:44:38.567642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet fd6d96f6-ad60-4a55-9b4a-6c6693e496aa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:38.577905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.586911 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.669771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.704385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-659931de-7d17-49af-859f-186a0c4ed725 req-134c3c32-0348-44f5-ad45-441fa41ad3ef tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212325 Dec 12 15:44:38.709981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4b18f24-35e6-40a3-8162-a4a2995376fe req-7e874b0c-0afd-451c-9ade-dc852cbf9751 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653256 Dec 12 15:44:38.734601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01daf-bea6-47fc-9fe4-63313d59641e req-e0cf01ab-1b4b-4d6b-ac59-3309392ea481 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:38.736293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ee01daf-bea6-47fc-9fe4-63313d59641e req-e0cf01ab-1b4b-4d6b-ac59-3309392ea481 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0806503 Dec 12 15:44:38.778638 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.791628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ee01daf-bea6-47fc-9fe4-63313d59641e req-b14694e8-159d-418f-966b-99e837a1faca tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Dec 12 15:44:38.862671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.892223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6d96f6-ad60-4a55-9b4a-6c6693e496aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:38.896067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:38.899304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c990352f-70d5-4aaa-8301-ad4a608a0449 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/fd6d96f6-ad60-4a55-9b4a-6c6693e496aa HTTP/1.1" status: 204 len: 168 time: 0.4517775 Dec 12 15:44:38.905497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71305ea5-dfb9-479e-9a45-fdd577a46721 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:38.908921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37250) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:38.914913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:39.082321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:39.086741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.206549 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.443697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.494796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:39.503717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:39.508725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:39.509344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.526354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=7aaba64c-9247-4d3e-be13-784a09d011b0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:39.533945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3803a34e-94dd-49c6-830e-a1fa4bdb0c04 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6238005 Dec 12 15:44:39.537124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37256) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:39.545235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'security_group': {'name': 'tempest-secgroup-659345761'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:39.590388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.767715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.784106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.869415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:39.871820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3325217 Dec 12 15:44:39.874178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:39.886285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1388335161'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:39.892597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7be03-3639-45ff-b576-dd597dbfe6bc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1fb8a7-6811-47f0-987e-7c050d8239f2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:39.952802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.099832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225b0a40-bb02-4495-b053-134491687e6f None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:40.177232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95300969-4b58-4a0c-bad3-9c346722d985 req-a38fe177-d60f-44d9-ae16-f5f670bfe449 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:40.186616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.187698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95300969-4b58-4a0c-bad3-9c346722d985 req-a38fe177-d60f-44d9-ae16-f5f670bfe449 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.2160659 Dec 12 15:44:40.198413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.218295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b167-7ad2-4a00-9d83-f5ca3d282185 req-4b495879-2732-446e-aac2-ab51aee0ad9f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:40.227131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d97b167-7ad2-4a00-9d83-f5ca3d282185 req-4b495879-2732-446e-aac2-ab51aee0ad9f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.2413089 Dec 12 15:44:40.259848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940ec1d2-88be-437f-9b16-90adb23c11c8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:40.274296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b83bd626-5d7e-44d2-8f4c-48454de11a29 None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:40.275830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b83bd626-5d7e-44d2-8f4c-48454de11a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.293827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.295891 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4786dc9f-dde3-4cb9-804e-d6f6ca82f599 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4185979 Dec 12 15:44:40.297215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95300969-4b58-4a0c-bad3-9c346722d985 req-4ba9417e-ef9c-4531-8198-787f5bfbdd2b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084652 Dec 12 15:44:40.299333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:40.309667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'security_group': {'name': 'tempest-secgroup-224355197'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:40.335692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b83bd626-5d7e-44d2-8f4c-48454de11a29 None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:40.340860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d97b167-7ad2-4a00-9d83-f5ca3d282185 req-17ece136-c07a-4cda-acf5-7145c8dfc653 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119983 Dec 12 15:44:40.366001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.374119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b83bd626-5d7e-44d2-8f4c-48454de11a29 None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:40.374972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b83bd626-5d7e-44d2-8f4c-48454de11a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.458122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.474704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.486976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.533568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.536521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2360210 Dec 12 15:44:40.539603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37274) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:40.540408 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Update dhcp port {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'fixed_ips': [{'subnet_id': '96fe5e47-0adb-450c-8d13-abc4124f67b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '7aaba64c-9247-4d3e-be13-784a09d011b0'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '2c9aba98-18bd-461a-bdcf-4c0676e3094b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:44:40.546581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-624979129', 'security_groups': ['95f5b2f4-c108-40ac-8172-b0cb7515dce0'], 'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7aaba64c-9247-4d3e-be13-784a09d011b0'}]}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:40.569712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.576563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535a783-d5a1-4fec-a061-b986ed26cc64 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f5b2f4-c108-40ac-8172-b0cb7515dce0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:40.692188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:40.805808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.818006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Allocated IP 172.20.0.2 (b5cd852d-9371-4fe6-b790-2351c2882d5f/7aaba64c-9247-4d3e-be13-784a09d011b0/2c9aba98-18bd-461a-bdcf-4c0676e3094b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:40.824830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] device_id is not set on port 0026d8e3-180f-46c2-b53e-ddcdb5889c40 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:44:40.929190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:40.961623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:40.968784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.028919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.5 (b5cd852d-9371-4fe6-b790-2351c2882d5f/7aaba64c-9247-4d3e-be13-784a09d011b0/0026d8e3-180f-46c2-b53e-ddcdb5889c40) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:41.081200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7efe9e-c450-44bd-b2d2-6d38c3edb5be None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:41.093947 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.254490 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.303100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.367834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.493328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:41.527376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:41.530685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:41.587818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=0026d8e3-180f-46c2-b53e-ddcdb5889c40,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:41.644072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:41.706676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:41.707046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.716331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:41.716992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:41.732227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82473c3-6b64-4c22-87ce-b2616944a7da req-88e59b11-8cb0-448d-b7ad-ce274a1326db tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:41.733852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e82473c3-6b64-4c22-87ce-b2616944a7da req-88e59b11-8cb0-448d-b7ad-ce274a1326db tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.2780576 Dec 12 15:44:41.791522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-8044379b-49be-49d7-b1f7-65e799f8cbc7 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:41.797850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-8044379b-49be-49d7-b1f7-65e799f8cbc7 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 813 time: 0.3396082 Dec 12 15:44:41.812281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55a87289-a05f-4cc7-8807-2d80443a1148 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2681234 Dec 12 15:44:41.812727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:41.818295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:41.855971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-f8b114d2-bcc8-48eb-bec6-dc0b04b389ca tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/quotas/d8c3890279b54440ba8b4fe97d01b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0559824 Dec 12 15:44:41.951724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e82473c3-6b64-4c22-87ce-b2616944a7da req-600ecd1d-b3d1-41e0-a7a2-1f9362b2e380 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058539 Dec 12 15:44:41.980085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-0b5b01c3-6325-41a4-ad32-55e990856ecc tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243384 Dec 12 15:44:42.126721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:42.134532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:42.249746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-180f0d50-6dfc-4c3d-8c31-c02ffe0d34a7 None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:42.250256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-180f0d50-6dfc-4c3d-8c31-c02ffe0d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:42.311596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36083e56-3e56-43d6-bab8-917d7a3926a0 req-182be390-25ca-40dd-81b9-b69e72e94559 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:42.313152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36083e56-3e56-43d6-bab8-917d7a3926a0 req-182be390-25ca-40dd-81b9-b69e72e94559 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.1357019 Dec 12 15:44:42.314023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-180f0d50-6dfc-4c3d-8c31-c02ffe0d34a7 None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:42.332105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-180f0d50-6dfc-4c3d-8c31-c02ffe0d34a7 None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:42.333139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-180f0d50-6dfc-4c3d-8c31-c02ffe0d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:42.342341 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7aaba64c-9247-4d3e-be13-784a09d011b0 (CIDR: 172.20.0.0/28) Dec 12 15:44:42.348281 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:44:42.348953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:42.365650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-3ec1df07-c2c8-47cf-97e9-0fc052cac702 service neutron] 10.222.0.36 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715870 Dec 12 15:44:42.377501 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0304b0ca-97aa-4a6f-b7fa-32d80167ebde tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5637014 Dec 12 15:44:42.380969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37342) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:42.387332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:42.425283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36083e56-3e56-43d6-bab8-917d7a3926a0 req-a070c4e2-f285-41e3-a60d-bc9b35dccd18 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013741 Dec 12 15:44:42.617972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bb4c0e30-d698-40ff-bad8-e47b483fde24 None None] Provisioning complete for port 0026d8e3-180f-46c2-b53e-ddcdb5889c40 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:42.618399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0e30-d698-40ff-bad8-e47b483fde24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:42.625064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-1b8f1ee4-73ea-4ee6-afd1-6ded74b4dcfc service neutron] 10.222.0.36 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570343 Dec 12 15:44:42.685845 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:42.690067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:42.740210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c0e30-d698-40ff-bad8-e47b483fde24 None None] Port 0026d8e3-180f-46c2-b53e-ddcdb5889c40 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:42.795469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19258d39-341c-4385-8a2b-d7d497cccec1 req-c6df9f7b-b7a9-4886-b902-8ec4fae82791 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:42.805791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19258d39-341c-4385-8a2b-d7d497cccec1 req-c6df9f7b-b7a9-4886-b902-8ec4fae82791 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.1057217 Dec 12 15:44:42.852957 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 96fe5e47-0adb-450c-8d13-abc4124f67b4 (CIDR: 172.20.0.16/28) Dec 12 15:44:42.865254 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 15:44:42.865787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:42.872000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19258d39-341c-4385-8a2b-d7d497cccec1 req-8310b566-fe5a-4df1-90e4-70496d6a1377 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597723 Dec 12 15:44:42.884460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:42.961380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8492777-5414-46f5-b30e-91ff38dba384 req-7743d835-e43b-4d03-89c6-9c6f9bb51e4d tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 210 time: 0.0435445 Dec 12 15:44:42.998560 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0911aff8-1db2-4fd6-865a-be5b61644208 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6162286 Dec 12 15:44:43.001864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37364) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:43.010408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'subnet': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:43.040208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbc641-5da8-41f0-a2d6-c96f75066b0c tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:43.041843 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b2cbc641-5da8-41f0-a2d6-c96f75066b0c tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1092 time: 0.1564143 Dec 12 15:44:43.045955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37374) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:43.051764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'tenant_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:43.171834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.287852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Made reservation on behalf of 1fc818f2a9f64c9da8af1f2c522471a7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:43.291820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.401260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.626900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.158 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/14cbe4f7-851e-47df-bc79-a1bb21ac9bb9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:43.642265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff3d83-5333-46a7-83c3-8860208dda9a req-af4c4152-6f95-4dde-884b-aaadbaa98e25 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:43.643903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfff3d83-5333-46a7-83c3-8860208dda9a req-af4c4152-6f95-4dde-884b-aaadbaa98e25 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.1254096 Dec 12 15:44:43.802159 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.874622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfff3d83-5333-46a7-83c3-8860208dda9a req-e1838b4e-cc75-49ae-a150-75953b5d1801 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059486 Dec 12 15:44:43.878825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Network b5cd852d-9371-4fe6-b790-2351c2882d5f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:43.896295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:43.902955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:43.903642 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.909822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b542c807-8b87-4eb9-82c5-75233ad43fd5 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:43.938780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Subnet': ['ID=4a9f03d9-5909-4341-ae08-ec78023beaef,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:43.954760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:43.968489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7610fbed-0047-493a-a782-98522c682377 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9630585 Dec 12 15:44:43.968967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:43.976029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1180334415', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a9f03d9-5909-4341-ae08-ec78023beaef'}], 'security_groups': ['7d1fb8a7-6811-47f0-987e-7c050d8239f2', '940ec1d2-88be-437f-9b16-90adb23c11c8']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:44.032548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:44.136244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee98c222-471e-45a1-b689-574ed8674d24 req-2ce8303b-d069-472a-ba9c-7ad6f0a249eb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 210 time: 0.0394127 Dec 12 15:44:44.138252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:44.148905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:44.161137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:44.206638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=14cbe4f7-851e-47df-bc79-a1bb21ac9bb9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:44.209787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:44.328406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Update dhcp port {'port': {'network_id': 'b5cd852d-9371-4fe6-b790-2351c2882d5f', 'fixed_ips': [{'subnet_id': '96fe5e47-0adb-450c-8d13-abc4124f67b4', 'ip_address': '172.20.0.18'}, {'subnet_id': '7aaba64c-9247-4d3e-be13-784a09d011b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '4a9f03d9-5909-4341-ae08-ec78023beaef'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '2c9aba98-18bd-461a-bdcf-4c0676e3094b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 15:44:44.397019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:44.774232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Delete allocated IP 172.20.0.5 (b5cd852d-9371-4fe6-b790-2351c2882d5f/7aaba64c-9247-4d3e-be13-784a09d011b0) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 12 15:44:44.802996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Allocated IP 172.20.0.44 (b5cd852d-9371-4fe6-b790-2351c2882d5f/4a9f03d9-5909-4341-ae08-ec78023beaef/0026d8e3-180f-46c2-b53e-ddcdb5889c40) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:45.016347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6436057d-2faa-4cdf-92d8-2f2a20040890 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:45.017891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6436057d-2faa-4cdf-92d8-2f2a20040890 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 813 time: 0.2124658 Dec 12 15:44:45.044999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Request body: {'port': {'device_id': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02', 'admin_state_up': True, 'tenant_id': 'd8c3890279b54440ba8b4fe97d01b2b2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:45.078076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.084530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.157225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event updated for resources: {'Port': ['ID=0026d8e3-180f-46c2-b53e-ddcdb5889c40,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:45.230562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c88f2-3117-429f-a267-f6e1a219177a req-638c31c9-bb0c-40c7-aa52-ba444f04b85f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:45.238579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671c88f2-3117-429f-a267-f6e1a219177a req-638c31c9-bb0c-40c7-aa52-ba444f04b85f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.2081802 Dec 12 15:44:45.254082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Allocated IP 172.20.0.34 (b5cd852d-9371-4fe6-b790-2351c2882d5f/4a9f03d9-5909-4341-ae08-ec78023beaef/2c9aba98-18bd-461a-bdcf-4c0676e3094b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:45.330733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] In _notify_port_updated(), no bound segment for port 0026d8e3-180f-46c2-b53e-ddcdb5889c40 on network b5cd852d-9371-4fe6-b790-2351c2882d5f {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:44:45.339395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:45.340288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.345385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-df9f4217-f610-4133-9502-8473e02d6594 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "PUT /v2.0/ports/0026d8e3-180f-46c2-b53e-ddcdb5889c40 HTTP/1.1" status: 200 len: 960 time: 1.3757014 Dec 12 15:44:45.347519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:45.385450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-759227f1-9579-4ec3-a738-3c1364a77aab req-3f5c9e74-c3fe-4ae4-aefd-e1c60b60d0cb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 210 time: 0.0548205 Dec 12 15:44:45.437649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Made reservation on behalf of d8c3890279b54440ba8b4fe97d01b2b2 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:45.442491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.451410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:45.522973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.525612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-671c88f2-3117-429f-a267-f6e1a219177a req-6174f7c1-7a2a-487e-885b-967c82ea52f8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856205 Dec 12 15:44:45.533010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.590187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 0026d8e3-180f-46c2-b53e-ddcdb5889c40 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:45.590585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.606037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.700775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.715366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 0026d8e3-180f-46c2-b53e-ddcdb5889c40 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:45.752309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:45.807314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ea89-b8c9-4ac3-aa60-3ab59f901dd4 None None] Pushing event updated for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:45.926176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Allocated IP 172.20.0.13 (481444bc-8c09-4db9-89b3-1bb94810db02/5597eb9f-cf6b-4aa3-b447-599b290ed8c2/3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:44:45.961763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.021420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=0026d8e3-180f-46c2-b53e-ddcdb5889c40,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:46.122896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.133606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f63513dd-3ff3-4f55-a6a1-b7dd1ca7842c tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/0026d8e3-180f-46c2-b53e-ddcdb5889c40 HTTP/1.1" status: 204 len: 168 time: 0.7828162 Dec 12 15:44:46.134168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:46.185581 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18da22-b580-4e02-938f-45391b2af7e3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] GET failed (client error): The resource could not be found. Dec 12 15:44:46.188194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d18da22-b580-4e02-938f-45391b2af7e3 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports/0026d8e3-180f-46c2-b53e-ddcdb5889c40 HTTP/1.1" status: 404 len: 333 time: 0.0520091 Dec 12 15:44:46.190691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:46.264967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.272840 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.289701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.298635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.309035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.371613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.374611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.376022 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/security-groups/95f5b2f4-c108-40ac-8172-b0cb7515dce0 HTTP/1.1" status: 204 len: 168 time: 0.1837690 Dec 12 15:44:46.380387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:46.402503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9391cb-2143-45f7-81ca-f896eea2ddea tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f5b2f4-c108-40ac-8172-b0cb7515dce0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:46.461485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.500925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.538644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=14cbe4f7-851e-47df-bc79-a1bb21ac9bb9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:46.552344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.563948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.655633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.659235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.661154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/security-groups/940ec1d2-88be-437f-9b16-90adb23c11c8 HTTP/1.1" status: 204 len: 168 time: 0.2782378 Dec 12 15:44:46.670774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:46.710370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862a660-6c1c-4d3b-9287-5188ca1e2727 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ec1d2-88be-437f-9b16-90adb23c11c8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:46.780267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.794846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Network 481444bc-8c09-4db9-89b3-1bb94810db02 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:44:46.824116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:46.824743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.851150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.866308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:44:46.869381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:44:46.914767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.920136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:46.921780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/security-groups/7d1fb8a7-6811-47f0-987e-7c050d8239f2 HTTP/1.1" status: 204 len: 168 time: 0.2497897 Dec 12 15:44:46.932765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:46.933847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2460e11-dc30-4eeb-9c58-9a111f9c5fce tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1fb8a7-6811-47f0-987e-7c050d8239f2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:47.011285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea853-475b-483d-8da8-76c65c42f084 req-1663f283-77ec-4e72-ab79-d384c3c3ca9b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:47.021114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-435ea853-475b-483d-8da8-76c65c42f084 req-1663f283-77ec-4e72-ab79-d384c3c3ca9b tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 932 time: 0.3765628 Dec 12 15:44:47.027746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Pushing event updated for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:47.062628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 7aaba64c-9247-4d3e-be13-784a09d011b0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:47.079095 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.080240 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP 58c98f84-fdbd-4e18-a6d5-56f34da77ed6 associated. External IP: 172.25.3.158, port: fcfb4159-cad0-45cc-a362-ff29dbe0600c. Dec 12 15:44:47.094516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:47.095145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.203737 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.247136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:47.261404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cc05f501-d3d8-4a6b-8949-b87e718d49f2 None None] Could not find standard attr ID for object 0026d8e3-180f-46c2-b53e-ddcdb5889c40. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:44:47.330903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-435ea853-475b-483d-8da8-76c65c42f084 req-bb682a40-9daf-41c8-aaa6-8c82489782a6 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831528 Dec 12 15:44:47.404455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.465110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe68ec-080c-4f77-9a0c-7a4d22eedceb req-88175313-56e4-4596-977c-a1affcad022d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:47.472702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edbe68ec-080c-4f77-9a0c-7a4d22eedceb req-88175313-56e4-4596-977c-a1affcad022d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.7301393 Dec 12 15:44:47.478355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-53289f53-4a0c-4cf9-8d5f-efa5f6d54b8d None None] Could not find standard attr ID for object 0026d8e3-180f-46c2-b53e-ddcdb5889c40. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 15:44:47.490270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:47.491030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.535338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.575008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=7aaba64c-9247-4d3e-be13-784a09d011b0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:47.576047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-6e1496b9-59b1-4353-af05-e5d82c5f2c2f tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5470390 Dec 12 15:44:47.582107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.589705 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9452e9ee-8721-4bb5-a1fd-cf594fda98fd tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/7aaba64c-9247-4d3e-be13-784a09d011b0 HTTP/1.1" status: 204 len: 168 time: 0.6496201 Dec 12 15:44:47.595893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:47.610548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Request body: {'port': {'device_id': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:47.671922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edbe68ec-080c-4f77-9a0c-7a4d22eedceb req-cefb94da-5b09-4f87-8d47-4d6d6b0169cd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979437 Dec 12 15:44:47.676728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 4a9f03d9-5909-4341-ae08-ec78023beaef {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:47.697684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.713047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:47.754693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.758264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df6595-1810-46cf-814a-64787d09e614 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:47.871927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.886139 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.886387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:44:47.920406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:47.921131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:47.986429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.040253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.047840 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/4a9f03d9-5909-4341-ae08-ec78023beaef HTTP/1.1" status: 204 len: 168 time: 0.4486735 Dec 12 15:44:48.047840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08989e3-144c-4d90-8ba5-bca871dabe78 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9f03d9-5909-4341-ae08-ec78023beaef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:48.049852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:48.107819 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c78c4b2-f7ea-4152-9a81-b1011dcf80fc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:48.109789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c78c4b2-f7ea-4152-9a81-b1011dcf80fc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:48.121276 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c78c4b2-f7ea-4152-9a81-b1011dcf80fc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/7aaba64c-9247-4d3e-be13-784a09d011b0 HTTP/1.1" status: 404 len: 337 time: 0.0676701 Dec 12 15:44:48.121841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:48.205574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting subnet 96fe5e47-0adb-450c-8d13-abc4124f67b4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:44:48.210799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.218714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:44:48.275940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.307227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:44:48.321879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Sync routers for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:44:48.336853 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.340225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:48.340921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:48.436467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.476921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e70aa97-6dc2-49a9-8082-24c1247f6682 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4273705 Dec 12 15:44:48.480572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:48.483251 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:48.497792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:48.602684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9039b-2ecd-4724-8ca1-9c8f3d8480fb req-e9de42ab-1a11-4592-8188-05b5d94559ee tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:48.609645 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.617902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56f9039b-2ecd-4724-8ca1-9c8f3d8480fb req-e9de42ab-1a11-4592-8188-05b5d94559ee tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 932 time: 0.1309428 Dec 12 15:44:48.655380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:48.677316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.697321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Subnet': ['ID=96fe5e47-0adb-450c-8d13-abc4124f67b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:48.717130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.718977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56f9039b-2ecd-4724-8ca1-9c8f3d8480fb req-6678218d-b177-4e8d-9276-b1475a204e36 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000555 Dec 12 15:44:48.724026 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9aee3708-26c6-4897-9a32-e6ee2dbf3292 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/96fe5e47-0adb-450c-8d13-abc4124f67b4 HTTP/1.1" status: 204 len: 168 time: 0.6010501 Dec 12 15:44:48.726060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Transition to ACTIVE for port object 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:44:48.727864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:48.745479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:48.786570 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8aabd4e-cc7f-4263-98bf-4f7b4d3668f0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:48.789930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8aabd4e-cc7f-4263-98bf-4f7b4d3668f0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:48.794735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a8aabd4e-cc7f-4263-98bf-4f7b4d3668f0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/fd6d96f6-ad60-4a55-9b4a-6c6693e496aa HTTP/1.1" status: 404 len: 337 time: 0.0650733 Dec 12 15:44:48.799487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:48.855760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57b174bd-7ac4-4cd2-b482-6d4579874a8b tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bdf1676-7592-4fc3-a2d7-13fff87a3f52 HTTP/1.1" status: 200 len: 205 time: 0.0543833 Dec 12 15:44:48.858681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:48.894315 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c4bdc3-c70a-4253-bc66-d7dcdb46e40a x-openstack-request-id: req-90c4bdc3-c70a-4253-bc66-d7dcdb46e40a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:48.896615 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:48.899391 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90c4bdc3-c70a-4253-bc66-d7dcdb46e40a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:48.900006 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'status': 'completed', 'code': 200} Dec 12 15:44:48.973168 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6d9270a0-9a42-4a1c-b5fe-8a6b5e8fad1e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] delete failed (client error): The resource could not be found. Dec 12 15:44:48.981270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6d9270a0-9a42-4a1c-b5fe-8a6b5e8fad1e tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/routers/5bdf1676-7592-4fc3-a2d7-13fff87a3f52 HTTP/1.1" status: 404 len: 336 time: 0.1205902 Dec 12 15:44:48.982970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.021357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37725b03-7ee8-4cd2-af37-e07fd01570a3 None None] Network b5cd852d-9371-4fe6-b790-2351c2882d5f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:44:49.024662 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-485b9d35-be07-457b-a4b2-fe99aa3864dc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.025704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485b9d35-be07-457b-a4b2-fe99aa3864dc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.029856 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-485b9d35-be07-457b-a4b2-fe99aa3864dc tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/97cb5128-f9c2-4c6d-a5ba-303262511e77 HTTP/1.1" status: 404 len: 337 time: 0.0451396 Dec 12 15:44:49.032430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.065634 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a1941a-bffb-4cb2-be0d-d524856e1071 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.066932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a1941a-bffb-4cb2-be0d-d524856e1071 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.071828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-28a1941a-bffb-4cb2-be0d-d524856e1071 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/4ce7c699-81a0-4446-ab57-3f8a7aeb6956 HTTP/1.1" status: 404 len: 337 time: 0.0371442 Dec 12 15:44:49.073654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.105569 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4992e709-90ab-4e8c-80da-304c28a29063 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.106047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4992e709-90ab-4e8c-80da-304c28a29063 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.109742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4992e709-90ab-4e8c-80da-304c28a29063 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/901882b0-7e7b-42ad-9b07-e4027a82aa7a HTTP/1.1" status: 404 len: 337 time: 0.0350707 Dec 12 15:44:49.112402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37468) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.156611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0f9d6eb2-2f96-4747-be99-60c479dbadbb None None] Provisioning complete for port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:49.157039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6eb2-2f96-4747-be99-60c479dbadbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.157620 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf27e4d7-6153-46e4-884b-edf5a288ac14 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.158365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf27e4d7-6153-46e4-884b-edf5a288ac14 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.162227 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bf27e4d7-6153-46e4-884b-edf5a288ac14 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/7a72b0d4-121a-4eca-92da-52d5359d9cce HTTP/1.1" status: 404 len: 333 time: 0.0482571 Dec 12 15:44:49.164878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.196521 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-108ad913-2a41-4834-99cb-e6f9ad40b021 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.197110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108ad913-2a41-4834-99cb-e6f9ad40b021 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.201021 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-108ad913-2a41-4834-99cb-e6f9ad40b021 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/d5a8e058-334f-45e0-9e75-89acca96a278 HTTP/1.1" status: 404 len: 337 time: 0.0350130 Dec 12 15:44:49.203671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.234860 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18ee87d-bdd1-47e0-8e7c-619bd2a69918 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.235610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18ee87d-bdd1-47e0-8e7c-619bd2a69918 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.239690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a18ee87d-bdd1-47e0-8e7c-619bd2a69918 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/0ba8b8f5-115b-4f8e-b4eb-8dd2d91b7f2b HTTP/1.1" status: 404 len: 337 time: 0.0349665 Dec 12 15:44:49.242297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.288386 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-910ae4c1-db50-4fd5-8c2f-3176582f6cf8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.289087 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910ae4c1-db50-4fd5-8c2f-3176582f6cf8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.291417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d6eb2-2f96-4747-be99-60c479dbadbb None None] Port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:44:49.300071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-910ae4c1-db50-4fd5-8c2f-3176582f6cf8 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/ca44923e-a4ba-4fbc-b730-8d825b35c336 HTTP/1.1" status: 404 len: 333 time: 0.0567067 Dec 12 15:44:49.301575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '58c98f84-fdbd-4e18-a6d5-56f34da77ed6', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'port_id': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'mac_address': 'fa:16:3e:28:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:44:45Z', 'updated_at': '2021-12-12T15:44:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:49.303409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.336926 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd65a5e-a378-4ea1-8084-46a523102e74 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.337719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd65a5e-a378-4ea1-8084-46a523102e74 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.341887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bdd65a5e-a378-4ea1-8084-46a523102e74 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/ceafc695-dc25-4378-9c7f-e6b3985877aa HTTP/1.1" status: 404 len: 337 time: 0.0371630 Dec 12 15:44:49.344820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.350116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Checking router: ef2dc600-63c5-4c58-b22e-67cfda8b9b56 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:44:49.373383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0f9d6eb2-2f96-4747-be99-60c479dbadbb None None] Provisioning complete for port 2c9aba98-18bd-461a-bdcf-4c0676e3094b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:49.374229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6eb2-2f96-4747-be99-60c479dbadbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.378681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:44:49.379461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:44:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:49.398092 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0885bf21-519d-4155-bdd2-abd79c92519f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] DELETE failed (client error): The resource could not be found. Dec 12 15:44:49.398550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0885bf21-519d-4155-bdd2-abd79c92519f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 15:44:49.404585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0885bf21-519d-4155-bdd2-abd79c92519f tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/subnets/5c0b58bf-24a7-41aa-bc07-61d62f048090 HTTP/1.1" status: 404 len: 337 time: 0.0544319 Dec 12 15:44:49.405171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.436616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] DHCP port deletion for b5cd852d-9371-4fe6-b790-2351c2882d5f request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:44:49.516687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:49.519805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:49.520539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.546524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca5bd0-8f85-4749-88e8-5fa36f762af5 req-38dea420-d4af-48e7-ad45-f6a489a7f81b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:49.548100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35ca5bd0-8f85-4749-88e8-5fa36f762af5 req-38dea420-d4af-48e7-ad45-f6a489a7f81b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.6606319 Dec 12 15:44:49.557471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-5cdfec96-3b72-4e7e-acff-7dedf7e9ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:49.558964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-5cdfec96-3b72-4e7e-acff-7dedf7e9ea0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1097 time: 0.6421254 Dec 12 15:44:49.602381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7c5c-6ac4-4b66-9336-3b2376bf3f47 req-1e5a5729-7214-450a-966d-3258a4efde99 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:49.603927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eafc7c5c-6ac4-4b66-9336-3b2376bf3f47 req-1e5a5729-7214-450a-966d-3258a4efde99 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.5699098 Dec 12 15:44:49.604053 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.628176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 19f30014-fdf6-4c63-9e7a-9dd7ccc573ed owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:49.658998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2c9aba98-18bd-461a-bdcf-4c0676e3094b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:44:49.668791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:44:49.689178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Attempting to bind port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:44:49.689414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Attempting to bind port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:44:49.690958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Attempting to bind port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 on network 481444bc-8c09-4db9-89b3-1bb94810db02 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:49.736393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 on network 481444bc-8c09-4db9-89b3-1bb94810db02 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:44:49.736791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Attempting to bind port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 on network 481444bc-8c09-4db9-89b3-1bb94810db02 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:44:49.737569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.753967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eafc7c5c-6ac4-4b66-9336-3b2376bf3f47 req-388e95ef-ba66-424a-8264-683d736dc44a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387889 Dec 12 15:44:49.763670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35ca5bd0-8f85-4749-88e8-5fa36f762af5 req-2dc2ae79-112d-45bf-875c-952b39016e19 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019858 Dec 12 15:44:49.771797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:44:49.772426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Checking segment: {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:44:49.772921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Bound using segment: {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:44:49.773817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Bound port: 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb0788-c36e-4cdc-b34e-4993f31b8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:44:49.774339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.774693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.780543 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/ports/19f30014-fdf6-4c63-9e7a-9dd7ccc573ed HTTP/1.1" status: 204 len: 168 time: 0.3720911 Dec 12 15:44:49.780543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b4677-3d63-4f29-b6bb-8361d0cbcca5 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=19f30014-fdf6-4c63-9e7a-9dd7ccc573ed,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:49.782270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.833181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37490) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:49.884113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:49.909766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-03d33598-a424-40d9-96bb-a1d4d5a0f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:49.912006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-03d33598-a424-40d9-96bb-a1d4d5a0f5c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 897 time: 0.3350568 Dec 12 15:44:49.992348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Deleting port 2c9aba98-18bd-461a-bdcf-4c0676e3094b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:49.993001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.021818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c4754223-d400-41cc-8762-4d5bf2cacd8e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 200 len: 992 time: 0.1862588 Dec 12 15:44:50.059306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:50.059306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.074577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Calling delete_port for 2c9aba98-18bd-461a-bdcf-4c0676e3094b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:50.078311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:44:50.120575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:44:50.126646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-c541ee1f-3d9a-4fe4-960c-8fee04d81223 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1000 time: 0.2047811 Dec 12 15:44:50.132647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.137122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Deleting port 2c9aba98-18bd-461a-bdcf-4c0676e3094b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:44:50.137678 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.193439 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.197175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba74e2e-47f2-4df6-ab9c-8220cbd1ead4 req-01db19ad-0e76-45d5-8772-9ede3cbf30e1 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.199240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ba74e2e-47f2-4df6-ab9c-8220cbd1ead4 req-01db19ad-0e76-45d5-8772-9ede3cbf30e1 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 944 time: 0.2584496 Dec 12 15:44:50.228422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port 2c9aba98-18bd-461a-bdcf-4c0676e3094b update to DOWN by agent not found {{(pid=103413) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 15:44:50.233238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:50.241190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] No DVR routers for this DVR port 2c9aba98-18bd-461a-bdcf-4c0676e3094b on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:50.248541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.249354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.250833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] 10.222.0.13 "PUT /v2.0/ports/3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 HTTP/1.1" status: 200 len: 1092 time: 2.6499937 Dec 12 15:44:50.321373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] For port 2c9aba98-18bd-461a-bdcf-4c0676e3094b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2c9aba98-18bd-461a-bdcf-4c0676e3094b,segment=NetworkSegment(1805ad50-c1cf-4f17-af97-c9e622d15a02),segment_id=1805ad50-c1cf-4f17-af97-c9e622d15a02)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:50.321772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.342177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Calling delete_port for 2c9aba98-18bd-461a-bdcf-4c0676e3094b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:44:50.363343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.391014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-aa934049-e216-4b44-bbae-b4f03ca819f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.392546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-aa934049-e216-4b44-bbae-b4f03ca819f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.2500117 Dec 12 15:44:50.406314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cd852d-9371-4fe6-b790-2351c2882d5f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:50.419072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1805ad50-c1cf-4f17-af97-c9e622d15a02') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:50.419367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1805ad50-c1cf-4f17-af97-c9e622d15a02') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:50.433082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.451793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.454081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20b5fa-f1e7-465e-83fb-c8767b242137 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:50.459833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:50.460295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.481600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-3b1dfd83-6c46-43a9-a5bf-7bf1ccd94fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.484508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-3b1dfd83-6c46-43a9-a5bf-7bf1ccd94fbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 1095 time: 0.1789496 Dec 12 15:44:50.490630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ba74e2e-47f2-4df6-ab9c-8220cbd1ead4 req-08c8f96d-dcff-439f-924f-b3a4378c1fb3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634406 Dec 12 15:44:50.498174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '58c98f84-fdbd-4e18-a6d5-56f34da77ed6', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'port_id': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'mac_address': 'fa:16:3e:28:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:44:45Z', 'updated_at': '2021-12-12T15:44:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:50.500396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:50.528668 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:50.538316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-a4daf0f6-1502-415a-bbb7-e74b4b47015b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 HTTP/1.1" status: 200 len: 217 time: 0.0456085 Dec 12 15:44:50.545406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-5e7a9304-9585-492f-a118-bb0f8c2334b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.547146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-5e7a9304-9585-492f-a118-bb0f8c2334b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363521 Dec 12 15:44:50.552684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.566190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf600a-508c-4ba5-b029-874e372116a7 None None] The sync data for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 is: [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '58c98f84-fdbd-4e18-a6d5-56f34da77ed6', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'port_id': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'mac_address': 'fa:16:3e:28:98:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:44:45Z', 'updated_at': '2021-12-12T15:44:45Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:44:50.573003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] Pushing event deleted for resources: {'Port': ['ID=2c9aba98-18bd-461a-bdcf-4c0676e3094b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:50.578119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc5864-3bcf-42e8-9aa2-ec8b9b1d63ef None None] No DVR routers for this DVR port 2c9aba98-18bd-461a-bdcf-4c0676e3094b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:44:50.595721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:50.601916 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] 10.222.0.36 "DELETE /v2.0/networks/b5cd852d-9371-4fe6-b790-2351c2882d5f HTTP/1.1" status: 204 len: 168 time: 0.8184052 Dec 12 15:44:50.603373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63337840-c94a-4b76-9d0a-c8d7c6ac34b0 tempest-PortsTestJSON-900886888 tempest-PortsTestJSON-900886888-project] Pushing event deleted for resources: {'Network': ['ID=b5cd852d-9371-4fe6-b790-2351c2882d5f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:50.692417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-8b5ac68e-0ae0-41af-981b-927c0283c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:50.694022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-8b5ac68e-0ae0-41af-981b-927c0283c537 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.1460936 Dec 12 15:44:50.752230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-dd042834-2c16-4eb8-a07f-3d650004f49e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438890 Dec 12 15:44:50.758954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-e3b1e189-379b-4224-8ecc-e8b53f1048d1 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005885 Dec 12 15:44:50.907086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:50.909683 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0297af-ec18-466e-874e-1a6f7e732ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:50.922680 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a194eb-62a8-4616-9563-a497cce43eb3 None None] New status for floating IP 58c98f84-fdbd-4e18-a6d5-56f34da77ed6: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:44:50.987066 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2341040a-a71e-44c5-9e4e-f13f8e422dbe x-openstack-request-id: req-2341040a-a71e-44c5-9e4e-f13f8e422dbe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:50.987367 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:50.987627 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2341040a-a71e-44c5-9e4e-f13f8e422dbe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:50.988065 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1', 'status': 'completed', 'code': 200} Dec 12 15:44:50.995994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:51.019075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:51.025754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7fb3b76-1a28-488a-8fff-76e3759cdc0a req-10594138-5d5f-4493-9c59-5618525faf5a service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580054 Dec 12 15:44:51.078199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579034b-d6c3-4e19-b48d-c31cffa2060c req-e0809598-72dd-4220-81eb-d305295678f2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:51.079883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6579034b-d6c3-4e19-b48d-c31cffa2060c req-e0809598-72dd-4220-81eb-d305295678f2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.1670330 Dec 12 15:44:51.087435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-dba1464a-4cd7-469b-af11-17afaaf29a6a service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274035 Dec 12 15:44:51.180653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72587f00-ea8a-4370-84f9-70af102314e5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 200 len: 992 time: 0.1560893 Dec 12 15:44:51.203903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6579034b-d6c3-4e19-b48d-c31cffa2060c req-e416abf2-8ab4-407a-8335-de96fdfff4cd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154189 Dec 12 15:44:51.251823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b865f6a-9ebf-439c-bad3-c83aa8b76624 req-98187e5a-bd5c-4a03-8a40-a0fd2115a7b4 service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550236 Dec 12 15:44:51.285468 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-520f32d0-80bd-442e-b2a0-d503bc60750c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fc818f2a9f64c9da8af1f2c522471a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2880678 Dec 12 15:44:51.288128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37510) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:51.348599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:51.352458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-ab11f3bd-e56b-4916-90ab-17ea41a42ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:51.354184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-ab11f3bd-e56b-4916-90ab-17ea41a42ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 1095 time: 0.0519805 Dec 12 15:44:51.375267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:51.455032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:51.456546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-189206db-68b2-4ee1-bd65-adda72435abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:51.458134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-189206db-68b2-4ee1-bd65-adda72435abf service neutron] 10.222.0.13 "GET /v2.0/networks?id=481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 200 len: 913 time: 0.0957577 Dec 12 15:44:51.460068 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:51.461427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d1e00ec-1aa8-41d9-8bcd-e94a87913754 HTTP/1.1" status: 204 len: 168 time: 0.1720734 Dec 12 15:44:51.471759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892271c-2eab-44ea-bc75-b4f453cfc554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e00ec-1aa8-41d9-8bcd-e94a87913754,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:51.517028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-4979d99c-3c43-44c7-9fcf-a6e24de55640 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 HTTP/1.1" status: 200 len: 217 time: 0.0500853 Dec 12 15:44:51.602165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-8c23e512-c4cb-47eb-ba08-290fbcdaa214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:51.603701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-8c23e512-c4cb-47eb-ba08-290fbcdaa214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 200 len: 853 time: 0.0787497 Dec 12 15:44:51.645639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-17e1400a-1975-4b50-aaa9-d87eb80499c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=481444bc-8c09-4db9-89b3-1bb94810db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266376 Dec 12 15:44:51.685357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0117-2a1e-4cc7-9899-10b1738d3224 req-5c697f53-5d42-479b-8af8-648fcd5360b5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:51.686947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636b0117-2a1e-4cc7-9899-10b1738d3224 req-5c697f53-5d42-479b-8af8-648fcd5360b5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 944 time: 0.1027577 Dec 12 15:44:51.795726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636b0117-2a1e-4cc7-9899-10b1738d3224 req-07ec25a9-61f8-4af3-96c4-e4e8a2d7123a tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752137 Dec 12 15:44:51.802062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-416dd69a-ad92-498f-8b08-e5e0c75d5f0f service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481183 Dec 12 15:44:51.908465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c0297af-ec18-466e-874e-1a6f7e732ee5 req-ba7fab39-8c78-4e24-8735-38d69b54554b service neutron] 10.222.0.13 "GET /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979655 Dec 12 15:44:52.181032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:52.251790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-21a0d7b5-f43d-478f-ac2a-cda11e63e257 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 200 len: 994 time: 0.0691986 Dec 12 15:44:52.305679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:52.347956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb957a4-f1a6-44ea-b937-cd5b465cfec9 req-caf564de-4cab-4e74-a34f-7df95920eaa1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:52.349776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8eb957a4-f1a6-44ea-b937-cd5b465cfec9 req-caf564de-4cab-4e74-a34f-7df95920eaa1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0574644 Dec 12 15:44:52.410139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8eb957a4-f1a6-44ea-b937-cd5b465cfec9 req-86cefe59-d6de-400f-85c4-1d6c6a197962 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Dec 12 15:44:52.425677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-987870483'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:44:52.454722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Made reservation on behalf of 557354eb68604aa7a90fb7bf1c176f7a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:44:52.459315 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.468663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.554900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.558856 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.586674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:44:52.596647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f786bbcb-2b6b-4bf9-acc7-8729cb66f0d3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:52.601832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.602174 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Added segment ba0127a8-5152-4324-af93-9b5e9a1bbf87 of type vlan for network 34b7ca18-918c-423a-b2dd-412367e5a8d0 Dec 12 15:44:52.642840 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.669040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.674764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:52.675339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:52.732533 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4252784 Dec 12 15:44:52.736186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37548) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:52.742769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-fcb591ad-bfbe-4ff9-a8c6-078e1cb7948d tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-1069561530') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:52.749715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc60c2-3829-4139-86b7-df479efda967 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Pushing event updated for resources: {'Network': ['ID=34b7ca18-918c-423a-b2dd-412367e5a8d0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:52.761894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 34b7ca18-918c-423a-b2dd-412367e5a8d0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:44:52.855226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fcb591ad-bfbe-4ff9-a8c6-078e1cb7948d tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "PUT /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-1069561530 HTTP/1.1" status: 201 len: 201 time: 0.1178355 Dec 12 15:44:52.857770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37552) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:52.862189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-c7a70046-4f55-440a-b850-e1cd304d5675 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-1069561530') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:52.969522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee797-b371-452e-b339-324732046042 req-3ad861fc-9ac9-407e-bca3-5c6d38d0dea0 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:52.970977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57cee797-b371-452e-b339-324732046042 req-3ad861fc-9ac9-407e-bca3-5c6d38d0dea0 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 944 time: 0.0854223 Dec 12 15:44:52.973759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c7a70046-4f55-440a-b850-e1cd304d5675 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-1069561530 HTTP/1.1" status: 204 len: 168 time: 0.1149938 Dec 12 15:44:52.976217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37554) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:52.980252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.tag.tag_plugin [None req-65fa35db-3e99-4292-bfcb-14b86526c84b tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.075601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57cee797-b371-452e-b339-324732046042 req-4ed3455a-b80a-4b86-8b75-96acb32d4729 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Dec 12 15:44:53.088135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65fa35db-3e99-4292-bfcb-14b86526c84b tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags HTTP/1.1" status: 200 len: 238 time: 0.1108153 Dec 12 15:44:53.091197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.095916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-c7bd9130-dae1-420c-b1a7-7203b7eece03 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', {'tags': ['tempest-TagsTest-Tag-573053087', 'tempest-TagsTest-Tag-398186781', 'tempest-TagsTest-Tag-1142502798']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.188938 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7bd9130-dae1-420c-b1a7-7203b7eece03 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "PUT /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags HTTP/1.1" status: 200 len: 307 time: 0.0963776 Dec 12 15:44:53.191531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.196579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-2011205d-e08a-422a-9da1-ce756183bb0a tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-573053087') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.290565 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2011205d-e08a-422a-9da1-ce756183bb0a tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "DELETE /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-573053087 HTTP/1.1" status: 204 len: 168 time: 0.0975676 Dec 12 15:44:53.293132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.297286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-4ee7c019-3a05-4254-8272-a46895e8d3f2 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-573053087') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.369992 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-4ee7c019-3a05-4254-8272-a46895e8d3f2 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] show failed (client error): The resource could not be found. Dec 12 15:44:53.370962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ee7c019-3a05-4254-8272-a46895e8d3f2 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-573053087 HTTP/1.1" status: 404 len: 325 time: 0.0769312 Dec 12 15:44:53.373777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.378242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-8c6dfea0-7b9a-4a16-b9cf-c712d727b703 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-398186781') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.449334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8c6dfea0-7b9a-4a16-b9cf-c712d727b703 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-398186781 HTTP/1.1" status: 204 len: 168 time: 0.0744956 Dec 12 15:44:53.451881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.456238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-41d0ddb8-a57d-4ed9-a20d-2c2f3d99f50e tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-1142502798') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.531599 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41d0ddb8-a57d-4ed9-a20d-2c2f3d99f50e tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-1142502798 HTTP/1.1" status: 204 len: 168 time: 0.0784066 Dec 12 15:44:53.534060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.543112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-b057a6cf-e6bb-477b-94b2-69dcbc478f6e tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.584062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c89a-7a7c-4402-8ca0-995ddca8cd9f req-6aee196a-df7a-466c-ace8-29ef2cd282ee tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:53.585783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e605c89a-7a7c-4402-8ca0-995ddca8cd9f req-6aee196a-df7a-466c-ace8-29ef2cd282ee tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0643504 Dec 12 15:44:53.646780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b057a6cf-e6bb-477b-94b2-69dcbc478f6e tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "DELETE /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1087809 Dec 12 15:44:53.646953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e605c89a-7a7c-4402-8ca0-995ddca8cd9f req-5862e67d-f189-4fbf-ac90-dcb24759c11f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 Dec 12 15:44:53.647071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.651666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-627cc9fa-9f97-4df8-b734-4160bbbfbbdc tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-398186781') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.723237 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-627cc9fa-9f97-4df8-b734-4160bbbfbbdc tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] show failed (client error): The resource could not be found. Dec 12 15:44:53.724275 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-627cc9fa-9f97-4df8-b734-4160bbbfbbdc tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-398186781 HTTP/1.1" status: 404 len: 325 time: 0.0763810 Dec 12 15:44:53.727070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.731113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-ed53b4d6-331f-4d3f-9a55-c00d37305192 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0', 'tempest-TagsTest-Tag-1142502798') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.797942 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-ed53b4d6-331f-4d3f-9a55-c00d37305192 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] show failed (client error): The resource could not be found. Dec 12 15:44:53.799017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed53b4d6-331f-4d3f-9a55-c00d37305192 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "GET /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags/tempest-TagsTest-Tag-1142502798 HTTP/1.1" status: 404 len: 326 time: 0.0710473 Dec 12 15:44:53.801764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.806053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-430c8988-1ec9-45bc-9505-c59027e85a12 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '34b7ca18-918c-423a-b2dd-412367e5a8d0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:53.880899 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-430c8988-1ec9-45bc-9505-c59027e85a12 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "DELETE /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0781000 Dec 12 15:44:53.885359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:53.984262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.075448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.096166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b7ca18-918c-423a-b2dd-412367e5a8d0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:54.105667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0127a8-5152-4324-af93-9b5e9a1bbf87') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:54.105975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0127a8-5152-4324-af93-9b5e9a1bbf87') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:44:54.116463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.133483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.140010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:44:54.140479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:44:54.143567 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:44:54.218716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.223743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9a71a-c1f2-47bc-a40d-358f696c88f8 req-53b78038-526c-4586-b1eb-87bdfd987d0e tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:54.226446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.229984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acf9a71a-c1f2-47bc-a40d-358f696c88f8 req-53b78038-526c-4586-b1eb-87bdfd987d0e tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 944 time: 0.0650079 Dec 12 15:44:54.230221 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] 10.222.0.36 "DELETE /v2.0/networks/34b7ca18-918c-423a-b2dd-412367e5a8d0 HTTP/1.1" status: 204 len: 168 time: 0.3439333 Dec 12 15:44:54.268331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfb085-6191-4aa4-91a5-55cb597bfbf9 tempest-TagsTest-1072114054 tempest-TagsTest-1072114054-project] Pushing event deleted for resources: {'Network': ['ID=34b7ca18-918c-423a-b2dd-412367e5a8d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:54.290778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acf9a71a-c1f2-47bc-a40d-358f696c88f8 req-ba045f59-689a-41ef-b6a8-e520afa8b4ff tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Dec 12 15:44:54.521250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:54.664764 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-889722db-caf9-4120-8aec-b87c88d5f7ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=557354eb68604aa7a90fb7bf1c176f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423082 Dec 12 15:44:54.667252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:44:54.724602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.750313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.784151 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118988-3946-40b8-99ac-697269884a5a req-ad61abdc-0c88-49b4-a149-d0dc669a3dfe tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:54.786059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f118988-3946-40b8-99ac-697269884a5a req-ad61abdc-0c88-49b4-a149-d0dc669a3dfe tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0527360 Dec 12 15:44:54.803632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.807169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:54.811176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f786bbcb-2b6b-4bf9-acc7-8729cb66f0d3 HTTP/1.1" status: 204 len: 168 time: 0.1406896 Dec 12 15:44:54.822069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14798d-acf2-4523-9298-d18fdf73092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786bbcb-2b6b-4bf9-acc7-8729cb66f0d3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:54.842425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f118988-3946-40b8-99ac-697269884a5a req-ef5a57b4-ad10-468c-83c7-465467917f18 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Dec 12 15:44:55.113874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:44:55.229344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:55.243880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1', 'network_id': '481444bc-8c09-4db9-89b3-1bb94810db02', 'port_id': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1', 'mac_address': 'fa:16:3e:e1:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5597eb9f-cf6b-4aa3-b447-599b290ed8c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:44:55.291844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:55.306235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:55.328274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:55.333276 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:55.408810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:55.460830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc31f4-b0bc-4327-bf8a-39a57cf9e35b req-7ff44ecf-aa14-422c-8450-2a7a6e552b63 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:55.460830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55cc31f4-b0bc-4327-bf8a-39a57cf9e35b req-7ff44ecf-aa14-422c-8450-2a7a6e552b63 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 945 time: 0.0599668 Dec 12 15:44:55.515411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55cc31f4-b0bc-4327-bf8a-39a57cf9e35b req-86d869a1-37de-40d3-960e-8c682a495e7e tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 Dec 12 15:44:55.560602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:44:55.973992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b170e0-7adf-4b13-98c5-03e1943b9455 req-6b0e9590-91fe-4d34-ba53-71a58b46a1e8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:55.975659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11b170e0-7adf-4b13-98c5-03e1943b9455 req-6b0e9590-91fe-4d34-ba53-71a58b46a1e8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0525889 Dec 12 15:44:56.044546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11b170e0-7adf-4b13-98c5-03e1943b9455 req-480abf61-6960-43e3-98a7-fe0bf1c57929 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604482 Dec 12 15:44:56.653037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccc88-ed5f-4228-aa51-675a83fdaa4c req-920aea8a-d902-4b48-9ecc-3e52bb8fe3d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:56.655639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cdccc88-ed5f-4228-aa51-675a83fdaa4c req-920aea8a-d902-4b48-9ecc-3e52bb8fe3d3 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 945 time: 0.0584199 Dec 12 15:44:56.741553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cdccc88-ed5f-4228-aa51-675a83fdaa4c req-2c7de2f9-6b68-4dcf-b12e-2909c8762d8e tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791667 Dec 12 15:44:57.115864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:44:57.150921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:57.237905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e893fe6-d6dd-4a90-991c-2e8fd25cac3d req-5983f1c4-08de-4ffc-9f16-232fac222377 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:57.239711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e893fe6-d6dd-4a90-991c-2e8fd25cac3d req-5983f1c4-08de-4ffc-9f16-232fac222377 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 944 time: 0.0648365 Dec 12 15:44:57.298312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:44:57.301421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:57.304714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e893fe6-d6dd-4a90-991c-2e8fd25cac3d req-06954a7c-23c8-47a4-93ff-159db4bd4f6a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586209 Dec 12 15:44:57.311081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:57.311459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:57.337267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc', 'mac_address': 'fa:16:3e:28:e8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:44:57.396130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:57.433347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:44:57.458127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:57.462323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:57.474736 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:57.514826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:57.517203 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c7ba8-a98c-418f-b7ea-242e4d90279a" -d '{"events": [{"server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:57.544317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:57.557651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:57.569332 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182ad2d8-9c3f-4ca4-ad81-85b07a873cc9 x-openstack-request-id: req-182ad2d8-9c3f-4ca4-ad81-85b07a873cc9 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:57.569644 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "name": "network-vif-plugged", "status": "completed", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:57.569902 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-182ad2d8-9c3f-4ca4-ad81-85b07a873cc9 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:57.570302 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1', 'code': 200} Dec 12 15:44:57.583474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:57.655248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:57.691953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abc9cd-e2e9-49f8-a4fd-719164a59519 req-abcde672-3fa2-4a27-94a9-f4f50a992eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:57.693639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5abc9cd-e2e9-49f8-a4fd-719164a59519 req-abcde672-3fa2-4a27-94a9-f4f50a992eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 1097 time: 0.0486012 Dec 12 15:44:57.708606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['1840fc1a-7f05-4894-962a-1fbbc3ca1ffc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:44:57.744987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5abc9cd-e2e9-49f8-a4fd-719164a59519 req-d48cd785-27b9-47a4-8009-0a124f96fbd5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Dec 12 15:44:57.899660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaced53-08d5-45f2-9be7-7b7826499b31 req-c7d14769-f8fe-48cc-b75f-7fcdeccd6bcb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:57.905340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aeaced53-08d5-45f2-9be7-7b7826499b31 req-c7d14769-f8fe-48cc-b75f-7fcdeccd6bcb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.0754147 Dec 12 15:44:57.954658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aeaced53-08d5-45f2-9be7-7b7826499b31 req-486c5bf0-4e30-414d-b277-66dd8123951d tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456560 Dec 12 15:44:58.439464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbb9c-353d-4f85-a4a4-5dab263d4285 req-b7b1dc42-1855-4335-9ba2-2f3d42ddb170 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:58.441237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fbfbb9c-353d-4f85-a4a4-5dab263d4285 req-b7b1dc42-1855-4335-9ba2-2f3d42ddb170 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 945 time: 0.0554147 Dec 12 15:44:58.499648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fbfbb9c-353d-4f85-a4a4-5dab263d4285 req-c2ec1aed-4020-4e9a-8e71-6b8b56a25542 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Dec 12 15:44:59.100258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81110375-28a5-46c3-9412-d2903a44ebcb req-10afc221-f82e-4a07-805b-38f42556a9d5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:59.104759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81110375-28a5-46c3-9412-d2903a44ebcb req-10afc221-f82e-4a07-805b-38f42556a9d5 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.0658972 Dec 12 15:44:59.113208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:44:59.214360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:44:59.220061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:44:59.220718 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:59.235465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81110375-28a5-46c3-9412-d2903a44ebcb req-e0c14e0c-80d9-4004-ab06-433fb3ef1c02 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225057 Dec 12 15:44:59.338998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:59.382424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:44:59.414668 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:44:59.490426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:44:59.571259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:44:59.574200 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f40d3-b6f4-419c-859c-12efd148d1c8" -d '{"events": [{"server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "name": "network-vif-plugged", "status": "completed", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:44:59.700539 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f46f44b-eb48-4ad6-b098-18c30d86aeac x-openstack-request-id: req-0f46f44b-eb48-4ad6-b098-18c30d86aeac {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:44:59.700874 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "name": "network-vif-plugged", "status": "completed", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:44:59.701139 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f46f44b-eb48-4ad6-b098-18c30d86aeac {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:44:59.701569 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc', 'code': 200} Dec 12 15:44:59.758295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3c523-35c2-4223-b71d-34564dcffc84 req-d6dbcf5a-4f44-4458-b1f9-a0dece1f4428 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:59.766674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53b3c523-35c2-4223-b71d-34564dcffc84 req-d6dbcf5a-4f44-4458-b1f9-a0dece1f4428 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.1277754 Dec 12 15:44:59.882029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53b3c523-35c2-4223-b71d-34564dcffc84 req-cbb8ed18-9666-4b23-916c-6ec38e87cdda tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950599 Dec 12 15:44:59.894271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b415af6-7172-4655-9a89-ca3fa84ea367 req-c1e745d1-2c8c-480b-902f-ee4fd44eaf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:44:59.896765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b415af6-7172-4655-9a89-ca3fa84ea367 req-c1e745d1-2c8c-480b-902f-ee4fd44eaf32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 1097 time: 0.0896227 Dec 12 15:44:59.969019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b415af6-7172-4655-9a89-ca3fa84ea367 req-4992529e-d937-4945-99c3-85240c5f4214 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644305 Dec 12 15:45:01.077090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1c08e-7d97-451f-b3b6-90534ea468b5 req-04467711-6b90-415a-a1f4-ce09ee4b9709 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:01.078914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aef1c08e-7d97-451f-b3b6-90534ea468b5 req-04467711-6b90-415a-a1f4-ce09ee4b9709 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0828564 Dec 12 15:45:01.154463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aef1c08e-7d97-451f-b3b6-90534ea468b5 req-1766ef2d-66dd-4e87-aa1d-0034428ac22c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643754 Dec 12 15:45:02.316329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f653e43-54ed-413e-b0f4-cbee8e467bde req-9712ef53-a7ba-40e7-a33f-3ed70c0dd522 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:02.318003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f653e43-54ed-413e-b0f4-cbee8e467bde req-9712ef53-a7ba-40e7-a33f-3ed70c0dd522 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0679238 Dec 12 15:45:02.371910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f653e43-54ed-413e-b0f4-cbee8e467bde req-4a426602-84bd-4e35-8fdd-02d83929e654 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Dec 12 15:45:02.552995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0a51-9702-49b7-8c3b-764d8f3db92a req-d8e09124-8e8c-4d9f-bb76-00d25fe8f288 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:02.561998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80da0a51-9702-49b7-8c3b-764d8f3db92a req-d8e09124-8e8c-4d9f-bb76-00d25fe8f288 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0966108 Dec 12 15:45:02.627131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80da0a51-9702-49b7-8c3b-764d8f3db92a req-14d623e4-cab4-45d7-894e-11e72c0ea67c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Dec 12 15:45:03.086651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bfc36-fc1d-4f92-b240-2bb6d41858cc req-988ce0cb-1ed0-4b28-a643-ba169ff19959 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:03.088565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a3bfc36-fc1d-4f92-b240-2bb6d41858cc req-988ce0cb-1ed0-4b28-a643-ba169ff19959 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0737097 Dec 12 15:45:03.173602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a3bfc36-fc1d-4f92-b240-2bb6d41858cc req-82a21f0a-1a59-4f2b-a39b-6b7c4064af13 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775740 Dec 12 15:45:04.358659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aab1a-d928-45a4-a9ed-bb42ee08c7f0 req-ab80895e-0574-4fc1-a1e8-11a39f3c50d1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:04.367359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed1aab1a-d928-45a4-a9ed-bb42ee08c7f0 req-ab80895e-0574-4fc1-a1e8-11a39f3c50d1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0648556 Dec 12 15:45:04.431442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed1aab1a-d928-45a4-a9ed-bb42ee08c7f0 req-a31071ac-a1bc-435a-9779-0add39384111 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614486 Dec 12 15:45:04.487209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-76fa9bcb-4667-4b4e-9615-11275f2269e0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:04.488802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-76fa9bcb-4667-4b4e-9615-11275f2269e0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 946 time: 0.0687499 Dec 12 15:45:04.601507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:04.601905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:04.744224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:04.744596 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:04.760036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:04.921293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:04.934918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['0845208b-b65a-4894-bdfd-3db2a866243e', '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:04.957743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=1840fc1a-7f05-4894-962a-1fbbc3ca1ffc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:05.031478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:05.035551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:05.039883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac8e3291-8f21-4e76-b366-b5e6322b8189 req-6b32dd77-a740-494d-859f-4368c5e0ddde tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "DELETE /v2.0/ports/1840fc1a-7f05-4894-962a-1fbbc3ca1ffc HTTP/1.1" status: 204 len: 173 time: 0.5439982 Dec 12 15:45:05.040378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'name': 'network-vif-deleted', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:05.043997 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2615dce3-2257-4811-9224-a7d59756618f" -d '{"events": [{"server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "name": "network-vif-deleted", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:05.125124 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b6dc3-be0c-47e9-90bb-7a33d37a3bda x-openstack-request-id: req-4c4b6dc3-be0c-47e9-90bb-7a33d37a3bda {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:05.125434 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57e9122-88b6-475c-a5cf-d7e45483b168", "name": "network-vif-deleted", "tag": "1840fc1a-7f05-4894-962a-1fbbc3ca1ffc", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:05.125962 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c4b6dc3-be0c-47e9-90bb-7a33d37a3bda {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:05.126743 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57e9122-88b6-475c-a5cf-d7e45483b168', 'name': 'network-vif-deleted', 'tag': '1840fc1a-7f05-4894-962a-1fbbc3ca1ffc', 'status': 'completed', 'code': 200} Dec 12 15:45:05.395072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6237eb60-f8e5-4ff8-b95c-90e242764ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:05.557347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3ece2a5-9779-40a5-a345-b83c8831d9a8 req-87ad7c97-a0fd-4caf-9147-adee40ca6cfb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0369644 Dec 12 15:45:06.678706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3168bc1-4e2e-41c5-bd6d-eba7545f0c32 req-c744a434-8425-490a-b9e6-d98ace1f6715 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0452762 Dec 12 15:45:07.576928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37830) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:07.693704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3603-4405-43d9-89e5-af663b3d7c57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:07.724851 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4c04e21f-bb4b-49b8-bb91-ced9d93da032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:07.800414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99ab88aa-bed0-4c99-9d07-d5f9ce47447f req-3ba2882f-8223-4d2a-91ad-9457b87828b4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0330725 Dec 12 15:45:07.834642 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3603-4405-43d9-89e5-af663b3d7c57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:07.839639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9fa3603-4405-43d9-89e5-af663b3d7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:07.867312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f9fa3603-4405-43d9-89e5-af663b3d7c57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ab1fa1d7eee4368915d60cf3c75a285&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893293 Dec 12 15:45:07.871519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:07.895080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa3603-4405-43d9-89e5-af663b3d7c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf9bd91-2895-42bd-80f0-881a3095c4ae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:07.930325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:07.953213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.002457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.005623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.006773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bf9bd91-2895-42bd-80f0-881a3095c4ae HTTP/1.1" status: 204 len: 168 time: 0.1335313 Dec 12 15:45:08.014880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7919774-fb05-4780-ae6c-2abb340ecbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf9bd91-2895-42bd-80f0-881a3095c4ae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:08.282418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37844) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:08.296036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d19aba32-669a-4c0e-baa8-e4a3ff8ffb1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.374299 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d19aba32-669a-4c0e-baa8-e4a3ff8ffb1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.378565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d19aba32-669a-4c0e-baa8-e4a3ff8ffb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.416720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d19aba32-669a-4c0e-baa8-e4a3ff8ffb1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f3d501ff6d74ea49cf73c837b5d937a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331732 Dec 12 15:45:08.417790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19aba32-669a-4c0e-baa8-e4a3ff8ffb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c5d1f4-8da9-47d8-9f57-ff5e4cf4a5c1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:08.419650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:08.475055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.496332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.549865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.553054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.554293 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93c5d1f4-8da9-47d8-9f57-ff5e4cf4a5c1 HTTP/1.1" status: 204 len: 168 time: 0.1334372 Dec 12 15:45:08.564058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dae009-bc26-40d5-bf43-edf9d9250f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c5d1f4-8da9-47d8-9f57-ff5e4cf4a5c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:08.593986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:08.684969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-bc4f0865-05f4-43cf-a106-31aa249aa7dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454850 Dec 12 15:45:08.777528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-6590a9aa-25be-44ab-b95d-6d060b5207ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:08.779025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-6590a9aa-25be-44ab-b95d-6d060b5207ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0469418 Dec 12 15:45:08.924952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-d28720eb-0cea-41f9-971d-5e29bc236181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:08.926392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-d28720eb-0cea-41f9-971d-5e29bc236181 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1256249 Dec 12 15:45:08.948498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5738598-1664-4eba-8bbe-e0ac47511753 req-99efbf33-81de-432d-b1d1-90b8abb1d783 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0360885 Dec 12 15:45:08.978820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-e07f8e1e-4e3a-432f-ba09-9253dc511852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0845208b-b65a-4894-bdfd-3db2a866243e HTTP/1.1" status: 200 len: 217 time: 0.0393066 Dec 12 15:45:09.034907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-5c45bcf7-20b6-4348-b2e0-f62a8b80b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:09.036447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-5c45bcf7-20b6-4348-b2e0-f62a8b80b378 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0466499 Dec 12 15:45:09.092854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-f6dcf5f6-5ffa-4683-94f5-a0197f2de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:09.094630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-f6dcf5f6-5ffa-4683-94f5-a0197f2de3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460250 Dec 12 15:45:09.194133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:09.214143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-61b55486-6cb7-432d-bc14-d446fbab19a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130564 Dec 12 15:45:09.216762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:09.217113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1840fc1a-7f05-4894-962a-1fbbc3ca1ffc not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:09.243785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:09.353985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fcfe0a3-5283-4975-adff-7c8e01b89f68 req-1124080b-1942-4362-9c49-8e10435b66a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325841 Dec 12 15:45:10.056925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9f6c21e-56c5-4ca8-b04d-67405f6750fa req-8ec8b4dd-cdac-448f-a98d-12e6bb9974b6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0279944 Dec 12 15:45:10.346295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.080181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.186773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4dafdb09-1b97-4fe5-b12f-98f8f4a88575 req-6aa2d6b1-d76b-4977-9fad-1d8f32e08143 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=e57e9122-88b6-475c-a5cf-d7e45483b168 HTTP/1.1" status: 200 len: 210 time: 0.0308170 Dec 12 15:45:11.252566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.293398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:11.410492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1931212d-9ea1-40f6-b53b-1290a9e31d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.499445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1931212d-9ea1-40f6-b53b-1290a9e31d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.505222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1931212d-9ea1-40f6-b53b-1290a9e31d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.556356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37952) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:11.556548 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1931212d-9ea1-40f6-b53b-1290a9e31d44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3afe5a14189746c78d21dac5ecdf76be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2620203 Dec 12 15:45:11.558180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931212d-9ea1-40f6-b53b-1290a9e31d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32179599-587d-4168-85b8-620cd926319f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:11.620748 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.644399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.697030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.699915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:11.701284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32179599-587d-4168-85b8-620cd926319f HTTP/1.1" status: 204 len: 168 time: 0.1438949 Dec 12 15:45:11.714877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da3f0-9988-435c-ae56-434e535fdfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32179599-587d-4168-85b8-620cd926319f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:11.978733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 37960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:11.996056 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea11e48c-a391-4566-b3bb-d0b4a66f8bc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.070510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea11e48c-a391-4566-b3bb-d0b4a66f8bc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.074563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea11e48c-a391-4566-b3bb-d0b4a66f8bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.113973 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ea11e48c-a391-4566-b3bb-d0b4a66f8bc0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54f99160ab76451a86becd9d5ccef32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333911 Dec 12 15:45:12.114962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11e48c-a391-4566-b3bb-d0b4a66f8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d01bf75-c066-4681-a183-38873ea03d35,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:12.116717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 37962) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:12.170642 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.192025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.242583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.245706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:12.247013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d01bf75-c066-4681-a183-38873ea03d35 HTTP/1.1" status: 204 len: 168 time: 0.1290076 Dec 12 15:45:12.256241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ad3ff-aa0a-4bf1-87f3-142aa91eea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d01bf75-c066-4681-a183-38873ea03d35,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:13.227099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-b5059c48-b3b9-4ad0-92d4-a63a5eee37ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0505576 Dec 12 15:45:13.358677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.360711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.361192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.363357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.363836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.364341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.364846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.376439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-e8a17102-ee94-4f85-a576-d9790eb3968f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.0932052 Dec 12 15:45:13.489316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:13.518438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-f8749a0f-f1a5-4fdd-9e7c-29a9594b09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.519081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-f8749a0f-f1a5-4fdd-9e7c-29a9594b09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.519592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-f8749a0f-f1a5-4fdd-9e7c-29a9594b09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.521654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-f8749a0f-f1a5-4fdd-9e7c-29a9594b09a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 2288 time: 0.1210637 Dec 12 15:45:13.597503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-963ebddc-c8dc-47eb-877b-de6e58f6dc3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1001 time: 0.0667677 Dec 12 15:45:13.625270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-075ce8e6-a1e6-4109-914b-801a2db8f2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:13.732018 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-075ce8e6-a1e6-4109-914b-801a2db8f2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:13.739060 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-075ce8e6-a1e6-4109-914b-801a2db8f2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:13.773030 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-075ce8e6-a1e6-4109-914b-801a2db8f2b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5606da7f0965458c8bf4f7467706e53d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817841 Dec 12 15:45:13.774153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:13.822818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ce8e6-a1e6-4109-914b-801a2db8f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b885fc99-bc4e-4956-9f04-81845d6699c4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:13.853651 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:13.883930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:13.981084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a4e7f473-7694-4ce4-98a0-11fb0defe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:13.982539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a4e7f473-7694-4ce4-98a0-11fb0defe566 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.3783572 Dec 12 15:45:14.035958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-06b9f956-df00-4eb2-bc19-7e7dbf379224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:14.039922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-06b9f956-df00-4eb2-bc19-7e7dbf379224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474772 Dec 12 15:45:14.155653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-258ac982-6137-4938-a5e9-f40c2c2a5620 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088958 Dec 12 15:45:14.352993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a1347a86-130f-4867-89ec-f5248e388eaa service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851959 Dec 12 15:45:14.381407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:14.385649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:14.390962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b885fc99-bc4e-4956-9f04-81845d6699c4 HTTP/1.1" status: 204 len: 168 time: 0.6107523 Dec 12 15:45:14.402176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a74c4-23d2-42b1-bbda-bb7ef0afa5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b885fc99-bc4e-4956-9f04-81845d6699c4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:14.506751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-4c08f4ee-b4ec-4e0f-8def-4764b03de12a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.1497636 Dec 12 15:45:14.591732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-b4c52594-4d7e-4873-b951-35e88355cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:14.593771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-b4c52594-4d7e-4873-b951-35e88355cd10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0795300 Dec 12 15:45:14.713250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-4a81e73a-6337-43ce-b332-58dd4f2af2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:14.715597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-4a81e73a-6337-43ce-b332-58dd4f2af2f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133804 Dec 12 15:45:14.866413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-466b0764-24d8-4586-b2e7-383f349d1995 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379879 Dec 12 15:45:15.079132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-89b5a1ec-f64b-448b-a916-84e9b9938678 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043819 Dec 12 15:45:15.146669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-38761fcc-b390-4c8b-b4f2-a93173fbd8f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.0571094 Dec 12 15:45:15.215489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a73756f2-d61d-4951-bbf3-e9b7cd6b7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:15.215489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a73756f2-d61d-4951-bbf3-e9b7cd6b7eac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0590811 Dec 12 15:45:15.284902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-92d1c87b-0e16-49f7-9da5-b9771edf5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:15.286764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-92d1c87b-0e16-49f7-9da5-b9771edf5fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633802 Dec 12 15:45:15.471003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-ad3d4a87-7cf2-4256-bf98-27ed6fa66ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754124 Dec 12 15:45:15.544182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:15.603095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-dd625ab3-460a-4c0a-a5af-573bd1523588 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224685 Dec 12 15:45:15.697278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-4ed7a8de-72ae-404b-ad05-978c509d34bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.0846860 Dec 12 15:45:15.713477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-327094434-network', 'tenant_id': 'bac428f662dd490caf5b7430208c7411'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:15.742658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Made reservation on behalf of bac428f662dd490caf5b7430208c7411 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:15.745077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:15.761381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:15.769422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-0b2d10eb-c7e4-47b4-9feb-101ea304b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:15.770889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-0b2d10eb-c7e4-47b4-9feb-101ea304b63e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0650170 Dec 12 15:45:15.831555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-3494e3b4-3579-4564-bf99-fa7c04814475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:15.833611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-3494e3b4-3579-4564-bf99-fa7c04814475 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542672 Dec 12 15:45:15.900758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:15.907663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:15.936140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:45:15.956743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d034859-d374-4e4b-838c-9d86b3f6d039,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:15.975619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:15.976747 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Added segment 873c8fcd-af6f-4e35-b2a8-1b3c298613a9 of type vlan for network 735bb7ea-319d-4398-b330-7d522a7aaf84 Dec 12 15:45:16.000413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-aa9e4d38-8b70-43c1-a313-67346bd00c73 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578860 Dec 12 15:45:16.037608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:16.105154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-383a3f41-efb4-4f04-81d5-38630f8bcf2a service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967042 Dec 12 15:45:16.106974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:16.108459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:16.109814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:16.173792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-a522409d-9bd7-4a57-a4c6-a0d6f6be4956 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.0600038 Dec 12 15:45:16.203110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] Pushing event updated for resources: {'Network': ['ID=735bb7ea-319d-4398-b330-7d522a7aaf84,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:16.215356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:45:16.237723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38066) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:16.239138 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54acc910-9379-4cf2-88e9-1b8fe80fbe36 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6937613 Dec 12 15:45:16.249033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Request body: {'subnet': {'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-327094434-subnet', 'tenant_id': 'bac428f662dd490caf5b7430208c7411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:16.257571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-3d99f68c-630b-4029-b3f7-0986240f6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:16.259376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-3d99f68c-630b-4029-b3f7-0986240f6da2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0769830 Dec 12 15:45:16.319074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Made reservation on behalf of bac428f662dd490caf5b7430208c7411 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:16.322231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:16.373206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-adedd98c-52b8-435e-9ccb-3151ab7e8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:16.374806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-adedd98c-52b8-435e-9ccb-3151ab7e8877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049788 Dec 12 15:45:16.520875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-78afc3d5-35bb-4938-b3c2-801a28efd57e service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370194 Dec 12 15:45:16.671977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-841eaded-fc88-4967-ad4a-063267dc896d service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430383 Dec 12 15:45:16.749860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:16.753868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-21afe57f-0f1f-4d4f-a8a2-5632a4095997 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0740845 Dec 12 15:45:16.870732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37478c13-c0af-41cc-9346-4b64b2115abc,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:16.891787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-91e646e5-a9af-42f6-926f-2edb612d3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:16.892342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-91e646e5-a9af-42f6-926f-2edb612d3e22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.1307662 Dec 12 15:45:16.935274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Checking segment: {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:16.935654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Network hostable DHCP agents. Network: 735bb7ea-319d-4398-b330-7d522a7aaf84, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:45:17.029854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-07f9ffb0-df2b-44d9-ad21-c821afc5cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:17.032153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-07f9ffb0-df2b-44d9-ad21-c821afc5cec5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285086 Dec 12 15:45:17.033441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:45:17.065375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 735bb7ea-319d-4398-b330-7d522a7aaf84) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:17.075348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4aa9fc-02c4-4992-be14-a9c66ced3968 None None] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:45:17.101857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:17.102193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:17.136315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b0ae0997-2243-48cb-9695-79ad78c5758f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8970377 Dec 12 15:45:17.173173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-993c113e-71d4-4013-a99c-94430572fae6 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305127 Dec 12 15:45:17.240322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f46c527-66cf-4187-9bb2-f5d5f5140baa None None] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:45:17.396423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-95a8e738-fb4a-44e2-bf3e-01e83222b9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148740 Dec 12 15:45:17.461352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-158bd73e-0842-4c4d-95f9-9596b13c148e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.0557592 Dec 12 15:45:17.535288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-bc1c42fb-87f9-4f87-b46c-a6b9f0cee088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:17.536974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-bc1c42fb-87f9-4f87-b46c-a6b9f0cee088 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0664227 Dec 12 15:45:17.615755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138083c-5fba-403c-8512-f278aba1bc0b req-c5b965e6-8991-4c16-bb91-1f7338e97c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:17.617264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-c5b965e6-8991-4c16-bb91-1f7338e97c38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686357 Dec 12 15:45:17.625409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0bdd0-ba91-4c0b-a647-ebd00400621e req-a1c79394-596e-44e1-b414-549fc649099f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:17.627043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5b0bdd0-ba91-4c0b-a647-ebd00400621e req-a1c79394-596e-44e1-b414-549fc649099f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.0869727 Dec 12 15:45:17.759301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-ede3641e-d7a7-4a68-b4ff-dac5d27634c0 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308911 Dec 12 15:45:17.767456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5b0bdd0-ba91-4c0b-a647-ebd00400621e req-dcee5ea2-7432-45f0-a2c1-c59960bdf068 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325011 Dec 12 15:45:17.799671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:17.918700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a138083c-5fba-403c-8512-f278aba1bc0b req-5dad4c9e-4807-4a16-be5b-2d1752088330 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459022 Dec 12 15:45:17.963592 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-13a487d4-924f-40ab-970e-8cca8ea983f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 200 len: 994 time: 0.1622519 Dec 12 15:45:18.345614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830338c-30fc-4c90-b3d8-74a19c51e08b req-92e5defb-fc27-448d-91a8-af7672674acc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:18.366027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5830338c-30fc-4c90-b3d8-74a19c51e08b req-92e5defb-fc27-448d-91a8-af7672674acc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1097 time: 0.1006074 Dec 12 15:45:18.441790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5830338c-30fc-4c90-b3d8-74a19c51e08b req-59d9bafb-aa63-4d22-85f5-9b0f69b4be7d tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747714 Dec 12 15:45:19.356347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38150) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:19.534595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-7565b78e-d267-462b-a5ea-1a877e6d9de5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1755257 Dec 12 15:45:19.544312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-52331987-b471-4a66-a4d2-8b3786e7b348 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:45:19.546274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-52331987-b471-4a66-a4d2-8b3786e7b348 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066042 Dec 12 15:45:20.464939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-bb0affea-8ede-4ce3-87ee-aec1c73e9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:20.469070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-bb0affea-8ede-4ce3-87ee-aec1c73e9271 service neutron] 10.222.0.36 "GET /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1094 time: 0.0797641 Dec 12 15:45:20.477141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Request body: {'binding': {'host': 'n-h2-710847-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:20.477615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Unknown quota resources ['binding']. {{(pid=103412) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 12 15:45:20.695598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-62b2b9b6-bc1a-461b-b5e9-4b43e6290db9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:20.697071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-62b2b9b6-bc1a-461b-b5e9-4b43e6290db9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 808 time: 0.1860855 Dec 12 15:45:20.722012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-147f0058-a9a8-40fd-8933-ee85f795d3b5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/quotas/bac428f662dd490caf5b7430208c7411 HTTP/1.1" status: 200 len: 375 time: 0.0178127 Dec 12 15:45:20.722822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on host n-h2-710847-8 for vnic_type normal with profile None {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:20.723410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:20.723896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:20.728261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:45:20.728613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:20.743680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:20.743680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:20.743680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Bound using segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:20.743680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Bound port: fcfb4159-cad0-45cc-a362-ff29dbe0600c, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:20.765540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-5b067241-1935-47fe-b006-067ec856ee02 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340321 Dec 12 15:45:20.903984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:20.921878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:20.923500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6c82390a-7de7-47c0-b9bd-876ab79d5ad9 service neutron] 10.222.0.36 "POST /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4497225 Dec 12 15:45:20.930104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-8b35f95b-435c-4905-a377-5c4a141f5102 service neutron] 10.222.0.36 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490445 Dec 12 15:45:21.045160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-2fffa4e9-fdea-4772-96bd-a951f2452171 service neutron] 10.222.0.36 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073563 Dec 12 15:45:21.146925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e3bd8-a5f3-4ae4-a078-ceb012862fb2 req-54135d69-4b55-4cfd-af44-8d4d2196ab08 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.149291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef8e3bd8-a5f3-4ae4-a078-ceb012862fb2 req-54135d69-4b55-4cfd-af44-8d4d2196ab08 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.0678818 Dec 12 15:45:21.241955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef8e3bd8-a5f3-4ae4-a078-ceb012862fb2 req-9ac9b412-edca-4f19-a5fe-0127e15180fe tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841613 Dec 12 15:45:21.302896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-030028ae-1dbf-4ca0-a3a6-7bb3e1d3c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.304391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-030028ae-1dbf-4ca0-a3a6-7bb3e1d3c2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1097 time: 0.0782537 Dec 12 15:45:21.414325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fc2f479-dd2e-4ad2-9468-7e65da6c433a req-f2f41a75-dd5e-4474-abb3-8657ec8cd925 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 210 time: 0.0700850 Dec 12 15:45:21.447311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87592a9b-04ef-4fc4-9ff5-b794cfff5a7a req-df336f27-e225-49a1-a8e1-e5f5c8515a57 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.448899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87592a9b-04ef-4fc4-9ff5-b794cfff5a7a req-df336f27-e225-49a1-a8e1-e5f5c8515a57 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.1402464 Dec 12 15:45:21.487147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-3bd14bd4-748e-4713-aa08-22c9525f191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.489283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-3bd14bd4-748e-4713-aa08-22c9525f191f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 897 time: 0.1677048 Dec 12 15:45:21.591814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87592a9b-04ef-4fc4-9ff5-b794cfff5a7a req-1968c12b-0c94-4138-a5d4-a08ead6ce128 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308441 Dec 12 15:45:21.649002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-a76031df-ca17-41cc-8188-3493a26f8039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1002 time: 0.1295533 Dec 12 15:45:21.730122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-7fd71318-7ba6-44ad-b2ed-279659498961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.731889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-7fd71318-7ba6-44ad-b2ed-279659498961 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.0743856 Dec 12 15:45:21.785745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-563265ff-6cfd-4561-96a9-3d3cf2e26be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:21.787586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-563265ff-6cfd-4561-96a9-3d3cf2e26be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475917 Dec 12 15:45:21.898190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-b47706b1-7057-452d-bbcf-7da2b735c881 service neutron] 10.222.0.13 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005502 Dec 12 15:45:22.003081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-51cd4a22-c75e-4364-ae17-0fd5d9224139 service neutron] 10.222.0.13 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964160 Dec 12 15:45:22.142408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-9fac10c8-e37b-4909-9e09-6bdc68048dd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:22.143937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-9fac10c8-e37b-4909-9e09-6bdc68048dd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.1399689 Dec 12 15:45:22.205838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-7e4ce1d0-f881-4df6-ba25-ab5b3cb1a26b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:22.207322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-7e4ce1d0-f881-4df6-ba25-ab5b3cb1a26b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b&tenant_id=46791c8f70d7494689224023f312c304&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1097 time: 0.1349669 Dec 12 15:45:22.248010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-710847-8'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:22.324011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:22.330737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.13', 52346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:22.373501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 0845208b-b65a-4894-bdfd-3db2a866243e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:22.373857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:22.663569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-bc2b466b-85f4-424b-94d7-6b25792091ab tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:22.665237 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-bc2b466b-85f4-424b-94d7-6b25792091ab tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 808 time: 0.3334615 Dec 12 15:45:22.680027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Request body: {'port': {'device_id': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84', 'admin_state_up': True, 'tenant_id': 'bac428f662dd490caf5b7430208c7411'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:22.814720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Made reservation on behalf of bac428f662dd490caf5b7430208c7411 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:22.819829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:22.972476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Allocated IP 172.20.0.14 (735bb7ea-319d-4398-b330-7d522a7aaf84/37478c13-c0af-41cc-9346-4b64b2115abc/a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:45:23.169263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-109a9955-1ee7-402b-b204-27d6dc979877 req-5eba39c4-21c6-4f55-977d-1180a20418c1 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 210 time: 0.5810091 Dec 12 15:45:23.228759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.259854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb234ea-5dc4-47eb-9738-457d8f138392 req-6fb3e004-a536-45a5-98a6-7e19f45daf0f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:23.261353 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eb234ea-5dc4-47eb-9738-457d8f138392 req-6fb3e004-a536-45a5-98a6-7e19f45daf0f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 945 time: 0.8600721 Dec 12 15:45:23.264586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 0845208b-b65a-4894-bdfd-3db2a866243e, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=0845208b-b65a-4894-bdfd-3db2a866243e,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:23.264972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.277402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.309414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 0845208b-b65a-4894-bdfd-3db2a866243e owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:23.344780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Pushing event updated for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:23.357166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:23.371430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:23.373786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:23.380596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:45:23.455949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:23.457312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.471586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121ba77-59a8-43a9-a9ec-1bff21529231 req-5018b879-7ff1-4c42-b9d2-eb19aef9ba32 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:23.473358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f121ba77-59a8-43a9-a9ec-1bff21529231 req-5018b879-7ff1-4c42-b9d2-eb19aef9ba32 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.1920526 Dec 12 15:45:23.485316 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-55863432-e550-4bdf-a158-19d0235eba95 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8093643 Dec 12 15:45:23.491616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eb234ea-5dc4-47eb-9738-457d8f138392 req-e97f0fbf-cf63-46b0-9843-122dd9ad4d61 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=345c0b86-3137-40e6-9565-2270cc44cf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151387 Dec 12 15:45:23.510004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Request body: {'port': {'device_id': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:23.607123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:23.619712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.666699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.675539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:23.679093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['0845208b-b65a-4894-bdfd-3db2a866243e'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:23.693229 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b65cf7-64ee-4039-849b-4630e091e45a" -d '{"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:23.700855 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.797133 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e37284-c247-4c61-ad8d-a6b85ed266e1 x-openstack-request-id: req-64e37284-c247-4c61-ad8d-a6b85ed266e1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:23.797482 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:23.797671 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64e37284-c247-4c61-ad8d-a6b85ed266e1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:23.798063 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'code': 200} Dec 12 15:45:23.798756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=0845208b-b65a-4894-bdfd-3db2a866243e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:23.828389 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.843054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 0845208b-b65a-4894-bdfd-3db2a866243e on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:23.857868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f121ba77-59a8-43a9-a9ec-1bff21529231 req-36edd353-3ef6-478e-8ba1-8466e93a9cb9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621123 Dec 12 15:45:23.865078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:23.872988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "DELETE /v2.0/ports/0845208b-b65a-4894-bdfd-3db2a866243e HTTP/1.1" status: 204 len: 173 time: 1.7154245 Dec 12 15:45:23.981035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:24.114100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on host n-h1-710847-8 for vnic_type normal with profile {"migrating_to": "n-h2-710847-8"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:24.114439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:24.114773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:24.116185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:45:24.119856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:45:24.120933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Attempting to bind port fcfb4159-cad0-45cc-a362-ff29dbe0600c on network 5070c555-36a6-47c1-8868-eb2cfbc51a43 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:24.130181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.136585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:24.137637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Checking segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:24.138029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Bound using segment: {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:24.138613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Bound port: fcfb4159-cad0-45cc-a362-ff29dbe0600c, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf00b57b-c835-478b-a31b-07df669b72d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:24.138972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.173618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Transition to ACTIVE for port object a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:45:24.183496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.304332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5707bc68-4117-48b6-a55f-d9c2a41de063 None None] Provisioning complete for port fcfb4159-cad0-45cc-a362-ff29dbe0600c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:24.305145 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5707bc68-4117-48b6-a55f-d9c2a41de063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.312513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:24.318400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:24.321379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:24.354674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.419434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5707bc68-4117-48b6-a55f-d9c2a41de063 None None] Port fcfb4159-cad0-45cc-a362-ff29dbe0600c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:45:24.506294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Attempting to bind port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:24.517273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Attempting to bind port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:24.517890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Attempting to bind port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:24.527923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:45:24.528525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Attempting to bind port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:24.539590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:24.558127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Checking segment: {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:24.568684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Bound using segment: {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:24.569539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Bound port: a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:24.570101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.665708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:24.670419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:24.675468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.769622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:24.770245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.771824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] 10.222.0.13 "PUT /v2.0/ports/a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 HTTP/1.1" status: 200 len: 1092 time: 1.2769520 Dec 12 15:45:24.772528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:24.774857 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24e462-9505-49fb-81a1-dfdc915b1b39" -d '{"events": [{"name": "network-changed", "server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:24.778320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3e00-6637-417b-83c9-157d827e7b36 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:24.790864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5a223c2-3890-40ae-b37b-cf4a89f5f62a req-a0b8aef7-77f8-4874-9450-8de6cd077035 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.1293693 Dec 12 15:45:24.800215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394be2-f877-470a-8ca3-f9da5268ab5d req-17b478c7-a7c5-45e4-aa9e-639c89abb8e9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:24.808451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76394be2-f877-470a-8ca3-f9da5268ab5d req-17b478c7-a7c5-45e4-aa9e-639c89abb8e9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 944 time: 0.4853811 Dec 12 15:45:24.817453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:24.903629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:24.904259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:24.911261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fe9915a4-6e26-47dc-8ea3-800b1cd2bb60 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1122 time: 2.6787846 Dec 12 15:45:24.919371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-f3ad0114-e95d-4d47-be75-b521fbb0cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:24.920943 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-f3ad0114-e95d-4d47-be75-b521fbb0cfaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 1095 time: 0.0870342 Dec 12 15:45:24.972953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Provisioning complete for port fcfb4159-cad0-45cc-a362-ff29dbe0600c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:24.975818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:25.011819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76394be2-f877-470a-8ca3-f9da5268ab5d req-1dc3a4b1-7e49-4a25-99d4-75200d3314e4 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017498 Dec 12 15:45:25.043719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['fcfb4159-cad0-45cc-a362-ff29dbe0600c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:25.068555 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-f84b3f99-cdb0-40aa-ad25-38e818df3cfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 HTTP/1.1" status: 200 len: 217 time: 0.1392438 Dec 12 15:45:25.136088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-1edcb7d5-8240-4a1f-8bcf-cf3909e4fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:25.137636 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-1edcb7d5-8240-4a1f-8bcf-cf3909e4fb9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37478c13-c0af-41cc-9346-4b64b2115abc HTTP/1.1" status: 200 len: 848 time: 0.0604296 Dec 12 15:45:25.184519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-848f8578-60da-4be3-ad03-bd05abaa8ed0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=735bb7ea-319d-4398-b330-7d522a7aaf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355206 Dec 12 15:45:25.209336 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:45:25.270754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916d9d4-27b4-4d30-ab14-ace735a2bbe7 req-e7c6b901-d8b7-4515-8f45-5de86bfb87c7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:25.284699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6916d9d4-27b4-4d30-ab14-ace735a2bbe7 req-e7c6b901-d8b7-4515-8f45-5de86bfb87c7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 944 time: 0.1260374 Dec 12 15:45:25.380543 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-1e6f6fc4-bac8-4584-939b-06c270393ece service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870070 Dec 12 15:45:25.400722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6916d9d4-27b4-4d30-ab14-ace735a2bbe7 req-8099a9d5-99e7-4159-896c-5279567cfa14 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151028 Dec 12 15:45:25.409377 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3018669e-8b1f-47f7-b6e8-787204ce3c0f x-openstack-request-id: req-3018669e-8b1f-47f7-b6e8-787204ce3c0f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:25.409678 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:25.409938 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3018669e-8b1f-47f7-b6e8-787204ce3c0f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:25.410358 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93', 'status': 'completed', 'code': 200} Dec 12 15:45:25.572723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:25.607967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-16555629-1cb5-4fe1-bcfc-27a3cd68d7c3 req-8ac27d9b-e370-4b83-9905-eefedfcae559 service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183118 Dec 12 15:45:25.623974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:25.628808 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8521c6d0-fbba-469d-b8f9-b73defe74c92" -d '{"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:25.654318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:25.664514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:25.731426 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa09edf4-01f4-4be0-9632-b38a2d045fb6 x-openstack-request-id: req-fa09edf4-01f4-4be0-9632-b38a2d045fb6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:25.731819 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:25.732038 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa09edf4-01f4-4be0-9632-b38a2d045fb6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:25.732439 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'code': 200} Dec 12 15:45:25.733049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:25.755942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-6d308e25-535f-46fb-98a7-2324706d415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:25.758635 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-6d308e25-535f-46fb-98a7-2324706d415e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 1095 time: 0.0819685 Dec 12 15:45:25.799570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'name': 'network-vif-deleted', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e'}, {'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:25.802045 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61310015-daa5-4f5b-a323-1008f26cf2ed" -d '{"events": [{"server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "name": "network-vif-deleted", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e"}, {"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:25.862999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.871136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.872654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.874419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.876172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.878126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.878852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.882763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.883416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.883989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.884567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.885163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.885740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ba2e45-30ed-46d4-99c4-8820ed4d49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:25.908031 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dacd5a-18d1-4a08-a96e-f0887874396d x-openstack-request-id: req-71dacd5a-18d1-4a08-a96e-f0887874396d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:25.908256 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff947d-05e6-4f6a-9bd5-a5bb40328ab3", "name": "network-vif-deleted", "tag": "0845208b-b65a-4894-bdfd-3db2a866243e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:25.908580 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71dacd5a-18d1-4a08-a96e-f0887874396d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:25.912138 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff947d-05e6-4f6a-9bd5-a5bb40328ab3', 'name': 'network-vif-deleted', 'tag': '0845208b-b65a-4894-bdfd-3db2a866243e', 'status': 'completed', 'code': 200} Dec 12 15:45:25.912396 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'status': 'completed', 'code': 200} Dec 12 15:45:25.986981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-777631da-c19a-4d8b-a612-4fdf2a5a713a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:25.989093 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-777631da-c19a-4d8b-a612-4fdf2a5a713a service neutron] 10.222.0.13 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 908 time: 0.2182841 Dec 12 15:45:26.080325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce16f74c-41d0-4382-ae0d-b20d41076a05 req-f60e752e-c9d6-4889-95b5-58b3c7c7cf76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0861700 Dec 12 15:45:26.114190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-751fc291-d93b-43c9-a2be-ef4509ef6fff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 HTTP/1.1" status: 200 len: 217 time: 0.1076438 Dec 12 15:45:26.115676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-d3cd9805-5202-4e47-b769-183ca841189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.117903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-d3cd9805-5202-4e47-b769-183ca841189f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1127 time: 0.1652846 Dec 12 15:45:26.233865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-b76725d0-85be-4503-a7b0-09facdc5c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.235340 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-b76725d0-85be-4503-a7b0-09facdc5c5e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37478c13-c0af-41cc-9346-4b64b2115abc HTTP/1.1" status: 200 len: 848 time: 0.1043959 Dec 12 15:45:26.288048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-e73249ef-5731-4fd4-be2f-2a1654deb506 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=735bb7ea-319d-4398-b330-7d522a7aaf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446019 Dec 12 15:45:26.332111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-962965e6-5e03-4bdf-bc9b-1caf51b14f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.334189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-962965e6-5e03-4bdf-bc9b-1caf51b14f84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 897 time: 0.2054431 Dec 12 15:45:26.412866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-a76ee1f7-71d3-474b-ae31-8e7e647a47ca service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150086 Dec 12 15:45:26.423460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-aa38939e-32bf-47ac-a2e7-4a25b574ed7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1002 time: 0.0761240 Dec 12 15:45:26.449002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71891b-1619-4e03-9859-920168a63956 req-637f05bd-31e5-474d-b8bc-e8aae738fa21 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.449002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f71891b-1619-4e03-9859-920168a63956 req-637f05bd-31e5-474d-b8bc-e8aae738fa21 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 944 time: 0.1882122 Dec 12 15:45:26.545079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f71891b-1619-4e03-9859-920168a63956 req-b58c109f-6877-48f1-a67e-3d57585ff416 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811172 Dec 12 15:45:26.566372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc24e462-9505-49fb-81a1-dfdc915b1b39 req-03492964-9154-4369-91b4-2f8b0ea9c319 service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459174 Dec 12 15:45:26.579423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-c6739dd9-0212-4937-92aa-d387aff756e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.582180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-c6739dd9-0212-4937-92aa-d387aff756e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.1337569 Dec 12 15:45:26.630316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd174cbe-6e13-4efb-a664-cc0e7dbe851f req-d216e026-c61d-4fed-9c76-21e8972e64f8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.631943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd174cbe-6e13-4efb-a664-cc0e7dbe851f req-d216e026-c61d-4fed-9c76-21e8972e64f8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.1255286 Dec 12 15:45:26.661484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-b5b43a9b-ac25-4129-9532-0e39b04bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:26.663161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-b5b43a9b-ac25-4129-9532-0e39b04bd0b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691166 Dec 12 15:45:26.744229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd174cbe-6e13-4efb-a664-cc0e7dbe851f req-7990e558-bc32-4756-a267-2de57db2d639 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044512 Dec 12 15:45:26.785508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-4658b04f-9371-44cb-89cf-a8bb8e24dca2 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082976 Dec 12 15:45:26.879404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61310015-daa5-4f5b-a323-1008f26cf2ed req-79b40a0e-09f3-4a4f-8ce8-0dff7ec52761 service neutron] 10.222.0.30 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Dec 12 15:45:27.225438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4072380-41c1-4abc-87c9-9e3904bfbb66 req-f91f70a6-090a-4b10-b710-351b62fcafd8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0509920 Dec 12 15:45:27.241032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:45:27.243723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0845208b-b65a-4894-bdfd-3db2a866243e no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:27.279288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 0845208b-b65a-4894-bdfd-3db2a866243e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:27.279702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 0845208b-b65a-4894-bdfd-3db2a866243e not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:27.391537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:27.409282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c has no active binding in host n-h2-710847-8 {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 12 15:45:27.669548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461ebd9-6178-4bfc-91fa-47e232c004b9 req-e51b947d-daf9-4800-9232-8befa6ecb144 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:27.671088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7461ebd9-6178-4bfc-91fa-47e232c004b9 req-e51b947d-daf9-4800-9232-8befa6ecb144 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 944 time: 0.0511620 Dec 12 15:45:27.727910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7461ebd9-6178-4bfc-91fa-47e232c004b9 req-3775d8b3-5403-4692-a6ed-3ee58e895e75 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Dec 12 15:45:27.876711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb94f5-eb91-4def-8dd4-072228118379 req-fd1b8bb4-a521-4fc2-be37-8bdca2acd82d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:27.878716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39bb94f5-eb91-4def-8dd4-072228118379 req-fd1b8bb4-a521-4fc2-be37-8bdca2acd82d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.0517976 Dec 12 15:45:27.930722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39bb94f5-eb91-4def-8dd4-072228118379 req-90d8c974-243b-4cc9-b7a2-9d66f0e44371 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452571 Dec 12 15:45:28.332828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e98319e-4200-4eba-95b0-2d72fab29d50 req-4ae9fcbb-4c8f-451d-8e28-aa5e5d459148 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0312755 Dec 12 15:45:28.848091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afc22-d400-4d75-a8d8-b0be7d23c8a3 req-d044e397-e5dc-4b2b-8ba4-d8b92b26e665 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:28.850481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116afc22-d400-4d75-a8d8-b0be7d23c8a3 req-d044e397-e5dc-4b2b-8ba4-d8b92b26e665 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 944 time: 0.0555456 Dec 12 15:45:28.906414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-116afc22-d400-4d75-a8d8-b0be7d23c8a3 req-609c62b7-c880-47a3-9a2e-cec43cd52129 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492980 Dec 12 15:45:29.052591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35626c-7445-4747-a0ae-bfbc9665a988 req-0d6088f6-1930-468b-b5db-ec9ea026cf73 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:29.054200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b35626c-7445-4747-a0ae-bfbc9665a988 req-0d6088f6-1930-468b-b5db-ec9ea026cf73 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.0510128 Dec 12 15:45:29.104190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b35626c-7445-4747-a0ae-bfbc9665a988 req-1f7f99a7-991e-41b5-ae28-b85c72ec8023 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434949 Dec 12 15:45:29.268454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:45:29.385940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:29.399040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93', 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84', 'port_id': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93', 'mac_address': 'fa:16:3e:81:22:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37478c13-c0af-41cc-9346-4b64b2115abc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:45:29.445337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:29.460886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:45:29.483228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:29.489355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:29.491018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b2f9381-5c8c-4f49-b25b-79561cdcf5c7 req-d0c39d18-038c-47e0-b79d-fb33f9b7474e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Dec 12 15:45:29.545360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:29.725839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:30.057892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa8da3-8391-4261-8158-b75c7f3794f4 req-2431075d-9d4e-46e3-bef1-da5f74dcf314 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:30.059490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dfa8da3-8391-4261-8158-b75c7f3794f4 req-2431075d-9d4e-46e3-bef1-da5f74dcf314 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 945 time: 0.0674970 Dec 12 15:45:30.149913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dfa8da3-8391-4261-8158-b75c7f3794f4 req-7e624102-ecd7-442e-9e31-e8413a0e919a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835865 Dec 12 15:45:30.243580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4f3a4-a4bd-4c60-9893-b9f78569c1ec req-18bf7136-185c-4a0d-b499-188cd295b66e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:30.245018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f4f3a4-a4bd-4c60-9893-b9f78569c1ec req-18bf7136-185c-4a0d-b499-188cd295b66e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 946 time: 0.0512137 Dec 12 15:45:30.302255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2f4f3a4-a4bd-4c60-9893-b9f78569c1ec req-b92f3449-a83c-49f0-94cd-1fc6a8273860 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499156 Dec 12 15:45:30.563973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-29ecfac1-9ea8-473e-999f-d321ceec11ab service neutron] 10.222.0.30 "GET /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 384 time: 0.0944872 Dec 12 15:45:30.653372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e20cf94-c32f-4fa1-a80f-3cb41713b2fa req-6ceea0a9-cf34-40d3-a715-476a9a60ea9f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dff947d-05e6-4f6a-9bd5-a5bb40328ab3 HTTP/1.1" status: 200 len: 210 time: 0.0319674 Dec 12 15:45:30.819401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:30.837381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:30.878291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:30.880565 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4fd3d3-e670-44f2-a238-3d7eb3b47471" -d '{"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:30.888694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:30.905078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:30.944153 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f39cea-3719-4d17-b1af-5616892e56b0 x-openstack-request-id: req-e1f39cea-3719-4d17-b1af-5616892e56b0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:30.944467 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:30.944747 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1f39cea-3719-4d17-b1af-5616892e56b0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:30.945144 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'code': 200} Dec 12 15:45:30.993263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] Transition to ACTIVE for port object fcfb4159-cad0-45cc-a362-ff29dbe0600c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:45:31.000043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:31.109853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] Pushing event updated for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:31.165060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] No DVR routers for this DVR port fcfb4159-cad0-45cc-a362-ff29dbe0600c on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:31.269541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:45:31.411130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed6e34-7263-4a34-a5b4-69488a0e3112 req-aed517de-eba9-40d2-a246-3ead68d2a41b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.413054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bed6e34-7263-4a34-a5b4-69488a0e3112 req-aed517de-eba9-40d2-a246-3ead68d2a41b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 945 time: 0.1148212 Dec 12 15:45:31.452406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:45:31.457791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:31.458375 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:31.530240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-ed5b663d-fa3c-4c4c-9c1e-3953fbecd98a service neutron] 10.222.0.30 "PUT /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c/bindings/n-h2-710847-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9579473 Dec 12 15:45:31.537399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bed6e34-7263-4a34-a5b4-69488a0e3112 req-718dd122-7ab4-4567-abb4-a70e0146b7f2 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765519 Dec 12 15:45:31.590227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a09e-d0f2-476f-ab19-7368705693cf req-1ce65044-2f74-43d1-ad53-40d33c28e3dd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.601805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c82a09e-d0f2-476f-ab19-7368705693cf req-1ce65044-2f74-43d1-ad53-40d33c28e3dd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.1436682 Dec 12 15:45:31.641550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:31.700269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:31.700793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c82a09e-d0f2-476f-ab19-7368705693cf req-19f8d8db-e473-47e5-b5c3-5f2171f598f0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957143 Dec 12 15:45:31.704059 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088b1b7-81bf-460b-85a3-4a0248fb6fce" -d '{"events": [{"server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "name": "network-vif-plugged", "status": "completed", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:31.738997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:31.749849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:31.779189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-b796366d-5fed-4da9-8cda-1c5ae0185778 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.792790 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-b796366d-5fed-4da9-8cda-1c5ae0185778 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b&tenant_id=46791c8f70d7494689224023f312c304&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.1784334 Dec 12 15:45:31.829141 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568b939a-f089-4044-9a80-ba2f0d458059 x-openstack-request-id: req-568b939a-f089-4044-9a80-ba2f0d458059 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:31.829465 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "name": "network-vif-plugged", "status": "completed", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:31.829627 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-568b939a-f089-4044-9a80-ba2f0d458059 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:31.831451 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93', 'code': 200} Dec 12 15:45:31.832888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:31.856428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6ac67d53-a76a-409f-8ef6-575563dd60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.858569 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-6ac67d53-a76a-409f-8ef6-575563dd60ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 1096 time: 0.0648878 Dec 12 15:45:31.938754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eff38-d359-4d0d-b410-a9bf9c0530b2 req-126308ef-ea4f-43a9-a8f0-39579024e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.940860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb8eff38-d359-4d0d-b410-a9bf9c0530b2 req-126308ef-ea4f-43a9-a8f0-39579024e55c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 1097 time: 0.0993862 Dec 12 15:45:31.941989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-e753505f-0280-4a06-922a-0e6bd616a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:31.943498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-e753505f-0280-4a06-922a-0e6bd616a47e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1096 time: 0.0599945 Dec 12 15:45:32.077118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb8eff38-d359-4d0d-b410-a9bf9c0530b2 req-12ced239-af3c-4c76-a156-824e08a391ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200874 Dec 12 15:45:32.112382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fd136744-c938-4932-9ada-b7203525d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.114151 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-fd136744-c938-4932-9ada-b7203525d1bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 200 len: 897 time: 0.1558287 Dec 12 15:45:32.337767 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-9170110b-4a39-45a7-92da-8e41516475da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 200 len: 1000 time: 0.0716169 Dec 12 15:45:32.400561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-aad0b305-7fbf-41eb-9b83-8e96a04de185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.403120 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-aad0b305-7fbf-41eb-9b83-8e96a04de185 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 200 len: 835 time: 0.0579731 Dec 12 15:45:32.462592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-50323f47-4955-4841-8368-b8d477702bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.464091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-50323f47-4955-4841-8368-b8d477702bf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5070c555-36a6-47c1-8868-eb2cfbc51a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523970 Dec 12 15:45:32.570143 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-52bfcde0-a89b-4a91-bcd4-bb6b9f8a55e9 service neutron] 10.222.0.13 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968659 Dec 12 15:45:32.672409 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-566f1c34-be19-4130-bab8-d96c73012e6f service neutron] 10.222.0.13 "GET /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920360 Dec 12 15:45:32.692649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b17e-3d2e-4302-a0ad-a759fbfab158 req-22753bf6-b08b-48ea-a8ff-767361583301 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.694689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40d8b17e-3d2e-4302-a0ad-a759fbfab158 req-22753bf6-b08b-48ea-a8ff-767361583301 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 946 time: 0.0754275 Dec 12 15:45:32.758030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40d8b17e-3d2e-4302-a0ad-a759fbfab158 req-c64ef7c3-a269-42e0-a1dd-79164377a064 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560610 Dec 12 15:45:32.914403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f01767-766f-41e6-93fb-3167e87422fb req-29d2dec6-c459-4c39-a91b-80200a45d189 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.922792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49f01767-766f-41e6-93fb-3167e87422fb req-29d2dec6-c459-4c39-a91b-80200a45d189 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0680969 Dec 12 15:45:32.969848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-5b843636-19e9-4f9c-bac6-f89dfe4dc787 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:32.971944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-5b843636-19e9-4f9c-bac6-f89dfe4dc787 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b&tenant_id=46791c8f70d7494689224023f312c304&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 1096 time: 0.0653653 Dec 12 15:45:33.009385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49f01767-766f-41e6-93fb-3167e87422fb req-8486ce13-00d0-4d7e-bae7-4e0a81bcfea3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853624 Dec 12 15:45:33.153804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-21a64a6c-143e-4848-a4fa-9e21cd19c10c service neutron] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:33.157406 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-21a64a6c-143e-4848-a4fa-9e21cd19c10c service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:33.163307 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2a38c12c-c3fd-413d-a184-9efff2411aeb req-21a64a6c-143e-4848-a4fa-9e21cd19c10c service neutron] 10.222.0.13 "DELETE /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c/bindings/n-h1-710847-8 HTTP/1.1" status: 204 len: 173 time: 0.1820767 Dec 12 15:45:33.894073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a1e2e-185d-4ef1-95d5-a0926ac11a36 req-e82f8572-c0d8-4c7d-bc39-c55aeb04a31c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:33.896845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-618a1e2e-185d-4ef1-95d5-a0926ac11a36 req-e82f8572-c0d8-4c7d-bc39-c55aeb04a31c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 946 time: 0.0617623 Dec 12 15:45:33.949973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-618a1e2e-185d-4ef1-95d5-a0926ac11a36 req-ff9423e7-0013-4ee7-ac11-da5cfd597357 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 Dec 12 15:45:33.999322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:34.061442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:34.178892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5df7ad-ff3b-418b-a033-06fa37a2e411 req-62daf3fe-b935-4f1e-b65f-d0ce10da18dd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:34.187061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a5df7ad-ff3b-418b-a033-06fa37a2e411 req-62daf3fe-b935-4f1e-b65f-d0ce10da18dd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0841215 Dec 12 15:45:34.279694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a5df7ad-ff3b-418b-a033-06fa37a2e411 req-00717d90-cb49-478f-ba76-a568f6d92701 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849154 Dec 12 15:45:34.405784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e92f-26a3-4623-811a-3e30493162e4 req-e592fc02-033b-45b7-ba46-68ad3766c3cc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:34.415474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f32e92f-26a3-4623-811a-3e30493162e4 req-e592fc02-033b-45b7-ba46-68ad3766c3cc tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 1096 time: 0.0699241 Dec 12 15:45:34.472096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f32e92f-26a3-4623-811a-3e30493162e4 req-60fb5d2e-4ebd-4b68-a598-616229358285 tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553484 Dec 12 15:45:34.614703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190738b-47a5-4bf2-b0c5-8e13ec63716b req-f4cbfa81-b29d-4964-8a30-e03cff8c07e5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:34.622624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a190738b-47a5-4bf2-b0c5-8e13ec63716b req-f4cbfa81-b29d-4964-8a30-e03cff8c07e5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0643561 Dec 12 15:45:34.672956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a190738b-47a5-4bf2-b0c5-8e13ec63716b req-04acc09f-4029-4331-aa39-316e4fbd7f23 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493603 Dec 12 15:45:34.697534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:34.777431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb9b31e7-c5da-4edd-ab1a-f2e811e17179 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 200 len: 992 time: 0.0778804 Dec 12 15:45:34.851892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165f8a4-c85d-4fe3-bcb4-9e33b9802f23 req-d8fe985e-c044-49b0-906e-281f0e855dfe tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:34.859168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b165f8a4-c85d-4fe3-bcb4-9e33b9802f23 req-d8fe985e-c044-49b0-906e-281f0e855dfe tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 946 time: 0.0604718 Dec 12 15:45:34.913884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b165f8a4-c85d-4fe3-bcb4-9e33b9802f23 req-16005ca7-ba43-4036-9ab5-f0515b6a21b9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Dec 12 15:45:35.399019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7631edf5-50b3-4a5e-abf9-1ad52cf380ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:35.630343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe981b-4efa-4b6e-941c-d5e1cc24f957 req-ef46b85b-0a45-44df-978f-862edaa8a3c1 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:35.631874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05fe981b-4efa-4b6e-941c-d5e1cc24f957 req-ef46b85b-0a45-44df-978f-862edaa8a3c1 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.0542648 Dec 12 15:45:35.689347 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05fe981b-4efa-4b6e-941c-d5e1cc24f957 req-589f9407-25bd-43dd-8e91-4ad30eee0459 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509026 Dec 12 15:45:36.055821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece22b-1b38-4574-805c-c6586c233d99 req-aa943f05-b178-4673-8894-911660c30584 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:36.064098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55ece22b-1b38-4574-805c-c6586c233d99 req-aa943f05-b178-4673-8894-911660c30584 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 946 time: 0.0707872 Dec 12 15:45:36.116822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55ece22b-1b38-4574-805c-c6586c233d99 req-4baa1ec4-079e-4a20-b6cd-cd53b828e244 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516765 Dec 12 15:45:36.179462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-acfda87c-067b-4883-aa8d-8f645b012ed0 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:36.180965 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-acfda87c-067b-4883-aa8d-8f645b012ed0 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 946 time: 0.0550206 Dec 12 15:45:36.275240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Deleting port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:36.275593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:36.368519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] For port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:36.368755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:36.382599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Calling delete_port for a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:36.527160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:36.541763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:36.561827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Pushing event deleted for resources: {'Port': ['ID=a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:36.618573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] No DVR routers for this DVR port a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:36.621703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:36.625615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-497ef305-d1ac-486b-adbd-60ef7079c934 req-3d97fb90-084e-4390-8a37-a65a4a22a2c9 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "DELETE /v2.0/ports/a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 HTTP/1.1" status: 204 len: 173 time: 0.4372506 Dec 12 15:45:36.626165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'name': 'network-vif-deleted', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:36.629279 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05c6cf8-39e6-409b-80fd-7c5c75f37943" -d '{"events": [{"server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "name": "network-vif-deleted", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:36.669643 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cc4051-d035-4be6-a1b6-bb49c0859d8e x-openstack-request-id: req-98cc4051-d035-4be6-a1b6-bb49c0859d8e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:36.670049 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844fa86-9d4f-44d9-b06d-069687c38f3c", "name": "network-vif-deleted", "tag": "a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:36.670414 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98cc4051-d035-4be6-a1b6-bb49c0859d8e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:36.670939 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844fa86-9d4f-44d9-b06d-069687c38f3c', 'name': 'network-vif-deleted', 'tag': 'a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93', 'status': 'completed', 'code': 200} Dec 12 15:45:36.855251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3785e-7c72-4fb5-8713-8e517541758a req-fe4b730b-bb36-471f-8cf0-96b21afd14e2 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:36.856796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1a3785e-7c72-4fb5-8713-8e517541758a req-fe4b730b-bb36-471f-8cf0-96b21afd14e2 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.0673873 Dec 12 15:45:36.912150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1a3785e-7c72-4fb5-8713-8e517541758a req-dbd598f8-9582-4146-b538-79577254f8be tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481417 Dec 12 15:45:37.019241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38498) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:37.310179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6db8e8e8-f6d7-4fcf-a206-f19ee947efcc req-3fe0a4f7-91d8-4df1-a1e5-a9879e5b621c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=5844fa86-9d4f-44d9-b06d-069687c38f3c HTTP/1.1" status: 200 len: 210 time: 0.0463769 Dec 12 15:45:37.323081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8a2951da-5a2a-49cf-80e3-bc39302495eb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:37.324542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8a2951da-5a2a-49cf-80e3-bc39302495eb tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.1098604 Dec 12 15:45:37.326794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 14cbe4f7-851e-47df-bc79-a1bb21ac9bb9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:37.327135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.477682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.477912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.494810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 14cbe4f7-851e-47df-bc79-a1bb21ac9bb9 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:37.514053 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Deleting port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:37.514421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.685102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] For port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,segment=NetworkSegment(35fb0788-c36e-4cdc-b34e-4993f31b8ec0),segment_id=35fb0788-c36e-4cdc-b34e-4993f31b8ec0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:37.685468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.722263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Calling delete_port for 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:37.732286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-48beb61a-8525-4140-8067-989ae5db8297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.841483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:37.873715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=14cbe4f7-851e-47df-bc79-a1bb21ac9bb9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:38.084235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b300674-cf59-4208-bb6a-4b139a0110e0 req-cf28566f-f522-40cd-b4d3-26ae392949a8 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:38.086276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b300674-cf59-4208-bb6a-4b139a0110e0 req-cf28566f-f522-40cd-b4d3-26ae392949a8 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/ports?device_id=516b6b4a-8a55-43d9-8c29-9828265840b8 HTTP/1.1" status: 200 len: 946 time: 0.0677273 Dec 12 15:45:38.164394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b300674-cf59-4208-bb6a-4b139a0110e0 req-5d95d546-8d28-4873-8e9e-1ee112789a66 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a9d9c1e-5d7b-4914-981a-6c529c1573ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719569 Dec 12 15:45:38.243082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.243459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.243696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.244037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.244372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.244736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.245067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.245394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.245723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.246046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.246370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.246691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.247011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:38.296119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:38.296518 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP 58c98f84-fdbd-4e18-a6d5-56f34da77ed6 disassociated (deleted). External IP: 172.25.3.158, port: fcfb4159-cad0-45cc-a362-ff29dbe0600c. Dec 12 15:45:38.336967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:38.348597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:38.467104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Pushing event deleted for resources: {'Port': ['ID=3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:38.616173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:38.638452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] No DVR routers for this DVR port 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:38.643034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:38.646723 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157c5ac-519c-42d4-b9b5-8e0c7c46042e req-8177db10-b554-4d5b-af88-bd205a215393 tempest-VolumesSnapshotTestJSON-1365862032 tempest-VolumesSnapshotTestJSON-1365862032-project] 10.222.0.13 "DELETE /v2.0/ports/3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 HTTP/1.1" status: 204 len: 173 time: 1.2949581 Dec 12 15:45:38.711158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'name': 'network-vif-deleted', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:38.714722 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81a2ddf-ec47-484a-923c-63dcb9e87143" -d '{"events": [{"server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "name": "network-vif-deleted", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:38.757279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:45:38.837040 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61900db-f3b5-458c-a216-d9d60fa98f34 x-openstack-request-id: req-f61900db-f3b5-458c-a216-d9d60fa98f34 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:38.837317 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516b6b4a-8a55-43d9-8c29-9828265840b8", "name": "network-vif-deleted", "tag": "3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:38.837689 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f61900db-f3b5-458c-a216-d9d60fa98f34 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:38.838183 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516b6b4a-8a55-43d9-8c29-9828265840b8', 'name': 'network-vif-deleted', 'tag': '3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1', 'status': 'completed', 'code': 200} Dec 12 15:45:38.895763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-ee6d9f82-d852-4510-9898-7b8f6006814b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:38.898087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-ee6d9f82-d852-4510-9898-7b8f6006814b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 808 time: 0.3153920 Dec 12 15:45:38.912606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:45:38.919267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:38.926462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Sync routers for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:45:38.943732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-841c32b2-6a6b-4c94-a562-bf7200353437 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/quotas/bac428f662dd490caf5b7430208c7411 HTTP/1.1" status: 200 len: 375 time: 0.0396566 Dec 12 15:45:38.947687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6176b55b-0b1f-4b8b-83b3-3fcfd9ec7ec4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/floatingips/58c98f84-fdbd-4e18-a6d5-56f34da77ed6 HTTP/1.1" status: 204 len: 168 time: 1.9273179 Dec 12 15:45:38.949552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:38.953104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:39.012180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-6e5a983f-74f5-4c1b-b64b-9ca94523499a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664725 Dec 12 15:45:39.227562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:39.244050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-e38235cd-b188-4a90-bc97-03f767a7e3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309027 Dec 12 15:45:39.367368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea8ec0-81fa-4864-9ed0-c9c6e59b46b6 req-5c761591-7106-4ad1-99f1-1546c764de5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:39.369201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6aea8ec0-81fa-4864-9ed0-c9c6e59b46b6 req-5c761591-7106-4ad1-99f1-1546c764de5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.1286228 Dec 12 15:45:39.454478 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:39.464713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-ffbc8eab-d83d-419c-b092-1686a8541a91 service neutron] 10.222.0.36 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891630 Dec 12 15:45:39.501535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6aea8ec0-81fa-4864-9ed0-c9c6e59b46b6 req-66ef0f18-2a86-4dec-b295-00f96e16580d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=6212102a-def9-4e2f-a04b-5ad7c57365ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196194 Dec 12 15:45:39.583022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:39.635128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Checking router: ef2dc600-63c5-4c58-b22e-67cfda8b9b56 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:45:39.644953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:39.647129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:39.733830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-51e4f90e-4613-4245-aed9-85253bab2481 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:39.740795 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-51e4f90e-4613-4245-aed9-85253bab2481 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 945 time: 0.1495476 Dec 12 15:45:39.787254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce246a19-1933-4f04-9c55-bfc4de4bc47b req-bc329d0c-ae56-4797-b462-4b2f6b3f1011 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 210 time: 0.0365555 Dec 12 15:45:39.852012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:39.924281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port fcfb4159-cad0-45cc-a362-ff29dbe0600c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:39.924963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.120538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port fcfb4159-cad0-45cc-a362-ff29dbe0600c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fcfb4159-cad0-45cc-a362-ff29dbe0600c,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:40.121071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.138965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for fcfb4159-cad0-45cc-a362-ff29dbe0600c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:40.400260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.413271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:40.448840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2308f-0782-4548-9a6f-78b2720ec033 None None] The sync data for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 is: [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '5e5e74a5-59c7-4fab-8778-0de549d739b2', 'name': '', 'network_id': '5070c555-36a6-47c1-8868-eb2cfbc51a43', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:10:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:14Z', 'updated_at': '2021-12-12T15:44:23Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': 'e0cd6e25-e9b6-42cf-aabe-fbae58c63d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:45:40.491301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.505247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38620) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:40.511238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67010807', 'description': 'tempest-secgroup-smoke-67010807 description', 'project_id': 'bba1eb8150914a07922974734006af04'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:40.576332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.597109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=fcfb4159-cad0-45cc-a362-ff29dbe0600c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:40.693765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84b6c118-6818-4869-89ba-b222f1a21a04 req-72f32469-14e0-414c-bfd6-9ff4b5691eee tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0307505 Dec 12 15:45:40.712165 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.712994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] No DVR routers for this DVR port fcfb4159-cad0-45cc-a362-ff29dbe0600c on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:40.719249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.724097 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-46de190a-e46a-4761-bd45-6b6e67bb478d req-7efbe90d-fcc1-4acf-ace1-55cd91ede0e8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "DELETE /v2.0/ports/fcfb4159-cad0-45cc-a362-ff29dbe0600c HTTP/1.1" status: 204 len: 173 time: 0.9779060 Dec 12 15:45:40.727781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.782918 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.784980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2786047 Dec 12 15:45:40.787891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beeff02e-7308-4c4f-ae61-bc694c38d4da,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:40.788847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:40.798456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:40.812682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.813011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.813353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.815974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.816309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.818102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.818582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.820350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.820849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.821335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.824379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.825041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.825518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040ed3bb-6233-464d-85bb-5f22da54c3e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:40.841247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}, {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-deleted', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:40.843592 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e7c4af-c26d-4956-8d09-39009642195e" -d '{"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}, {"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-deleted", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:40.891980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.961291 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a492b-902d-4f88-bfdb-4a9eb30e8886 None None] New status for floating IP 58c98f84-fdbd-4e18-a6d5-56f34da77ed6: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:45:40.977329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84897362-580f-49c7-b48b-c9e67e28fd84 req-430b2d43-28eb-4548-a8a2-453172bdc45c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 210 time: 0.0406792 Dec 12 15:45:40.982970 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:40.988963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.007735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58102069-0cc3-4018-b416-62e86a8df7b5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:41.015998 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4766f44-7b95-4980-9e72-e93ba1cbfc3b x-openstack-request-id: req-b4766f44-7b95-4980-9e72-e93ba1cbfc3b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:41.016305 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "status": "completed", "code": 200}, {"server_uuid": "f854b7e8-f29a-495b-a93b-8a13865a3f3b", "name": "network-vif-deleted", "tag": "fcfb4159-cad0-45cc-a362-ff29dbe0600c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:41.016574 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4766f44-7b95-4980-9e72-e93ba1cbfc3b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:41.017033 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'status': 'completed', 'code': 200} Dec 12 15:45:41.017300 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f854b7e8-f29a-495b-a93b-8a13865a3f3b', 'name': 'network-vif-deleted', 'tag': 'fcfb4159-cad0-45cc-a362-ff29dbe0600c', 'status': 'completed', 'code': 200} Dec 12 15:45:41.093373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.094666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-49e7c4af-c26d-4956-8d09-39009642195e req-4eef50c8-58ef-4d62-8f92-d258319878ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=f854b7e8-f29a-495b-a93b-8a13865a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0549369 Dec 12 15:45:41.097454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.101457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38634) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:41.104435 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dfe259f4-3d36-45c6-aa34-775dc6cd1bd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3138714 Dec 12 15:45:41.107426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:41.165005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.303065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.307661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.311128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.350457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:41.368544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.372335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2670717 Dec 12 15:45:41.372676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:41.379339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:41.385600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d8d5-f9bf-47bd-9256-c07a83347f3b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5850de4-32df-4b72-9d5c-8a448eecd6b0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:41.406056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:41.407032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 3e0f5dec-84d6-43ce-92ac-f58dbfcf79f1 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:41.407665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:41.426721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.447676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: fcfb4159-cad0-45cc-a362-ff29dbe0600c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:41.451846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fcfb4159-cad0-45cc-a362-ff29dbe0600c not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:41.452835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:41.479764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:41.480416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a2f67e1c-dd1a-43d3-8502-8c2e8bf82e93 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:41.484745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7c4af-c26d-4956-8d09-39009642195e req-c0b80922-22a0-4623-a6c6-205e1fa1e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:41.494126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-49e7c4af-c26d-4956-8d09-39009642195e req-c0b80922-22a0-4623-a6c6-205e1fa1e38c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=46791c8f70d7494689224023f312c304&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3816960 Dec 12 15:45:41.706643 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.716936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.747166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7c4af-c26d-4956-8d09-39009642195e req-9d26ca27-8cca-4892-b924-5dba235ccdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:41.748818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-49e7c4af-c26d-4956-8d09-39009642195e req-9d26ca27-8cca-4892-b924-5dba235ccdf7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2467470 Dec 12 15:45:41.771971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:41.801075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-28b0efb4-b1ed-4b2e-8b63-db601fcb6a85 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:41.803078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-28b0efb4-b1ed-4b2e-8b63-db601fcb6a85 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 808 time: 0.3658581 Dec 12 15:45:41.803812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6e37b6-f168-4063-97d9-e9613035f26e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:41.815988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.824192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53e354a1-b860-4836-bf5d-346cfbd4a8da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4499924 Dec 12 15:45:41.825344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38650) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:41.830410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:41.836870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Request body: {'port': {'device_id': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84', 'admin_state_up': True, 'tenant_id': 'bac428f662dd490caf5b7430208c7411'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:41.928495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:41.987628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Made reservation on behalf of bac428f662dd490caf5b7430208c7411 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:41.992613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.102516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.107586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.114034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83f988b9-890a-4a33-94e5-ae4bd8fd2602 req-1e3c9c4c-b5bc-48be-b388-69902ae74f2c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 210 time: 0.0398672 Dec 12 15:45:42.124841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45526446-fa30-4e82-863d-2278fe09e1ed,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:42.169355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.170638 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc1be2cc-1352-4dea-b54a-dab04dc9c678 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441372 Dec 12 15:45:42.173363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38656) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:42.180335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:42.196842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Allocated IP 172.20.0.4 (735bb7ea-319d-4398-b330-7d522a7aaf84/37478c13-c0af-41cc-9346-4b64b2115abc/d99f8d9f-6dad-4254-b390-66f57e1c3963) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:45:42.217244 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Project bba1eb8150914a07922974734006af04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:45:42.231350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.309394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.345026 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.351393 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.387877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d175d3d-c96f-42a9-88a1-5c328c4a254e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:42.401129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.402567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-898975ee-f3a6-4d9a-bdc1-17e1ab633f29 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2276375 Dec 12 15:45:42.406690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38660) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:42.412279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'security_group_rule': {'security_group_id': 'beeff02e-7308-4c4f-ae61-bc694c38d4da', 'project_id': 'bba1eb8150914a07922974734006af04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:42.413821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.453964 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Project bba1eb8150914a07922974734006af04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:45:42.462003 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.504506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.515244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Network 735bb7ea-319d-4398-b330-7d522a7aaf84 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:42.519075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Pushing event updated for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:42.521491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:42.523803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:45:42.589531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:42.590429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.611887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-94971a2b-a3ff-4d4b-957a-9b66735ad90c tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861872 Dec 12 15:45:42.613175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.619591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.627658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Request body: {'port': {'device_id': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:42.675623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59625bbf-ba3f-4b15-8338-752f20eca2a0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:42.695140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.704530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.706375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f83fbae0-e217-403a-b080-49c349d22623 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987356 Dec 12 15:45:42.790968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 5e5e74a5-59c7-4fab-8778-0de549d739b2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:42.791449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.901072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 5e5e74a5-59c7-4fab-8778-0de549d739b2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e5e74a5-59c7-4fab-8778-0de549d739b2,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:42.901722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:42.917645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 5e5e74a5-59c7-4fab-8778-0de549d739b2 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:43.132804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99f8d9f-6dad-4254-b390-66f57e1c3963 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:45:43.141767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:43.206582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Transition to ACTIVE for port object d99f8d9f-6dad-4254-b390-66f57e1c3963 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:45:43.209291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:43.216896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:43.308272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=5e5e74a5-59c7-4fab-8778-0de549d739b2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:43.589618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:43.965301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:45:44.080063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Pushing event updated for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:44.120459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:45:44.132201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b50f251-0bea-4aaf-acc8-6f3650bec631 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/ef2dc600-63c5-4c58-b22e-67cfda8b9b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3554661 Dec 12 15:45:44.132201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:44.140714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Sync routers for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:45:44.170224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:44.175864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:44.185892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cace9-4c01-44b4-a124-779054d3ff91 req-e48b6800-8032-4fe4-b298-0f231f00ac21 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:44.192399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-723cace9-4c01-44b4-a124-779054d3ff91 req-e48b6800-8032-4fe4-b298-0f231f00ac21 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 943 time: 0.8867147 Dec 12 15:45:44.243520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting subnet e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:45:44.251178 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.280887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Attempting to bind port d99f8d9f-6dad-4254-b390-66f57e1c3963 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:44.281222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Attempting to bind port d99f8d9f-6dad-4254-b390-66f57e1c3963 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:44.281548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Attempting to bind port d99f8d9f-6dad-4254-b390-66f57e1c3963 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:44.297212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Port d99f8d9f-6dad-4254-b390-66f57e1c3963 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:45:44.297530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Attempting to bind port d99f8d9f-6dad-4254-b390-66f57e1c3963 on network 735bb7ea-319d-4398-b330-7d522a7aaf84 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:44.335333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.341929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:44.342259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Checking segment: {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:44.342636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Bound using segment: {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:44.343071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Bound port: d99f8d9f-6dad-4254-b390-66f57e1c3963, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873c8fcd-af6f-4e35-b2a8-1b3c298613a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:44.343418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.381474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-723cace9-4c01-44b4-a124-779054d3ff91 req-ed25489d-ae69-4638-9cb9-9ebac417da05 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810303 Dec 12 15:45:44.507185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:44.522991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:44.533482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.536670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.649288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:44.649929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.655069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] 10.222.0.13 "PUT /v2.0/ports/d99f8d9f-6dad-4254-b390-66f57e1c3963 HTTP/1.1" status: 200 len: 1091 time: 2.0346658 Dec 12 15:45:44.659043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:44.660167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:44.664062 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b48b2c-7604-4946-bdfe-b46e022b0002" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:44.756142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.765451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bf6ed-4e60-4c65-a1b3-d7f947e73a16 service neutron] Pushing event updated for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:44.802754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Subnet': ['ID=e0cd6e25-e9b6-42cf-aabe-fbae58c63d03,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:44.809141 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:44.812347 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e94bc0c-8a67-42ca-8fdb-c79476de6001 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/subnets/e0cd6e25-e9b6-42cf-aabe-fbae58c63d03 HTTP/1.1" status: 204 len: 168 time: 0.6791656 Dec 12 15:45:44.815606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:44.826913 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30addccc-4def-49a5-b297-e3007765312e x-openstack-request-id: req-30addccc-4def-49a5-b297-e3007765312e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:44.827895 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:44.832910 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30addccc-4def-49a5-b297-e3007765312e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:44.833669 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963', 'status': 'completed', 'code': 200} Dec 12 15:45:44.839681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fb6460-6223-4ec6-90b7-48933bb931cd None None] Network 5070c555-36a6-47c1-8868-eb2cfbc51a43 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:45:44.851135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-2ebd7987-121c-4491-b041-d6fa560dd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:44.853087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-2ebd7987-121c-4491-b041-d6fa560dd714 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 1094 time: 0.1292806 Dec 12 15:45:44.935465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-b53ac9e5-d17b-450f-9ca2-95cc432930bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963 HTTP/1.1" status: 200 len: 217 time: 0.0714211 Dec 12 15:45:45.011378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.021496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-3650cd68-74d5-4d7c-bcbe-6b88fdf2ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:45.022967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-3650cd68-74d5-4d7c-bcbe-6b88fdf2ba82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37478c13-c0af-41cc-9346-4b64b2115abc HTTP/1.1" status: 200 len: 848 time: 0.0727761 Dec 12 15:45:45.101075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-812ad95c-ec18-4217-be69-779e796b64fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=735bb7ea-319d-4398-b330-7d522a7aaf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680010 Dec 12 15:45:45.159044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] DHCP port deletion for 5070c555-36a6-47c1-8868-eb2cfbc51a43 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:45:45.193967 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.220533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:45:43Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': '9ee7194b-12f4-4873-9072-57cfdcfc6d4d', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:14:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:44:09Z', 'updated_at': '2021-12-12T15:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:45.274197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Checking router: ef2dc600-63c5-4c58-b22e-67cfda8b9b56 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:45:45.278279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-f0dfbab4-cc8b-4dac-92e8-e0ac9cfcaff2 service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689382 Dec 12 15:45:45.295255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Routers {'ef2dc600-63c5-4c58-b22e-67cfda8b9b56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:45.295994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:45.320511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:45.321071 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.434603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Deleting port b3d7195c-5257-4319-ae96-9e29ab9019a4 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:45.434994 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.463193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba857284-2bf7-43b0-9bd2-6332bd37d0f5 req-4c4f3a47-bf8a-4677-94d2-c576ec58b98a service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692441 Dec 12 15:45:45.473598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 9ee7194b-12f4-4873-9072-57cfdcfc6d4d, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:45.474405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.498197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 9ee7194b-12f4-4873-9072-57cfdcfc6d4d owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:45.576104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] Set router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:45.649998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-126dc810-543d-4654-95d3-93abe5767316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:45:45Z', 'revision_number': 6, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:45.682162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126dc810-543d-4654-95d3-93abe5767316 None None] The sync data for ids ['ef2dc600-63c5-4c58-b22e-67cfda8b9b56'] in n-d-710847-8 is: [{'id': 'ef2dc600-63c5-4c58-b22e-67cfda8b9b56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363856487', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:44:08Z', 'updated_at': '2021-12-12T15:45:45Z', 'revision_number': 6, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:45:45.700424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] For port b3d7195c-5257-4319-ae96-9e29ab9019a4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b3d7195c-5257-4319-ae96-9e29ab9019a4,segment=NetworkSegment(bf00b57b-c835-478b-a31b-07df669b72d4),segment_id=bf00b57b-c835-478b-a31b-07df669b72d4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:45.700876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:45.705787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-ee1a5f16-d8fc-4202-88d4-64c63b04a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:45.709236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-ee1a5f16-d8fc-4202-88d4-64c63b04a6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bac428f662dd490caf5b7430208c7411&device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 1094 time: 0.1940427 Dec 12 15:45:45.737955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Calling delete_port for b3d7195c-5257-4319-ae96-9e29ab9019a4 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:45.748165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247b853-ab4f-4cf7-92bc-4bf54ce1abac req-034272be-cf4e-4c25-aca1-7097e0d1a10b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:45.757494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f247b853-ab4f-4cf7-92bc-4bf54ce1abac req-034272be-cf4e-4c25-aca1-7097e0d1a10b tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 943 time: 0.2332656 Dec 12 15:45:45.871330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f247b853-ab4f-4cf7-92bc-4bf54ce1abac req-a6bfa867-9414-45b8-bac1-32862ed6796a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032472 Dec 12 15:45:45.944523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-21935286-ada9-4dd8-b83b-5fe1f2a9ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:45.947941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-21935286-ada9-4dd8-b83b-5fe1f2a9ff63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 200 len: 908 time: 0.2253466 Dec 12 15:45:45.983571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.029992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-7dbd89a6-6db0-4545-a690-32d2adf51fa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963 HTTP/1.1" status: 200 len: 217 time: 0.0726955 Dec 12 15:45:46.039367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] Pushing event deleted for resources: {'Port': ['ID=b3d7195c-5257-4319-ae96-9e29ab9019a4,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:46.079461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b3d7195c-5257-4319-ae96-9e29ab9019a4 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:46.133148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc025d-e3d7-4ccf-859b-f0bf82c630ef None None] No DVR routers for this DVR port b3d7195c-5257-4319-ae96-9e29ab9019a4 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:46.151802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-fee208e6-9008-44e2-8f17-4b672f50bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:46.153356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-fee208e6-9008-44e2-8f17-4b672f50bd86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37478c13-c0af-41cc-9346-4b64b2115abc HTTP/1.1" status: 200 len: 848 time: 0.1157072 Dec 12 15:45:46.161521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b3d7195c-5257-4319-ae96-9e29ab9019a4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:46.162019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b3d7195c-5257-4319-ae96-9e29ab9019a4 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:46.221859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-9a18e4ef-fcbd-4413-8e49-ce1a0f4019a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=735bb7ea-319d-4398-b330-7d522a7aaf84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576994 Dec 12 15:45:46.255447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.322957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=9ee7194b-12f4-4873-9072-57cfdcfc6d4d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:46.339181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e682179-6b47-49a5-b525-db11fcbadfd1 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:45:46.353234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-8447d452-366a-413c-bb48-c68b5594e84c service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226044 Dec 12 15:45:46.469134 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.576750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80b48b2c-7604-4946-bdfe-b46e022b0002 req-d6a08cb1-3c20-473c-895d-c58bda946b37 service neutron] 10.222.0.13 "GET /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133822 Dec 12 15:45:46.630903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.633250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.680240 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.680434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Fanout notify agent at l3_agent the message router_deleted on router ef2dc600-63c5-4c58-b22e-67cfda8b9b56 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:45:46.692566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.693710 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3110332a-49f3-48fe-b45c-e11613316e02 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/routers/ef2dc600-63c5-4c58-b22e-67cfda8b9b56 HTTP/1.1" status: 204 len: 168 time: 1.8769455 Dec 12 15:45:46.696548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38796) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:46.797278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.915137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.937495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5070c555-36a6-47c1-8868-eb2cfbc51a43']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:46.947648 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf00b57b-c835-478b-a31b-07df669b72d4') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:46.947943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf00b57b-c835-478b-a31b-07df669b72d4') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:46.957504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.971687 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.977660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:45:46.978043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:45:46.981132 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:45:47.082313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ff5e-5dab-43a5-b1c5-20686d79b839 req-5819e22f-226a-4b2a-a7d4-cd9c10e43675 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:47.084199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d89ff5e-5dab-43a5-b1c5-20686d79b839 req-5819e22f-226a-4b2a-a7d4-cd9c10e43675 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 943 time: 0.1023223 Dec 12 15:45:47.085645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.093156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.097179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/networks/5070c555-36a6-47c1-8868-eb2cfbc51a43 HTTP/1.1" status: 204 len: 168 time: 0.3994443 Dec 12 15:45:47.099833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:47.151089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785142af-8691-4083-9d81-aaf8bb2aa08b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Network': ['ID=5070c555-36a6-47c1-8868-eb2cfbc51a43,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:47.171103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.191460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d89ff5e-5dab-43a5-b1c5-20686d79b839 req-c0c4901f-ad8c-48f7-ae3b-568c79d9c4ff tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614481 Dec 12 15:45:47.229941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.297082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.304612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.306083 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/security-groups/6212102a-def9-4e2f-a04b-5ad7c57365ef HTTP/1.1" status: 204 len: 168 time: 0.2051101 Dec 12 15:45:47.340254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20bb05-5eef-49cb-b0de-fcefdcf605a1 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6212102a-def9-4e2f-a04b-5ad7c57365ef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:47.756438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:47.766573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821899335', 'description': 'tempest-secgroup-smoke-1821899335 description', 'project_id': '46791c8f70d7494689224023f312c304'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:47.811395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.811952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ee7194b-12f4-4873-9072-57cfdcfc6d4d no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:47.839010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9ee7194b-12f4-4873-9072-57cfdcfc6d4d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:47.839781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9ee7194b-12f4-4873-9072-57cfdcfc6d4d not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:47.840197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e5e74a5-59c7-4fab-8778-0de549d739b2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:45:47.907817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5e5e74a5-59c7-4fab-8778-0de549d739b2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:45:47.908223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e5e74a5-59c7-4fab-8778-0de549d739b2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:45:47.925754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.931304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.971809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:47.973542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2120321 Dec 12 15:45:47.975578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625fb75-e78e-439f-b50d-268a05940d93 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9529f-4528-4134-ba8c-00f13b0a0074,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:47.976445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38822) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:47.991163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:48.042619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.131902 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.138493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.168828 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.170043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913414 Dec 12 15:45:48.171300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca257-8c02-49b6-812b-c2f3b81cd4e3 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef9bfda-d0b8-4cf6-be1c-544fb16081a8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:48.173113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:48.181730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:48.213049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.290465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.297785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.330246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03916e5-3409-4430-be73-c3ed7dab7f54,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:48.343006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.344777 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b7d9b584-8adb-4fa0-8868-5b645a258496 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668057 Dec 12 15:45:48.347451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:48.355165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:48.393386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e0ce9-0265-44ca-be36-ad81796ec7d1 req-2175fe18-657b-4f07-8195-0b571d77d080 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:48.399965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d94e0ce9-0265-44ca-be36-ad81796ec7d1 req-2175fe18-657b-4f07-8195-0b571d77d080 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 943 time: 0.0914445 Dec 12 15:45:48.410749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.488359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d94e0ce9-0265-44ca-be36-ad81796ec7d1 req-7d24a608-7b8d-44be-b008-dabd18c062d1 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752511 Dec 12 15:45:48.496720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.502210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.522660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f0839b-5477-4bb9-b8d6-9b1dd421f356,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:48.535116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.536866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ad7a3f5-bc92-48f8-9d92-83f18dc414a9 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883669 Dec 12 15:45:48.541993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38830) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:48.547310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:48.609662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.698405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.710717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.738756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee312b0-e9c5-4e57-86d8-cb501b29cd22,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:48.749290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.750919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-da954aea-a78a-4e7b-8dad-3fbaf105d863 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2077715 Dec 12 15:45:48.753600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38836) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:48.758091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:48.786963 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:45:48.792600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.890148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.896706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.924736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc36b19-eed4-4a2f-aa9a-e2c26862a582,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:48.939806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:48.944872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-319ad58e-2393-4be4-a5d9-a6b04292e0e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1863077 Dec 12 15:45:48.944999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:48.952601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'security_group_rule': {'security_group_id': '53a9529f-4528-4134-ba8c-00f13b0a0074', 'project_id': '46791c8f70d7494689224023f312c304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:49.002887 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Project 46791c8f70d7494689224023f312c304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:45:49.009884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.094517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.099531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.120246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860e1409-0b89-42ed-8020-3aa8c9d85c45,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:49.131443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.132880 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dd611780-4953-41ab-a894-3ff0f7c1afd8 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1879604 Dec 12 15:45:49.135557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:49.161738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'network': {'name': 'tempest-network-smoke--1426858324', 'project_id': '46791c8f70d7494689224023f312c304', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:49.186382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:49.191911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.220258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:45:49.230642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.231215 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Added segment 243802c5-ea5f-4eb8-ae3c-f103cdbf94f6 of type vlan for network a595654d-fc11-40e4-abbc-dbac76282747 Dec 12 15:45:49.275025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.303779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.312220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:49.313149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.346176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2086818 Dec 12 15:45:49.348216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38850) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:49.354344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'admin_state_up': True, 'project_id': '46791c8f70d7494689224023f312c304', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:49.363518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d99f8d9f-6dad-4254-b390-66f57e1c3963 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:45:49.414088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.415261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.478526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ff05d-dea1-4d9a-a973-76249ed3821f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Network': ['ID=a595654d-fc11-40e4-abbc-dbac76282747,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:49.504086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a595654d-fc11-40e4-abbc-dbac76282747 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:45:49.514946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.762650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:49.780772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'd99f8d9f-6dad-4254-b390-66f57e1c3963', 'network_id': '735bb7ea-319d-4398-b330-7d522a7aaf84', 'port_id': 'd99f8d9f-6dad-4254-b390-66f57e1c3963', 'mac_address': 'fa:16:3e:74:eb:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37478c13-c0af-41cc-9346-4b64b2115abc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:45:49.806259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.820949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e923fc6-71cd-45ad-8c6c-992248e7c7cc req-93acce5f-3c2e-48da-bf68-573cbe3f3d96 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:49.822612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e923fc6-71cd-45ad-8c6c-992248e7c7cc req-93acce5f-3c2e-48da-bf68-573cbe3f3d96 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 943 time: 0.1841846 Dec 12 15:45:49.839958 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.865986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99f8d9f-6dad-4254-b390-66f57e1c3963 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:45:49.915727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:49.922027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:49.987177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e923fc6-71cd-45ad-8c6c-992248e7c7cc req-421f36ea-1aba-4dcd-b9d4-b972debe3d7a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503620 Dec 12 15:45:50.009384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:50.138247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['d99f8d9f-6dad-4254-b390-66f57e1c3963'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:50.196441 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:50.223197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:50.358577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.187 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e156607f-3220-4991-9339-f0d0abbf3508) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:45:50.494917 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:50.539755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:50.584123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:50.587989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:50.604947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75386a-b10f-4713-bada-8b8b5deed151 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:45:50.607135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:45:50.660001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=e156607f-3220-4991-9339-f0d0abbf3508,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:50.690602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2446d0a7-aea0-4940-bb14-cdd67840911e None None] Provisioning complete for port e156607f-3220-4991-9339-f0d0abbf3508 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:50.693073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2446d0a7-aea0-4940-bb14-cdd67840911e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:50.739841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2446d0a7-aea0-4940-bb14-cdd67840911e None None] Port e156607f-3220-4991-9339-f0d0abbf3508 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:45:51.029386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.239058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358446-b547-44d6-9d9d-255acb8992e3 req-e2087f0d-1da3-4531-821b-b6cc79c82255 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:51.242284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72358446-b547-44d6-9d9d-255acb8992e3 req-e2087f0d-1da3-4531-821b-b6cc79c82255 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 944 time: 0.1261692 Dec 12 15:45:51.357796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72358446-b547-44d6-9d9d-255acb8992e3 req-8dce6f3d-aaa6-4cdf-9de0-c82b5af933d3 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082411 Dec 12 15:45:51.361911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d99f8d9f-6dad-4254-b390-66f57e1c3963 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:45:51.480729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port d99f8d9f-6dad-4254-b390-66f57e1c3963 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:45:51.486483 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.488455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port d99f8d9f-6dad-4254-b390-66f57e1c3963 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:51.488856 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.659018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.681785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:45:51.696501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:51.699686 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9d9f1-90a9-45c3-989d-332e54d5258e" -d '{"events": [{"server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "name": "network-vif-plugged", "status": "completed", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:51.748700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:51.758881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.873933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:45:51.898268 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52d57e8-7de8-462f-8ab9-f87bfdc85515 x-openstack-request-id: req-c52d57e8-7de8-462f-8ab9-f87bfdc85515 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:51.898760 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "name": "network-vif-plugged", "status": "completed", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:51.899163 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c52d57e8-7de8-462f-8ab9-f87bfdc85515 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:51.901951 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Sync routers for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:45:51.911445 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963', 'code': 200} Dec 12 15:45:51.924946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:51.925658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:51.952420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:51.956553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5a8ec65f-63a0-4918-b417-2fc48862a5cb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6038997 Dec 12 15:45:51.956958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:51.972020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee217011-033a-4401-a464-78b1e0df4743 req-a986f4a0-81d0-43a2-bcf1-975f5549f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:51.982084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee217011-033a-4401-a464-78b1e0df4743 req-a986f4a0-81d0-43a2-bcf1-975f5549f1cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 1096 time: 0.1059713 Dec 12 15:45:52.028564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:52.041826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38890) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:52.042625 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-31b000e2-11a7-4efd-a3aa-90c897d5dabe tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=46791c8f70d7494689224023f312c304&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738182 Dec 12 15:45:52.068508 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:52.232013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee217011-033a-4401-a464-78b1e0df4743 req-3352e3c4-c430-4fcd-a322-c93c6d409ff8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423840 Dec 12 15:45:52.336138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5fd3b-924b-4132-b144-aef9fe8e14ec tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:52.338091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-92c5fd3b-924b-4132-b144-aef9fe8e14ec tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2945223 Dec 12 15:45:52.341548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:52.380516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6ff9ac80-bc0b-43ff-8018-e7d0b65fdcaa tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374956 Dec 12 15:45:52.384609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 38896) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:52.390689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939991879', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'project_id': '46791c8f70d7494689224023f312c304', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:45:52.429566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:50Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:52.482857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Checking router: 7b420dea-6d02-40ba-b4c3-bf8ba524c07c for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:45:52.483202 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Updating router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c port e156607f-3220-4991-9339-f0d0abbf3508 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:45:52.531218 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:52.576755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef256799-53c1-4802-b77a-f193975fe3be req-830d0757-119e-42ad-ac51-03001225e19d tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:52.589905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef256799-53c1-4802-b77a-f193975fe3be req-830d0757-119e-42ad-ac51-03001225e19d tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 945 time: 0.1199501 Dec 12 15:45:52.648933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:45:52.655638 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:52.769117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef256799-53c1-4802-b77a-f193975fe3be req-30c2e961-4a43-42b4-b523-b7b9387925a2 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763921 Dec 12 15:45:52.989232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.122723 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.134523 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.148836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Subnet': ['ID=013f6c26-963a-4cbd-b7b7-abd75749284b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:53.198995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Checking segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:53.199517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network hostable DHCP agents. Network: a595654d-fc11-40e4-abbc-dbac76282747, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:45:53.239597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network a595654d-fc11-40e4-abbc-dbac76282747 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:45:53.257118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a595654d-fc11-40e4-abbc-dbac76282747) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:53.263618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:53.267204 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.278914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586934f3-28f1-4310-86ef-95e2de46cace None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:45:53.286600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ff6ded-5b51-447b-b696-13bae1a91244 None None] Network a595654d-fc11-40e4-abbc-dbac76282747 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:45:53.310607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 38912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:45:53.311212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-40511e37-449e-4abf-8e4e-33080bae135f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9248717 Dec 12 15:45:53.360106 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Pushing event updated for resources: {'Port': ['ID=e156607f-3220-4991-9339-f0d0abbf3508,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:53.363346 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Attempting to bind port e156607f-3220-4991-9339-f0d0abbf3508 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:53.363714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Attempting to bind port e156607f-3220-4991-9339-f0d0abbf3508 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:53.364071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Attempting to bind port e156607f-3220-4991-9339-f0d0abbf3508 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:53.417426 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.417887 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.418228 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.418561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.418888 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.419214 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.419538 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.419872 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.432271 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.432271 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.432565 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.436287 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.436655 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:45:53.445078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:53.450599 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:53.455689 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.456111 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:53.462227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Bound port: e156607f-3220-4991-9339-f0d0abbf3508, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:53.462697 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.601082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-a595654d-fc11-40e4-abbc-dbac76282747', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:45:53.603988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.625460 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] For port e156607f-3220-4991-9339-f0d0abbf3508, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:53.637039 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] For port e156607f-3220-4991-9339-f0d0abbf3508, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e156607f-3220-4991-9339-f0d0abbf3508,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:53.645175 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.727385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] Provisioning complete for port e156607f-3220-4991-9339-f0d0abbf3508 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:53.727717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:53.786185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8984805e-7830-4c4a-b54f-fc8bd5e176f2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:45:53.789709 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:53.790340 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:53.907792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efddabe-9cad-482f-be06-8627ea23777b None None] Pushing event updated for resources: {'Port': ['ID=e156607f-3220-4991-9339-f0d0abbf3508,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:54.060175 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:54.082589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e56f7-6cc1-414f-9c93-feafb71f5b7a req-ee3acfaa-04ad-4620-b095-8c56e798e7ed tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:54.084202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-817e56f7-6cc1-414f-9c93-feafb71f5b7a req-ee3acfaa-04ad-4620-b095-8c56e798e7ed tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 945 time: 0.1239653 Dec 12 15:45:54.222955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Allocated IP 172.20.0.2 (a595654d-fc11-40e4-abbc-dbac76282747/013f6c26-963a-4cbd-b7b7-abd75749284b/41b5364f-5fe1-4823-9d10-953f9484a2ca) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:45:54.228938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.253361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] For port e156607f-3220-4991-9339-f0d0abbf3508, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e156607f-3220-4991-9339-f0d0abbf3508,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:54.262129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.318786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.328074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-817e56f7-6cc1-414f-9c93-feafb71f5b7a req-83a04769-63bd-4c0f-acd0-12001e3c6786 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235076 Dec 12 15:45:54.443469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744286a1-cdc4-428d-aa0c-bc343074badd None None] Pushing event updated for resources: {'Port': ['ID=e156607f-3220-4991-9339-f0d0abbf3508,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:54.461985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-59102f43-ce6c-40f7-8d2d-97f116835e11 None None] Provisioning complete for port e156607f-3220-4991-9339-f0d0abbf3508 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:54.462344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59102f43-ce6c-40f7-8d2d-97f116835e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.476209 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:50Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:54.605898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.610429 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44829eac-2b4f-4529-a6b4-9302f6f051e6 None None] The sync data for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 is: [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:50Z', 'revision_number': 3, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:45:54.617125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.703739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Network a595654d-fc11-40e4-abbc-dbac76282747 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:54.711849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:54.729092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:45:54.749651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Pushing event updated for resources: {'Port': ['ID=41b5364f-5fe1-4823-9d10-953f9484a2ca,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:54.844055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Attempting to bind port 41b5364f-5fe1-4823-9d10-953f9484a2ca on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:45:54.844590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Attempting to bind port 41b5364f-5fe1-4823-9d10-953f9484a2ca by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:45:54.845802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Attempting to bind port 41b5364f-5fe1-4823-9d10-953f9484a2ca on network a595654d-fc11-40e4-abbc-dbac76282747 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:45:54.852811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:45:54.853461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Checking segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:45:54.854178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.854733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Bound using segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:45:54.855386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Bound port: 41b5364f-5fe1-4823-9d10-953f9484a2ca, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:45:54.855931 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:54.993936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] For port 41b5364f-5fe1-4823-9d10-953f9484a2ca, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:45:55.008305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] For port 41b5364f-5fe1-4823-9d10-953f9484a2ca, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=41b5364f-5fe1-4823-9d10-953f9484a2ca,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:45:55.009183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.1 (a595654d-fc11-40e4-abbc-dbac76282747/013f6c26-963a-4cbd-b7b7-abd75749284b/66db9c3e-d3c2-43ad-bd00-92e31045f133) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:45:55.027012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:55.196943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:55.313587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:55.470642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network a595654d-fc11-40e4-abbc-dbac76282747 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:55.480915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:55.497752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:45:55.639459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946fe7c-1d83-4b65-865f-b8bc0b490a34 None None] Pushing event updated for resources: {'Port': ['ID=41b5364f-5fe1-4823-9d10-953f9484a2ca,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:55.715876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:55.731388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:55.951273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e156607f-3220-4991-9339-f0d0abbf3508 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:45:56.085697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port e156607f-3220-4991-9339-f0d0abbf3508 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:56.086094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:56.090031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c762665-ffbf-4302-8c2e-52079833d231 req-9632a09a-8a37-47a1-ae01-82d314bbdc2a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:56.135530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c762665-ffbf-4302-8c2e-52079833d231 req-9632a09a-8a37-47a1-ae01-82d314bbdc2a tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 945 time: 0.2127850 Dec 12 15:45:56.164656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:56.296998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c762665-ffbf-4302-8c2e-52079833d231 req-3a5676db-baa4-4c49-895e-fe45b9f7bff6 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502931 Dec 12 15:45:56.760775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:56.769201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:56.875876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:56.892562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:57.042491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network a595654d-fc11-40e4-abbc-dbac76282747 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:45:57.044309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:45:57.165384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-ee991005-38ab-4b35-a344-9272c51312a5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:57.167697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-ee991005-38ab-4b35-a344-9272c51312a5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 945 time: 0.1563115 Dec 12 15:45:57.258449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:45:57.356969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Deleting port d99f8d9f-6dad-4254-b390-66f57e1c3963 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:45:57.357512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:57.545431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefa981-00d5-4b50-aa82-312818e30717 req-2cadbdb7-3902-4016-ba41-5b231980b12d tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:57.553147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6eefa981-00d5-4b50-aa82-312818e30717 req-2cadbdb7-3902-4016-ba41-5b231980b12d tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 945 time: 0.0948126 Dec 12 15:45:57.580919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359aecb0-7dc2-47ec-a932-ca40b6765983 None None] Network a595654d-fc11-40e4-abbc-dbac76282747 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:45:57.660476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:45:57.697379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0a52e704-c520-4b25-bce4-922b1add806b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/7b420dea-6d02-40ba-b4c3-bf8ba524c07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3844457 Dec 12 15:45:57.809746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] Provisioning complete for port 41b5364f-5fe1-4823-9d10-953f9484a2ca triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:57.810130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:57.844039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] For port d99f8d9f-6dad-4254-b390-66f57e1c3963, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=d99f8d9f-6dad-4254-b390-66f57e1c3963,segment=NetworkSegment(873c8fcd-af6f-4e35-b2a8-1b3c298613a9),segment_id=873c8fcd-af6f-4e35-b2a8-1b3c298613a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:57.844404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:57.869249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6eefa981-00d5-4b50-aa82-312818e30717 req-3579df5a-53a7-4b31-8e24-8ef9dde6febc tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/security-groups?id=3d034859-d374-4e4b-838c-9d86b3f6d039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046672 Dec 12 15:45:57.887866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Calling delete_port for d99f8d9f-6dad-4254-b390-66f57e1c3963 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:45:57.929648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 41b5364f-5fe1-4823-9d10-953f9484a2ca up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:45:58.209897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Sync routers for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:45:58.226097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-25251cc9-b90f-4c5e-a83d-1cb587fd1075 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821899335&fields=id&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 267 time: 0.1742542 Dec 12 15:45:58.278644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:45:58.280177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:58.304316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:58.355517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Pushing event deleted for resources: {'Port': ['ID=d99f8d9f-6dad-4254-b390-66f57e1c3963,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:58.402182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:58.404203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['d99f8d9f-6dad-4254-b390-66f57e1c3963'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:45:58.435845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] No DVR routers for this DVR port d99f8d9f-6dad-4254-b390-66f57e1c3963 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:45:58.446877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:58.451029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8147ffb5-3738-4cf3-88fa-68a7b32fa34f req-bc323b71-58ef-4c9b-b84d-0959588773c5 tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.13 "DELETE /v2.0/ports/d99f8d9f-6dad-4254-b390-66f57e1c3963 HTTP/1.1" status: 204 len: 173 time: 1.2753081 Dec 12 15:45:58.451493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'name': 'network-vif-deleted', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:45:58.458872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:45:58.458872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 41b5364f-5fe1-4823-9d10-953f9484a2ca triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:58.459129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:58.465486 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24460f95-aa52-4f97-8ea2-a53cbcc93b88" -d '{"events": [{"server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "name": "network-vif-deleted", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:45:58.542521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-3aab68f5-129c-472b-907d-0904434cf33a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:45:58.544083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-3aab68f5-129c-472b-907d-0904434cf33a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 797 time: 0.3018298 Dec 12 15:45:58.573850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-b2ae37ac-bcb0-4184-83bf-d0969b27bfba tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/quotas/46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 375 time: 0.0194578 Dec 12 15:45:58.619720 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb866f18-d6c6-4391-9831-a8c440db1040 x-openstack-request-id: req-cb866f18-d6c6-4391-9831-a8c440db1040 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:45:58.621491 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb21312-9fb3-4fb7-83e3-bdbdc3b13177", "name": "network-vif-deleted", "tag": "d99f8d9f-6dad-4254-b390-66f57e1c3963", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:45:58.621888 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb866f18-d6c6-4391-9831-a8c440db1040 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:45:58.623900 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb21312-9fb3-4fb7-83e3-bdbdc3b13177', 'name': 'network-vif-deleted', 'tag': 'd99f8d9f-6dad-4254-b390-66f57e1c3963', 'status': 'completed', 'code': 200} Dec 12 15:45:58.666710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] For port 41b5364f-5fe1-4823-9d10-953f9484a2ca, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=41b5364f-5fe1-4823-9d10-953f9484a2ca,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:45:58.685064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:58.696354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-fd1d7a40-0f91-4bae-be7c-4df0dd0ccc63 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078777 Dec 12 15:45:58.870972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38213dfd-db8b-457d-9619-d7a02f514f25 None None] Pushing event updated for resources: {'Port': ['ID=41b5364f-5fe1-4823-9d10-953f9484a2ca,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:45:59.048398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8ea7d4aa-669b-48b5-86d9-54c7236fd6c3 None None] Provisioning complete for port 41b5364f-5fe1-4823-9d10-953f9484a2ca triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:59.049176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d4aa-669b-48b5-86d9-54c7236fd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:59.059043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-9ec237c0-2658-4dd4-8fbd-9bbaeab19c52 service neutron] 10.222.0.36 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360491 Dec 12 15:45:59.387850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8ea7d4aa-669b-48b5-86d9-54c7236fd6c3 None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:59.388353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8ea7d4aa-669b-48b5-86d9-54c7236fd6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:59.427076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7d4aa-669b-48b5-86d9-54c7236fd6c3 None None] Port 66db9c3e-d3c2-43ad-bd00-92e31045f133 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:45:59.437629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 2, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:45:59.502771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Checking router: 7b420dea-6d02-40ba-b4c3-bf8ba524c07c for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:45:59.503193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Updating router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c port 66db9c3e-d3c2-43ad-bd00-92e31045f133 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:45:59.567255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:59.601944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a68caae9-e5ee-4db8-aa78-16013d0d0ef8 None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:45:59.602318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a68caae9-e5ee-4db8-aa78-16013d0d0ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:45:59.707809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17419d36-04c7-4bcc-95f7-5754b020ef16 req-9b42a887-51fb-42f7-bfce-e3ea54c77cdc tempest-VolumesActionsTest-359399780 tempest-VolumesActionsTest-359399780-project] 10.222.0.36 "GET /v2.0/ports?device_id=1eb21312-9fb3-4fb7-83e3-bdbdc3b13177 HTTP/1.1" status: 200 len: 210 time: 0.6475701 Dec 12 15:45:59.802847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a68caae9-e5ee-4db8-aa78-16013d0d0ef8 None None] Port 66db9c3e-d3c2-43ad-bd00-92e31045f133 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:45:59.811663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 41b5364f-5fe1-4823-9d10-953f9484a2ca up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:45:59.880604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-cf6d30db-84f5-47fa-85a9-1c17fa4c6e40 service neutron] 10.222.0.36 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939435 Dec 12 15:46:00.003776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 41b5364f-5fe1-4823-9d10-953f9484a2ca triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:00.004311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.043823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fd1b5138-f7e1-4e3e-8aee-532d6f626315 None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:00.044333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5138-f7e1-4e3e-8aee-532d6f626315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.160241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca640bab-160b-449d-a666-9dcfe9983519 req-367a94e8-42e9-46f1-924d-d599e48da5ff tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 210 time: 0.0654089 Dec 12 15:46:00.172807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b5138-f7e1-4e3e-8aee-532d6f626315 None None] Port 66db9c3e-d3c2-43ad-bd00-92e31045f133 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:46:00.413982 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.438914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.508189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518cad-b8e6-449a-a0f0-8564d5a6e503 None None] Pushing event updated for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:00.613149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Attempting to bind port 66db9c3e-d3c2-43ad-bd00-92e31045f133 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:46:00.613752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Attempting to bind port 66db9c3e-d3c2-43ad-bd00-92e31045f133 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:46:00.614295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Attempting to bind port 66db9c3e-d3c2-43ad-bd00-92e31045f133 on network a595654d-fc11-40e4-abbc-dbac76282747 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:46:00.621115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:46:00.621733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Checking segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:46:00.622294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.622833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Bound using segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:46:00.623574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Bound port: 66db9c3e-d3c2-43ad-bd00-92e31045f133, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:46:00.624105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.721819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] For port 66db9c3e-d3c2-43ad-bd00-92e31045f133, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:46:00.740845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] For port 66db9c3e-d3c2-43ad-bd00-92e31045f133, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=66db9c3e-d3c2-43ad-bd00-92e31045f133,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:46:00.749281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:00.872103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:00.872768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:01.325501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:01.379104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0e744c2-fe09-49eb-af50-a11ab74757a7 req-1702f76c-0269-4d68-b0e5-919f87480e3a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 210 time: 0.0752563 Dec 12 15:46:01.490832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d99f8d9f-6dad-4254-b390-66f57e1c3963 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:46:01.648261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: d99f8d9f-6dad-4254-b390-66f57e1c3963 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:46:01.648864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device d99f8d9f-6dad-4254-b390-66f57e1c3963 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:46:01.690666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35518cad-b8e6-449a-a0f0-8564d5a6e503 None None] Pushing event updated for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:01.702398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-86e09342-9827-4ead-9586-5702547414fe None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:01.703178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86e09342-9827-4ead-9586-5702547414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:01.797269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:00Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:01.868424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c5a2de-18d8-4692-b503-9d0470903281 None None] The sync data for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 is: [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:00Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:46:01.923865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86e09342-9827-4ead-9586-5702547414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:02.136687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-86e09342-9827-4ead-9586-5702547414fe None None] For port 66db9c3e-d3c2-43ad-bd00-92e31045f133, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=66db9c3e-d3c2-43ad-bd00-92e31045f133,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:02.147422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86e09342-9827-4ead-9586-5702547414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:02.153082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-9a09441d-3fb0-4479-8c25-f645ef5f2206 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:02.160804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-9a09441d-3fb0-4479-8c25-f645ef5f2206 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 797 time: 0.4814308 Dec 12 15:46:02.209779 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:46:02.337700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b05cd5de-c4d2-4e75-9590-9dc314b63e26 None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:02.337956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b05cd5de-c4d2-4e75-9590-9dc314b63e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:02.391011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-838a1dac-ee44-4a0e-9444-c770019fc2e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46791c8f70d7494689224023f312c304 HTTP/1.1" status: 200 len: 380 time: 0.2199221 Dec 12 15:46:02.401790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'port': {'device_id': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'admin_state_up': True, 'tenant_id': '46791c8f70d7494689224023f312c304', 'security_groups': ['53a9529f-4528-4134-ba8c-00f13b0a0074']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:02.445950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e09342-9827-4ead-9586-5702547414fe None None] Pushing event updated for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:02.636281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a8e3d2f-1694-4f4c-9327-0eb185a1b452 req-57b98779-c6f0-4bb8-b4a8-400e089f4f46 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 210 time: 0.0581274 Dec 12 15:46:02.683315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Made reservation on behalf of 46791c8f70d7494689224023f312c304 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:46:02.693420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:02.911234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.20.0.3 (a595654d-fc11-40e4-abbc-dbac76282747/013f6c26-963a-4cbd-b7b7-abd75749284b/536688a7-fe00-4394-8d43-c6b15e42100c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:46:03.191958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:03.276378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:03.364702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network a595654d-fc11-40e4-abbc-dbac76282747 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:46:03.366214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:03.369043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:03.389814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:46:03.566105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:03.573697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:03.616485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-547fb807-31bb-468c-92e3-c03f72e30e6a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2185676 Dec 12 15:46:03.670335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Request body: {'port': {'device_id': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:03.810971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:03.916517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 66db9c3e-d3c2-43ad-bd00-92e31045f133 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:46:04.044534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92c711c4-0168-4bf4-856b-8eec1062c697 None None] Provisioning complete for port 536688a7-fe00-4394-8d43-c6b15e42100c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:04.052834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92c711c4-0168-4bf4-856b-8eec1062c697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:04.178323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-92c711c4-0168-4bf4-856b-8eec1062c697 None None] Port 536688a7-fe00-4394-8d43-c6b15e42100c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:46:04.193099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 66db9c3e-d3c2-43ad-bd00-92e31045f133 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:04.193589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:04.413608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece16c-20cd-4c5b-ae04-1e56b8701f84 req-0617d902-9fec-48a8-9b33-894f0d4a3ccd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:04.426414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1fece16c-20cd-4c5b-ae04-1e56b8701f84 req-0617d902-9fec-48a8-9b33-894f0d4a3ccd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 931 time: 0.3672664 Dec 12 15:46:04.655513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1fece16c-20cd-4c5b-ae04-1e56b8701f84 req-89c414f7-8272-472e-936a-4dc18bcd3676 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253079 Dec 12 15:46:04.843674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:46:04.861802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:04.885624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Transition to ACTIVE for port object 536688a7-fe00-4394-8d43-c6b15e42100c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:46:04.895980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:05.087684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:05.210012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Attempting to bind port 536688a7-fe00-4394-8d43-c6b15e42100c on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:46:05.210210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Attempting to bind port 536688a7-fe00-4394-8d43-c6b15e42100c by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:46:05.210473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Attempting to bind port 536688a7-fe00-4394-8d43-c6b15e42100c on network a595654d-fc11-40e4-abbc-dbac76282747 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:46:05.224797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Port 536688a7-fe00-4394-8d43-c6b15e42100c on network a595654d-fc11-40e4-abbc-dbac76282747 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:46:05.225117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Attempting to bind port 536688a7-fe00-4394-8d43-c6b15e42100c on network a595654d-fc11-40e4-abbc-dbac76282747 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:46:05.241063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:46:05.241406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Checking segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:46:05.242041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Bound using segment: {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:46:05.242470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Bound port: 536688a7-fe00-4394-8d43-c6b15e42100c, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:46:05.242822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:05.369609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:46:05.377155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:46:05.388825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:05.420666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7921474d-a6f5-43fb-9202-08290dbe0ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:05.516353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:05.517026 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:05.526886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] 10.222.0.13 "PUT /v2.0/ports/536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 1091 time: 1.8989756 Dec 12 15:46:05.527390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:05.540611 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2733abf-4211-45e4-91be-03fb0cdeac5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:05.711357 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eec90bb-f205-4f44-babd-04f7ca96c5d4 x-openstack-request-id: req-0eec90bb-f205-4f44-babd-04f7ca96c5d4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:05.713081 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:05.714642 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eec90bb-f205-4f44-babd-04f7ca96c5d4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:05.715221 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'status': 'completed', 'code': 200} Dec 12 15:46:05.727033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35b0b9-cdb1-4ae5-bdc2-c32fd2621e1d service neutron] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:05.774267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-4faa3faf-43c3-4769-a500-d91b0d0b7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:05.776313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-4faa3faf-43c3-4769-a500-d91b0d0b7aee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1094 time: 0.1786416 Dec 12 15:46:05.903035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-d306c45b-98b4-4995-874a-4354532f0838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 217 time: 0.0822012 Dec 12 15:46:06.097167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da948534-81a0-499c-88f6-5ace348151a3 req-035b3a1f-d5c6-45d0-add6-aa41120ac165 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:06.099262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da948534-81a0-499c-88f6-5ace348151a3 req-035b3a1f-d5c6-45d0-add6-aa41120ac165 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 943 time: 0.3189662 Dec 12 15:46:06.135078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-1dcd692f-c6ad-4ada-80e3-af4fce8a1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:06.136699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-1dcd692f-c6ad-4ada-80e3-af4fce8a1b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 200 len: 835 time: 0.2248182 Dec 12 15:46:06.249202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da948534-81a0-499c-88f6-5ace348151a3 req-eda0886d-4b10-4843-9cfc-44c34ef1ce76 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407366 Dec 12 15:46:06.268040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-a0b91d52-e75f-46b7-a6a2-9d02b4297aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:06.271243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-a0b91d52-e75f-46b7-a6a2-9d02b4297aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a595654d-fc11-40e4-abbc-dbac76282747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228924 Dec 12 15:46:06.425981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-d140bf73-3eec-4157-a014-787742256411 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458080 Dec 12 15:46:06.580776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7fa0fe5-40ee-4fd9-8e59-de42cc56466b req-77dda0ea-d60b-4adc-b32a-32f55bd8c6a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471484 Dec 12 15:46:06.805080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-87cb1e32-7481-4387-9701-c3a718fa52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:06.806823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-87cb1e32-7481-4387-9701-c3a718fa52fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1094 time: 0.1740749 Dec 12 15:46:06.918425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-84e2dc73-3626-4776-bf88-03843c7e1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:06.922018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-84e2dc73-3626-4776-bf88-03843c7e1551 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 897 time: 0.1060221 Dec 12 15:46:07.008668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-88db413b-b9b9-4370-a45f-280345e6948d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 217 time: 0.0790980 Dec 12 15:46:07.074894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-ab8d4c52-8ce5-4b0b-92b6-7dcd6f3d16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:07.076355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-ab8d4c52-8ce5-4b0b-92b6-7dcd6f3d16b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 200 len: 835 time: 0.0583844 Dec 12 15:46:07.168254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-349379d3-8c6e-40b7-b264-8d7817b23178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:07.169948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-349379d3-8c6e-40b7-b264-8d7817b23178 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a595654d-fc11-40e4-abbc-dbac76282747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857842 Dec 12 15:46:07.291669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-a56e164f-02f3-4453-b5fa-1216c94d8ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132710 Dec 12 15:46:07.582797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2733abf-4211-45e4-91be-03fb0cdeac5a req-17fd15a9-0af8-4753-8629-409c4288e79a service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808948 Dec 12 15:46:07.660301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d1479-3bea-4bde-895c-63197fe122b4 req-2200ce0c-2ee6-4451-852e-c9d965c1c769 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:07.667850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a4d1479-3bea-4bde-895c-63197fe122b4 req-2200ce0c-2ee6-4451-852e-c9d965c1c769 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 943 time: 0.2256148 Dec 12 15:46:07.733233 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90e2dd09-87c6-48fd-9463-3c2432fe00a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:07.854785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a4d1479-3bea-4bde-895c-63197fe122b4 req-59d55aac-afd7-4c33-9f78-266abb76c891 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806684 Dec 12 15:46:08.600788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:09.114083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400b5d5-ad06-49f0-a337-c1c84c58b129 req-7efb6333-7f92-4892-aec9-53d3e2e9d7a7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:09.128264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b400b5d5-ad06-49f0-a337-c1c84c58b129 req-7efb6333-7f92-4892-aec9-53d3e2e9d7a7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 943 time: 0.1197057 Dec 12 15:46:09.227251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:09.371923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b400b5d5-ad06-49f0-a337-c1c84c58b129 req-b73e29aa-cdce-45ba-9152-6eb5b818ad1c tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321639 Dec 12 15:46:09.471096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:46:09.674914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:09.704968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '536688a7-fe00-4394-8d43-c6b15e42100c', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'mac_address': 'fa:16:3e:69:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:46:09.814311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:09.842009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:46:09.868529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:09.878247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:09.955126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:10.069337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['536688a7-fe00-4394-8d43-c6b15e42100c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:46:10.460535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:10.735482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481fe91-8019-42d5-b3e2-7c00abf60615 req-32ddea3f-5c66-45ae-a7d9-3bdd293bba88 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:10.756541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3481fe91-8019-42d5-b3e2-7c00abf60615 req-32ddea3f-5c66-45ae-a7d9-3bdd293bba88 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 944 time: 0.2184825 Dec 12 15:46:10.911193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3481fe91-8019-42d5-b3e2-7c00abf60615 req-8652fcfb-20ba-4726-bb21-f17e5c8b28e4 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530042 Dec 12 15:46:11.112072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:11.292288 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:11.467986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:46:11.575647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 536688a7-fe00-4394-8d43-c6b15e42100c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:46:11.585393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 536688a7-fe00-4394-8d43-c6b15e42100c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:11.585814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:11.740994 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:11.783060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:11.784405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:11.787038 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddab95f-5e84-4890-9115-c128dbee15fe" -d '{"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-plugged", "status": "completed", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:11.804164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:11.856803 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faae1da-a6c3-4ab4-a7a0-6e28dbb50ace x-openstack-request-id: req-0faae1da-a6c3-4ab4-a7a0-6e28dbb50ace {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:11.857405 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-plugged", "status": "completed", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:11.858154 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0faae1da-a6c3-4ab4-a7a0-6e28dbb50ace {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:11.858784 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'code': 200} Dec 12 15:46:11.907895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:11.991030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4199ae-b503-40e6-8820-9aeb272da402 req-54066ebe-07a8-43e1-b33c-319bde2c62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:11.992716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec4199ae-b503-40e6-8820-9aeb272da402 req-54066ebe-07a8-43e1-b33c-319bde2c62bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0661576 Dec 12 15:46:12.091472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec4199ae-b503-40e6-8820-9aeb272da402 req-0e7630af-4e1b-4b7c-91db-f7aeb59b959d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903573 Dec 12 15:46:12.149324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606553b5-b0aa-4ade-b22c-0fd42fa473ee req-4593262b-816b-4b03-8377-0a734d926b61 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:12.162758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-606553b5-b0aa-4ade-b22c-0fd42fa473ee req-4593262b-816b-4b03-8377-0a734d926b61 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.1314092 Dec 12 15:46:12.305995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-606553b5-b0aa-4ade-b22c-0fd42fa473ee req-0ec55c99-ccad-4556-b30d-880c91edceeb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327353 Dec 12 15:46:13.548813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ca2f6-9a66-45b2-a290-8ab536d1cb3a req-52a8a1a0-6629-4344-a31d-818b6c656161 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:13.552226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-605ca2f6-9a66-45b2-a290-8ab536d1cb3a req-52a8a1a0-6629-4344-a31d-818b6c656161 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.1397808 Dec 12 15:46:13.696953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-605ca2f6-9a66-45b2-a290-8ab536d1cb3a req-fae007ff-9821-42c1-b52b-3a0732a5b551 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252427 Dec 12 15:46:14.001208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb869-4178-48fa-8de5-9d8c4ec09af0 req-146a016f-a209-4f49-9f73-5b0fe9f05300 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:14.012705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70dcb869-4178-48fa-8de5-9d8c4ec09af0 req-146a016f-a209-4f49-9f73-5b0fe9f05300 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.2153373 Dec 12 15:46:14.180129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70dcb869-4178-48fa-8de5-9d8c4ec09af0 req-93d555d9-5207-4d51-9473-7c9933be063e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660993 Dec 12 15:46:14.192510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:14.332010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8fcfa2-42dd-42fb-aec7-02e7c729341b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:14.336490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:14.336798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a8fcfa2-42dd-42fb-aec7-02e7c729341b tempest-TestNetworkAdvancedServerOps-383558364 tempest-TestNetworkAdvancedServerOps-383558364-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1091 time: 0.1429329 Dec 12 15:46:14.341602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'tenant_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:14.416252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:14.629435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:14.806804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Allocated IP 172.25.3.10 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/1a197265-3056-42c7-afb5-6859c6c0bd37) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:46:15.013188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:15.108389 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:15.220930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=1a197265-3056-42c7-afb5-6859c6c0bd37,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:15.264480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:46:15.268716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:15.274485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:46:16.186808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:16.361161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:16.703378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:16.713128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:16.817458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event updated for resources: {'Port': ['ID=1a197265-3056-42c7-afb5-6859c6c0bd37,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:16.959586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:17.197701 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 associated. External IP: 172.25.3.10, port: 536688a7-fe00-4394-8d43-c6b15e42100c. Dec 12 15:46:17.750380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:46:18.011290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:46:18.029385 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Sync routers for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:46:18.061235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:18.061860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:18.076211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:18.229242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eee011f4-6e81-4b59-b98c-624e90b9878d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8689373 Dec 12 15:46:18.230001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:18.232367 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8fa018-729f-4d63-aa1e-6c5eb178b069" -d '{"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:18.335603 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:18.408703 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84783c4-f116-44ae-b5ed-9105cbe9b954 x-openstack-request-id: req-e84783c4-f116-44ae-b5ed-9105cbe9b954 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:18.409059 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:18.409280 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e84783c4-f116-44ae-b5ed-9105cbe9b954 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:18.409708 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'status': 'completed', 'code': 200} Dec 12 15:46:18.620050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-440f28a8-fc56-4b5e-948c-e1d021d0dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:18.622040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-440f28a8-fc56-4b5e-948c-e1d021d0dfea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1983211 Dec 12 15:46:18.661162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a67b45-895b-4ef8-83c8-a51ccd7fe465 req-dc58b416-703e-4f6b-a8a1-c3236b26cd8f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:18.682134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0a67b45-895b-4ef8-83c8-a51ccd7fe465 req-dc58b416-703e-4f6b-a8a1-c3236b26cd8f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.1386042 Dec 12 15:46:18.864546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0a67b45-895b-4ef8-83c8-a51ccd7fe465 req-304d69b6-0a9e-4e5b-98f5-9a5b91d09d94 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795239 Dec 12 15:46:18.927584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:19.061554 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cae1be2d-46f9-4caf-afd2-06f5f25e6cd1', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'mac_address': 'fa:16:3e:69:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:15Z', 'updated_at': '2021-12-12T15:46:15Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:19.082128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-66472dce-eadf-4a30-82a1-a7b525d59e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:19.083630 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-66472dce-eadf-4a30-82a1-a7b525d59e55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 897 time: 0.3532598 Dec 12 15:46:19.138507 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Checking router: 7b420dea-6d02-40ba-b4c3-bf8ba524c07c for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:46:19.174716 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0652c23a-9564-4b8f-a080-9834a8b4edbb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 200 len: 990 time: 0.2448208 Dec 12 15:46:19.178619 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:19.179875 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:19.307957 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:19.321489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-15ca260f-4335-40ce-a397-296816a80af3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 998 time: 0.2236180 Dec 12 15:46:19.420984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-354694b5-cd00-4f81-b2d2-b76f459e0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:19.423102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-354694b5-cd00-4f81-b2d2-b76f459e0fc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 200 len: 835 time: 0.0931909 Dec 12 15:46:19.538608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-22f391fa-93aa-42ab-8ba3-8fea83caeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:19.540764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-22f391fa-93aa-42ab-8ba3-8fea83caeb40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a595654d-fc11-40e4-abbc-dbac76282747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079736 Dec 12 15:46:19.872949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-a900696b-8172-429e-8864-3236ef143180 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241570 Dec 12 15:46:20.002168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cae1be2d-46f9-4caf-afd2-06f5f25e6cd1', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'mac_address': 'fa:16:3e:69:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:15Z', 'updated_at': '2021-12-12T15:46:15Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:20.129010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a8fa018-729f-4d63-aa1e-6c5eb178b069 req-48bdacdd-4312-428e-bd29-d5179489914d service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453556 Dec 12 15:46:20.180936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:20.310442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0658d04-acbf-40e0-bece-fbb4b3e05ea8 None None] The sync data for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 is: [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'cae1be2d-46f9-4caf-afd2-06f5f25e6cd1', 'tenant_id': '46791c8f70d7494689224023f312c304', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'mac_address': 'fa:16:3e:69:af:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:15Z', 'updated_at': '2021-12-12T15:46:15Z', 'revision_number': 0, 'project_id': '46791c8f70d7494689224023f312c304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:46:20.336224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7657ee0b-03b4-46ad-91ae-ae9c4478086b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 200 len: 990 time: 0.1512563 Dec 12 15:46:20.975007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59266d14-3e21-4a4c-b82c-aeac04d2ea01 None None] New status for floating IP cae1be2d-46f9-4caf-afd2-06f5f25e6cd1: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:46:21.050741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-cda88c5f-5a5b-4af0-a165-bba261d50d92 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67010807&fields=id&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 267 time: 0.9070721 Dec 12 15:46:21.327590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-87cc4684-f606-4d82-8f53-7253fad8d0b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:21.333319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-87cc4684-f606-4d82-8f53-7253fad8d0b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2733727 Dec 12 15:46:21.338417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 39478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:21.387411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-bef207d1-b880-42d5-949f-b3f6a58e7d4c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0457573 Dec 12 15:46:21.440188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9c306fd5-badf-4666-a607-ec34b7168a97 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 200 len: 990 time: 0.1000209 Dec 12 15:46:21.549218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-1502a542-46bd-47a3-87de-7e9ed1a60be1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553223 Dec 12 15:46:21.774394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-32540138-260e-46a1-ba74-15e7f2af8e86 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211852 Dec 12 15:46:22.019829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-ce7733cd-315c-42dd-9217-2e5994641177 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388449 Dec 12 15:46:22.441780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 39504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:22.562413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b1a9a27-af34-4510-990c-42ab6710a31b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 200 len: 992 time: 0.1194794 Dec 12 15:46:22.605710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f7608c4-3c34-4ac1-b097-3f2cba0913e0 req-3aacac0e-9ab8-4209-b469-4e8d4db3fb96 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0543473 Dec 12 15:46:23.807794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d440dae-e929-44bb-9c3d-3bf683257b6b req-cd4a201f-c733-4c12-bc1a-68d11ad881df tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0561366 Dec 12 15:46:24.363383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-9b281558-219b-4c81-bd4e-e71b7813748f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:24.373545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-9b281558-219b-4c81-bd4e-e71b7813748f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2704458 Dec 12 15:46:24.493202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-094cf9cf-b9a4-41f6-bebc-3360ef4ca1dd tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 378 time: 0.1049538 Dec 12 15:46:24.509490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04', 'security_groups': ['beeff02e-7308-4c4f-ae61-bc694c38d4da']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:24.655942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:46:24.663495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:24.943994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae329095-eaf3-4cbf-94de-3b69839071bc req-bd55d422-9da6-4bb1-b908-20859c41d69c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0379679 Dec 12 15:46:25.037899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.9 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/34d0c014-6db0-46c7-962b-4dafe0c83155) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:46:25.409289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:25.471252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:25.583466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:46:25.588602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:25.613989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:46:25.649029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:25.736909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:25.738254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:25.779234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0029c2e9-cfca-4273-b2fe-58957f1dc9b9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2775803 Dec 12 15:46:25.792831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Request body: {'port': {'device_id': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:25.874731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:26.054650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eb83f340-8ac7-4383-8014-47575e0005ea None None] Provisioning complete for port 34d0c014-6db0-46c7-962b-4dafe0c83155 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:26.059778 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eb83f340-8ac7-4383-8014-47575e0005ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:26.176865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-eb83f340-8ac7-4383-8014-47575e0005ea None None] Port 34d0c014-6db0-46c7-962b-4dafe0c83155 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:46:26.466030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e0ece-1d8f-481b-ba7f-2dc4718d8aa7 req-1fe31485-c939-4f45-86f3-b19348e3c0fc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:26.467626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-953e0ece-1d8f-481b-ba7f-2dc4718d8aa7 req-1fe31485-c939-4f45-86f3-b19348e3c0fc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 931 time: 0.1597345 Dec 12 15:46:26.501108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d0c014-6db0-46c7-962b-4dafe0c83155 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:46:26.542392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:26.599662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Transition to ACTIVE for port object 34d0c014-6db0-46c7-962b-4dafe0c83155 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:46:26.646150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:26.741609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Pushing event updated for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:26.792698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-953e0ece-1d8f-481b-ba7f-2dc4718d8aa7 req-db95c6e9-f6c7-4c45-8be6-aaec101ea90f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3164871 Dec 12 15:46:27.032591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Attempting to bind port 34d0c014-6db0-46c7-962b-4dafe0c83155 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:46:27.033025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Attempting to bind port 34d0c014-6db0-46c7-962b-4dafe0c83155 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:46:27.033282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Attempting to bind port 34d0c014-6db0-46c7-962b-4dafe0c83155 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:46:27.038191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Port 34d0c014-6db0-46c7-962b-4dafe0c83155 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:46:27.038520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Attempting to bind port 34d0c014-6db0-46c7-962b-4dafe0c83155 on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:46:27.055247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:46:27.055580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:46:27.055961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:46:27.060441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Bound port: 34d0c014-6db0-46c7-962b-4dafe0c83155, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:46:27.060862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:27.256149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:46:27.260382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=34d0c014-6db0-46c7-962b-4dafe0c83155,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:46:27.271846 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:27.377417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Pushing event updated for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:27.389250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:27.390070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:27.392153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-c972add1-d3a0-4dcd-9d69-301dd08cea27 service neutron] 10.222.0.30 "PUT /v2.0/ports/34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 200 len: 1091 time: 1.6044745 Dec 12 15:46:27.392887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:27.396212 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a557161-995f-4e91-aef2-677fa97663ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:27.537741 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3979b801-e385-40d6-9c44-dc9cc1e50a04 x-openstack-request-id: req-3979b801-e385-40d6-9c44-dc9cc1e50a04 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:27.538376 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:27.538861 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3979b801-e385-40d6-9c44-dc9cc1e50a04 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:27.539303 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'status': 'completed', 'code': 200} Dec 12 15:46:27.566356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-3a87103c-53fa-4e06-8e16-2d35c4c07942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:27.567901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-3a87103c-53fa-4e06-8e16-2d35c4c07942 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1094 time: 0.0795405 Dec 12 15:46:27.674434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-0ccb0ebf-ae27-4f52-94e5-b140a7e42e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 200 len: 217 time: 0.0926065 Dec 12 15:46:27.788171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-1e8342c2-c37b-41ba-960c-0640350be5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:27.789864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-1e8342c2-c37b-41ba-960c-0640350be5fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1026580 Dec 12 15:46:27.956544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-bcf441d8-1eba-4454-b1c4-8768e3c8cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:27.958207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-bcf441d8-1eba-4454-b1c4-8768e3c8cf66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556838 Dec 12 15:46:28.013000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a1692-bae4-4d87-8eaf-9dcaad27986f req-d3d816d4-ee7e-47e0-a780-6a7fe7100fab tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:28.014583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b47a1692-bae4-4d87-8eaf-9dcaad27986f req-d3d816d4-ee7e-47e0-a780-6a7fe7100fab tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.1361873 Dec 12 15:46:28.257449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b47a1692-bae4-4d87-8eaf-9dcaad27986f req-1a665edd-b314-4b14-8793-c2093fcd77e7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2174106 Dec 12 15:46:28.304746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-b872184f-bc3b-4ea4-94eb-bb4edcfd3c21 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314598 Dec 12 15:46:28.484927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d50f2bcf-1e68-4f18-9792-0f71895f29e0 req-1f582292-9080-41cb-a92b-dce1e0404c30 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641493 Dec 12 15:46:28.730478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557161-995f-4e91-aef2-677fa97663ef req-11250fc6-31ac-46c5-a94a-ca70f67d0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:28.732051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-11250fc6-31ac-46c5-a94a-ca70f67d0f94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1094 time: 0.0844488 Dec 12 15:46:28.917822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557161-995f-4e91-aef2-677fa97663ef req-f63fd41f-0722-4e93-9a14-6a6e60d537e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:28.920161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-f63fd41f-0722-4e93-9a14-6a6e60d537e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1762583 Dec 12 15:46:29.034213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-a16a95ef-f33f-423a-90ef-a724f8824e57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 200 len: 217 time: 0.1023071 Dec 12 15:46:29.173111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557161-995f-4e91-aef2-677fa97663ef req-c496dd68-656e-4ab4-9fb3-b3b8fa6f5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:29.175433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-c496dd68-656e-4ab4-9fb3-b3b8fa6f5f27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1299369 Dec 12 15:46:29.345140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a557161-995f-4e91-aef2-677fa97663ef req-86aad087-30ae-46b3-962e-fdeb184fb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:29.350015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-86aad087-30ae-46b3-962e-fdeb184fb446 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629434 Dec 12 15:46:29.504493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583f725-33c7-43db-8401-c89cbbcdb1c4 req-2ce5c061-918e-4623-ac34-51b1af9bd48d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:29.506035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e583f725-33c7-43db-8401-c89cbbcdb1c4 req-2ce5c061-918e-4623-ac34-51b1af9bd48d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.1065695 Dec 12 15:46:29.554274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-c106099b-b092-41e5-ba0f-9d2709cc163a service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902666 Dec 12 15:46:29.636672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e583f725-33c7-43db-8401-c89cbbcdb1c4 req-a83ecc4e-1882-4de4-8afd-b4c0464eb705 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1167357 Dec 12 15:46:29.738543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a557161-995f-4e91-aef2-677fa97663ef req-c271f0d0-fde2-4f5a-9e13-0e6c64df4dfe service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743672 Dec 12 15:46:30.907734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbcb9e-9126-4f95-ae32-41636492a7da req-a08eb7f0-7dd8-4e00-9863-1fd81a3836a9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:30.909535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abcbcb9e-9126-4f95-ae32-41636492a7da req-a08eb7f0-7dd8-4e00-9863-1fd81a3836a9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.1219075 Dec 12 15:46:31.023498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abcbcb9e-9126-4f95-ae32-41636492a7da req-6471c2c4-64f3-4fad-895c-8e8fd5e0ba80 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005125 Dec 12 15:46:32.297329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70428f1d-23a0-4d52-8efd-1bd13d0b52c2 req-c33a5359-c6d1-4b86-8ea7-4b984efab24f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:32.305838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70428f1d-23a0-4d52-8efd-1bd13d0b52c2 req-c33a5359-c6d1-4b86-8ea7-4b984efab24f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0877252 Dec 12 15:46:32.417821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70428f1d-23a0-4d52-8efd-1bd13d0b52c2 req-9a3d5030-e370-4079-8340-29e011ae2404 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109872 Dec 12 15:46:33.631944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdaad7-f004-428e-8f9e-b3004ab852d0 req-5c13308c-afbd-437d-9c2f-f31e09e59f20 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:33.640279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06bdaad7-f004-428e-8f9e-b3004ab852d0 req-5c13308c-afbd-437d-9c2f-f31e09e59f20 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0710602 Dec 12 15:46:33.707434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06bdaad7-f004-428e-8f9e-b3004ab852d0 req-8747da9b-3f46-44c8-acfb-f416a23dff14 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602391 Dec 12 15:46:34.955323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5815bd7-7e77-4a80-b2c9-2fd3774e23a7 req-b30d5fb7-8f0b-4a59-bea2-e9fc5dbd52b6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:34.957636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5815bd7-7e77-4a80-b2c9-2fd3774e23a7 req-b30d5fb7-8f0b-4a59-bea2-e9fc5dbd52b6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.1061471 Dec 12 15:46:35.033766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5815bd7-7e77-4a80-b2c9-2fd3774e23a7 req-ca4f5d24-73b5-4b68-8376-5afc2cdd55c7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702381 Dec 12 15:46:35.410482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b69f6062-9a4e-4bb8-9b7f-9a471becb4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:36.263828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042e9a2-672e-45b3-ab7b-58abf1016ad7 req-88180898-7702-4479-9da7-783980ff78d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:36.266328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8042e9a2-672e-45b3-ab7b-58abf1016ad7 req-88180898-7702-4479-9da7-783980ff78d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0927629 Dec 12 15:46:36.344216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8042e9a2-672e-45b3-ab7b-58abf1016ad7 req-76492183-ab9b-446f-8f42-31185de3a1f3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627742 Dec 12 15:46:37.528979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd04543-0355-4692-a803-1c3bf91b59fb req-73a91c27-d330-4999-a1fe-6418487d5dae tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:37.528979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd04543-0355-4692-a803-1c3bf91b59fb req-73a91c27-d330-4999-a1fe-6418487d5dae tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0746918 Dec 12 15:46:37.656984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd04543-0355-4692-a803-1c3bf91b59fb req-a0920e9b-11a1-4e00-8bf6-b5ba302e1022 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175179 Dec 12 15:46:37.722893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7a384493-d09b-4d71-be9a-05197e393ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:38.594272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:38.822502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020b5ae-38c1-46a9-bd4c-151390aa779b req-d2259087-c26b-4189-9ba5-2fd02f43815d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:38.824231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0020b5ae-38c1-46a9-bd4c-151390aa779b req-d2259087-c26b-4189-9ba5-2fd02f43815d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0725105 Dec 12 15:46:38.898504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0020b5ae-38c1-46a9-bd4c-151390aa779b req-5660fac1-6f6a-4f87-a7ca-a964bb3b138d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664837 Dec 12 15:46:39.234409 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:46:39.245655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:40.029232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4604e-1ca0-4fd2-a843-9bf88a232aa9 req-8cf349d2-dab8-4484-9c2b-7d610f0546fa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:40.030634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8a4604e-1ca0-4fd2-a843-9bf88a232aa9 req-8cf349d2-dab8-4484-9c2b-7d610f0546fa tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0553663 Dec 12 15:46:40.087319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8a4604e-1ca0-4fd2-a843-9bf88a232aa9 req-4acaa761-2699-4ae3-8850-c517a95f2317 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456161 Dec 12 15:46:40.355199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:41.081434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:41.236679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbab634-5d35-4c08-ad63-32b29e99cdb1 req-420da5ad-3c47-49ae-9b14-12b99a4892bb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:41.245028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcbab634-5d35-4c08-ad63-32b29e99cdb1 req-420da5ad-3c47-49ae-9b14-12b99a4892bb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0657861 Dec 12 15:46:41.291139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:41.345235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dcbab634-5d35-4c08-ad63-32b29e99cdb1 req-36e0c2df-4154-43a2-9264-c0843755117e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991831 Dec 12 15:46:42.236732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 34d0c014-6db0-46c7-962b-4dafe0c83155 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:46:42.402188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=34d0c014-6db0-46c7-962b-4dafe0c83155,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:42.416503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'mac_address': 'fa:16:3e:3b:5c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:46:42.459493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.481388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d0c014-6db0-46c7-962b-4dafe0c83155 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:46:42.532899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=34d0c014-6db0-46c7-962b-4dafe0c83155,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:42.538670 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.553380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c403d-eaa5-4be2-82a4-c66ea70ea7ac req-4f91bc3c-1f48-4efb-bd92-0cb27882a148 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:42.562539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e7c403d-eaa5-4be2-82a4-c66ea70ea7ac req-4f91bc3c-1f48-4efb-bd92-0cb27882a148 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 943 time: 0.0966241 Dec 12 15:46:42.592528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:42.610166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.610567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.611153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.611332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.611936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.612332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.612717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.613060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.613438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.613786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.614233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.614621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.614973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.652211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40036) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:42.668256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e7c403d-eaa5-4be2-82a4-c66ea70ea7ac req-530ffeed-542b-4ba0-8d2d-27a2e556b84e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029031 Dec 12 15:46:42.716135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Deleting subnet 37478c13-c0af-41cc-9346-4b64b2115abc {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:46:42.719772 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.760688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.803171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.869147 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.919635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['34d0c014-6db0-46c7-962b-4dafe0c83155'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:46:42.920820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37478c13-c0af-41cc-9346-4b64b2115abc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:42.926384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:42.929901 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37478c13-c0af-41cc-9346-4b64b2115abc HTTP/1.1" status: 204 len: 168 time: 0.2749820 Dec 12 15:46:42.932329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:42.959222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.959866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.960443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.961011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.961548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.962240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.962774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.963302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.963875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.964909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.965472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.966163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:42.966862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ad74d9-42e9-440c-8886-5c0e7e3091df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.037378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.188265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.214788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['735bb7ea-319d-4398-b330-7d522a7aaf84']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:43.234412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873c8fcd-af6f-4e35-b2a8-1b3c298613a9') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:43.235101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873c8fcd-af6f-4e35-b2a8-1b3c298613a9') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:43.247730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.264400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.277682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:46:43.278908 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:46:43.282515 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:46:43.375688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.391052 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.396343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/735bb7ea-319d-4398-b330-7d522a7aaf84 HTTP/1.1" status: 204 len: 168 time: 0.4626586 Dec 12 15:46:43.409352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e773e88-32c7-479f-8665-b128290f62e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=735bb7ea-319d-4398-b330-7d522a7aaf84,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:43.625372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:43.686184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40064) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:43.690521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85715f5a-e2c7-4d11-8c2d-ff685d09872f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bac428f662dd490caf5b7430208c7411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638599 Dec 12 15:46:43.780620 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.825409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.894879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.898690 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:43.899981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d034859-d374-4e4b-838c-9d86b3f6d039 HTTP/1.1" status: 204 len: 168 time: 0.2082841 Dec 12 15:46:43.916349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d034859-d374-4e4b-838c-9d86b3f6d039,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:43.931935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6d694-ec43-418c-8a1b-981d9abeac50 req-ee8d53f8-b189-43e9-9fda-4564f8588a03 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:43.940791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83d6d694-ec43-418c-8a1b-981d9abeac50 req-ee8d53f8-b189-43e9-9fda-4564f8588a03 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 944 time: 0.1619446 Dec 12 15:46:43.943783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.944127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.944457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.944989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.945465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.945939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.946426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.946912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.947444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.947776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.948100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.948423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:43.949053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7349f9d-3186-4279-986c-a5f2edd208a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:46:44.051175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83d6d694-ec43-418c-8a1b-981d9abeac50 req-2e953d3e-dfe1-4bb7-b865-7f1f9e3cc5fb tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002443 Dec 12 15:46:45.170600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8eb80-f00d-4b1d-ba79-aa75bb2d6673 req-2c26a067-13e7-4c22-bdd7-7ec9064fb29a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:45.173352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fe8eb80-f00d-4b1d-ba79-aa75bb2d6673 req-2c26a067-13e7-4c22-bdd7-7ec9064fb29a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 944 time: 0.0691257 Dec 12 15:46:45.256505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4fe8eb80-f00d-4b1d-ba79-aa75bb2d6673 req-d3506578-1c21-4c39-aaf6-fa55f013d0d3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767281 Dec 12 15:46:45.700773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9f168-52e4-4728-968f-af0bd0c55d45 req-2c8e8955-00ef-470f-b4df-b0a4b560a5a7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:45.702935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab9f168-52e4-4728-968f-af0bd0c55d45 req-2c8e8955-00ef-470f-b4df-b0a4b560a5a7 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0590072 Dec 12 15:46:45.769988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab9f168-52e4-4728-968f-af0bd0c55d45 req-669b909f-2104-4eef-8c6c-dca5fdf27198 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568354 Dec 12 15:46:46.258914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 34d0c014-6db0-46c7-962b-4dafe0c83155 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:46:46.392006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 34d0c014-6db0-46c7-962b-4dafe0c83155 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:46:46.397847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 34d0c014-6db0-46c7-962b-4dafe0c83155 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:46.398221 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:46.420942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320756ec-4138-48a1-957c-05ca93426ee3 req-0b66de40-b0b9-4346-af7d-728c36ffe8f0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:46.430083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-320756ec-4138-48a1-957c-05ca93426ee3 req-0b66de40-b0b9-4346-af7d-728c36ffe8f0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 944 time: 0.0690582 Dec 12 15:46:46.482229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-320756ec-4138-48a1-957c-05ca93426ee3 req-d99afc99-32b9-4c16-808e-21948b440265 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510020 Dec 12 15:46:46.579031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:46.626576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:46.633663 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ebea9b-b26d-4c4f-8179-d8c64e981ae8" -d '{"events": [{"server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "name": "network-vif-plugged", "status": "completed", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:46.653953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=34d0c014-6db0-46c7-962b-4dafe0c83155,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:46:46.663703 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:46.731157 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6945278e-f8af-49e5-bba1-4330c7cfeacc x-openstack-request-id: req-6945278e-f8af-49e5-bba1-4330c7cfeacc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:46.732508 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "name": "network-vif-plugged", "status": "completed", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:46.734210 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6945278e-f8af-49e5-bba1-4330c7cfeacc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:46.735509 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'code': 200} Dec 12 15:46:46.769639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:46.924864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333dbff-48d2-4328-a5ae-4549f3ad59cf req-ce7b9fc8-9385-4c67-a86d-966a2c7f0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:46.926361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4333dbff-48d2-4328-a5ae-4549f3ad59cf req-ce7b9fc8-9385-4c67-a86d-966a2c7f0c16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1096 time: 0.1420503 Dec 12 15:46:47.015393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357d739-896c-45a5-85fd-15e58740ab30 req-52e702c2-d57f-4525-a7ae-1f75c57a3c49 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:47.016931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d357d739-896c-45a5-85fd-15e58740ab30 req-52e702c2-d57f-4525-a7ae-1f75c57a3c49 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.1628551 Dec 12 15:46:47.205839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d357d739-896c-45a5-85fd-15e58740ab30 req-cbda1569-a50b-44e1-8b47-fb868a955298 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779311 Dec 12 15:46:47.214992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4333dbff-48d2-4328-a5ae-4549f3ad59cf req-69e2ec64-982a-48c6-89ff-4ddd7ef66b54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2637999 Dec 12 15:46:47.647370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7817a-e84d-4eef-ac4a-272d88236985 req-3bddcb90-aa6b-4619-95bb-6241c080a984 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:47.656671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36d7817a-e84d-4eef-ac4a-272d88236985 req-3bddcb90-aa6b-4619-95bb-6241c080a984 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0638287 Dec 12 15:46:47.713520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36d7817a-e84d-4eef-ac4a-272d88236985 req-6e5a0d24-8547-4d75-9d46-df79c4b84d73 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553808 Dec 12 15:46:48.426198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69925a-5329-44ab-bdcc-eb7c6d7e21bc req-9d337132-52bc-4403-9c4e-9e599a4498ca tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:48.433136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b69925a-5329-44ab-bdcc-eb7c6d7e21bc req-9d337132-52bc-4403-9c4e-9e599a4498ca tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0789387 Dec 12 15:46:48.499233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b69925a-5329-44ab-bdcc-eb7c6d7e21bc req-730125db-9b70-4096-9e6e-2259622596e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635645 Dec 12 15:46:48.874713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4ae7-9d37-4268-9678-7e25ff073ea4 req-ac600ffb-7825-4a3a-af4b-7510bbdd72e2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:48.876460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac1f4ae7-9d37-4268-9678-7e25ff073ea4 req-ac600ffb-7825-4a3a-af4b-7510bbdd72e2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0643451 Dec 12 15:46:48.929720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac1f4ae7-9d37-4268-9678-7e25ff073ea4 req-18958bfc-a8d9-48b8-8c05-d12cffb22425 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469587 Dec 12 15:46:49.050900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54b58-91e7-41e7-b9ef-3f3839312a46 req-3bc618dc-9390-480e-8f56-d48ed0193fea tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:49.054429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acf54b58-91e7-41e7-b9ef-3f3839312a46 req-3bc618dc-9390-480e-8f56-d48ed0193fea tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0511358 Dec 12 15:46:49.108736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acf54b58-91e7-41e7-b9ef-3f3839312a46 req-9b13c340-8105-4710-bd83-06a8e09becc7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485568 Dec 12 15:46:49.132353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:49.341665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34443ac8-ac54-41be-89cb-bed30fe309d4 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:49.343229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34443ac8-ac54-41be-89cb-bed30fe309d4 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1091 time: 0.2098384 Dec 12 15:46:49.346477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:49.351175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:49.377082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:49.485580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:49.648222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.25.3.62 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d415b62c-e226-4901-ac35-bd300c3b64e5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:46:49.657290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a582-c542-4958-902a-bd3ee90abfe1 req-c394e8ce-5194-42bb-a10d-b7c6286f931a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:49.666274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfd6a582-c542-4958-902a-bd3ee90abfe1 req-c394e8ce-5194-42bb-a10d-b7c6286f931a tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0818393 Dec 12 15:46:49.739371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfd6a582-c542-4958-902a-bd3ee90abfe1 req-cddcf43e-49de-4f6e-a85e-42bdfd68bb53 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685139 Dec 12 15:46:49.795494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:49.834554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:49.886078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:46:49.889458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:49.896308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:46:49.921548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=d415b62c-e226-4901-ac35-bd300c3b64e5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:50.355763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:50.464534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:50.717236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:50.724302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:50.812220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=d415b62c-e226-4901-ac35-bd300c3b64e5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:50.828999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:50.910541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88010aab-77fd-413a-92a2-461665926168 req-ad653c5b-b473-474e-b041-dadbe06dbf30 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:50.919504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88010aab-77fd-413a-92a2-461665926168 req-ad653c5b-b473-474e-b041-dadbe06dbf30 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0860102 Dec 12 15:46:51.019555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88010aab-77fd-413a-92a2-461665926168 req-4b36be95-478b-4b6d-91a7-723856a3db0b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985987 Dec 12 15:46:51.388442 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 7dc11892-f1c0-473e-af23-caab77fd076d associated. External IP: 172.25.3.62, port: 34d0c014-6db0-46c7-962b-4dafe0c83155. Dec 12 15:46:51.643607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:46:51.768304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:46:51.786130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:46:51.788988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:51.797199 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:51.798083 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:51.820153 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6519af0b-a803-4230-a354-afd2b98f800d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4724667 Dec 12 15:46:51.821049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:46:51.823988 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eba4db-ee1e-437c-8017-00054d7f3439" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:46:51.868798 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69313df-6457-4b88-9bdd-e2375ce99416 x-openstack-request-id: req-f69313df-6457-4b88-9bdd-e2375ce99416 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:46:51.869192 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:46:51.869528 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f69313df-6457-4b88-9bdd-e2375ce99416 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:46:51.870003 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'status': 'completed', 'code': 200} Dec 12 15:46:51.922192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:51.942718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-4a344640-b9ea-41a6-b86d-66dd071a997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:51.944220 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-4a344640-b9ea-41a6-b86d-66dd071a997f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1096 time: 0.0509145 Dec 12 15:46:52.079038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-871b73b9-0807-4c1c-94d2-91e1413e5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:52.081982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-871b73b9-0807-4c1c-94d2-91e1413e5754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1305273 Dec 12 15:46:52.263026 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '7dc11892-f1c0-473e-af23-caab77fd076d', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:3b:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:50Z', 'updated_at': '2021-12-12T15:46:50Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:52.296584 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:46:52.302002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-7a159c76-5b12-4ecf-b409-dd29397906d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 200 len: 998 time: 0.2116966 Dec 12 15:46:52.314017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:52.314651 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:52.379258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-9212fb46-310b-4e1f-bd80-7d24d7e02a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:52.380821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-9212fb46-310b-4e1f-bd80-7d24d7e02a86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0713875 Dec 12 15:46:52.395369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cf34c-b999-457a-8694-d51953d7bc97 req-8e75322d-f9b4-4f8f-b5ba-49e81b032177 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:52.396921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a7cf34c-b999-457a-8694-d51953d7bc97 req-8e75322d-f9b4-4f8f-b5ba-49e81b032177 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.2002978 Dec 12 15:46:52.465723 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:52.505262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a7cf34c-b999-457a-8694-d51953d7bc97 req-85b8e118-11c6-46ca-8b60-320d62771950 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974541 Dec 12 15:46:52.510273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-bb7e3a4b-cd13-49f6-82d3-cde8f7bcfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:52.511736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-bb7e3a4b-cd13-49f6-82d3-cde8f7bcfea3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139190 Dec 12 15:46:52.666778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-93eda777-0d57-475c-bc9e-c42ea88ecbe9 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447656 Dec 12 15:46:52.788232 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '7dc11892-f1c0-473e-af23-caab77fd076d', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:3b:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:50Z', 'updated_at': '2021-12-12T15:46:50Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:52.791737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14eba4db-ee1e-437c-8017-00054d7f3439 req-d1ee1c8a-d78c-4c2f-a9c0-4c84a4d97550 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176231 Dec 12 15:46:52.816264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff65f45-7eee-4ee4-a246-64c73ada08db None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '7dc11892-f1c0-473e-af23-caab77fd076d', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:3b:5c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:46:50Z', 'updated_at': '2021-12-12T15:46:50Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:46:53.135134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0198cfc-a942-492e-bf99-34140bc4e0f4 None None] New status for floating IP 7dc11892-f1c0-473e-af23-caab77fd076d: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:46:53.220300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:53.461487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Deleting subnet 5597eb9f-cf6b-4aa3-b447-599b290ed8c2 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:46:53.465030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.504971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.554946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.631262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.661154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5597eb9f-cf6b-4aa3-b447-599b290ed8c2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:53.668575 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.675746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:53.676680 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a633350-91bc-41e3-9546-6989a865180e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5597eb9f-cf6b-4aa3-b447-599b290ed8c2 HTTP/1.1" status: 204 len: 168 time: 0.4546354 Dec 12 15:46:53.797960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:53.835768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24870fe-3aa3-4aff-b68d-628dfd8138a7 req-93abedd2-0afe-4c5b-b57e-9c61847f4ebd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:53.840671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b24870fe-3aa3-4aff-b68d-628dfd8138a7 req-93abedd2-0afe-4c5b-b57e-9c61847f4ebd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.2175651 Dec 12 15:46:53.970297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b24870fe-3aa3-4aff-b68d-628dfd8138a7 req-fcbd2bfa-bacd-4634-b146-da074e464edd tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893307 Dec 12 15:46:54.030779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.056181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481444bc-8c09-4db9-89b3-1bb94810db02']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:54.066722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fb0788-c36e-4cdc-b34e-4993f31b8ec0') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:54.067112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fb0788-c36e-4cdc-b34e-4993f31b8ec0') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:54.077916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.091975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.099464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:46:54.099956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:46:54.101732 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:46:54.186701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.194297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.198250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/481444bc-8c09-4db9-89b3-1bb94810db02 HTTP/1.1" status: 204 len: 168 time: 0.5198298 Dec 12 15:46:54.212348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720ded4-832a-44d0-bb00-5425bdd562c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=481444bc-8c09-4db9-89b3-1bb94810db02,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:54.372474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:54.426033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-37c0cefb-d4ad-4a1f-b511-4490fdfe8558 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8c3890279b54440ba8b4fe97d01b2b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523498 Dec 12 15:46:54.428657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40312) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:54.479735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.502356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.563379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.566011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:54.570160 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a9d9c1e-5d7b-4914-981a-6c529c1573ad HTTP/1.1" status: 204 len: 168 time: 0.1405749 Dec 12 15:46:54.582547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b00058-7a67-48e1-af83-b8143bb98b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d9c1e-5d7b-4914-981a-6c529c1573ad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:55.130628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b503397-9d78-431b-b770-f81502135858 req-174bfba7-ba87-481f-b50e-e2fa151bd96d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:55.139673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b503397-9d78-431b-b770-f81502135858 req-174bfba7-ba87-481f-b50e-e2fa151bd96d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0700529 Dec 12 15:46:55.242092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b503397-9d78-431b-b770-f81502135858 req-602f93d1-455e-440a-a713-a6066f19c53d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861225 Dec 12 15:46:56.368640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e8aa-fe01-4c9f-ab75-871318d2e395 req-e66e2373-38b5-4408-8b17-a5f811304c41 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:56.377890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adb3e8aa-fe01-4c9f-ab75-871318d2e395 req-e66e2373-38b5-4408-8b17-a5f811304c41 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0757236 Dec 12 15:46:56.433777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adb3e8aa-fe01-4c9f-ab75-871318d2e395 req-0b0c09bf-1872-4a38-888b-fb29b92679fb tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549314 Dec 12 15:46:56.897995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:56.903237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'network': {'name': 'tempest-network-smoke--625210169', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:56.928509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:46:56.932730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:56.941961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.036846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.042126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.078857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:46:57.094887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51460e1a-52b7-4795-8d9f-98a797c5cc9b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:57.102875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.103392 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Added segment 0f302ccf-9964-447c-b07b-d7e22bf77dd2 of type vlan for network cae50080-9fd9-436d-8632-cfa6db41aee6 Dec 12 15:46:57.157350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.190781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.198738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:57.199707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.283629 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3845134 Dec 12 15:46:57.284624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a7fb-3611-492f-aafe-eb9e55e4953e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Network': ['ID=cae50080-9fd9-436d-8632-cfa6db41aee6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:57.286824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:57.291721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'admin_state_up': True, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:57.298090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cae50080-9fd9-436d-8632-cfa6db41aee6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:46:57.350889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.352024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.414366 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.568880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.592920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5a0a-85de-42d0-b0f3-96f7f91a1aea req-f0a97f0f-797e-4935-86ba-c3bca0c5db81 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:57.595671 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68cb5a0a-85de-42d0-b0f3-96f7f91a1aea req-f0a97f0f-797e-4935-86ba-c3bca0c5db81 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0731757 Dec 12 15:46:57.671083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68cb5a0a-85de-42d0-b0f3-96f7f91a1aea req-136eed85-e39f-44b9-b1f7-9f1f6202bbda tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683148 Dec 12 15:46:57.801881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.822247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:57.943564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.25.3.5 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/57b1f95e-59c3-4503-b12f-5c505b8c0df6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:46:58.064834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:58.103131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:58.182768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:46:58.190550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:58.193799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=57b1f95e-59c3-4503-b12f-5c505b8c0df6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:58.197312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:46:58.220268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd043ee-9f84-43c9-b992-902bee9d1af4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:46:58.340219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1f44a082-60ac-43d9-a799-b88d489ddecf None None] Provisioning complete for port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:46:58.340912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f44a082-60ac-43d9-a799-b88d489ddecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:58.368427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14389ada-72f8-470f-b7b1-9d41d04a1f80 req-a8e7a46b-89fe-4627-b5d9-cecd150eba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:58.370760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14389ada-72f8-470f-b7b1-9d41d04a1f80 req-a8e7a46b-89fe-4627-b5d9-cecd150eba6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0536408 Dec 12 15:46:58.401855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1f44a082-60ac-43d9-a799-b88d489ddecf None None] Port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:46:58.440862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14389ada-72f8-470f-b7b1-9d41d04a1f80 req-b1ea07c8-7b72-45b6-a00f-509794638c1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628006 Dec 12 15:46:58.538917 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:58.743171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:58.803987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985ed2-d86e-4c3d-b0fd-0e1b2503faff req-8fa39c0d-52f2-4734-afad-6eb81bb01815 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:58.805757 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd985ed2-d86e-4c3d-b0fd-0e1b2503faff req-8fa39c0d-52f2-4734-afad-6eb81bb01815 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0577955 Dec 12 15:46:58.870066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd985ed2-d86e-4c3d-b0fd-0e1b2503faff req-d34f00af-4b34-4e05-9eaa-72a9bb86ad5f tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580347 Dec 12 15:46:58.895007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router 87da0388-0535-4221-bbb7-5aa75edb26af is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:46:59.006851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:46:59.018303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Sync routers for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:46:59.029311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:46:59.031242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:59.032357 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.033658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c3dce48b-b8f7-4020-be0f-64e3c2e619cf tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.7456930 Dec 12 15:46:59.036837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:59.146915 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:46:59.180892 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e3c80fb3-364a-4ac4-b744-0d2700ca9eb8 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6dfc5f4b17a44660802f2223ba3889cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1429217 Dec 12 15:46:59.183625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40408) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:59.311032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bc97e-5d1b-4ca4-8e10-45eb93259074 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:59.317634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40416) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:59.317971 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9a8bc97e-5d1b-4ca4-8e10-45eb93259074 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330762 Dec 12 15:46:59.367557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e1f38c63-4a40-45a6-b14c-14553c1632fe tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487659 Dec 12 15:46:59.370400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:59.377114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056985847', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:46:59.395352 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:46:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:46:59.432710 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Checking router: 87da0388-0535-4221-bbb7-5aa75edb26af for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:46:59.433092 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Updating router 87da0388-0535-4221-bbb7-5aa75edb26af port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:46:59.465829 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.498144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:46:59.504252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.764625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.784809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:46:59.851829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Checking segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:46:59.852264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network hostable DHCP agents. Network: cae50080-9fd9-436d-8632-cfa6db41aee6, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:46:59.874073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Subnet': ['ID=64596f70-14f1-443c-8080-6c788dc587ab,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:46:59.881070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network cae50080-9fd9-436d-8632-cfa6db41aee6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:46:59.902501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cae50080-9fd9-436d-8632-cfa6db41aee6) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:46:59.909577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:46:59.910614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.914595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a35015-2ad3-4e64-bb46-d96c2b4fc017 None None] Network cae50080-9fd9-436d-8632-cfa6db41aee6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:46:59.932494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-766a631c-1840-445a-931b-a3f57ecc4b79 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5608294 Dec 12 15:46:59.935373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:46:59.965725 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:46:59.980358 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.051278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cae50080-9fd9-436d-8632-cfa6db41aee6', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:47:00.052349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.080625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b67bc-d5d2-4d61-ac42-d0ad8fb04806 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:00.086513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:00.106721 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Attempting to bind port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:00.107254 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Attempting to bind port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:00.107367 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Attempting to bind port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:00.128409 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:00.128822 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:00.134483 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.134946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:00.135454 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Bound port: 57b1f95e-59c3-4503-b12f-5c505b8c0df6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:00.135875 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.186561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '536688a7-fe00-4394-8d43-c6b15e42100c', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'port_id': '536688a7-fe00-4394-8d43-c6b15e42100c', 'mac_address': 'fa:16:3e:69:af:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:47:00.244383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.549423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Pushing event updated for resources: {'Port': ['ID=57b1f95e-59c3-4503-b12f-5c505b8c0df6,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:00.553077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] For port 57b1f95e-59c3-4503-b12f-5c505b8c0df6, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] For port 57b1f95e-59c3-4503-b12f-5c505b8c0df6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57b1f95e-59c3-4503-b12f-5c505b8c0df6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:00.553347 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.555788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] Provisioning complete for port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:00.555788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.564863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:00.597170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:00.616684 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a1ff5-685b-4a15-a1da-3db23ae98663 None None] Pushing event updated for resources: {'Port': ['ID=57b1f95e-59c3-4503-b12f-5c505b8c0df6,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:00.655842 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:00.656548 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:00.718918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Allocated IP 172.20.0.2 (cae50080-9fd9-436d-8632-cfa6db41aee6/64596f70-14f1-443c-8080-6c788dc587ab/4e33cea9-4fda-4c5a-84fd-7eb1c8758628) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:00.722558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:00.726851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede86c9-1afd-4656-9b07-5b0aa15b0f2f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:00.876344 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:01.115549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452c62-6a22-40ea-a5db-317f3b0e4382 req-a519a019-a27e-4f19-9ff6-4ff9f9a51360 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:01.117198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6452c62-6a22-40ea-a5db-317f3b0e4382 req-a519a019-a27e-4f19-9ff6-4ff9f9a51360 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 944 time: 0.4300580 Dec 12 15:47:01.157472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['536688a7-fe00-4394-8d43-c6b15e42100c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:47:01.187616 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:46:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:01.226597 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb01452f-f1f0-48e6-b89f-019414f42b46 None None] The sync data for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 is: [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:46:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:01.265425 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.297862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6452c62-6a22-40ea-a5db-317f3b0e4382 req-7a502b7b-b164-4216-b834-05b7bb32c84e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345057 Dec 12 15:47:01.313250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.327176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:01.423767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.430360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] For port 57b1f95e-59c3-4503-b12f-5c505b8c0df6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57b1f95e-59c3-4503-b12f-5c505b8c0df6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:01.487079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-583833e9-e084-4bbf-a473-65503a0580e6 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 200 len: 991 time: 0.1574783 Dec 12 15:47:01.552214 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.556581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.657481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Network cae50080-9fd9-436d-8632-cfa6db41aee6 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:01.665353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:01.678361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:01.775760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369cbb-15ee-4568-9da0-50137ee62fe0 None None] Pushing event updated for resources: {'Port': ['ID=57b1f95e-59c3-4503-b12f-5c505b8c0df6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:01.891234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.20.0.1 (cae50080-9fd9-436d-8632-cfa6db41aee6/64596f70-14f1-443c-8080-6c788dc587ab/c5f371ba-351a-4510-aef6-4b44ec5440b0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:01.905473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Attempting to bind port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:01.906099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Attempting to bind port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:01.906472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Attempting to bind port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 on network cae50080-9fd9-436d-8632-cfa6db41aee6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:01.914822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-47b2767d-2d43-40d8-8bd2-4962d14112ea None None] Provisioning complete for port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:01.915207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47b2767d-2d43-40d8-8bd2-4962d14112ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:01.917341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:47:02.016815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:02.017207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Checking segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:02.018407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.018407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Bound using segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:02.018616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Bound port: 4e33cea9-4fda-4c5a-84fd-7eb1c8758628, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:02.018916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.114368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Pushing event updated for resources: {'Port': ['ID=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:02.132489 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.208047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.254858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network cae50080-9fd9-436d-8632-cfa6db41aee6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:02.260677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:02.282286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:02.287758 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.325931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] For port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:02.331146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] For port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:02.342954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:02.346275 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.361691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.463573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:47:02.541852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:02.552713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f142f0f-1ced-4e1d-8dea-2e49b40ac27c None None] Pushing event updated for resources: {'Port': ['ID=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:02.556999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.613826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:02.643897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:03.115137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.123194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.216855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:03.236867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.341911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network cae50080-9fd9-436d-8632-cfa6db41aee6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:03.343472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:03.486017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router 87da0388-0535-4221-bbb7-5aa75edb26af has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:03.615239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:03.621451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee36755d-63c0-49ad-8626-e3c4f34d613a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "PUT /v2.0/routers/87da0388-0535-4221-bbb7-5aa75edb26af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6841750 Dec 12 15:47:03.623688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40518) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:03.628356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--880643775', 'description': 'tempest-secgroup_access--880643775 description', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:03.673515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.796728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.806365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.815743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:03.857133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9169224-243b-48e3-aa05-0401693cec2b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:03.889992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:03.895302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.899411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6639af2a-bb92-44c8-afde-c39d37dd5e20 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2722986 Dec 12 15:47:03.899735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40528) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:03.908321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--731039304', 'description': 'tempest-secgroup_general--731039304 description', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:03.955904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:03.987940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 536688a7-fe00-4394-8d43-c6b15e42100c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:03.988360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.035585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:04.036016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.089464 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.100943 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.137019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.141978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2379320 Dec 12 15:47:04.141978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d4125-f474-4e56-936c-739b509d8b06 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af19708-fc36-4d20-868b-9ce3713d5bb8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:04.142804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:04.153691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'security_group_rule': {'security_group_id': 'd9169224-243b-48e3-aa05-0401693cec2b', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:04.200523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.297458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.299526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.303930 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.313445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.346070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.347610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2031052 Dec 12 15:47:04.349229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474fb27-61c9-4e43-aefc-bd76e8fa5db4 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d607597-7417-4002-b5c4-92dcaeda5831,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:04.352759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:04.355131 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6110d70d-59d5-4157-94eb-e5a6065bce0c" -d '{"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-plugged", "status": "completed", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:04.424260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:04.426480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:04.431195 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.482194 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f934f-d3f3-465d-9b72-37cdce7fe341 x-openstack-request-id: req-630f934f-d3f3-465d-9b72-37cdce7fe341 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:04.482835 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-plugged", "status": "completed", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:04.483358 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-630f934f-d3f3-465d-9b72-37cdce7fe341 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:04.483974 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'code': 200} Dec 12 15:47:04.484961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.486019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57b1f95e-59c3-4503-b12f-5c505b8c0df6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:04.488350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Sync routers for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:04.551855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:04.552600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:04.611245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:04.686739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0b701d-d97f-4743-81f1-a05139a3f773 None None] Network cae50080-9fd9-436d-8632-cfa6db41aee6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:04.729947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-8f7f9157-d77c-4703-827c-c34731a7d84a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--731039304&fields=id&tenant_id=6dfc5f4b17a44660802f2223ba3889cc HTTP/1.1" status: 200 len: 267 time: 0.0536227 Dec 12 15:47:04.781603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:04.782017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.807468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-3524a59f-62f5-4668-9090-bdc6fd8464a1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--880643775&fields=id&tenant_id=6dfc5f4b17a44660802f2223ba3889cc HTTP/1.1" status: 200 len: 267 time: 0.0692286 Dec 12 15:47:04.918696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-61f3fe64-c66c-4dd9-a7c6-a550112824dd None None] Provisioning complete for port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:04.919708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61f3fe64-c66c-4dd9-a7c6-a550112824dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:04.947547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-749a44c5-1ca8-48a3-a371-323cbc827e9f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:04.949246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-749a44c5-1ca8-48a3-a371-323cbc827e9f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 796 time: 0.1339471 Dec 12 15:47:04.975789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-b56259b6-336f-47a7-9b79-ccfad6fe0822 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/quotas/6dfc5f4b17a44660802f2223ba3889cc HTTP/1.1" status: 200 len: 375 time: 0.0199895 Dec 12 15:47:05.003680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:05.021676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:05.072705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-2b64c75f-2efa-465f-9c59-291cc3391f9e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919411 Dec 12 15:47:05.221795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-f1eba991-ca7d-4b9b-b927-d4db133a4a3e service neutron] 10.222.0.36 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371486 Dec 12 15:47:05.416542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-40debba7-f468-4d5e-aa43-e27147baabf4 service neutron] 10.222.0.36 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885903 Dec 12 15:47:05.554624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6dec3508-e2be-4fd5-b3cc-67e78bbf0bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:05.719476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cecd0a6-265f-454f-9cb0-684a1281aa8c req-caf83436-beb2-4669-8eff-a5f692718400 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 210 time: 0.0522850 Dec 12 15:47:05.721821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d2546d81-0239-4164-a3d2-b60c50fb3efe None None] Provisioning complete for port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:05.722471 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d2546d81-0239-4164-a3d2-b60c50fb3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:05.799290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 2, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:05.847740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:05.887790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Checking router: 87da0388-0535-4221-bbb7-5aa75edb26af for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:05.895352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Updating router 87da0388-0535-4221-bbb7-5aa75edb26af port c5f371ba-351a-4510-aef6-4b44ec5440b0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:47:05.935090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.095216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d2546d81-0239-4164-a3d2-b60c50fb3efe None None] Provisioning complete for port c5f371ba-351a-4510-aef6-4b44ec5440b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:06.095424 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d2546d81-0239-4164-a3d2-b60c50fb3efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.225368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:06.229784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.326786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d2546d81-0239-4164-a3d2-b60c50fb3efe None None] Port c5f371ba-351a-4510-aef6-4b44ec5440b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:06.528527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ab03832-f307-4a48-b711-36f0fe15eec0 None None] Provisioning complete for port c5f371ba-351a-4510-aef6-4b44ec5440b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:06.528959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ab03832-f307-4a48-b711-36f0fe15eec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.607614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.610429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9ab03832-f307-4a48-b711-36f0fe15eec0 None None] Port c5f371ba-351a-4510-aef6-4b44ec5440b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:06.616886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.681112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4374-ddb5-4205-b726-d0e5f6676cff None None] Pushing event updated for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:06.754671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Attempting to bind port c5f371ba-351a-4510-aef6-4b44ec5440b0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:06.755056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Attempting to bind port c5f371ba-351a-4510-aef6-4b44ec5440b0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:06.756339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Attempting to bind port c5f371ba-351a-4510-aef6-4b44ec5440b0 on network cae50080-9fd9-436d-8632-cfa6db41aee6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:06.764918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:06.765302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Checking segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:06.765708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.766103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Bound using segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:06.766582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Bound port: c5f371ba-351a-4510-aef6-4b44ec5440b0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:06.766954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.848489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] For port c5f371ba-351a-4510-aef6-4b44ec5440b0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:06.852415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] For port c5f371ba-351a-4510-aef6-4b44ec5440b0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c5f371ba-351a-4510-aef6-4b44ec5440b0,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:06.861941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:06.909581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89753fa5-8e85-4bc2-846a-1a3ee5bdfcbb req-5909fcc0-3878-4835-a6f8-6c7db1da8fe0 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 210 time: 0.0400245 Dec 12 15:47:06.934212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:06.945483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:46:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:07.008964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a4374-ddb5-4205-b726-d0e5f6676cff None None] Pushing event updated for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:07.127223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:07.333762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] Provisioning complete for port c5f371ba-351a-4510-aef6-4b44ec5440b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:07.334232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:07.557027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:07.597387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-5c67ba29-8e88-4d18-955c-e9a26856662a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:07.599762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-5c67ba29-8e88-4d18-955c-e9a26856662a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.13 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 796 time: 0.3335361 Dec 12 15:47:07.624469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] For port c5f371ba-351a-4510-aef6-4b44ec5440b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c5f371ba-351a-4510-aef6-4b44ec5440b0,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:07.636361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:07.656251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:06Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:07.701633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1225cd-189c-46f2-b73c-a7a2c74e3ff0 None None] The sync data for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 is: [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:06Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:07.726036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-1ca34e57-a695-4acd-8905-bbbb14929139 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfc5f4b17a44660802f2223ba3889cc HTTP/1.1" status: 200 len: 476 time: 0.1010966 Dec 12 15:47:07.739065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'port': {'device_id': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'admin_state_up': True, 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'security_groups': ['0af19708-fc36-4d20-868b-9ce3713d5bb8', 'd9169224-243b-48e3-aa05-0401693cec2b']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:07.765564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a8336da4-4d21-4658-9565-5f4dee94d4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:07.809554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4853ab1f-cbd4-48e3-8c6b-55f6fbb73a05 None None] Provisioning complete for port c5f371ba-351a-4510-aef6-4b44ec5440b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:07.810753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4853ab1f-cbd4-48e3-8c6b-55f6fbb73a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:07.856533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e24614-d9f3-48ec-a70e-12549eec3f97 None None] Pushing event updated for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:08.014571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:08.019462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:08.118262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e59a63e8-3b9b-4093-ad29-d84ea7723eea req-b42560c7-7860-4f79-bfae-db391abc54c3 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 210 time: 0.0672925 Dec 12 15:47:08.242439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.20.0.14 (cae50080-9fd9-436d-8632-cfa6db41aee6/64596f70-14f1-443c-8080-6c788dc587ab/de250186-c639-46c0-9049-2725b37dbb22) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:08.539010 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:08.583344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:08.630567 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:08.637696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:08.650248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network cae50080-9fd9-436d-8632-cfa6db41aee6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:08.652417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:08.655855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:08.743800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:08.744953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:08.775493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-6730cfa4-a132-42e8-b396-5dbf4455138e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0415535 Dec 12 15:47:08.795542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Request body: {'port': {'device_id': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:08.898234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.011029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6daa01b7-c707-494f-b8cc-1f7e13e06339 None None] Provisioning complete for port de250186-c639-46c0-9049-2725b37dbb22 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:09.011750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6daa01b7-c707-494f-b8cc-1f7e13e06339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.058944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6daa01b7-c707-494f-b8cc-1f7e13e06339 None None] Port de250186-c639-46c0-9049-2725b37dbb22 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:09.276494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.336160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de250186-c639-46c0-9049-2725b37dbb22 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:47:09.347531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.360513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abb66b-b780-4064-8628-2d00dec63480 req-e27d5a69-1892-4773-a0ce-22e538d9bf01 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:09.362435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1abb66b-b780-4064-8628-2d00dec63480 req-e27d5a69-1892-4773-a0ce-22e538d9bf01 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 971 time: 0.1127834 Dec 12 15:47:09.374377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Transition to ACTIVE for port object de250186-c639-46c0-9049-2725b37dbb22 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:47:09.391808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.479252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:09.495547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1abb66b-b780-4064-8628-2d00dec63480 req-67203991-76bf-4d75-a670-a0efa7d46624 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1166334 Dec 12 15:47:09.623785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Attempting to bind port de250186-c639-46c0-9049-2725b37dbb22 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:09.624617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Attempting to bind port de250186-c639-46c0-9049-2725b37dbb22 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:09.625060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Attempting to bind port de250186-c639-46c0-9049-2725b37dbb22 on network cae50080-9fd9-436d-8632-cfa6db41aee6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:09.631077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Port de250186-c639-46c0-9049-2725b37dbb22 on network cae50080-9fd9-436d-8632-cfa6db41aee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:47:09.631471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Attempting to bind port de250186-c639-46c0-9049-2725b37dbb22 on network cae50080-9fd9-436d-8632-cfa6db41aee6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:09.638126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:09.638540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Checking segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:09.639288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Bound using segment: {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:09.639733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Bound port: de250186-c639-46c0-9049-2725b37dbb22, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f302ccf-9964-447c-b07b-d7e22bf77dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:09.640197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.761274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:09.765255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=de250186-c639-46c0-9049-2725b37dbb22,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:09.775579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.835940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:09.836479 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:09.837804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 1131 time: 1.0486777 Dec 12 15:47:09.838306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:09.840905 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68334a66-61df-4a8e-b596-e064f189d49b" -d '{"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:09.843236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c5f371ba-351a-4510-aef6-4b44ec5440b0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:09.877470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a305fc-dd7e-408f-99d2-7cff2c00b7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:09.965250 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f8786-5309-44da-84a3-b260fc277997 x-openstack-request-id: req-f98f8786-5309-44da-84a3-b260fc277997 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:09.965550 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:09.965808 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f98f8786-5309-44da-84a3-b260fc277997 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:09.966232 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22', 'status': 'completed', 'code': 200} Dec 12 15:47:10.013120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-82fca075-ed5e-4dbc-bc8f-acf4c16ec6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.015776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c5f371ba-351a-4510-aef6-4b44ec5440b0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:10.016648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:10.023694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-82fca075-ed5e-4dbc-bc8f-acf4c16ec6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1134 time: 0.1351969 Dec 12 15:47:10.094120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-b0b308b3-bbe9-4912-a4fa-93bb02b88bf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 217 time: 0.0608845 Dec 12 15:47:10.168036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-16588a33-0174-4022-9ff7-1e8528222e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.169737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-16588a33-0174-4022-9ff7-1e8528222e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 200 len: 835 time: 0.0680206 Dec 12 15:47:10.229947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ef795-362a-48ea-838f-eee80d20e59b req-03da69ed-3479-450a-b4e4-0378de606219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.237054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-03da69ed-3479-450a-b4e4-0378de606219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae50080-9fd9-436d-8632-cfa6db41aee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527422 Dec 12 15:47:10.350520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-aed6abb6-6d6e-491f-bd59-639eccc543b3 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119404 Dec 12 15:47:10.371752 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:10.457262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a25ef795-362a-48ea-838f-eee80d20e59b req-2b30c10b-0466-46fb-a60b-1a6cfe9068c1 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981529 Dec 12 15:47:10.558471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68334a66-61df-4a8e-b596-e064f189d49b req-702b1516-2aa4-4e1a-8ae6-f0ee2eadc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.559961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-702b1516-2aa4-4e1a-8ae6-f0ee2eadc637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1134 time: 0.0540814 Dec 12 15:47:10.740376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd6e10-b28d-4b65-afea-bd31e4427ea4 req-c9bd46d7-26f3-454e-9f43-4ef7b4a9aa77 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.742081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7cd6e10-b28d-4b65-afea-bd31e4427ea4 req-c9bd46d7-26f3-454e-9f43-4ef7b4a9aa77 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 983 time: 0.1155787 Dec 12 15:47:10.745260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68334a66-61df-4a8e-b596-e064f189d49b req-51635534-2e67-4d60-ada2-ccd670b65600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.746815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-51635534-2e67-4d60-ada2-ccd670b65600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 896 time: 0.1784365 Dec 12 15:47:10.809476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-3789ad9c-6bb0-450e-806a-173d79ee96b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 217 time: 0.0492589 Dec 12 15:47:10.883350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7cd6e10-b28d-4b65-afea-bd31e4427ea4 req-96974bc3-afb3-4e65-8f4f-02b2585444b9 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1288128 Dec 12 15:47:10.887281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68334a66-61df-4a8e-b596-e064f189d49b req-31da5e8a-9ee2-4ced-b719-dfd7795412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.888681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-31da5e8a-9ee2-4ced-b719-dfd7795412c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 200 len: 835 time: 0.0678945 Dec 12 15:47:10.947338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68334a66-61df-4a8e-b596-e064f189d49b req-71ed14d0-cf78-4fe4-a2fe-76b5a8921bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:10.949174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-71ed14d0-cf78-4fe4-a2fe-76b5a8921bbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae50080-9fd9-436d-8632-cfa6db41aee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526857 Dec 12 15:47:11.048056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-b4b98755-fb98-49ee-91b2-62e4cb554f53 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906222 Dec 12 15:47:11.079163 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:11.217963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68334a66-61df-4a8e-b596-e064f189d49b req-2b3a904e-4d4e-4563-823b-11373a50a926 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624391 Dec 12 15:47:11.283128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:11.679638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-2dc18b67-573f-40e9-8a00-0eeed6382723 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481906 Dec 12 15:47:11.883470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-5b9b5eb0-4103-433e-a48d-2f6f018b7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:11.887310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-5b9b5eb0-4103-433e-a48d-2f6f018b7040 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0585835 Dec 12 15:47:12.071086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fece9-d764-4976-9e36-36ae639e6af4 req-6de835bf-e365-4529-8b4a-8d34f06c2438 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:12.072715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b02fece9-d764-4976-9e36-36ae639e6af4 req-6de835bf-e365-4529-8b4a-8d34f06c2438 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 983 time: 0.0828204 Dec 12 15:47:12.078253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-5676a8b4-5e0f-4b9f-b469-1aa44a23e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:12.079744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-5676a8b4-5e0f-4b9f-b469-1aa44a23e720 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 897 time: 0.1700680 Dec 12 15:47:12.196819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-6792f3f9-0236-478f-8c7e-6daf2b3079f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 1000 time: 0.1007297 Dec 12 15:47:12.206450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b02fece9-d764-4976-9e36-36ae639e6af4 req-8722f7a8-4b46-4b8b-8e40-f9088ccfda81 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1256838 Dec 12 15:47:12.273486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-1034d84f-603e-404a-89a5-4ca78a455a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:12.275275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-1034d84f-603e-404a-89a5-4ca78a455a88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 200 len: 835 time: 0.0678411 Dec 12 15:47:12.334920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-cc9b3322-cd2b-4b4e-950b-c69cb428a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:12.337331 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-cc9b3322-cd2b-4b4e-950b-c69cb428a133 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a595654d-fc11-40e4-abbc-dbac76282747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532491 Dec 12 15:47:12.786001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-fce8fc3b-5005-4910-baa7-d310455acbc8 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408457 Dec 12 15:47:12.892214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5da77ca-976a-482f-b4c3-7c65ec7bcdb8 req-8d837a6c-d55a-437e-b675-a7a55c42db18 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978041 Dec 12 15:47:13.402524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2aabd-767e-4550-8cf4-a3aa1767ccf2 req-17f63b73-5231-4980-a37d-78b747018900 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:13.404265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7eb2aabd-767e-4550-8cf4-a3aa1767ccf2 req-17f63b73-5231-4980-a37d-78b747018900 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 983 time: 0.0628490 Dec 12 15:47:13.474001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7eb2aabd-767e-4550-8cf4-a3aa1767ccf2 req-3c7d3255-c74e-43fd-9ee3-cfa3b2a7f6ea tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0622709 Dec 12 15:47:13.825781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device de250186-c639-46c0-9049-2725b37dbb22 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:47:13.933803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=de250186-c639-46c0-9049-2725b37dbb22,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:13.947844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'de250186-c639-46c0-9049-2725b37dbb22', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'port_id': 'de250186-c639-46c0-9049-2725b37dbb22', 'mac_address': 'fa:16:3e:ba:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:47:14.000542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:14.034329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de250186-c639-46c0-9049-2725b37dbb22 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:47:14.064539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=de250186-c639-46c0-9049-2725b37dbb22,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:14.072913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:14.126064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:14.237690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.244435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.251126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.257610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.264340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.270227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.276312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.278302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-5212098d-63a9-47a2-9965-426e7b26958c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1094313 Dec 12 15:47:14.292545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['de250186-c639-46c0-9049-2725b37dbb22'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:47:14.344056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5152a5-b6e9-4beb-b6e6-a74d5fcb5796 req-aafb959c-ee14-40ff-8da5-0ef441e49806 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574348 Dec 12 15:47:14.542957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.550772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.557079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.564101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.570888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.577669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.585521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.591792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d7b983a-455c-4c83-b05f-aed6c150991e req-32b1d2a8-980a-4b1e-8d59-59e6860ee217 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1256588 Dec 12 15:47:14.667605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd16587-ce50-4e7c-9635-b864f5c74277 req-7a69a180-ace9-48a5-bd7b-0101615d8b10 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:14.669316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd16587-ce50-4e7c-9635-b864f5c74277 req-7a69a180-ace9-48a5-bd7b-0101615d8b10 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 984 time: 0.0755091 Dec 12 15:47:14.739085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd16587-ce50-4e7c-9635-b864f5c74277 req-6d3c7ca1-fd57-47c0-9803-399203401b2d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0628490 Dec 12 15:47:14.896664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-40ddca84-5cef-48ea-9c8b-713d1712cf99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0565798 Dec 12 15:47:15.005027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.005509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.005975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.006434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.006893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.007351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.007805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.009793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ef2a7922-824a-425d-8fde-26463a10a48e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.0567248 Dec 12 15:47:15.154948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ba54e7ae-f539-4a8f-9c9b-b39fbd467768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.155522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ba54e7ae-f539-4a8f-9c9b-b39fbd467768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.159038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ba54e7ae-f539-4a8f-9c9b-b39fbd467768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.161173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ba54e7ae-f539-4a8f-9c9b-b39fbd467768 service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 2288 time: 0.1216540 Dec 12 15:47:15.270495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-6b5034a0-f3c4-4dbc-9a74-fe9abc5e5de5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1001 time: 0.1013355 Dec 12 15:47:15.359037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-392ab801-8c27-4f7d-a0a2-7df7d86033a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.362388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-392ab801-8c27-4f7d-a0a2-7df7d86033a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.0844839 Dec 12 15:47:15.453307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-cdd59c63-2a12-4288-9b97-06934e1e20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.455693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-cdd59c63-2a12-4288-9b97-06934e1e20dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846145 Dec 12 15:47:15.594722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-feabc6b2-a59a-45a6-b70f-de1ca30f4210 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297233 Dec 12 15:47:15.732797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-3500c5bd-13c3-47f7-baad-ed2c2df98fdd service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295285 Dec 12 15:47:15.806853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-6efa081d-69d8-4bb7-b209-8dfcaad29395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.0654039 Dec 12 15:47:15.830471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device de250186-c639-46c0-9049-2725b37dbb22 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:15.915745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port de250186-c639-46c0-9049-2725b37dbb22 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:47:15.915901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-0cd37c85-1ad2-4e6c-91bf-cd65624b9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.917339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-0cd37c85-1ad2-4e6c-91bf-cd65624b9af5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1014111 Dec 12 15:47:15.923813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port de250186-c639-46c0-9049-2725b37dbb22 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:15.924480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:15.931642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468409-38a4-4010-971b-13e42cb2959a req-c2ba73da-8f1c-4469-ae9e-7b6175472427 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:15.933197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06468409-38a4-4010-971b-13e42cb2959a req-c2ba73da-8f1c-4469-ae9e-7b6175472427 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 984 time: 0.0656037 Dec 12 15:47:16.039375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ee1ebd75-dc88-4ba2-8ec9-d5978a9c5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:16.040948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ee1ebd75-dc88-4ba2-8ec9-d5978a9c5e5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1059277 Dec 12 15:47:16.048900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06468409-38a4-4010-971b-13e42cb2959a req-0b419bed-d1ae-46ce-84ee-7f1298190187 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1031508 Dec 12 15:47:16.078916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:16.127164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:16.131466 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3cb18f-e9ec-4842-a1af-71533ed58af1" -d '{"events": [{"server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "de250186-c639-46c0-9049-2725b37dbb22"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:16.151041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=de250186-c639-46c0-9049-2725b37dbb22,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:16.157518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:16.215012 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:47:16.229772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-35cfba26-89d1-4959-b886-d50257b4358c service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797523 Dec 12 15:47:16.235039 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5666f5f-5a16-46e6-8066-6a76f4a1b5a3 x-openstack-request-id: req-e5666f5f-5a16-46e6-8066-6a76f4a1b5a3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:16.235474 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "name": "network-vif-plugged", "status": "completed", "tag": "de250186-c639-46c0-9049-2725b37dbb22", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:16.235583 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5666f5f-5a16-46e6-8066-6a76f4a1b5a3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:16.235954 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22', 'code': 200} Dec 12 15:47:16.308061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:16.425825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ecaa3b11-2fff-4a24-8ad4-0f2d1cb64944 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805952 Dec 12 15:47:16.429588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba905e-bfa4-44a1-957a-4b81cf8f21e7 req-62a701c3-b647-4b3f-bd82-22627b772587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:16.431305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bba905e-bfa4-44a1-957a-4b81cf8f21e7 req-62a701c3-b647-4b3f-bd82-22627b772587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.1074450 Dec 12 15:47:16.490567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a49961b9-d5a2-4f2c-929f-317adc712ce3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.0570877 Dec 12 15:47:16.595929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-73f6b19d-4945-44ed-beb4-bde7bc65116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:16.597561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-73f6b19d-4945-44ed-beb4-bde7bc65116f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0958784 Dec 12 15:47:16.636500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bba905e-bfa4-44a1-957a-4b81cf8f21e7 req-09a51134-7a00-4629-8458-055368ddc72f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d9169224-243b-48e3-aa05-0401693cec2b&id=0af19708-fc36-4d20-868b-9ce3713d5bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1444075 Dec 12 15:47:16.683238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a844e114-50f7-4d7a-8c12-cb07264730ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:16.685015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a844e114-50f7-4d7a-8c12-cb07264730ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778770 Dec 12 15:47:16.845723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-c26ce5dd-ffaa-4f75-b4be-dc48f0a6beb6 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509273 Dec 12 15:47:16.975843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-f77b7334-11e4-4f90-a174-33f0336a28a6 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203706 Dec 12 15:47:17.031134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:17.036934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-fe1d2b21-3da7-4039-8e3b-4f15a70c0dbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.0519652 Dec 12 15:47:17.130335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-68f4de12-672c-4067-ab17-e2f50287d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.131819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-68f4de12-672c-4067-ab17-e2f50287d954 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0757148 Dec 12 15:47:17.181606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.182086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.182557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.183023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.183505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.184083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.185266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.188802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c58dac11-4712-4e89-bc94-38722d9516ef req-a74e0fb8-a525-4053-b86e-2884b36d0735 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.1557798 Dec 12 15:47:17.251900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-d152eb5c-3b59-427f-8068-d734c8182dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.254802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-d152eb5c-3b59-427f-8068-d734c8182dfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114204 Dec 12 15:47:17.319086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec26f5-81f7-40a5-9777-dda2e092ca8e req-4da6d4c2-6031-44ff-a8fc-ca9da45b36e6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.319086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42ec26f5-81f7-40a5-9777-dda2e092ca8e req-4da6d4c2-6031-44ff-a8fc-ca9da45b36e6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.1086185 Dec 12 15:47:17.324537 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c58dac11-4712-4e89-bc94-38722d9516ef req-7bcd7bf5-9f83-46e7-8f20-9fc1fbaf6511 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297479 Dec 12 15:47:17.450289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42ec26f5-81f7-40a5-9777-dda2e092ca8e req-8c325572-7072-48bb-9574-37b6abe633cc tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0969021 Dec 12 15:47:17.452673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-7fe8b9c6-3a4b-41da-8f48-f5aa957c5e6a service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872835 Dec 12 15:47:17.610296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-927c2d13-1094-4c45-9cd7-92e7679d927b service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490350 Dec 12 15:47:17.659570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-f59ec5b9-3cde-47a0-b6a6-ad83ca0d4c25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.0415485 Dec 12 15:47:17.746491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a4d19adb-d2a3-498b-98ff-77466d465667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.753767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a4d19adb-d2a3-498b-98ff-77466d465667 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0860989 Dec 12 15:47:17.829236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-5190b043-3e04-4b5f-b80c-3546920836ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:17.831814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-5190b043-3e04-4b5f-b80c-3546920836ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713568 Dec 12 15:47:17.970217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-90de83df-28c3-44b6-abf0-af28726c6a75 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296909 Dec 12 15:47:18.091251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-8e0a7a37-adee-4ecb-adcc-e7344e4a5c3c service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137161 Dec 12 15:47:18.149034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-b758eedb-6e57-4d5d-8bfc-397e31c02523 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0455275 Dec 12 15:47:18.215850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-b3a55900-9eca-4c99-b714-0b8b82ece06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:18.218386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-b3a55900-9eca-4c99-b714-0b8b82ece06e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0573335 Dec 12 15:47:18.286024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-1c990201-3433-415c-9733-8f3accb75cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:18.286024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-1c990201-3433-415c-9733-8f3accb75cf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605826 Dec 12 15:47:18.420354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-ff8bdf26-ff42-4508-abdc-a9a165437a6d service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245587 Dec 12 15:47:18.642866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-fe145e19-8935-4444-b691-44a6ba518cd2 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125535 Dec 12 15:47:18.717195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af56e1-7de3-40b0-b711-66d1985aaf19 req-892705e4-4f30-42c6-a591-3b64a8888f78 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:18.718715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11af56e1-7de3-40b0-b711-66d1985aaf19 req-892705e4-4f30-42c6-a591-3b64a8888f78 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.1393173 Dec 12 15:47:18.720218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-a678c374-7f33-44cb-9e82-eb23df0d9272 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.0679035 Dec 12 15:47:18.820296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-8ac12208-124f-427b-a855-78866f518238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:18.821881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-8ac12208-124f-427b-a855-78866f518238 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0908785 Dec 12 15:47:18.851670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11af56e1-7de3-40b0-b711-66d1985aaf19 req-ca12f300-17eb-4abb-92ec-d6074197c596 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1266055 Dec 12 15:47:18.902663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-0d18952c-38a5-40aa-96b8-636705c1f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:18.904537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-0d18952c-38a5-40aa-96b8-636705c1f703 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725479 Dec 12 15:47:19.035297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f02116-0b96-4f8b-936f-40284b3de867 req-00a2534c-2b38-43f7-8efd-20b318db445d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:19.036928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09f02116-0b96-4f8b-936f-40284b3de867 req-00a2534c-2b38-43f7-8efd-20b318db445d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.0965571 Dec 12 15:47:19.117840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-0ab6d276-b9e0-48e6-9962-65f99f3785d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012582 Dec 12 15:47:19.122883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09f02116-0b96-4f8b-936f-40284b3de867 req-62382af7-a7b7-40ce-8be6-d150ac526f92 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0735540 Dec 12 15:47:19.279769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-3bee5d0a-d72e-48d1-9e0c-f07a7f724b30 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:19.286961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-3bee5d0a-d72e-48d1-9e0c-f07a7f724b30 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.0839489 Dec 12 15:47:19.290758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48875df1-86ff-4b82-92f6-dcb626cdfa2f req-1f0193a1-e4f0-4b5f-890c-d19706fcd8eb service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660206 Dec 12 15:47:19.302867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-1f1bf8ac-ccdd-4612-9011-1ad4bb83b386 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:19.395574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-1f1bf8ac-ccdd-4612-9011-1ad4bb83b386 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:19.400435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-1f1bf8ac-ccdd-4612-9011-1ad4bb83b386 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:19.469026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bf8ac-ccdd-4612-9011-1ad4bb83b386 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980ffbb-c861-4b7c-95ae-f445e3197796,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:19.485393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-310430ba-b9ff-40f9-825e-16f8e16e432a req-1f1bf8ac-ccdd-4612-9011-1ad4bb83b386 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1973159 Dec 12 15:47:19.516276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:19.581580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a73c81-342c-4791-ba99-404ab48fe7a9 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:19.583256 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-66a73c81-342c-4791-ba99-404ab48fe7a9 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1131 time: 0.0657227 Dec 12 15:47:19.586474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40878) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:19.591533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'de250186-c639-46c0-9049-2725b37dbb22', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:19.617449 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:19.731072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:19.880610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.25.3.108 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/eb054d21-41cf-4571-a8c7-afdd42c7b969) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:20.073679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.128618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.173179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:20.177338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:20.180589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:20.214682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=eb054d21-41cf-4571-a8c7-afdd42c7b969,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:20.621264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.708925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.906316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.912022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:20.988969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:21.059747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=eb054d21-41cf-4571-a8c7-afdd42c7b969,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:21.120721 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Floating IP faf7876a-dab0-45be-880e-96b6d1c60cff associated. External IP: 172.25.3.108, port: de250186-c639-46c0-9049-2725b37dbb22. Dec 12 15:47:21.724704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router 87da0388-0535-4221-bbb7-5aa75edb26af has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:21.851109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:21.862170 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Sync routers for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:21.876114 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:21.877490 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:21.883542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:21.921487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-150debfa-d120-427e-bd42-6c74a17f914f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3311074 Dec 12 15:47:21.921487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:21.922198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:21.922930 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22" -d '{"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:21.970955 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ad33f-6812-48e5-8ef0-7b66971672a5 x-openstack-request-id: req-d67ad33f-6812-48e5-8ef0-7b66971672a5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:21.971321 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:21.972706 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d67ad33f-6812-48e5-8ef0-7b66971672a5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:21.973433 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22', 'status': 'completed', 'code': 200} Dec 12 15:47:22.037995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:22.177519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-56d6ef28-243e-4288-b6f8-d82c5dddafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.179422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-56d6ef28-243e-4288-b6f8-d82c5dddafa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.1768665 Dec 12 15:47:22.289954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.290427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.290949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.291589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.292196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.292910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.293514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.294118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.294772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.295876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.296579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.299006 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7faa6b16-067b-4eae-8deb-095c2fc080f4 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7733 time: 0.3761826 Dec 12 15:47:22.303413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:22.315094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-f9a0e87d-1f74-4da5-828e-182d7cda0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.316890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-f9a0e87d-1f74-4da5-828e-182d7cda0ccd service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 896 time: 0.1273789 Dec 12 15:47:22.364679 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'faf7876a-dab0-45be-880e-96b6d1c60cff', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'port_id': 'de250186-c639-46c0-9049-2725b37dbb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'mac_address': 'fa:16:3e:ba:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:47:20Z', 'updated_at': '2021-12-12T15:47:20Z', 'revision_number': 0, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:22.399149 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Checking router: 87da0388-0535-4221-bbb7-5aa75edb26af for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:22.414041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:22.414681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:22.433744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-b042faae-923f-40c0-8fa0-e5e6d9ebac51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 1000 time: 0.1045978 Dec 12 15:47:22.436448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.437094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.437696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.438448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.439044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.439712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.440361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.441104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.441719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.442625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.443221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.445439 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3a867395-cc8d-493d-8057-e673999242f7 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7072 time: 0.1396034 Dec 12 15:47:22.448325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 40900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:22.504123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-7fa7fb5a-8626-4932-b8d8-252a90f1400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.506235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-7fa7fb5a-8626-4932-b8d8-252a90f1400a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 200 len: 835 time: 0.0657043 Dec 12 15:47:22.556674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:22.601020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-f1bbd1e0-7330-4b11-9c1f-5df7101b41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.603098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-f1bbd1e0-7330-4b11-9c1f-5df7101b41e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae50080-9fd9-436d-8632-cfa6db41aee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855098 Dec 12 15:47:22.614903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-1a4acac5-5c85-4b73-a717-a8ef46832d9c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:47:22.615920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-1a4acac5-5c85-4b73-a717-a8ef46832d9c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054893 Dec 12 15:47:22.744376 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f098dc3-d303-4407-a44f-8ed09d8b2878 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.2946665 Dec 12 15:47:22.748226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 40904) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:22.814658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-e2f8aef1-17cd-4ba3-8624-2c04fdb03a6c service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893134 Dec 12 15:47:22.818294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cac3de-f28b-4f36-af61-c862d69a310a tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.818773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cac3de-f28b-4f36-af61-c862d69a310a tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:22.820375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-23cac3de-f28b-4f36-af61-c862d69a310a tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=87da0388-0535-4221-bbb7-5aa75edb26af HTTP/1.1" status: 200 len: 1988 time: 0.0711513 Dec 12 15:47:22.866656 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'faf7876a-dab0-45be-880e-96b6d1c60cff', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'port_id': 'de250186-c639-46c0-9049-2725b37dbb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'mac_address': 'fa:16:3e:ba:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:47:20Z', 'updated_at': '2021-12-12T15:47:20Z', 'revision_number': 0, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:22.900217 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e853a8-770c-4aa8-890a-7fb3e822fba5 None None] The sync data for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 is: [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'faf7876a-dab0-45be-880e-96b6d1c60cff', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'floating_ip_address': '172.25.3.108', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'port_id': 'de250186-c639-46c0-9049-2725b37dbb22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'mac_address': 'fa:16:3e:ba:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:47:20Z', 'updated_at': '2021-12-12T15:47:20Z', 'revision_number': 0, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:22.927814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0fbfd45-5f6d-4fd8-9aba-acd84ddb4c22 req-7b39f14b-eae9-4875-a8c0-da786da96643 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057372 Dec 12 15:47:23.162181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c600f53b-eb5c-4c60-94f8-b8dc974384cc None None] New status for floating IP faf7876a-dab0-45be-880e-96b6d1c60cff: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:47:31.989492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41420) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:32.314538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 1a197265-3056-42c7-afb5-6859c6c0bd37 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:47:32.315144 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:32.399703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:32.400323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:32.432740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 1a197265-3056-42c7-afb5-6859c6c0bd37 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:47:32.695644 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:32.731972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=1a197265-3056-42c7-afb5-6859c6c0bd37,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:32.817748 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:32.818246 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Floating IP cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 disassociated (deleted). External IP: 172.25.3.10, port: 536688a7-fe00-4394-8d43-c6b15e42100c. Dec 12 15:47:33.085561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:33.215605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:33.220692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:33.230079 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Sync routers for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:33.250016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:33.251111 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:33.277077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f316f923-5092-45da-af49-dd3e916c6e78 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/floatingips/cae1be2d-46f9-4caf-afd2-06f5f25e6cd1 HTTP/1.1" status: 204 len: 168 time: 1.2865379 Dec 12 15:47:33.277919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:33.282572 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d8d3ca-dbad-482d-b507-c9a63113d560" -d '{"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:33.352862 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6902e6cd-4530-4ec5-8bd5-205d8459eaa3 x-openstack-request-id: req-6902e6cd-4530-4ec5-8bd5-205d8459eaa3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:33.359717 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:33.360117 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6902e6cd-4530-4ec5-8bd5-205d8459eaa3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:33.360688 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'status': 'completed', 'code': 200} Dec 12 15:47:33.423331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:33.484428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-863fa7bf-545b-4611-9c45-261e04b46f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:33.486818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-863fa7bf-545b-4611-9c45-261e04b46f73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46791c8f70d7494689224023f312c304&device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1086578 Dec 12 15:47:33.709003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82ff03-f0bb-48a9-b473-1c709a09e6b0 req-9ca428a3-f81e-4a14-b089-3fbf7a620ff5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:33.710916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c82ff03-f0bb-48a9-b473-1c709a09e6b0 req-9ca428a3-f81e-4a14-b089-3fbf7a620ff5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0812905 Dec 12 15:47:33.804046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-a10d1740-1f31-4d32-9db5-5ee46469f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:33.807955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-a10d1740-1f31-4d32-9db5-5ee46469f809 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 200 len: 897 time: 0.3134558 Dec 12 15:47:33.819348 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:33.827707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c82ff03-f0bb-48a9-b473-1c709a09e6b0 req-c20d7cc1-3a83-46a3-8d8f-cddbbad7779d tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988517 Dec 12 15:47:33.856395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Checking router: 7b420dea-6d02-40ba-b4c3-bf8ba524c07c for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:33.869804 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:33.871508 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:33.895467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-ce24f538-1cca-4c42-b576-7d7a34c23094 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 200 len: 217 time: 0.0666120 Dec 12 15:47:33.969701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-a1ae77b4-bd0f-4493-adad-f610ff6459b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:33.971299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-a1ae77b4-bd0f-4493-adad-f610ff6459b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 200 len: 835 time: 0.0650685 Dec 12 15:47:34.033433 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:34.043611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-e874a16b-fee3-4e55-93a1-7cedd542acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:34.046149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-e874a16b-fee3-4e55-93a1-7cedd542acb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a595654d-fc11-40e4-abbc-dbac76282747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626180 Dec 12 15:47:34.197913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-32786c40-a6b3-4417-a813-42bad4c24097 service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417518 Dec 12 15:47:34.334541 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:34.348546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37d8d3ca-dbad-482d-b507-c9a63113d560 req-74df8783-0f23-45ae-a8d4-111b7ec68d8f service neutron] 10.222.0.13 "GET /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427474 Dec 12 15:47:34.369300 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056273e-7e9d-40f6-b5b0-afbbf0aee14b None None] The sync data for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 is: [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:45:56Z', 'revision_number': 4, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '66db9c3e-d3c2-43ad-bd00-92e31045f133', 'name': '', 'network_id': 'a595654d-fc11-40e4-abbc-dbac76282747', 'tenant_id': '46791c8f70d7494689224023f312c304', 'mac_address': 'fa:16:3e:d5:34:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:54Z', 'updated_at': '2021-12-12T15:46:02Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'subnets': [{'id': '013f6c26-963a-4cbd-b7b7-abd75749284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:34.693901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbd70c-aff2-4709-92d4-88ae2b18e9b7 None None] New status for floating IP cae1be2d-46f9-4caf-afd2-06f5f25e6cd1: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:47:34.974255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938a27-8604-44fc-9a29-668c2b190083 req-9f237286-3a38-4895-b240-cf787dd90e48 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:34.981781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc938a27-8604-44fc-9a29-668c2b190083 req-9f237286-3a38-4895-b240-cf787dd90e48 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0694854 Dec 12 15:47:35.047574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc938a27-8604-44fc-9a29-668c2b190083 req-2fdc1699-b2ce-494b-9513-cc7ea3103a07 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/security-groups?id=53a9529f-4528-4134-ba8c-00f13b0a0074&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648313 Dec 12 15:47:35.098983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-c45dd336-2546-48e3-b1f6-f438be24d9d0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:35.100745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-c45dd336-2546-48e3-b1f6-f438be24d9d0 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 945 time: 0.0736656 Dec 12 15:47:35.212615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:47:35.213626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:35.312087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 536688a7-fe00-4394-8d43-c6b15e42100c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=536688a7-fe00-4394-8d43-c6b15e42100c,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:35.312712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:35.326155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 536688a7-fe00-4394-8d43-c6b15e42100c owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:47:35.398548 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d081697f-7b3e-471e-b091-6f072a8324e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:35.495978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:35.531995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=536688a7-fe00-4394-8d43-c6b15e42100c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:35.577283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] No DVR routers for this DVR port 536688a7-fe00-4394-8d43-c6b15e42100c on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:47:35.581595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:35.585097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8911b57-842d-4b83-8f20-93e35d9c9367 req-a1e4fa08-a292-4919-8759-b41838e79190 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.13 "DELETE /v2.0/ports/536688a7-fe00-4394-8d43-c6b15e42100c HTTP/1.1" status: 204 len: 173 time: 0.4761851 Dec 12 15:47:35.585544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-deleted', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:47:35.587841 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f1618-478e-42ad-adfd-c9dc2bba5394" -d '{"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-deleted", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:47:35.639050 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e5176e-aa9f-43dc-899e-7afa3f18cb88 x-openstack-request-id: req-34e5176e-aa9f-43dc-899e-7afa3f18cb88 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:47:35.640254 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7", "name": "network-vif-deleted", "tag": "536688a7-fe00-4394-8d43-c6b15e42100c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:47:35.640693 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34e5176e-aa9f-43dc-899e-7afa3f18cb88 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:47:35.641663 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7', 'name': 'network-vif-deleted', 'tag': '536688a7-fe00-4394-8d43-c6b15e42100c', 'status': 'completed', 'code': 200} Dec 12 15:47:36.173650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a3541a3-5cdd-4067-9f47-7e86f6f813b0 req-fc0bef59-b529-4267-a8a4-aec772330b76 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e00f60e-f31e-4b87-8b2f-6e0a2a86e8f7 HTTP/1.1" status: 200 len: 210 time: 0.0368972 Dec 12 15:47:37.240478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:37.735719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed4863f8-e4ec-4ecc-92c7-75e15c3a072f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:37.955804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:38.223344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port 66db9c3e-d3c2-43ad-bd00-92e31045f133 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:47:38.223762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:38.313287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port 66db9c3e-d3c2-43ad-bd00-92e31045f133, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=66db9c3e-d3c2-43ad-bd00-92e31045f133,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:38.313951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:38.326313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for 66db9c3e-d3c2-43ad-bd00-92e31045f133 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:47:38.534963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:38.561897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=66db9c3e-d3c2-43ad-bd00-92e31045f133,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:38.614809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:38.794000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.060912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:39.167904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:39.174621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8d6d5a1e-861c-4533-9c3a-ae1a520b7473 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "PUT /v2.0/routers/7b420dea-6d02-40ba-b4c3-bf8ba524c07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9327230 Dec 12 15:47:39.177245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:39.179319 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Sync routers for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:39.190512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:39.191145 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:39.235223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting subnet 013f6c26-963a-4cbd-b7b7-abd75749284b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:47:39.238900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.268622 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.284509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.311587 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:39.373718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.436047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.464320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Subnet': ['ID=013f6c26-963a-4cbd-b7b7-abd75749284b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:39.468845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.474979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:39.475448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-183c8a67-9150-41ab-a311-1876f280c79b tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/subnets/013f6c26-963a-4cbd-b7b7-abd75749284b HTTP/1.1" status: 204 len: 168 time: 0.2963238 Dec 12 15:47:39.484659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5a15c-3930-4f5e-9be1-569350cfb436 None None] Network a595654d-fc11-40e4-abbc-dbac76282747 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:39.531934 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:47:38Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:39.565120 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Checking router: 7b420dea-6d02-40ba-b4c3-bf8ba524c07c for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:39.583425 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Routers {'7b420dea-6d02-40ba-b4c3-bf8ba524c07c'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:39.584014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:39.588937 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.651633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] DHCP port deletion for a595654d-fc11-40e4-abbc-dbac76282747 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:39.713944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.730967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Deleting port 41b5364f-5fe1-4823-9d10-953f9484a2ca {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:47:39.731658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.744321 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] Set router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:39.782416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Deleting port e156607f-3220-4991-9339-f0d0abbf3508 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:47:39.782757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.836242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] For port 41b5364f-5fe1-4823-9d10-953f9484a2ca, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=41b5364f-5fe1-4823-9d10-953f9484a2ca,segment=NetworkSegment(243802c5-ea5f-4eb8-ae3c-f103cdbf94f6),segment_id=243802c5-ea5f-4eb8-ae3c-f103cdbf94f6)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:39.836601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.850768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Calling delete_port for 41b5364f-5fe1-4823-9d10-953f9484a2ca owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:47:39.926233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 41b5364f-5fe1-4823-9d10-953f9484a2ca no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:47:39.962779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] For port e156607f-3220-4991-9339-f0d0abbf3508, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e156607f-3220-4991-9339-f0d0abbf3508,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:39.963551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:39.979117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:47:39.993329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Calling delete_port for e156607f-3220-4991-9339-f0d0abbf3508 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:47:40.029462 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:47:38Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:40.046577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 536688a7-fe00-4394-8d43-c6b15e42100c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:47:40.046940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 536688a7-fe00-4394-8d43-c6b15e42100c not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:47:40.068572 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e3057e-34c0-4d32-9419-77ecede349d0 None None] The sync data for ids ['7b420dea-6d02-40ba-b4c3-bf8ba524c07c'] in n-d-710847-8 is: [{'id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-808348389', 'tenant_id': '46791c8f70d7494689224023f312c304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:45:49Z', 'updated_at': '2021-12-12T15:47:38Z', 'revision_number': 5, 'project_id': '46791c8f70d7494689224023f312c304', 'gw_port': {'id': 'e156607f-3220-4991-9339-f0d0abbf3508', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b420dea-6d02-40ba-b4c3-bf8ba524c07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:45:50Z', 'updated_at': '2021-12-12T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:40.117689 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.141818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] No DVR routers for this DVR port 41b5364f-5fe1-4823-9d10-953f9484a2ca on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:47:40.169981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777d8d6-d222-4749-ae45-612e5aff1c56 None None] Pushing event deleted for resources: {'Port': ['ID=41b5364f-5fe1-4823-9d10-953f9484a2ca,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:40.181804 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.287974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.314894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Port': ['ID=e156607f-3220-4991-9339-f0d0abbf3508,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:40.342847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c0e4f-00e6-425d-a6f2-23a4a0ed2412 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:40.379297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.384242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.489853 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.493278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.541686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.542566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Fanout notify agent at l3_agent the message router_deleted on router 7b420dea-6d02-40ba-b4c3-bf8ba524c07c {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:47:40.552227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.556744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:40.565238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e840803-b145-4cc3-88e1-64153cb3ba4e tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/routers/7b420dea-6d02-40ba-b4c3-bf8ba524c07c HTTP/1.1" status: 204 len: 168 time: 1.0890539 Dec 12 15:47:40.651692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.753659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.775134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a595654d-fc11-40e4-abbc-dbac76282747']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:40.785308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:40.785602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243802c5-ea5f-4eb8-ae3c-f103cdbf94f6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:40.803550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.817635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.825764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:47:40.825992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:47:40.829507 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:47:40.916299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.921294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:40.925279 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/networks/a595654d-fc11-40e4-abbc-dbac76282747 HTTP/1.1" status: 204 len: 168 time: 0.3670642 Dec 12 15:47:40.927606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41510) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:40.943803 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40676e73-5269-466e-aff0-7a5a060443af tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'Network': ['ID=a595654d-fc11-40e4-abbc-dbac76282747,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:41.020673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.052867 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.108709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.167292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.170365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.171553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] 10.222.0.36 "DELETE /v2.0/security-groups/53a9529f-4528-4134-ba8c-00f13b0a0074 HTTP/1.1" status: 204 len: 168 time: 0.2421331 Dec 12 15:47:41.187554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abde04-8143-4e77-834f-3f60c199bfd5 tempest-TestNetworkAdvancedServerOps-471575362 tempest-TestNetworkAdvancedServerOps-471575362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9529f-4528-4134-ba8c-00f13b0a0074,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:41.293888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.604422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:41.791577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7b5866d1-d9c5-4de0-a1be-38457657476b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46791c8f70d7494689224023f312c304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859243 Dec 12 15:47:41.794040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41540) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:41.796723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e156607f-3220-4991-9339-f0d0abbf3508 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:47:41.825044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e156607f-3220-4991-9339-f0d0abbf3508 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:47:41.826309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e156607f-3220-4991-9339-f0d0abbf3508 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:47:41.826965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 66db9c3e-d3c2-43ad-bd00-92e31045f133 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:47:41.850056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 66db9c3e-d3c2-43ad-bd00-92e31045f133 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:47:41.850476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 66db9c3e-d3c2-43ad-bd00-92e31045f133 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:47:41.852858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.877423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.928424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.931293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:41.932440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc25379a-1a42-4386-b91e-ca76ae600cf2 HTTP/1.1" status: 204 len: 168 time: 0.1374977 Dec 12 15:47:41.947562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66f8f3-3e1a-44d5-b006-a9bfb29ae014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25379a-1a42-4386-b91e-ca76ae600cf2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:42.296450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:42.340002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42cd8ba1-273b-40e1-99b8-7cd51b2b2bcb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ee23b44adf243f7b9e1300a8cf1b939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422411 Dec 12 15:47:42.342372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41560) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:42.390634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:42.412076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:42.460554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:42.463756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:42.465195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f40a6c4d-05a0-42ff-989c-cf1c7132641e HTTP/1.1" status: 204 len: 168 time: 0.1218498 Dec 12 15:47:42.474362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb15373-51d2-47d3-9378-6f5e50213978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a6c4d-05a0-42ff-989c-cf1c7132641e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:43.265665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:43.378621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1244329148-network', 'tenant_id': '38a14311426743a4a8ef0249c546127b'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:43.402031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Made reservation on behalf of 38a14311426743a4a8ef0249c546127b for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:43.404762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.413856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.496279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.502798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.517935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:47:43.535685 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.536353 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Added segment 41c2fb26-b59e-406c-bc71-1c8677b57dc5 of type vlan for network 78eafbe6-03cd-42de-9565-6676421aa554 Dec 12 15:47:43.575141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21071f5a-05e9-4caf-8952-5041ccbda5a4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:43.590255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.617481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.618483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:43.619082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.679976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4130962 Dec 12 15:47:43.683242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:43.689036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee83e8e-2556-4a16-9ada-6e0fcf511bde admin admin] Pushing event updated for resources: {'Network': ['ID=78eafbe6-03cd-42de-9565-6676421aa554,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:43.694949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Request body: {'subnet': {'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1244329148-subnet', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:43.726640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 78eafbe6-03cd-42de-9565-6676421aa554 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:47:43.730652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Made reservation on behalf of 38a14311426743a4a8ef0249c546127b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:43.733810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:43.933969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.003588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7eedd55-5a51-4e6b-8018-e141fc5a305c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:44.018828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.019179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.019526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.019867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.020204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.020535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.020893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.021222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.021547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.021874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.022197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.022518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.022839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.028404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Checking segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:44.029238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Network hostable DHCP agents. Network: 78eafbe6-03cd-42de-9565-6676421aa554, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:47:44.050705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Network 78eafbe6-03cd-42de-9565-6676421aa554 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:47:44.062890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 78eafbe6-03cd-42de-9565-6676421aa554) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:44.067885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:44.068880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.076880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65984945-e631-42a5-852d-e037be86fe00 None None] Network 78eafbe6-03cd-42de-9565-6676421aa554 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:44.095330 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ebfa30a0-0621-43ae-9fdd-81d4179c3b94 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4104128 Dec 12 15:47:44.098021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:44.104421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:44.136181 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.137642 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.249241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-78eafbe6-03cd-42de-9565-6676421aa554', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:47:44.250454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.265942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.475616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.516010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Allocated IP 172.20.0.2 (78eafbe6-03cd-42de-9565-6676421aa554/e7eedd55-5a51-4e6b-8018-e141fc5a305c/65ed1978-33b9-4fc8-8e6b-6973718d970c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:44.707870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.720359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.738135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.774770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Network 78eafbe6-03cd-42de-9565-6676421aa554 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:44.780913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:44.784790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:44.796200 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.880405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Pushing event updated for resources: {'Port': ['ID=65ed1978-33b9-4fc8-8e6b-6973718d970c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:44.898057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.898641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.899426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.899908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.900387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.901630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.902130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.902607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.904099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.904585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.905102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.906016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.906513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:44.913690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Attempting to bind port 65ed1978-33b9-4fc8-8e6b-6973718d970c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:44.914074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Attempting to bind port 65ed1978-33b9-4fc8-8e6b-6973718d970c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:44.914444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Attempting to bind port 65ed1978-33b9-4fc8-8e6b-6973718d970c on network 78eafbe6-03cd-42de-9565-6676421aa554 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:44.922330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:44.922710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Checking segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:44.923472 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.923568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Bound using segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:44.924029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Bound port: 65ed1978-33b9-4fc8-8e6b-6973718d970c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:44.924415 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:44.930022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Allocated IP 172.25.3.224 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4d35bdb4-03d7-4e77-b748-382612cfb9bf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:45.016945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] For port 65ed1978-33b9-4fc8-8e6b-6973718d970c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:45.022528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] For port 65ed1978-33b9-4fc8-8e6b-6973718d970c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65ed1978-33b9-4fc8-8e6b-6973718d970c,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:45.026711 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.085689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.116882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8893434-7dd8-4abc-a63c-2a874c08b1b3 None None] Pushing event updated for resources: {'Port': ['ID=65ed1978-33b9-4fc8-8e6b-6973718d970c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:45.134221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.192515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Pushing event updated for resources: {'Port': ['ID=4d35bdb4-03d7-4e77-b748-382612cfb9bf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:45.208729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:45.211859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:45.214674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:45.228029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa16670-3dc1-46f1-bc69-d75f6db65891 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:45.291943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-60c650cf-4908-4f8e-95db-931eeae6d022 None None] Provisioning complete for port 4d35bdb4-03d7-4e77-b748-382612cfb9bf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:45.292409 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60c650cf-4908-4f8e-95db-931eeae6d022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.365569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-60c650cf-4908-4f8e-95db-931eeae6d022 None None] Port 4d35bdb4-03d7-4e77-b748-382612cfb9bf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:45.580141 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.821657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65ed1978-33b9-4fc8-8e6b-6973718d970c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:45.881054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 65ed1978-33b9-4fc8-8e6b-6973718d970c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:45.881558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:45.995968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:46.064078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 65ed1978-33b9-4fc8-8e6b-6973718d970c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65ed1978-33b9-4fc8-8e6b-6973718d970c,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:46.069453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:46.115477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:46.140368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=65ed1978-33b9-4fc8-8e6b-6973718d970c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:46.286395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:47:46.333056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4bf83-cddf-43a2-a47e-72c1a0fd2816 None None] Network 78eafbe6-03cd-42de-9565-6676421aa554 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:46.417124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:46.439048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:46.441303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:46.444985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41662) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:46.458653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6eb53254-2eb9-4d55-b205-48043b967993 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3594692 Dec 12 15:47:46.491481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-af01d29b-d1ac-4cdd-8b5e-47ec4348cc1f None None] Provisioning complete for port 65ed1978-33b9-4fc8-8e6b-6973718d970c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:46.491920 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-af01d29b-d1ac-4cdd-8b5e-47ec4348cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:46.493706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:46.494345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:46.657788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:46.967938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:45Z', 'revision_number': 3, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:47.001613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:47.002016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Updating router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 port 4d35bdb4-03d7-4e77-b748-382612cfb9bf binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:47:47.029630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.138269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0f12c600-b203-40f8-be5c-e349332b9599 None None] Provisioning complete for port 65ed1978-33b9-4fc8-8e6b-6973718d970c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:47.138912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f12c600-b203-40f8-be5c-e349332b9599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.390126 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.605362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.615184 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.638476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Allocated IP 172.20.0.1 (78eafbe6-03cd-42de-9565-6676421aa554/e7eedd55-5a51-4e6b-8018-e141fc5a305c/a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:47.688695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01deb4a3-785f-401c-9322-1e03c2f19f21 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:47.719229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Attempting to bind port 4d35bdb4-03d7-4e77-b748-382612cfb9bf on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:47.723360 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Attempting to bind port 4d35bdb4-03d7-4e77-b748-382612cfb9bf by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:47.723846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Attempting to bind port 4d35bdb4-03d7-4e77-b748-382612cfb9bf on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:47.737139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c89b8-1327-439f-9bde-f67a612f82e1 None None] Pushing event updated for resources: {'Port': ['ID=4d35bdb4-03d7-4e77-b748-382612cfb9bf,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:47.744537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:47.745401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:47.745823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.746217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:47.747059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Bound port: 4d35bdb4-03d7-4e77-b748-382612cfb9bf, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:47.756583 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.827954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.842337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65ed1978-33b9-4fc8-8e6b-6973718d970c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:47.888514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.900849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8097bb21-e786-4d2f-8797-d64963e19579 None None] Provisioning complete for port 4d35bdb4-03d7-4e77-b748-382612cfb9bf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:47.901230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8097bb21-e786-4d2f-8797-d64963e19579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.941716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] For port 4d35bdb4-03d7-4e77-b748-382612cfb9bf, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:47.962350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:47.967161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] For port 4d35bdb4-03d7-4e77-b748-382612cfb9bf, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4d35bdb4-03d7-4e77-b748-382612cfb9bf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:47.969831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8097bb21-e786-4d2f-8797-d64963e19579 None None] Port 4d35bdb4-03d7-4e77-b748-382612cfb9bf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:47.985641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.986013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.986361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.986705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.987049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.987371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.987696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.988024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.988347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.988713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.989043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.989368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.989688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:47:47.990015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:47.996595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Network 78eafbe6-03cd-42de-9565-6676421aa554 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:47.999281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:48.001522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:48.023288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 65ed1978-33b9-4fc8-8e6b-6973718d970c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:48.023594 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.051730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.131541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d8a44-ea1c-4054-b6df-36cac2377c00 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:48.240548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:48.241223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:48.246762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.466210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c89b8-1327-439f-9bde-f67a612f82e1 None None] Pushing event updated for resources: {'Port': ['ID=4d35bdb4-03d7-4e77-b748-382612cfb9bf,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:48.563348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] Provisioning complete for port 4d35bdb4-03d7-4e77-b748-382612cfb9bf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:48.563869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.650760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.662796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.756320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:48.758155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:48.804317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:48.906468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Network 78eafbe6-03cd-42de-9565-6676421aa554 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:48.908918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:49.027450 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:49.102431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:49.188416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] For port 4d35bdb4-03d7-4e77-b748-382612cfb9bf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4d35bdb4-03d7-4e77-b748-382612cfb9bf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:49.203542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:49.224943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:49.233973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c5560dc1-fcef-4a01-9e4f-e9deb814a4d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7871082 Dec 12 15:47:49.335096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1e8b-75da-46e7-9687-05e15c3396b4 None None] Pushing event updated for resources: {'Port': ['ID=4d35bdb4-03d7-4e77-b748-382612cfb9bf,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:49.424454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0116f3a7-061e-4b02-8c0a-b58085632412 None None] Provisioning complete for port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:49.425170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0116f3a7-061e-4b02-8c0a-b58085632412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:49.482423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:47Z', 'revision_number': 1, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:49.514834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0116f3a7-061e-4b02-8c0a-b58085632412 None None] Port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:49.522082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df948a-ca99-4dc2-867f-e7ba09102e15 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:47Z', 'revision_number': 1, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:50.000184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41740) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:50.005737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1590062583-network', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:50.042156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Made reservation on behalf of 0e324e2abcd44da28f4945cc399b7980 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:50.045733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.056580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.169977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.175338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.209620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:47:50.224943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce0498-3b21-45b7-ae45-0f85235632b7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:50.230194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.230540 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Added segment 498b91d8-9b9a-4c11-9043-b8ef61a630ce of type vlan for network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 Dec 12 15:47:50.285406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.322415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.324540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:50.325448 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.388145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:50.388806 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3866372 Dec 12 15:47:50.394352 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Request body: {'subnet': {'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1590062583-subnet', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:50.405176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d88ee5-194e-4dc4-9d6a-a2902c221f7a admin admin] Pushing event updated for resources: {'Network': ['ID=c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:50.420497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:47:50.460405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Made reservation on behalf of 0e324e2abcd44da28f4945cc399b7980 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:50.466814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.729861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.806448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d2393f9-682b-4718-93e4-8d7e117585ce,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:50.815978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Checking segment: {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:50.816729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Network hostable DHCP agents. Network: c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:47:50.841713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:47:50.853992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:50.858253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:50.858858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.867238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2ed9b-4232-49ae-9b71-fc124487963d None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:50.885244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb57e65c-32e1-4f75-af9c-90a2e341be6c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4944615 Dec 12 15:47:50.888187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41758) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:50.892849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:50.949527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:50.951504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.011567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'fixed_ips': [{'subnet_id': '7d2393f9-682b-4718-93e4-8d7e117585ce'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:47:51.013227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.030123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.198424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Allocated IP 172.20.0.2 (c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4/7d2393f9-682b-4718-93e4-8d7e117585ce/c08b7688-dab6-46ae-97fd-61929c439c39) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:51.287819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.465236 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.474696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.538464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:51.541581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:51.544786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:51.555806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Pushing event updated for resources: {'Port': ['ID=c08b7688-dab6-46ae-97fd-61929c439c39,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:51.558089 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:51.617017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Attempting to bind port c08b7688-dab6-46ae-97fd-61929c439c39 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:51.617645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Attempting to bind port c08b7688-dab6-46ae-97fd-61929c439c39 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:51.618176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Attempting to bind port c08b7688-dab6-46ae-97fd-61929c439c39 on network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:51.624739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:51.625410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Checking segment: {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:51.626204 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.626752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Bound using segment: {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:51.627889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Bound port: c08b7688-dab6-46ae-97fd-61929c439c39, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:51.628451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.645530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.686343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.719481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] For port c08b7688-dab6-46ae-97fd-61929c439c39, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:51.727090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] For port c08b7688-dab6-46ae-97fd-61929c439c39, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08b7688-dab6-46ae-97fd-61929c439c39,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:51.735240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.829266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a251ae87-55ce-46a5-bacc-acab026a1e52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:51.852041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4d35bdb4-03d7-4e77-b748-382612cfb9bf up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:51.865030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be44547-c93e-4e2b-aec9-27b897f88e7e None None] Pushing event updated for resources: {'Port': ['ID=c08b7688-dab6-46ae-97fd-61929c439c39,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:51.948920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Allocated IP 172.25.3.245 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:52.008493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4d35bdb4-03d7-4e77-b748-382612cfb9bf triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:52.008899 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.026959 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a251ae87-55ce-46a5-bacc-acab026a1e52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.032604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a251ae87-55ce-46a5-bacc-acab026a1e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.083311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a251ae87-55ce-46a5-bacc-acab026a1e52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a695bdc80804da1b270ce4ac492bb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5240321 Dec 12 15:47:52.084573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251ae87-55ce-46a5-bacc-acab026a1e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92d964-c588-4575-83a8-9e4137105c81,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:52.086245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41780) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:52.219212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.254113 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.323038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.326936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.407406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:52.412469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:52.415102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:52.417729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Pushing event updated for resources: {'Port': ['ID=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:52.433763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418f328-21d5-4aac-9a17-55b4a91a1911 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:52.465437 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.468487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.469779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc92d964-c588-4575-83a8-9e4137105c81 HTTP/1.1" status: 204 len: 168 time: 0.3825889 Dec 12 15:47:52.513535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800b135-7c86-4dc0-b917-ea181ac13aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92d964-c588-4575-83a8-9e4137105c81,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:52.566386 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:52.581927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-875526cc-dd30-4ef2-9f0d-688a79325ca1 None None] Provisioning complete for port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:52.582462 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-875526cc-dd30-4ef2-9f0d-688a79325ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:52.588843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:52.589491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:52.687186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-875526cc-dd30-4ef2-9f0d-688a79325ca1 None None] Port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:52.741586 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:52.815672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.183790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.200409 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 2, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:53.272849 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:47:53.273749 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:53.274192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Updating router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:47:53.304757 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.387036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Router 0d44a5fa-6b06-41a4-aeec-7561081427bf is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:47:53.407332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493aad39-1131-4a3b-bbc9-4ff850d3b183 None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:47:53.535678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] Provisioning complete for port c08b7688-dab6-46ae-97fd-61929c439c39 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:53.536193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.626918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:53.654649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.658679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e76f0434-c768-4324-8b89-877bb2da048a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7668843 Dec 12 15:47:53.658908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41824) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:53.674195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Sync routers for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:53.706101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:53.706992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:53.761523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.840804 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.864218 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.867279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] For port c08b7688-dab6-46ae-97fd-61929c439c39, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08b7688-dab6-46ae-97fd-61929c439c39,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:53.933630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08b7688-dab6-46ae-97fd-61929c439c39 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:53.942119 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:53.957327 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1d6bf-4c81-4ead-bd1b-2c4596015bc5 None None] Pushing event updated for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:54.038587 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Attempting to bind port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:54.039401 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Attempting to bind port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:54.040095 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Attempting to bind port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 on network 78eafbe6-03cd-42de-9565-6676421aa554 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:54.050185 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:54.050644 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Checking segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:54.051110 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:54.051649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Bound using segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:54.052186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Bound port: a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:54.052646 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:54.109009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:54.142441 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] For port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:54.146366 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] For port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:54.153280 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:54.213914 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:54.214787 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:54.358800 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:54.553106 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1d6bf-4c81-4ead-bd1b-2c4596015bc5 None None] Pushing event updated for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:54.679176 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:54Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:54.682067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:54.692252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-26eb89be-46b1-4441-bf6a-56701c313067 None None] Provisioning complete for port c08b7688-dab6-46ae-97fd-61929c439c39 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:54.693173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-26eb89be-46b1-4441-bf6a-56701c313067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:54.745672 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bbb9eb-fde1-431c-9363-ed9f0de9f181 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:54Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:54.783407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cd949-85e8-4298-a252-82adee35e7e2 None None] Pushing event updated for resources: {'Port': ['ID=c08b7688-dab6-46ae-97fd-61929c439c39,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:54.825604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c08b7688-dab6-46ae-97fd-61929c439c39 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:54.825987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:54.933708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:52Z', 'revision_number': 3, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:54.967350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Checking router: 0d44a5fa-6b06-41a4-aeec-7561081427bf for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:47:54.967703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Updating router 0d44a5fa-6b06-41a4-aeec-7561081427bf port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:47:54.996091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.011911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'network': {'name': 'tempest-network-smoke--133011652', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:55.061982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:55.068661 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.089948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.183429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] Provisioning complete for port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:55.183809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.255245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.309947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.319831 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.365935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ba1f8-a3ae-4997-9968-f64f39a60dbf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:55.377240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:47:55.388771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.405140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.405752 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Added segment a67cbc06-d379-4c48-b1aa-242a84e34d4c of type vlan for network c3308308-0cff-4a09-aede-5eb7fcd340d2 Dec 12 15:47:55.471154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Allocated IP 172.20.0.1 (c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4/7d2393f9-682b-4718-93e4-8d7e117585ce/9c497ce9-74d3-40a6-b1f7-dc5293d16316) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:55.471390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.490000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] For port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:55.518040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.530902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.541066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:55.541725 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.585278 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9020309 Dec 12 15:47:55.591102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.593052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41868) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:55.599468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-100547330', 'admin_state_up': True, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:55.602595 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.630561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.639867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Attempting to bind port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:47:55.640660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Attempting to bind port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:47:55.641051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Attempting to bind port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:47:55.651373 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.652990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.653286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674cf4a2-b54f-4d3a-9ed6-86c430bbaced None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:55.693721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:47:55.694591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:47:55.694591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.694888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:47:55.696076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Bound port: 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:47:55.696469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.698222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd815f70-4233-4de1-aec6-5ef4487c50a4 None None] Pushing event updated for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:55.717806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246b0f6-ed9b-47e3-86cf-d36735689de9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Network': ['ID=c3308308-0cff-4a09-aede-5eb7fcd340d2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:55.764321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.773374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:55.801035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:47:55.875851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08b7688-dab6-46ae-97fd-61929c439c39 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:55.904564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:55.911339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:55.916446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:56.007996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-31985e4f-6e5d-43a7-8e9f-c2307b8d1a0b None None] Provisioning complete for port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:56.008371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31985e4f-6e5d-43a7-8e9f-c2307b8d1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.009964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966f66b-6fc0-4ba7-a73a-972949f5da16 None None] Pushing event updated for resources: {'Port': ['ID=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:56.030495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Pushing event updated for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:56.037811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.046050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] For port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:47:56.063011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.072290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] For port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:47:56.075774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-31985e4f-6e5d-43a7-8e9f-c2307b8d1a0b None None] Port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:56.087882 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.097104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c08b7688-dab6-46ae-97fd-61929c439c39 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:56.097625 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.184826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667c1e0-6f39-4f6d-b58b-249178c7f21f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:56.234395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:56.235043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:56.270411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:56.301768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966f66b-6fc0-4ba7-a73a-972949f5da16 None None] Pushing event updated for resources: {'Port': ['ID=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:56.304551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.389253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:56.407241 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cd07deae-df16-4f77-a583-1989cdcc8578 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5251 time: 0.1350021 Dec 12 15:47:56.410581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 41882) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:56.420795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'network': {'name': 'tempest-network-smoke--1501356267', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'port_security_enabled': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:56.492425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Provisioning complete for port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:56.492807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.512979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.555964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:47:56.561092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.566606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.572746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:56.701674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.719902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:47:56.731771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:56.732201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.737639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] For port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:47:56.764236 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.773517 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.773867 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Added segment 2847feb8-2056-409b-a77a-e42ebdb53042 of type vlan for network 05233dea-de6b-49be-8c95-0aab5baba602 Dec 12 15:47:56.785888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.815252 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.827185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:56.827555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.868498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:52Z', 'revision_number': 3, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:56.870497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Pushing event updated for resources: {'Port': ['ID=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:56.882424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.884975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.25.3.158 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d77fc50f-3d75-434d-a065-e45ed436ef06) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:56.906986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb58ee-7923-474f-8b0c-50c2716ee27c None None] The sync data for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 is: [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:52Z', 'revision_number': 3, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:47:56.946310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f2a18bc7-f855-4a17-b811-cc47700eed78 None None] Port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:56.951427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:56.957742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Pushing event updated for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:57.002201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.008069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:57.008726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.129636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7129734 Dec 12 15:47:57.130837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 41894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:57.137661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'admin_state_up': True, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:47:57.192807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.200495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.203998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810496d-398a-4cdd-b56d-e9d8ee55105f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Network': ['ID=05233dea-de6b-49be-8c95-0aab5baba602,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:57.239749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 05233dea-de6b-49be-8c95-0aab5baba602 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:47:57.270334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:57.274220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.279053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:57.299831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.492252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Router 0d44a5fa-6b06-41a4-aeec-7561081427bf has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:47:57.495730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.528974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.615847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:57.624134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:57.628247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:57.630452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=d77fc50f-3d75-434d-a065-e45ed436ef06,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:57.647970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca76dd1-f417-41a9-8ff9-644a0570dfcd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:57.701882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5f8c894c-ad89-48bf-ac6d-46f36abcf5e0 None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:57.707566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f8c894c-ad89-48bf-ac6d-46f36abcf5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:57.806472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:57.808343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c894c-ad89-48bf-ac6d-46f36abcf5e0 None None] Port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:57.856306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e8e1873-4a7f-4ba8-9de1-8b6885aa168d admin admin] 10.222.0.36 "PUT /v2.0/routers/0d44a5fa-6b06-41a4-aeec-7561081427bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1963511 Dec 12 15:47:57.948575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:58.003523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.005613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2bfeb43a-1146-4a86-baa2-171cc28c7dff None None] Provisioning complete for port d77fc50f-3d75-434d-a065-e45ed436ef06 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:58.005926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bfeb43a-1146-4a86-baa2-171cc28c7dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.031568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.079030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2bfeb43a-1146-4a86-baa2-171cc28c7dff None None] Port d77fc50f-3d75-434d-a065-e45ed436ef06 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:58.093063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:58.093437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.182820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.217836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.25.3.119 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/5e282754-2e58-49d3-b959-6a4d9a193edf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:47:58.251111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:47:58.331849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:58.331849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.383148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.433021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.474522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.482953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:47:58.487005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:47:58.497520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:47:58.594636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=5e282754-2e58-49d3-b959-6a4d9a193edf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:47:58.802525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2127d4b-8d41-4456-a93a-d4a1627d012d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:47:58.920750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e35864a9-5704-41b3-aaaf-4864657055e5 None None] Provisioning complete for port 5e282754-2e58-49d3-b959-6a4d9a193edf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:47:58.921262 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e35864a9-5704-41b3-aaaf-4864657055e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:58.942487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:59.014617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e35864a9-5704-41b3-aaaf-4864657055e5 None None] Port 5e282754-2e58-49d3-b959-6a4d9a193edf cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:47:59.218210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:59.309624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:47:59.393083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router e2f13dac-f148-4428-9a8f-35ace1e73536 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:47:59.430709 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Sync routers for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:59.446445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:59.448783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:59.515986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:59.529000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:59.549391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:59.549680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:59.550094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:59.554773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aa157efa-ac07-4a02-bf56-88e382e839d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9578371 Dec 12 15:47:59.555813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42002) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:59.600282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:47:59.625699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:47:59.630902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42010) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:59.631309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ac6f5ebf-82d9-4032-83e0-f6b43559ef5e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4979582 Dec 12 15:47:59.649300 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Sync routers for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:47:59.683972 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:47:59.684609 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:47:59.740765 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:59.758273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:47:59.797883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12cd7ff4-4b0f-492b-96a4-60b8b36cd852 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d56cd046c258409c9ba0eb9380a67488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2391555 Dec 12 15:47:59.800280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:59.815171 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81082d17-0812-4ab3-969e-18cced28b733 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:59.819312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81082d17-0812-4ab3-969e-18cced28b733 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6dfc5f4b17a44660802f2223ba3889cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1847281 Dec 12 15:47:59.819633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42014) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:47:59.964099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347a3931-ad1f-4d54-922a-e8e4ea35497a tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:47:59.968527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-347a3931-ad1f-4d54-922a-e8e4ea35497a tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1454124 Dec 12 15:47:59.968938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42018) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.009245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1362c7c1-b9fb-4c38-a294-656238558021 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367005 Dec 12 15:48:00.009749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42020) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.045857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f084ec-3642-43cb-8e15-b89a18248119 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:00.048140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61f084ec-3642-43cb-8e15-b89a18248119 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2465975 Dec 12 15:48:00.052060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e4c8df1d-fd3d-43b3-8de8-b1063b1d1c10 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=6dfc5f4b17a44660802f2223ba3889cc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390146 Dec 12 15:48:00.052060 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42026) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.052783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.068720 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:00.171212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3efee44c-04b5-4b81-aebe-cd3e8fd41d4a tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1192732 Dec 12 15:48:00.173883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.179688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901075942', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:00.241241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:47:57Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:00.289779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4702e3-d1a4-44e1-bac6-3de8922667aa tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:00.295037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ab4702e3-d1a4-44e1-bac6-3de8922667aa tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2171881 Dec 12 15:48:00.295896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42034) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.313356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:00.313667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Updating router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 port d77fc50f-3d75-434d-a065-e45ed436ef06 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:48:00.352796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-776ea95b-9aec-4888-b979-4f9df9fb4f15 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554309 Dec 12 15:48:00.353559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42038) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:00.359718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-236192389', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:00.370433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.379197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:00.386482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.412263 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9c497ce9-74d3-40a6-b1f7-dc5293d16316', 'name': '', 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'mac_address': 'fa:16:3e:69:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 2, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'subnets': [{'id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:00.470881 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Checking router: 0d44a5fa-6b06-41a4-aeec-7561081427bf for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:00.471590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Updating router 0d44a5fa-6b06-41a4-aeec-7561081427bf port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:48:00.505213 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.592420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:00.597510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.839370 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.846487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:47:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:00.878599 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Checking router: e2f13dac-f148-4428-9a8f-35ace1e73536 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:00.879038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Updating router e2f13dac-f148-4428-9a8f-35ace1e73536 port 5e282754-2e58-49d3-b959-6a4d9a193edf binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:48:00.881509 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:00.961758 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.027544 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Pushing event updated for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:01.057962 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.058576 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.059132 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.059620 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.064433 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.065067 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.066008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.066506 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.066997 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.067487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.067986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.068479 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.068990 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:01.121538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.126660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.143580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.147424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.223334 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Attempting to bind port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:01.224078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Attempting to bind port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:01.224998 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Attempting to bind port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 on network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:01.272251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:01.273451 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Checking segment: {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:01.274173 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.274788 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Bound using segment: {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:01.275566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Bound port: 9c497ce9-74d3-40a6-b1f7-dc5293d16316, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498b91d8-9b9a-4c11-9043-b8ef61a630ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:01.276179 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.286694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3934502-00ef-4d77-82c0-548df708d2d8 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:01.302832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Subnet': ['ID=2a87a92f-70e4-4c58-9174-df7697ceea2d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:01.320344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Checking segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:01.321324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network hostable DHCP agents. Network: c3308308-0cff-4a09-aede-5eb7fcd340d2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:48:01.326706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Checking segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:01.328915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network hostable DHCP agents. Network: 05233dea-de6b-49be-8c95-0aab5baba602, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:48:01.332272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Subnet': ['ID=c9d12f2b-aed4-44b4-af84-f1f0eab1741a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:01.361930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:48:01.373960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 05233dea-de6b-49be-8c95-0aab5baba602 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:48:01.385258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c3308308-0cff-4a09-aede-5eb7fcd340d2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:01.386380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858f28-6f38-4a3c-8919-e8be22c88d70 None None] Pushing event updated for resources: {'Port': ['ID=d77fc50f-3d75-434d-a065-e45ed436ef06,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:01.392379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:01.393065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.397918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 05233dea-de6b-49be-8c95-0aab5baba602) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:01.405535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:01.407017 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.423158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-24b7efe7-3d08-4561-b6d1-84da0f5e5258 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2456625 Dec 12 15:48:01.424437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:01.445548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7200168-0e98-49fe-a9a0-b7e8cc189a11 None None] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:01.454462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0205c0-e2b8-4e49-9f8f-8fab8d5aa61d None None] Network 05233dea-de6b-49be-8c95-0aab5baba602 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:01.459937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-73d7e562-ece7-4247-8563-00f99992295f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1046791 Dec 12 15:48:01.463107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42056) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:01.463249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Attempting to bind port d77fc50f-3d75-434d-a065-e45ed436ef06 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:01.463449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Attempting to bind port d77fc50f-3d75-434d-a065-e45ed436ef06 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:01.463817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Attempting to bind port d77fc50f-3d75-434d-a065-e45ed436ef06 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:01.476747 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] For port 9c497ce9-74d3-40a6-b1f7-dc5293d16316, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:01.507885 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] For port 9c497ce9-74d3-40a6-b1f7-dc5293d16316, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c497ce9-74d3-40a6-b1f7-dc5293d16316,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:01.531021 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.700476 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:01.702628 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:01.791177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:01.791993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:01.792413 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.792864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:01.801963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Bound port: d77fc50f-3d75-434d-a065-e45ed436ef06, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:01.802720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.815241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:01.816505 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.823691 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.859153 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:01.896411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a58f8d-86d5-4a5a-a9fc-4b80d84d1c0a None None] Pushing event updated for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:01.987967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf3115-cc28-416a-8139-3855f782a0e4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:01.989800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-05233dea-de6b-49be-8c95-0aab5baba602', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'fixed_ips': [{'subnet_id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:48:01.990812 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.085174 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Attempting to bind port 5e282754-2e58-49d3-b959-6a4d9a193edf on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:02.088343 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Attempting to bind port 5e282754-2e58-49d3-b959-6a4d9a193edf by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:02.088931 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Attempting to bind port 5e282754-2e58-49d3-b959-6a4d9a193edf on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:02.096452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] For port d77fc50f-3d75-434d-a065-e45ed436ef06, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:02.113068 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e750-24db-44af-96bc-38bff71efd4c None None] Pushing event updated for resources: {'Port': ['ID=5e282754-2e58-49d3-b959-6a4d9a193edf,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:02.124061 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:02.124434 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:02.124856 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.125703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:02.125703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Bound port: 5e282754-2e58-49d3-b959-6a4d9a193edf, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:02.126052 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.202169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:02.243504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c3308308-0cff-4a09-aede-5eb7fcd340d2', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:48:02.244379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.282483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] For port d77fc50f-3d75-434d-a065-e45ed436ef06, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d77fc50f-3d75-434d-a065-e45ed436ef06,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:02.305144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.436503 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] For port 5e282754-2e58-49d3-b959-6a4d9a193edf, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:02.443863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba8797-9a43-42ef-a9ee-cef95cd52f10 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:02.446155 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] For port 5e282754-2e58-49d3-b959-6a4d9a193edf, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e282754-2e58-49d3-b959-6a4d9a193edf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:02.473605 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.482539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.530561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.545007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:02.593400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:02.594103 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:02.596803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:02.599039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:02.600194 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e750-24db-44af-96bc-38bff71efd4c None None] Pushing event updated for resources: {'Port': ['ID=5e282754-2e58-49d3-b959-6a4d9a193edf,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:02.695744 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9c497ce9-74d3-40a6-b1f7-dc5293d16316', 'name': '', 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'mac_address': 'fa:16:3e:69:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:01Z', 'revision_number': 4, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'subnets': [{'id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:02.750902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45616e-7ea3-43e7-a506-6e0ad3fe0ecd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:02.803969 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd6be5c-e6e6-4154-812f-f156c94d84de None None] The sync data for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 is: [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '9c497ce9-74d3-40a6-b1f7-dc5293d16316', 'name': '', 'network_id': 'c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'mac_address': 'fa:16:3e:69:85:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:01Z', 'revision_number': 4, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'subnets': [{'id': '7d2393f9-682b-4718-93e4-8d7e117585ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:02.870153 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:02.898047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] For port 9c497ce9-74d3-40a6-b1f7-dc5293d16316, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c497ce9-74d3-40a6-b1f7-dc5293d16316,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:02.970293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Allocated IP 172.20.0.18 (05233dea-de6b-49be-8c95-0aab5baba602/c9d12f2b-aed4-44b4-af84-f1f0eab1741a/a538d764-b50e-4a76-836c-e6ba9fe55e23) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:02.996025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.1 (c3308308-0cff-4a09-aede-5eb7fcd340d2/2a87a92f-70e4-4c58-9174-df7697ceea2d/1ab52119-647a-4336-9693-c25ceb09e474) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:03.211858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.271248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.345813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:03.351174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50858f28-6f38-4a3c-8919-e8be22c88d70 None None] Pushing event updated for resources: {'Port': ['ID=d77fc50f-3d75-434d-a065-e45ed436ef06,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:03.355342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:03.381982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:03.432625 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:47:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:03.457753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.459414 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.460293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:03.515552 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f94f03-5e87-4ebd-8cf8-6a4e69ea0fd3 None None] The sync data for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 is: [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:47:58Z', 'revision_number': 3, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:03.534200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.591051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.636487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Allocated IP 172.20.0.2 (c3308308-0cff-4a09-aede-5eb7fcd340d2/2a87a92f-70e4-4c58-9174-df7697ceea2d/3e925819-f129-4c0e-ab37-51b6a5e94f98) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:03.672850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.20.0.17 (05233dea-de6b-49be-8c95-0aab5baba602/c9d12f2b-aed4-44b4-af84-f1f0eab1741a/344d13ee-9c06-4fb8-8d64-e126b25fab11) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:03.674090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:03.813631 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4102a8d-1b54-45b5-bf2b-9271c02fd02e None None] Pushing event updated for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:03.815343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:03.826821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Network 05233dea-de6b-49be-8c95-0aab5baba602 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:03.915062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:04.042570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.137176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.193678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 05233dea-de6b-49be-8c95-0aab5baba602 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:04.197189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:04.202409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:04.254090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:04.281957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.488416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.500810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:04.503806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c497ce9-74d3-40a6-b1f7-dc5293d16316 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:04.558877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.619266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.624317 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.651069 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.718777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Provisioning complete for port 5e282754-2e58-49d3-b959-6a4d9a193edf triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:04.719135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.869777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:04.876169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Pushing event updated for resources: {'Port': ['ID=a538d764-b50e-4a76-836c-e6ba9fe55e23,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:04.880680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:04.886234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:04.917291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:04.925124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:04.942513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Attempting to bind port a538d764-b50e-4a76-836c-e6ba9fe55e23 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:04.943916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Attempting to bind port a538d764-b50e-4a76-836c-e6ba9fe55e23 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:04.944291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Attempting to bind port a538d764-b50e-4a76-836c-e6ba9fe55e23 on network 05233dea-de6b-49be-8c95-0aab5baba602 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:05.061913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:05.062293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Checking segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:05.062692 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.063084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Bound using segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:05.063566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Bound port: a538d764-b50e-4a76-836c-e6ba9fe55e23, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:05.063949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.124870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:05.130126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:05.135601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:05.135970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.240489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Pushing event updated for resources: {'Port': ['ID=3e925819-f129-4c0e-ab37-51b6a5e94f98,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:05.263545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Attempting to bind port 3e925819-f129-4c0e-ab37-51b6a5e94f98 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:05.263925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Attempting to bind port 3e925819-f129-4c0e-ab37-51b6a5e94f98 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:05.264298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Attempting to bind port 3e925819-f129-4c0e-ab37-51b6a5e94f98 on network c3308308-0cff-4a09-aede-5eb7fcd340d2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:05.286304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.318524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:05.318922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Checking segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:05.319285 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.319684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Bound using segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:05.320165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Bound port: 3e925819-f129-4c0e-ab37-51b6a5e94f98, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:05.320609 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.337640 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.344905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.438579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:05.442542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] For port 5e282754-2e58-49d3-b959-6a4d9a193edf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e282754-2e58-49d3-b959-6a4d9a193edf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:05.457548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:05.477498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.488029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.540072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-247a92af-659a-4ac9-88b8-4e3de864e77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.565010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] For port a538d764-b50e-4a76-836c-e6ba9fe55e23, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:05.569637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Pushing event updated for resources: {'Port': ['ID=5e282754-2e58-49d3-b959-6a4d9a193edf,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:05.583225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:47:57Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:05.601535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] For port a538d764-b50e-4a76-836c-e6ba9fe55e23, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a538d764-b50e-4a76-836c-e6ba9fe55e23,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:05.647171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.649221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba29dd7-b4b5-49cf-9836-8ede3c9a541b None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:47:57Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:05.656568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Provisioning complete for port d77fc50f-3d75-434d-a065-e45ed436ef06 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:05.656989 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:05.707227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 05233dea-de6b-49be-8c95-0aab5baba602 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:05.708757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:05.710692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:05.720106 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d215c31-5b5b-4507-beef-5789b4900077 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2836337 Dec 12 15:48:05.722937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:05.862198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f76a47-bb44-4bd1-beb8-934eb94f590a None None] Pushing event updated for resources: {'Port': ['ID=a538d764-b50e-4a76-836c-e6ba9fe55e23,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:05.912776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.913871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.914502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.915297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.915896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.916494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.917559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.918197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.918816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.919413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.920615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.921233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.921824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.922417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:05.924887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7797b49c-c065-4b31-8193-e488951010eb tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9819 time: 0.2004528 Dec 12 15:48:05.927693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:06.014838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router e2f13dac-f148-4428-9a8f-35ace1e73536 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:06.023520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] For port 3e925819-f129-4c0e-ab37-51b6a5e94f98, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:06.028972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:06.089386 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] For port 3e925819-f129-4c0e-ab37-51b6a5e94f98, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e925819-f129-4c0e-ab37-51b6a5e94f98,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:06.102646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c497ce9-74d3-40a6-b1f7-dc5293d16316 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:06.106167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.119601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.120285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.120922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.121928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.122630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.123074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.123511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.123948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.124383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.124851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.125289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.125724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.126156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:06.128494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0744db1d-806d-4d7c-8e5d-3b9de3d7c211 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8978 time: 0.1996446 Dec 12 15:48:06.132085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42114) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:06.132848 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:06.191397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] For port d77fc50f-3d75-434d-a065-e45ed436ef06, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d77fc50f-3d75-434d-a065-e45ed436ef06,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:06.244666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:06.329212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:06.329684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:06.334002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:06.341993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5f9acd19-e99c-4e40-947d-60acc6960021 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "PUT /v2.0/routers/e2f13dac-f148-4428-9a8f-35ace1e73536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8758605 Dec 12 15:48:06.488296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357d1a2-1009-4d12-9767-b14bd7ec21ab None None] Pushing event updated for resources: {'Port': ['ID=3e925819-f129-4c0e-ab37-51b6a5e94f98,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:06.596110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:06.597489 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:06.733725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b9261-15e4-4cd9-b2be-5e4ca96c6020 None None] Pushing event updated for resources: {'Port': ['ID=d77fc50f-3d75-434d-a065-e45ed436ef06,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:06.992017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e282754-2e58-49d3-b959-6a4d9a193edf up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:07.099523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5e282754-2e58-49d3-b959-6a4d9a193edf triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:07.100316 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:07.429727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aa806dd7-5af1-4db8-b9a1-7835400e4f7f tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7375 time: 1.2959754 Dec 12 15:48:07.485736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-f6bf5056-2977-4f08-92e6-4c48ee1abfda tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:07.492883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-f6bf5056-2977-4f08-92e6-4c48ee1abfda tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/networks?id=05233dea-de6b-49be-8c95-0aab5baba602 HTTP/1.1" status: 200 len: 798 time: 0.2226465 Dec 12 15:48:07.510821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-d8480cec-e567-4196-bc12-e91a9631b0e3 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/quotas/6dfc5f4b17a44660802f2223ba3889cc HTTP/1.1" status: 200 len: 375 time: 0.0119493 Dec 12 15:48:07.613889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-f852f733-a904-4746-b681-86ea24926443 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0955713 Dec 12 15:48:07.721017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:07.725783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-489535369', 'description': 'tempest-secgroup-smoke-489535369 description', 'project_id': 'd56cd046c258409c9ba0eb9380a67488'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:07.754919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6779c959-a5fb-4ec4-8b6e-0f4ed7a4f0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:07.795687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:07.918549 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-f82e23d3-1cf6-4b49-a96a-81e8fd09fdad service neutron] 10.222.0.36 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813995 Dec 12 15:48:07.935879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:07.945798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.015753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09fed2f-1aa2-4315-adf0-316979d27f29,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:08.059064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.065098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3169c355-4132-4ea4-87a0-66e93e1aaaa6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3429801 Dec 12 15:48:08.067794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:08.101884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:08.111425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b2501-597d-43f7-a1b4-963885ac8ca5 None None] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:08.139105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-fb9be2e0-68d5-470a-82b7-aa182ed0d7d9 service neutron] 10.222.0.36 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096217 Dec 12 15:48:08.151414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.221482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a538d764-b50e-4a76-836c-e6ba9fe55e23 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:08.306956 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.315190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Sync routers for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:08.321934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.350648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41a2cfa-b77c-4628-92d4-4ffac9a781d7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:08.377258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.380687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9349db3b-8aaa-4548-83a7-3b89268b1b24 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105910 Dec 12 15:48:08.383751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:08.390799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:08.468471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.480456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:08.484952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:08.509794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbc61a51-eaa5-441b-9dfc-387acc59710f req-be093a7e-299c-43f0-a17c-505303f0fb58 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 210 time: 0.0633769 Dec 12 15:48:08.625514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] Provisioning complete for port 3e925819-f129-4c0e-ab37-51b6a5e94f98 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:08.625514 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.647193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.653814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.672801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896d9ba8-33c5-49a9-8f57-45571d45ee06,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:08.706600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.708047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d1b6a26e-d736-49e6-89e6-d20d5a73623b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3228798 Dec 12 15:48:08.710949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42178) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:08.716374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:08.732575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.766885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.852694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.862703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a538d764-b50e-4a76-836c-e6ba9fe55e23 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:08.863176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.869942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.918893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bb16ee-2bba-44b3-98c4-8009a98f8a57,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:08.931321 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:08.933167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7af0ff8e-5d1b-4d45-8f1a-914431aa365a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2211421 Dec 12 15:48:08.936205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42180) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:08.942057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:08.995116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:09.004429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.159621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.183420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.208473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498a9a31-51be-4111-97c4-d2322c2b1303,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:09.246679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.248851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e2a6c128-8cf4-406f-9b91-9dbf53d745cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3109066 Dec 12 15:48:09.251177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42190) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:09.258177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:09.302118 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:48:09.313811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.458788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.465724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.494153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59a12e9-4388-44d1-bedd-45e586082e78,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:09.505194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.506770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-617b1282-58d2-40dd-83ef-13987be91795 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2544594 Dec 12 15:48:09.509862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:09.515066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': 'e09fed2f-1aa2-4315-adf0-316979d27f29', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:09.576106 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:48:09.581961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.642971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154643e-629b-423c-b6d8-7aff93cb9ab7 None None] Network 05233dea-de6b-49be-8c95-0aab5baba602 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:09.700016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.708871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.748465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:09.771279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd156601-67e5-4e15-bd01-121c9f3c41b7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:09.776099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2592995-8985-41f4-9a63-0415164b70bc req-565e1df8-607b-47e3-ac22-743b06b28b31 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 210 time: 0.1456134 Dec 12 15:48:09.786533 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:09.787822 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:09.802234 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:09.803936 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b035be0-65c3-44c3-bc57-58aaff7cdfc3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2925048 Dec 12 15:48:09.933233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:09.980660 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.090494 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.123067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-23f15b91-87e5-434f-8924-8e05cc949937 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-489535369&fields=id&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 267 time: 0.1535876 Dec 12 15:48:10.275063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.277895 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:04Z', 'revision_number': 2, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:10.337455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a538d764-b50e-4a76-836c-e6ba9fe55e23, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a538d764-b50e-4a76-836c-e6ba9fe55e23,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:10.345944 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:10.346308 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Updating router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 port 1ab52119-647a-4336-9693-c25ceb09e474 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:48:10.365863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.368544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e925819-f129-4c0e-ab37-51b6a5e94f98 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:10.410337 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.438540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-5031f0c8-5bb8-42d9-9664-535d82cdf035 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:10.438540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-5031f0c8-5bb8-42d9-9664-535d82cdf035 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 796 time: 0.3033245 Dec 12 15:48:10.462557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-1ab7d41d-4452-442a-9765-8af59303f3fa tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:10.463996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-1ab7d41d-4452-442a-9765-8af59303f3fa tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.30 "GET /v2.0/networks?id=05233dea-de6b-49be-8c95-0aab5baba602 HTTP/1.1" status: 200 len: 798 time: 0.2342625 Dec 12 15:48:10.473941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-ae8b0623-827c-4536-a45c-755212e9892b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/quotas/d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 375 time: 0.0255797 Dec 12 15:48:10.484272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Request body: {'port': {'device_id': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'admin_state_up': True, 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:10.506671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] For port 3e925819-f129-4c0e-ab37-51b6a5e94f98, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e925819-f129-4c0e-ab37-51b6a5e94f98,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:10.520133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.571075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a538d764-b50e-4a76-836c-e6ba9fe55e23,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:10.597390 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.600314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-be1fb173-33b5-4241-9390-5bbef206c7cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119139 Dec 12 15:48:10.690850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125adae-dc57-475b-afe9-25dc2986fd83 None None] Pushing event updated for resources: {'Port': ['ID=3e925819-f129-4c0e-ab37-51b6a5e94f98,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:10.744118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Made reservation on behalf of 6dfc5f4b17a44660802f2223ba3889cc for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:10.745395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Provisioning complete for port 1ab52119-647a-4336-9693-c25ceb09e474 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:10.747146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.749808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.781286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-f5a3b74e-5f03-4e80-adb6-80a1c45e34f8 service neutron] 10.222.0.36 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581247 Dec 12 15:48:10.824593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Port 1ab52119-647a-4336-9693-c25ceb09e474 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:48:10.856801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:04Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '344d13ee-9c06-4fb8-8d64-e126b25fab11', 'name': '', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 2, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:10.864075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3e925819-f129-4c0e-ab37-51b6a5e94f98 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:10.865724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.950100 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.962917 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:10.979667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0d644db-fe2b-4fd4-b32b-3fc2ab088094 req-521d3ae1-d1e1-45db-9f15-a4518b634944 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 210 time: 0.0509970 Dec 12 15:48:11.010640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Provisioning complete for port a538d764-b50e-4a76-836c-e6ba9fe55e23 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:11.012440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.019836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Checking router: e2f13dac-f148-4428-9a8f-35ace1e73536 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:11.020469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Updating router e2f13dac-f148-4428-9a8f-35ace1e73536 port 344d13ee-9c06-4fb8-8d64-e126b25fab11 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:48:11.071799 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab8b9-4325-4feb-b5d9-ac7c1f30a440 None None] Pushing event updated for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:11.170503 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Attempting to bind port 1ab52119-647a-4336-9693-c25ceb09e474 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:11.171142 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Attempting to bind port 1ab52119-647a-4336-9693-c25ceb09e474 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:11.171670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Attempting to bind port 1ab52119-647a-4336-9693-c25ceb09e474 on network c3308308-0cff-4a09-aede-5eb7fcd340d2 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:11.181520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d5715efa-ad8c-41e5-a03d-a6a96d2c1ebf service neutron] 10.222.0.36 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908365 Dec 12 15:48:11.202051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:11.203040 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Checking segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:11.203458 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.203858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Bound using segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:11.207185 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Bound port: 1ab52119-647a-4336-9693-c25ceb09e474, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:11.207761 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.231221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Allocated IP 172.20.0.21 (05233dea-de6b-49be-8c95-0aab5baba602/c9d12f2b-aed4-44b4-af84-f1f0eab1741a/dec5c2cc-1d91-44e7-9ffb-796591227811) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:11.387136 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.400842 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] For port 1ab52119-647a-4336-9693-c25ceb09e474, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:11.409189 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] For port 1ab52119-647a-4336-9693-c25ceb09e474, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1ab52119-647a-4336-9693-c25ceb09e474,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:11.423275 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.435566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.466399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.591685 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab8b9-4325-4feb-b5d9-ac7c1f30a440 None None] Pushing event updated for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:11.600064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.610087 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:11.610738 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:11.705555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96b774a5-d2d0-49b4-b2b9-46e12cf3ea0b req-6efad19e-d2cb-4d20-bc5a-271ce1e9493a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 210 time: 0.1258535 Dec 12 15:48:11.924659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-7d99e2f4-2f53-4698-a3b6-7886d34872b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037892 Dec 12 15:48:11.936549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:11.988331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:12.021745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d77fc50f-3d75-434d-a065-e45ed436ef06 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:12.041187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event updated for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:12.129054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Provisioning complete for port 3e925819-f129-4c0e-ab37-51b6a5e94f98 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:12.129863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0471e385-3c81-40ae-9afb-b496a84a3103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:12.166478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Network 05233dea-de6b-49be-8c95-0aab5baba602 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:12.188106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:12.202571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:12.340111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d77fc50f-3d75-434d-a065-e45ed436ef06 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:12.340426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23185-0cc4-4d52-9193-f60d85229cff req-941544fd-e3a2-474e-9f39-c50747f0560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:12.340540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:12.344618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-941544fd-e3a2-474e-9f39-c50747f0560f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.2949634 Dec 12 15:48:12.448529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:12.451486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:12.517857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:11Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:12.557849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Provisioning complete for port 1ab52119-647a-4336-9693-c25ceb09e474 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:12.558227 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:12.592718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031060f7-6c2c-40a9-93f7-d3430c30868a None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:11Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:12.704588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0b19-7504-4a81-b98f-f44abdb2bb7f req-79997f9b-9671-40bb-9eac-5824caad2b57 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:12.706462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faea0b19-7504-4a81-b98f-f44abdb2bb7f req-79997f9b-9671-40bb-9eac-5824caad2b57 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 895 time: 0.5355642 Dec 12 15:48:12.715811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-ff168d30-1e49-408f-9afa-267fb37a2c9d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2363729 Dec 12 15:48:12.807281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23185-0cc4-4d52-9193-f60d85229cff req-8590dd21-c044-444b-8d7c-27b91e40429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:12.814814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-8590dd21-c044-444b-8d7c-27b91e40429c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 896 time: 0.3588083 Dec 12 15:48:12.882381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Request body: {'port': {'device_id': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:12.943500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79f9229f-48c0-4072-bb7e-9ca0cde308db req-cce0803a-68b4-4586-8b19-a80f95607c99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 210 time: 0.0580833 Dec 12 15:48:12.982028 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:12.998211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:13.004032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-04850c1f-aab9-4cf1-89a6-6344531b3882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 1002 time: 0.1812327 Dec 12 15:48:13.033327 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:13.035774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:13.099303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23185-0cc4-4d52-9193-f60d85229cff req-0d1fabeb-db1e-4b0e-8196-13cc79f8142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:13.101074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-0d1fabeb-db1e-4b0e-8196-13cc79f8142b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 200 len: 835 time: 0.0892787 Dec 12 15:48:13.192143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] For port 1ab52119-647a-4336-9693-c25ceb09e474, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1ab52119-647a-4336-9693-c25ceb09e474,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:13.226823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:13.270430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577bd98-733a-4d4c-aa16-c12065027ed3 None None] Pushing event updated for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:13.379957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a538d764-b50e-4a76-836c-e6ba9fe55e23 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:13.646454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23185-0cc4-4d52-9193-f60d85229cff req-6c3810b1-fae1-41b2-892c-4da787a52e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:13.653442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Provisioning complete for port 344d13ee-9c06-4fb8-8d64-e126b25fab11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:13.654169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-6c3810b1-fae1-41b2-892c-4da787a52e6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae50080-9fd9-436d-8632-cfa6db41aee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5239041 Dec 12 15:48:13.654783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:13.743171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-847acea3-8f49-4448-a0f6-1068aca70153 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:13.745634 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-847acea3-8f49-4448-a0f6-1068aca70153 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 796 time: 0.5402689 Dec 12 15:48:13.843907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-f4aecb2f-59dd-4dfa-bc87-b6e181381dd7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 379 time: 0.0881953 Dec 12 15:48:13.859115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'port': {'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'admin_state_up': True, 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'security_groups': ['e09fed2f-1aa2-4315-adf0-316979d27f29']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:13.872727 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-31bc077d-935c-4e95-89a8-8104a0232085 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061660 Dec 12 15:48:13.981776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Attempting to bind port 344d13ee-9c06-4fb8-8d64-e126b25fab11 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:13.982152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Attempting to bind port 344d13ee-9c06-4fb8-8d64-e126b25fab11 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:13.982522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Attempting to bind port 344d13ee-9c06-4fb8-8d64-e126b25fab11 on network 05233dea-de6b-49be-8c95-0aab5baba602 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:14.038239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:14.044352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.062009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:14.064240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Checking segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:14.064908 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.066102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Bound using segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:14.067910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Bound port: 344d13ee-9c06-4fb8-8d64-e126b25fab11, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:14.068869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.088928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06d23185-0cc4-4d52-9193-f60d85229cff req-c02a70a8-9b52-471a-a34d-cc5db6a6e181 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982288 Dec 12 15:48:14.091452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Port 344d13ee-9c06-4fb8-8d64-e126b25fab11 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:48:14.097891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Pushing event updated for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:14.108074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a538d764-b50e-4a76-836c-e6ba9fe55e23 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:14.108074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.165337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30233a38-b62b-4f7d-833f-f8a2371ba742 req-b0a0a405-bccf-4ef4-bb3d-45ab1e153c3e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 210 time: 0.0754297 Dec 12 15:48:14.179237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a25c7-f2d9-49bf-9964-5d3f500e6fd5 req-3df7c3ec-fc5a-4b92-bcb0-a493cf760efe tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:14.181615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-473a25c7-f2d9-49bf-9964-5d3f500e6fd5 req-3df7c3ec-fc5a-4b92-bcb0-a493cf760efe tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 895 time: 0.3314703 Dec 12 15:48:14.204331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Provisioning complete for port a538d764-b50e-4a76-836c-e6ba9fe55e23 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:14.205043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79847532-789d-4c73-8e0a-8af0b9afcc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.254594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec5c2cc-1d91-44e7-9ffb-796591227811 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:14.271797 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.302044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Transition to ACTIVE for port object dec5c2cc-1d91-44e7-9ffb-796591227811 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:48:14.310726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.325277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] For port 344d13ee-9c06-4fb8-8d64-e126b25fab11, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:14.334538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] For port 344d13ee-9c06-4fb8-8d64-e126b25fab11, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=344d13ee-9c06-4fb8-8d64-e126b25fab11,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:14.338117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ab52119-647a-4336-9693-c25ceb09e474 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:14.363655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.380417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.12 (c3308308-0cff-4a09-aede-5eb7fcd340d2/2a87a92f-70e4-4c58-9174-df7697ceea2d/a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:14.461614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:14.570466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:14.571115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:14.583072 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577bd98-733a-4d4c-aa16-c12065027ed3 None None] Pushing event updated for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:14.735465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Attempting to bind port dec5c2cc-1d91-44e7-9ffb-796591227811 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:14.736917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Attempting to bind port dec5c2cc-1d91-44e7-9ffb-796591227811 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:14.737408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Attempting to bind port dec5c2cc-1d91-44e7-9ffb-796591227811 on network 05233dea-de6b-49be-8c95-0aab5baba602 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:14.748375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Port dec5c2cc-1d91-44e7-9ffb-796591227811 on network 05233dea-de6b-49be-8c95-0aab5baba602 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:48:14.748983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Attempting to bind port dec5c2cc-1d91-44e7-9ffb-796591227811 on network 05233dea-de6b-49be-8c95-0aab5baba602 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:14.757878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1ab52119-647a-4336-9693-c25ceb09e474 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:14.758261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.765657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:14.766010 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Checking segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:14.766407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Bound using segment: {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:14.766858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Bound port: dec5c2cc-1d91-44e7-9ffb-796591227811, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2847feb8-2056-409b-a77a-e42ebdb53042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:14.767220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.923471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:14.953863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:14.957659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec5c2cc-1d91-44e7-9ffb-796591227811,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:14.973065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.050595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.061771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:15.062790 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.063818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] 10.222.0.30 "PUT /v2.0/ports/dec5c2cc-1d91-44e7-9ffb-796591227811 HTTP/1.1" status: 200 len: 1055 time: 2.3346958 Dec 12 15:48:15.065137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:15.067544 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f524d72-834b-4616-9830-2a28d271c2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:15.096408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:15.099273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:15.108569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:15.181726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:15.194300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-6615c33d-e5bd-47da-957a-6fef93f98606 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2347531 Dec 12 15:48:15.393550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:15.414783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] Provisioning complete for port 344d13ee-9c06-4fb8-8d64-e126b25fab11 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:15.415100 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.422766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:15.423618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.435299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d066c4-0e9f-4fe9-a9ad-fbd8974bdc46 service neutron] Pushing event updated for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:15.440065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-594798d1-7d5d-4684-9a91-88cf51df3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:15.454675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-594798d1-7d5d-4684-9a91-88cf51df3379 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 1058 time: 0.3359396 Dec 12 15:48:15.459959 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-d9eab77e-8717-42b8-9266-6dd416f4d105 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6066918 Dec 12 15:48:15.477739 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Request body: {'port': {'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:15.602966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.607333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e925819-f129-4c0e-ab37-51b6a5e94f98 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:15.635939 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1ec6cc-07a0-4f39-94b3-8d8fd7fa13bc x-openstack-request-id: req-fb1ec6cc-07a0-4f39-94b3-8d8fd7fa13bc {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:15.636234 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:15.636537 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb1ec6cc-07a0-4f39-94b3-8d8fd7fa13bc {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:15.636981 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811', 'status': 'completed', 'code': 200} Dec 12 15:48:15.671422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-14794602-d500-42ad-9a94-684bc908ff02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dec5c2cc-1d91-44e7-9ffb-796591227811 HTTP/1.1" status: 200 len: 217 time: 0.2053630 Dec 12 15:48:15.725817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-35750aff-e7bc-4917-9fae-c8c217fc546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:15.732927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-35750aff-e7bc-4917-9fae-c8c217fc546d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 1096 time: 0.4616935 Dec 12 15:48:15.816525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc97004-5961-48c0-be31-f902c2151c53 req-047c9295-efcc-45a8-828d-7d2f42539683 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:15.818266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cc97004-5961-48c0-be31-f902c2151c53 req-047c9295-efcc-45a8-828d-7d2f42539683 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 932 time: 0.4058948 Dec 12 15:48:15.962829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:15.998438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3e925819-f129-4c0e-ab37-51b6a5e94f98 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:15.998944 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:16.066546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-0a009ff2-646c-45a0-9894-02861e1e1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:16.070828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-0a009ff2-646c-45a0-9894-02861e1e1b76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9d12f2b-aed4-44b4-af84-f1f0eab1741a HTTP/1.1" status: 200 len: 837 time: 0.3757465 Dec 12 15:48:16.081565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:04Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '344d13ee-9c06-4fb8-8d64-e126b25fab11', 'name': '', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:14Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:16.137182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] For port 344d13ee-9c06-4fb8-8d64-e126b25fab11, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=344d13ee-9c06-4fb8-8d64-e126b25fab11,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:16.144377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed712472-92de-4fa7-a1b5-dd424182b7c1 None None] The sync data for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 is: [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:04Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '344d13ee-9c06-4fb8-8d64-e126b25fab11', 'name': '', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:3a:7b:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:14Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:16.206586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf034df-170b-4542-8c4e-55a8ce44eec2 req-09b26283-2e20-4f38-a7b7-c5f83cc13efc tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:16.227409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cdf034df-170b-4542-8c4e-55a8ce44eec2 req-09b26283-2e20-4f38-a7b7-c5f83cc13efc tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 907 time: 0.4885130 Dec 12 15:48:16.236237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cc97004-5961-48c0-be31-f902c2151c53 req-8983a646-0d85-4fd2-85a2-1b7155adab85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564038 Dec 12 15:48:16.281183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-d8595ad4-065f-4b53-95ab-556894889f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:16.281806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:16.282972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-d8595ad4-065f-4b53-95ab-556894889f4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.4436109 Dec 12 15:48:16.288035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c890-a254-45e1-bf03-01d76d552374 req-4e005a84-067f-4c72-9bfc-4da642b289ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:16.303340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-4e005a84-067f-4c72-9bfc-4da642b289ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05233dea-de6b-49be-8c95-0aab5baba602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168500 Dec 12 15:48:16.376105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bac26-f979-490c-92e0-7fd661fdd95b None None] Pushing event updated for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:16.402313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:16.420364 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:16.479098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Transition to ACTIVE for port object a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:48:16.487863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-014ab2b3-0b7f-4c0d-bb79-a780e3acd275 None None] Provisioning complete for port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:16.488943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-014ab2b3-0b7f-4c0d-bb79-a780e3acd275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:16.490531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:16.552395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-014ab2b3-0b7f-4c0d-bb79-a780e3acd275 None None] Port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:48:16.743143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 344d13ee-9c06-4fb8-8d64-e126b25fab11 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:16.863729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 344d13ee-9c06-4fb8-8d64-e126b25fab11 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:16.864262 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:17.065295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ab52119-647a-4336-9693-c25ceb09e474 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:17.102480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Pushing event updated for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:17.199702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1ab52119-647a-4336-9693-c25ceb09e474 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:17.200861 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:17.303188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Attempting to bind port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:17.303671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Attempting to bind port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:17.304415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Attempting to bind port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 on network c3308308-0cff-4a09-aede-5eb7fcd340d2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:17.315486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 on network c3308308-0cff-4a09-aede-5eb7fcd340d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:48:17.315810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Attempting to bind port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 on network c3308308-0cff-4a09-aede-5eb7fcd340d2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:17.329768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:17.330102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Checking segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:17.330491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Bound using segment: {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:17.330921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Bound port: a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67cbc06-d379-4c48-b1aa-242a84e34d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:17.331274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:17.369610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-c99c6555-c59c-45ee-b1f7-9037dcb9e93b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 200 len: 1000 time: 1.0671396 Dec 12 15:48:17.492170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:17.495997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:17.506670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:17.550674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.551334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-7a125089-1227-467a-87de-19e4da0534e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.551999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:17.552814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-7a125089-1227-467a-87de-19e4da0534e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.1620450 Dec 12 15:48:17.553730 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] 10.222.0.13 "PUT /v2.0/ports/a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 1092 time: 2.0807431 Dec 12 15:48:17.554273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:17.556750 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:17.587585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707380a-71a6-4c1f-9e63-84bd5ab7fee5 req-206d7d91-7efa-4dc9-a64d-86b2dee19b7d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.601237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6707380a-71a6-4c1f-9e63-84bd5ab7fee5 req-206d7d91-7efa-4dc9-a64d-86b2dee19b7d tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 907 time: 0.2305207 Dec 12 15:48:17.641241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-97e61a7c-e2c1-4a1f-9fde-6f2affc2a663 service neutron] 10.222.0.30 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3112993 Dec 12 15:48:17.682814 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4e36c0-fa7c-47c0-994d-962432577942 x-openstack-request-id: req-8f4e36c0-fa7c-47c0-994d-962432577942 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:17.683514 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:17.684144 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f4e36c0-fa7c-47c0-994d-962432577942 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:17.684833 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'status': 'completed', 'code': 200} Dec 12 15:48:17.700443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8a38-796c-4f54-8905-077c2e79240c service neutron] Pushing event updated for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:17.754687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-7dfdc699-06df-44e0-adc2-323208ca14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.756553 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-7dfdc699-06df-44e0-adc2-323208ca14fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1095 time: 0.1483145 Dec 12 15:48:17.768018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94b2c890-a254-45e1-bf03-01d76d552374 req-2d8f3d24-ba6a-4619-90d5-b0139c91555a service neutron] 10.222.0.30 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050973 Dec 12 15:48:17.805733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0d128-9cb5-431b-971f-7e71e2b10ed7 req-a98d856f-7443-4461-8015-ba859cc646e7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.807373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1d0d128-9cb5-431b-971f-7e71e2b10ed7 req-a98d856f-7443-4461-8015-ba859cc646e7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 944 time: 0.3357630 Dec 12 15:48:17.935206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-aa2ac0a4-18b0-4c4c-ba99-5b8b4970ce0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 217 time: 0.1703484 Dec 12 15:48:17.960955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-a8630014-ed71-4257-93bb-78938256dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:17.963402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-a8630014-ed71-4257-93bb-78938256dd8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963938 Dec 12 15:48:18.046148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-90684739-2b82-4abb-b6b7-f637463eb43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.048187 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-90684739-2b82-4abb-b6b7-f637463eb43a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 200 len: 834 time: 0.1043575 Dec 12 15:48:18.070168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1d0d128-9cb5-431b-971f-7e71e2b10ed7 req-13323f7c-8102-4edb-866d-df8e31c7759a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475762 Dec 12 15:48:18.093372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524d72-834b-4616-9830-2a28d271c2ae req-deaab6c7-61b3-40d7-83f1-d8b24d0a4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.094848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-deaab6c7-61b3-40d7-83f1-d8b24d0a4c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 1058 time: 0.2209880 Dec 12 15:48:18.179071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-2d279a72-cd02-4ac9-8b47-3b5581e0ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.180615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-2d279a72-cd02-4ac9-8b47-3b5581e0ec2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249361 Dec 12 15:48:18.200016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-29b1b5d1-c604-4eae-84fe-d691e3dac13d service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256501 Dec 12 15:48:18.318643 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-1e0f380a-b8fc-46e2-98d7-a473aabde089 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293826 Dec 12 15:48:18.325760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524d72-834b-4616-9830-2a28d271c2ae req-d5bdac66-d332-4b69-91c9-c26c1526be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.327442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-d5bdac66-d332-4b69-91c9-c26c1526be0f service neutron] 10.222.0.30 "GET /v2.0/networks?id=05233dea-de6b-49be-8c95-0aab5baba602 HTTP/1.1" status: 200 len: 898 time: 0.2124956 Dec 12 15:48:18.380327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-b23faa88-886c-4913-990b-2eb517167b35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=dec5c2cc-1d91-44e7-9ffb-796591227811 HTTP/1.1" status: 200 len: 217 time: 0.0443146 Dec 12 15:48:18.386334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b40b07b-886e-4e82-af4a-01cc8df4c4d2 req-eff35a97-043c-492c-9af8-b14a6003c8c4 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757812 Dec 12 15:48:18.448903 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-60ac88cb-0443-43e7-8671-6e4910be89a6 req-53f6e9d6-1e75-4355-9f3d-73f34e2cfc3e service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207123 Dec 12 15:48:18.468737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 344d13ee-9c06-4fb8-8d64-e126b25fab11 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:18.490145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524d72-834b-4616-9830-2a28d271c2ae req-2bbb78a9-62c2-4c34-b0bf-49646c3772f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.491955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-2bbb78a9-62c2-4c34-b0bf-49646c3772f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9d12f2b-aed4-44b4-af84-f1f0eab1741a HTTP/1.1" status: 200 len: 837 time: 0.0903292 Dec 12 15:48:18.547531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 344d13ee-9c06-4fb8-8d64-e126b25fab11 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:18.547896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:18.569024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f524d72-834b-4616-9830-2a28d271c2ae req-3f7288dc-9ac0-4939-92e3-3364d5332766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.571189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-3f7288dc-9ac0-4939-92e3-3364d5332766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05233dea-de6b-49be-8c95-0aab5baba602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699286 Dec 12 15:48:18.647890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-90ff5249-c5f2-434e-b606-db110569270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.656354 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-90ff5249-c5f2-434e-b606-db110569270b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1095 time: 0.1162686 Dec 12 15:48:18.803665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-101072f8-c74f-4670-97e2-5f1d5fdeae57 service neutron] 10.222.0.30 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200866 Dec 12 15:48:18.843751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190627a-c89c-4bfc-a074-c368ce949ae6 req-c2a276ad-7532-44ab-84ba-a3a1fd4fecb2 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.856713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9190627a-c89c-4bfc-a074-c368ce949ae6 req-c2a276ad-7532-44ab-84ba-a3a1fd4fecb2 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 907 time: 0.1489074 Dec 12 15:48:18.877960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-f2ee372d-97b2-4cd9-bec8-d9ebb66d416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:18.879769 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-f2ee372d-97b2-4cd9-bec8-d9ebb66d416b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 896 time: 0.2169778 Dec 12 15:48:18.938178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-479bec86-bd01-4981-b38c-71f868846c70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 217 time: 0.0502386 Dec 12 15:48:18.965741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f524d72-834b-4616-9830-2a28d271c2ae req-b69c7531-05c7-4a68-87fa-3095c55410c7 service neutron] 10.222.0.30 "GET /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563940 Dec 12 15:48:19.018675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-369f779f-32b2-41e0-9634-51dc6a8842fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:19.020274 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-369f779f-32b2-41e0-9634-51dc6a8842fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 200 len: 834 time: 0.0738277 Dec 12 15:48:19.082627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-7d4934d7-79a0-4429-b701-fbf477b37aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:19.084150 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-7d4934d7-79a0-4429-b701-fbf477b37aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505867 Dec 12 15:48:19.244268 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-7f472b90-9f7f-40dd-af05-3af95cd8f41b service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507275 Dec 12 15:48:19.253788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256879e3-3f7a-4222-b0d9-2a52b8f7da6a req-4add8984-20ae-4167-8dc9-51b045670b67 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:19.255578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-256879e3-3f7a-4222-b0d9-2a52b8f7da6a req-4add8984-20ae-4167-8dc9-51b045670b67 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 944 time: 0.0690703 Dec 12 15:48:19.338537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-256879e3-3f7a-4222-b0d9-2a52b8f7da6a req-a080199b-5d05-4154-ad2c-f197f904b005 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625920 Dec 12 15:48:19.358760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca83b1a9-82e8-4dfd-96a8-cef3904e7e65 req-7f257e0a-b912-4fd7-95ad-659f423ae8e6 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066937 Dec 12 15:48:20.000241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d5e70-d662-4557-be97-763f7cf5bbd8 req-2924cd6d-41ef-4647-b2bf-29c5fa1cb5a3 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:20.001802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e50d5e70-d662-4557-be97-763f7cf5bbd8 req-2924cd6d-41ef-4647-b2bf-29c5fa1cb5a3 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 907 time: 0.0559840 Dec 12 15:48:20.473192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a92700-7c71-4603-8541-7cba22271c84 req-18fa4b88-4563-4c60-8929-f81fa4daccab tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:20.475238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83a92700-7c71-4603-8541-7cba22271c84 req-18fa4b88-4563-4c60-8929-f81fa4daccab tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 944 time: 0.0520468 Dec 12 15:48:20.543326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83a92700-7c71-4603-8541-7cba22271c84 req-d2af9c7b-384c-4137-9329-eae98c309ede tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507720 Dec 12 15:48:20.609450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec5c2cc-1d91-44e7-9ffb-796591227811 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:48:20.720297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec5c2cc-1d91-44e7-9ffb-796591227811,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:20.731849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dec5c2cc-1d91-44e7-9ffb-796591227811', 'network_id': '05233dea-de6b-49be-8c95-0aab5baba602', 'port_id': 'dec5c2cc-1d91-44e7-9ffb-796591227811', 'mac_address': 'fa:16:3e:53:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d12f2b-aed4-44b4-af84-f1f0eab1741a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:48:20.778013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:20.791327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec5c2cc-1d91-44e7-9ffb-796591227811 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:20.811768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec5c2cc-1d91-44e7-9ffb-796591227811,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:20.815881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:20.864650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:21.143117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b36a4-5e50-40e8-9aab-e1be9fc71732 req-084c24d8-bfe4-43d4-9326-1c1fb8a6859e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:21.145287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-801b36a4-5e50-40e8-9aab-e1be9fc71732 req-084c24d8-bfe4-43d4-9326-1c1fb8a6859e tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 908 time: 0.0682194 Dec 12 15:48:21.202749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dec5c2cc-1d91-44e7-9ffb-796591227811'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:48:21.673025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70634-29b0-4b1b-a99a-11fe7ec6cca2 req-58e141e7-20c7-4630-8293-ec11311583d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:21.680578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7e70634-29b0-4b1b-a99a-11fe7ec6cca2 req-58e141e7-20c7-4630-8293-ec11311583d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 944 time: 0.0625446 Dec 12 15:48:21.730268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7e70634-29b0-4b1b-a99a-11fe7ec6cca2 req-5b0be598-979b-4c6b-8547-f9a9731ffe7f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487697 Dec 12 15:48:22.134920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:48:22.279995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf7889-3379-4673-83f6-7b0dc5296e1a req-7fb7f38d-dc8b-4af1-8da1-b216e9f65a2f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:22.282972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78cf7889-3379-4673-83f6-7b0dc5296e1a req-7fb7f38d-dc8b-4af1-8da1-b216e9f65a2f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 908 time: 0.0560291 Dec 12 15:48:22.293205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:22.304879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:48:22.351372 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:22.366621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:22.388865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:22.394232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:22.448416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:22.607357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:48:22.636223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec5c2cc-1d91-44e7-9ffb-796591227811 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:22.720017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port dec5c2cc-1d91-44e7-9ffb-796591227811 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:48:22.730339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dec5c2cc-1d91-44e7-9ffb-796591227811 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:22.730714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:22.882205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22dc04-efa0-480b-9c97-2042d089bebb req-448259ab-b004-4ede-aa61-42f093c2bb2f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:22.884043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa22dc04-efa0-480b-9c97-2042d089bebb req-448259ab-b004-4ede-aa61-42f093c2bb2f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 945 time: 0.0542021 Dec 12 15:48:22.902880 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:22.946300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:22.949243 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b7383-7e13-4845-b012-62a11618a931" -d '{"events": [{"server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "name": "network-vif-plugged", "status": "completed", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:22.954687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa22dc04-efa0-480b-9c97-2042d089bebb req-32011db9-dfcb-4fdd-a96a-7ac589053a09 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643356 Dec 12 15:48:22.992875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec5c2cc-1d91-44e7-9ffb-796591227811,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:23.007713 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f783ade1-9720-403d-88dd-e77cadf30052 x-openstack-request-id: req-f783ade1-9720-403d-88dd-e77cadf30052 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:23.008222 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "name": "network-vif-plugged", "status": "completed", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:23.008690 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f783ade1-9720-403d-88dd-e77cadf30052 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:23.009065 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811', 'code': 200} Dec 12 15:48:23.013167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:23.102617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:23.129807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c606c-4d2e-4907-bec6-edc1397735fb req-9a8be2eb-b53e-4699-8832-33069c51e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:23.131307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d1c606c-4d2e-4907-bec6-edc1397735fb req-9a8be2eb-b53e-4699-8832-33069c51e54f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 1060 time: 0.0496509 Dec 12 15:48:23.401500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430b822-b2c0-4925-be0c-08ec79ede74f req-c8949ba9-39ea-4deb-92d9-609d48f3bceb tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:23.403160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8430b822-b2c0-4925-be0c-08ec79ede74f req-c8949ba9-39ea-4deb-92d9-609d48f3bceb tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0522056 Dec 12 15:48:24.077473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99928a44-259b-436c-9bb8-dbe0a7dcc382 req-0a152219-fa8b-4e0c-97c0-f517c669868f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:24.079207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99928a44-259b-436c-9bb8-dbe0a7dcc382 req-0a152219-fa8b-4e0c-97c0-f517c669868f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 945 time: 0.0507419 Dec 12 15:48:24.138281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99928a44-259b-436c-9bb8-dbe0a7dcc382 req-f782b57e-6856-4f24-ba29-d4175b357ecb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513721 Dec 12 15:48:24.151517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:24.225473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:48:24.229561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:24.229976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:24.368711 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:24.422112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:24.426602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:24.482519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:24.575144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35cf35-59fb-4977-87fc-1e026cae8fda req-0729bd78-13fa-499e-88de-2e69a81ac56b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:24.578053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd35cf35-59fb-4977-87fc-1e026cae8fda req-0729bd78-13fa-499e-88de-2e69a81ac56b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0792170 Dec 12 15:48:24.733853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da54c66-1766-4caa-9993-7ee647d1404b req-2272b348-386c-4114-8403-3f258e11023b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:24.735645 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5da54c66-1766-4caa-9993-7ee647d1404b req-2272b348-386c-4114-8403-3f258e11023b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0711999 Dec 12 15:48:24.874703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31019b4f-010e-4eb0-808d-f8ae293ca671 req-629530a6-7911-437e-82a0-c45e46bab3dd tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:24.897300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31019b4f-010e-4eb0-808d-f8ae293ca671 req-629530a6-7911-437e-82a0-c45e46bab3dd tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 1060 time: 0.0717578 Dec 12 15:48:25.009890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:25.013229 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e8cea3-78cb-4a43-aecb-1d1d98d62b95" -d '{"events": [{"server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "name": "network-vif-plugged", "status": "completed", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:25.045425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115c897-b67e-48e5-90f8-cfa7ca7c96bf req-930fd3da-7b3b-45b4-a31a-a387ecd699dc tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:25.053636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1115c897-b67e-48e5-90f8-cfa7ca7c96bf req-930fd3da-7b3b-45b4-a31a-a387ecd699dc tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.0827584 Dec 12 15:48:25.073826 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a8695-a940-489b-bda8-498f358cf89a x-openstack-request-id: req-cf2a8695-a940-489b-bda8-498f358cf89a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:25.074587 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "name": "network-vif-plugged", "status": "completed", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:25.075963 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf2a8695-a940-489b-bda8-498f358cf89a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:25.076835 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'code': 200} Dec 12 15:48:25.123060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1115c897-b67e-48e5-90f8-cfa7ca7c96bf req-8836c93a-6b16-4d7e-98b3-26de7dc57032 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0683692 Dec 12 15:48:25.149227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:25.231126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1eb2e-32db-4cc9-89bf-6398e4742c37 req-c25dc628-23b1-423c-ba76-8c156cd5f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:25.232964 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cb1eb2e-32db-4cc9-89bf-6398e4742c37 req-c25dc628-23b1-423c-ba76-8c156cd5f691 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1097 time: 0.0934103 Dec 12 15:48:25.235871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334ec20-909b-4fdc-bf46-05acfcdffcb9 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:25.239395 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b334ec20-909b-4fdc-bf46-05acfcdffcb9 tempest-TestSecurityGroupsBasicOps-301777201 tempest-TestSecurityGroupsBasicOps-301777201-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 1055 time: 0.0883012 Dec 12 15:48:25.295761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cb1eb2e-32db-4cc9-89bf-6398e4742c37 req-af8cbc38-dcb2-40bf-a7e6-000f471916c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546672 Dec 12 15:48:25.345047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f25d0-4921-4c57-8f19-995ebebd078e req-6c5c496c-26fb-452a-8a04-9605e5b0e773 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:25.354452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db6f25d0-4921-4c57-8f19-995ebebd078e req-6c5c496c-26fb-452a-8a04-9605e5b0e773 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.0577109 Dec 12 15:48:25.449375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db6f25d0-4921-4c57-8f19-995ebebd078e req-b6441658-c524-472c-b0b9-891503a5eec7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931578 Dec 12 15:48:25.538057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe3895-2181-4e25-89e1-aeabfbd47a6d req-004fd57f-565c-4737-bdf2-b4ecacbc17c2 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:25.539707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5fe3895-2181-4e25-89e1-aeabfbd47a6d req-004fd57f-565c-4737-bdf2-b4ecacbc17c2 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0558252 Dec 12 15:48:26.585385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95250-d82e-46eb-97d1-6928da818288 req-dcbe232c-b81b-42de-a603-3a681009139f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:26.586050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75f95250-d82e-46eb-97d1-6928da818288 req-dcbe232c-b81b-42de-a603-3a681009139f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.0635891 Dec 12 15:48:26.681391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75f95250-d82e-46eb-97d1-6928da818288 req-67a94b55-f6e2-4936-a656-afcc8b1c0345 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887854 Dec 12 15:48:26.693864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c7bd-8bd5-4105-aa04-d57ff6d04a61 req-9ea6d660-a607-480a-bc08-115cd1390062 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:26.695369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0751c7bd-8bd5-4105-aa04-d57ff6d04a61 req-9ea6d660-a607-480a-bc08-115cd1390062 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0762796 Dec 12 15:48:26.861745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccdce4-84dc-4629-977f-ca0d00d02ad5 req-0ad79dc2-0949-443a-ba02-54ef07674a81 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:26.863270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ccdce4-84dc-4629-977f-ca0d00d02ad5 req-0ad79dc2-0949-443a-ba02-54ef07674a81 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.0837712 Dec 12 15:48:26.903985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-8ae26a43-003d-4754-947c-b41f9b3d424c tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:26.905629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-8ae26a43-003d-4754-947c-b41f9b3d424c tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.30 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 909 time: 0.0841036 Dec 12 15:48:26.967722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ccdce4-84dc-4629-977f-ca0d00d02ad5 req-53b176b7-1592-4599-8857-0e21a26cdd4b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935068 Dec 12 15:48:26.995041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:27.038952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port dec5c2cc-1d91-44e7-9ffb-796591227811 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:27.039461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.041760 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2400a8a-d7c4-40f5-b4f4-05b1be5658d1 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:27.044367 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2400a8a-d7c4-40f5-b4f4-05b1be5658d1 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1092 time: 0.0482841 Dec 12 15:48:27.047249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:27.052351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:27.082342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.163847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port dec5c2cc-1d91-44e7-9ffb-796591227811, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec5c2cc-1d91-44e7-9ffb-796591227811,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:27.164260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.178999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for dec5c2cc-1d91-44e7-9ffb-796591227811 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:27.227107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.336567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.362298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.25.3.246 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/da18e5fb-931a-4f81-b82b-348b5f1fbabb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:27.372844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=dec5c2cc-1d91-44e7-9ffb-796591227811,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:27.422707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] No DVR routers for this DVR port dec5c2cc-1d91-44e7-9ffb-796591227811 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:48:27.425952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.429762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45ab149f-4ccd-4644-a890-ac791cdd10de req-2958d096-84bd-4aa0-ae95-f68a8618606b tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.30 "DELETE /v2.0/ports/dec5c2cc-1d91-44e7-9ffb-796591227811 HTTP/1.1" status: 204 len: 173 time: 0.5134912 Dec 12 15:48:27.430214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'name': 'network-vif-deleted', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:27.432697 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b57269-78da-492e-a048-79d94422bd41" -d '{"events": [{"server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "name": "network-vif-deleted", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:27.494676 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3788b9b5-c421-4021-9eb2-9e28ad5004a5 x-openstack-request-id: req-3788b9b5-c421-4021-9eb2-9e28ad5004a5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:27.495123 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55ddf9f-126f-4427-904a-433dbf3790a7", "name": "network-vif-deleted", "tag": "dec5c2cc-1d91-44e7-9ffb-796591227811", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:27.495943 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3788b9b5-c421-4021-9eb2-9e28ad5004a5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:27.496330 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55ddf9f-126f-4427-904a-433dbf3790a7', 'name': 'network-vif-deleted', 'tag': 'dec5c2cc-1d91-44e7-9ffb-796591227811', 'status': 'completed', 'code': 200} Dec 12 15:48:27.562510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.618128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:27.667369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:27.672231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:27.675023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:27.710953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=da18e5fb-931a-4f81-b82b-348b5f1fbabb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:27.834036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb9401c5-bfb6-41a7-8af4-08d2705ca90d req-4434fd4b-362b-4f46-8af0-ec1026270e75 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=d55ddf9f-126f-4427-904a-433dbf3790a7 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Dec 12 15:48:28.075032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.159385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.324919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.332003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.383857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=da18e5fb-931a-4f81-b82b-348b5f1fbabb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:28.426169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.548121 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Floating IP d500f9db-b436-444c-a517-fdc74e55b58d associated. External IP: 172.25.3.246, port: a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9. Dec 12 15:48:28.771456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:28.887215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:28.899768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:28.909887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:28.918514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:28.920917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:28.946840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42550) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:28.947353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f1c97df2-0c85-448d-805d-3cdbe1da89c4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8989315 Dec 12 15:48:28.947824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:28.951161 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1428269-a763-4a6c-b0c5-96adcbde0f76" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:28.953604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:29.019332 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fffdc0-0315-466c-97fa-b422abf036cc x-openstack-request-id: req-36fffdc0-0315-466c-97fa-b422abf036cc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:29.019626 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:29.019887 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36fffdc0-0315-466c-97fa-b422abf036cc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:29.020296 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'status': 'completed', 'code': 200} Dec 12 15:48:29.063064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-54d3cde3-5118-412d-bce0-0d9db013c981 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/d500f9db-b436-444c-a517-fdc74e55b58d HTTP/1.1" status: 200 len: 992 time: 0.1132905 Dec 12 15:48:29.317844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:29.575065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-057aca3d-39a3-463e-8541-a839e45645db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:29.576588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-057aca3d-39a3-463e-8541-a839e45645db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1097 time: 0.0557280 Dec 12 15:48:29.630860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:27Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:29.657707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:29.668166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:29.668450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:29.729413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-c9492023-7528-4633-9993-4edbf1b098c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:29.731406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-c9492023-7528-4633-9993-4edbf1b098c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 896 time: 0.1365373 Dec 12 15:48:29.780539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:29.844480 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-60e323a4-b27f-4065-af20-6c7a22205334 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 1000 time: 0.1056216 Dec 12 15:48:29.936581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-13d01b37-00fd-4c6d-936a-32572a616d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:29.938076 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-13d01b37-00fd-4c6d-936a-32572a616d3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 200 len: 834 time: 0.0856726 Dec 12 15:48:29.983984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:30.040204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-a1f77d6d-a4d3-415d-b275-26e06746f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:30.041744 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-a1f77d6d-a4d3-415d-b275-26e06746f081 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953975 Dec 12 15:48:30.043638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:27Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:30.066404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:30.083095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0c4a12-126f-4d68-86d7-5013fc6c090f None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:48:03Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:27Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:30.146475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2d313175-be6b-448f-bdb8-d85c8dc50d68 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/d500f9db-b436-444c-a517-fdc74e55b58d HTTP/1.1" status: 200 len: 992 time: 0.0788374 Dec 12 15:48:30.178950 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-6836a9c7-b33d-4b27-99d4-a9c138030cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047065 Dec 12 15:48:30.274180 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:48:30.329824 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b0d37-fb89-4acd-a1ea-ac9385ac7765 None None] New status for floating IP d500f9db-b436-444c-a517-fdc74e55b58d: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:48:30.342417 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1428269-a763-4a6c-b0c5-96adcbde0f76 req-902130c3-3c24-43ae-be09-ae7695317dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283627 Dec 12 15:48:30.443643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port 344d13ee-9c06-4fb8-8d64-e126b25fab11 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:30.443990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:30.547905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port 344d13ee-9c06-4fb8-8d64-e126b25fab11, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=344d13ee-9c06-4fb8-8d64-e126b25fab11,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:30.548547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:30.563460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for 344d13ee-9c06-4fb8-8d64-e126b25fab11 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:30.671504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec5c2cc-1d91-44e7-9ffb-796591227811 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:30.699705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: dec5c2cc-1d91-44e7-9ffb-796591227811 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:30.700058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec5c2cc-1d91-44e7-9ffb-796591227811 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:30.788207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:30.832279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=344d13ee-9c06-4fb8-8d64-e126b25fab11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:31.024845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.149732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42564) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:31.271323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b092ccbc-03f0-4b9a-82ca-80d44ece7a2b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/d500f9db-b436-444c-a517-fdc74e55b58d HTTP/1.1" status: 200 len: 994 time: 0.1203282 Dec 12 15:48:31.285985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router e2f13dac-f148-4428-9a8f-35ace1e73536 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:31.406812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:31.412033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b2c6c55f-dfa9-4c90-ae92-f56c31e93fd6 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "PUT /v2.0/routers/e2f13dac-f148-4428-9a8f-35ace1e73536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4571896 Dec 12 15:48:31.414841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42566) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:31.417265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Sync routers for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:31.428196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:31.429106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:31.513205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting subnet c9d12f2b-aed4-44b4-af84-f1f0eab1741a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:48:31.524192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.559674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:31.619558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.718617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.772848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:31.786980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.810028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Checking router: e2f13dac-f148-4428-9a8f-35ace1e73536 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:31.817674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d12f2b-aed4-44b4-af84-f1f0eab1741a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:31.825303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:31.828575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d566a5ae-94ca-4953-bd60-4becd8841011 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/subnets/c9d12f2b-aed4-44b4-af84-f1f0eab1741a HTTP/1.1" status: 204 len: 168 time: 0.4125433 Dec 12 15:48:31.831259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42570) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:31.844202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3cf29e-dd74-483b-a5cb-14de9cf18a19 None None] Network 05233dea-de6b-49be-8c95-0aab5baba602 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:31.846915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Routers {'e2f13dac-f148-4428-9a8f-35ace1e73536'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:31.847552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['e2f13dac-f148-4428-9a8f-35ace1e73536'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:31.972302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.036347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] Set router e2f13dac-f148-4428-9a8f-35ace1e73536 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:32.112580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.126978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] DHCP port deletion for 05233dea-de6b-49be-8c95-0aab5baba602 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:32.175035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port 5e282754-2e58-49d3-b959-6a4d9a193edf {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:32.175599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.263023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port 5e282754-2e58-49d3-b959-6a4d9a193edf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5e282754-2e58-49d3-b959-6a4d9a193edf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:32.263351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.275830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for 5e282754-2e58-49d3-b959-6a4d9a193edf owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:32.301296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:32.333426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc56c964-f060-450d-944a-e8e153c3dc94 None None] The sync data for ids ['e2f13dac-f148-4428-9a8f-35ace1e73536'] in n-d-710847-8 is: [{'id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20039868', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:57Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '5e282754-2e58-49d3-b959-6a4d9a193edf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f13dac-f148-4428-9a8f-35ace1e73536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:58Z', 'updated_at': '2021-12-12T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:32.336560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Deleting port a538d764-b50e-4a76-836c-e6ba9fe55e23 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:32.336897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.428231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] For port a538d764-b50e-4a76-836c-e6ba9fe55e23, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a538d764-b50e-4a76-836c-e6ba9fe55e23,segment=NetworkSegment(2847feb8-2056-409b-a77a-e42ebdb53042),segment_id=2847feb8-2056-409b-a77a-e42ebdb53042)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:32.428905 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.442756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Calling delete_port for a538d764-b50e-4a76-836c-e6ba9fe55e23 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:32.454668 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.502605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5280aa73-6993-4aab-bca9-932c2507b7b2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:32.543583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.546883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=5e282754-2e58-49d3-b959-6a4d9a193edf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:32.568460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.614175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] No DVR routers for this DVR port a538d764-b50e-4a76-836c-e6ba9fe55e23 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:48:32.632809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23008fe-73b3-46b3-97bb-17a2b846fad7 None None] Pushing event deleted for resources: {'Port': ['ID=a538d764-b50e-4a76-836c-e6ba9fe55e23,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:32.666912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.674052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.741947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.742962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Fanout notify agent at l3_agent the message router_deleted on router e2f13dac-f148-4428-9a8f-35ace1e73536 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:48:32.751231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.755208 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ef93cebd-63d3-4fae-89f4-6c788e18c21a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/routers/e2f13dac-f148-4428-9a8f-35ace1e73536 HTTP/1.1" status: 204 len: 168 time: 0.9224477 Dec 12 15:48:32.755382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:32.861738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:32.881634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a538d764-b50e-4a76-836c-e6ba9fe55e23 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:32.911558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a538d764-b50e-4a76-836c-e6ba9fe55e23 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:32.913333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a538d764-b50e-4a76-836c-e6ba9fe55e23 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:32.996777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.023579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05233dea-de6b-49be-8c95-0aab5baba602']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:33.038850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2847feb8-2056-409b-a77a-e42ebdb53042') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:33.039179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2847feb8-2056-409b-a77a-e42ebdb53042') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:33.049283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.065063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.071919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:48:33.072336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:48:33.076584 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:48:33.168352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.195664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.199250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/networks/05233dea-de6b-49be-8c95-0aab5baba602 HTTP/1.1" status: 204 len: 168 time: 0.4427133 Dec 12 15:48:33.200424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d16b4-a84f-4aa6-b3e6-6261d838a5b1 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Network': ['ID=05233dea-de6b-49be-8c95-0aab5baba602,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:33.202416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:33.383154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port eb054d21-41cf-4571-a8c7-afdd42c7b969 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:33.383410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.457413 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.457741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.469304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for eb054d21-41cf-4571-a8c7-afdd42c7b969 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:33.639378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.665555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=eb054d21-41cf-4571-a8c7-afdd42c7b969,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:33.735149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:33.735683 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Floating IP faf7876a-dab0-45be-880e-96b6d1c60cff disassociated (deleted). External IP: 172.25.3.108, port: de250186-c639-46c0-9049-2725b37dbb22. Dec 12 15:48:33.939492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router 87da0388-0535-4221-bbb7-5aa75edb26af has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:34.044417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:34.049250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:34.055230 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Sync routers for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:34.069902 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:34.072455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:34.085214 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ec469037-565a-41bf-bcbc-35a42ef2473f tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/floatingips/faf7876a-dab0-45be-880e-96b6d1c60cff HTTP/1.1" status: 204 len: 168 time: 0.8817625 Dec 12 15:48:34.085822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:34.088265 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875" -d '{"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:34.126520 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b74e4c-9c1a-415d-bfa5-a80ab6ab4308 x-openstack-request-id: req-46b74e4c-9c1a-415d-bfa5-a80ab6ab4308 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:34.126836 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "tag": "de250186-c639-46c0-9049-2725b37dbb22", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:34.127112 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46b74e4c-9c1a-415d-bfa5-a80ab6ab4308 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:34.127512 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22', 'status': 'completed', 'code': 200} Dec 12 15:48:34.205368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-4d37ea96-6302-4105-bd02-ca627d7769d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:34.207193 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-4d37ea96-6302-4105-bd02-ca627d7769d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 1136 time: 0.0474432 Dec 12 15:48:34.347715 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:34.407152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50c832-29fa-4db0-b1c1-9c5027c49e76 req-43c05dde-58f8-4825-a244-4ca703af74a8 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:34.408782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd50c832-29fa-4db0-b1c1-9c5027c49e76 req-43c05dde-58f8-4825-a244-4ca703af74a8 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.0943625 Dec 12 15:48:34.455892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-a772c8c6-1cb0-406e-92ad-aa6a51f71956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:34.457325 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-a772c8c6-1cb0-406e-92ad-aa6a51f71956 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 200 len: 896 time: 0.2336028 Dec 12 15:48:34.509737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd50c832-29fa-4db0-b1c1-9c5027c49e76 req-75b57f9b-3ae9-4720-a5b4-071cdf93c927 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0889428 Dec 12 15:48:34.532833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 344d13ee-9c06-4fb8-8d64-e126b25fab11 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:34.537061 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-27b214e8-58fa-474f-8ccf-936be7740c73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 200 len: 217 time: 0.0613999 Dec 12 15:48:34.560194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 344d13ee-9c06-4fb8-8d64-e126b25fab11 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:34.560541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 344d13ee-9c06-4fb8-8d64-e126b25fab11 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:34.560986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e282754-2e58-49d3-b959-6a4d9a193edf no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:34.582348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5e282754-2e58-49d3-b959-6a4d9a193edf {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:34.582696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5e282754-2e58-49d3-b959-6a4d9a193edf not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:34.623245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-273a5029-454d-48ea-a1be-84ed3163e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:34.624826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-273a5029-454d-48ea-a1be-84ed3163e5a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 200 len: 835 time: 0.0793984 Dec 12 15:48:34.662464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:34.683836 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-0bb012a1-327b-4dce-989b-908b2a4e56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:34.685506 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-0bb012a1-327b-4dce-989b-908b2a4e56d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cae50080-9fd9-436d-8632-cfa6db41aee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521140 Dec 12 15:48:34.694247 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Checking router: 87da0388-0535-4221-bbb7-5aa75edb26af for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:34.707592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:34.708148 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:34.860796 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:35.126070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:35.130348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-f0d609f8-e912-46d3-a781-2de9bc5f3481 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363291 Dec 12 15:48:35.172725 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f2298-045b-4a76-ad1e-fc9eb8530e6a None None] The sync data for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 is: [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:02Z', 'revision_number': 4, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'c5f371ba-351a-4510-aef6-4b44ec5440b0', 'name': '', 'network_id': 'cae50080-9fd9-436d-8632-cfa6db41aee6', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'mac_address': 'fa:16:3e:b9:31:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '64596f70-14f1-443c-8080-6c788dc587ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:01Z', 'updated_at': '2021-12-12T15:47:07Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'subnets': [{'id': '64596f70-14f1-443c-8080-6c788dc587ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:35.265479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f13b48cf-72e6-4ab3-b35a-02a3ed8a7875 req-75a3ee68-d77a-4253-ab5e-f6367b787be5 service neutron] 10.222.0.13 "GET /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099727 Dec 12 15:48:35.421262 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6394a2ca-8699-4749-85a3-4253bea773c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:35.603846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a812ecef-bdc3-47a6-b1be-6e10602150d9 None None] New status for floating IP faf7876a-dab0-45be-880e-96b6d1c60cff: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:48:35.622826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-fb485247-93e6-4ea6-bddd-df6d641607c5 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:35.624479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-fb485247-93e6-4ea6-bddd-df6d641607c5 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.13 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.0900383 Dec 12 15:48:35.735059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a655279-74a5-40b4-ad5a-48302af6f802 req-2d5a138d-ddac-407b-8d06-af35e5dca747 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:35.744724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a655279-74a5-40b4-ad5a-48302af6f802 req-2d5a138d-ddac-407b-8d06-af35e5dca747 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da56341-249d-4578-86f2-e23a9d11b8fe HTTP/1.1" status: 200 len: 985 time: 0.1012471 Dec 12 15:48:35.765365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port de250186-c639-46c0-9049-2725b37dbb22 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:35.773984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:35.835971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a655279-74a5-40b4-ad5a-48302af6f802 req-a06a6c72-0dc7-4e8c-bdac-a9ae8c6dd4ab tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "GET /v2.0/security-groups?id=0af19708-fc36-4d20-868b-9ce3713d5bb8&id=d9169224-243b-48e3-aa05-0401693cec2b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0893669 Dec 12 15:48:35.900548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port de250186-c639-46c0-9049-2725b37dbb22, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=de250186-c639-46c0-9049-2725b37dbb22,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:35.900943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:35.914491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for de250186-c639-46c0-9049-2725b37dbb22 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:36.067904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:36.103614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=de250186-c639-46c0-9049-2725b37dbb22,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:36.147997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] No DVR routers for this DVR port de250186-c639-46c0-9049-2725b37dbb22 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:48:36.150709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:36.154586 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1e8931f8-31f0-4ef0-b127-42d46d850c87 req-72b08451-a067-4ebb-9921-a93758f0b608 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.13 "DELETE /v2.0/ports/de250186-c639-46c0-9049-2725b37dbb22 HTTP/1.1" status: 204 len: 173 time: 0.5238109 Dec 12 15:48:36.155035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'name': 'network-vif-deleted', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:36.157478 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7da764-0433-47cf-89b2-cd1e528a570b" -d '{"events": [{"server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "name": "network-vif-deleted", "tag": "de250186-c639-46c0-9049-2725b37dbb22"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:36.196382 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6139af0-77d1-4ccb-ae44-2aeb8aaae5e9 x-openstack-request-id: req-a6139af0-77d1-4ccb-ae44-2aeb8aaae5e9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:36.196704 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da56341-249d-4578-86f2-e23a9d11b8fe", "name": "network-vif-deleted", "tag": "de250186-c639-46c0-9049-2725b37dbb22", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:36.196965 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6139af0-77d1-4ccb-ae44-2aeb8aaae5e9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:36.197367 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da56341-249d-4578-86f2-e23a9d11b8fe', 'name': 'network-vif-deleted', 'tag': 'de250186-c639-46c0-9049-2725b37dbb22', 'status': 'completed', 'code': 200} Dec 12 15:48:36.903580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:36.963804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:36.989292 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.034818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.038759 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.046589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42646) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:37.058948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/security-groups/0af19708-fc36-4d20-868b-9ce3713d5bb8 HTTP/1.1" status: 204 len: 168 time: 0.1541593 Dec 12 15:48:37.073500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6775e-565e-46e5-8ae3-73b610f4501a tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af19708-fc36-4d20-868b-9ce3713d5bb8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:37.141872 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.177977 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.230978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.234616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.236702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/security-groups/d9169224-243b-48e3-aa05-0401693cec2b HTTP/1.1" status: 204 len: 168 time: 0.1888027 Dec 12 15:48:37.239489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:37.250349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680beee-a7be-4208-acc8-b47368562830 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9169224-243b-48e3-aa05-0401693cec2b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:37.654259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.732220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a15ad152-8afb-4793-86ca-9ab3ba984def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:37.971056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port c5f371ba-351a-4510-aef6-4b44ec5440b0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:37.971436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:38.077762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port c5f371ba-351a-4510-aef6-4b44ec5440b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c5f371ba-351a-4510-aef6-4b44ec5440b0,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:38.077925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:38.102688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for c5f371ba-351a-4510-aef6-4b44ec5440b0 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:38.311321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:38.337343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=c5f371ba-351a-4510-aef6-4b44ec5440b0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:38.561110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:38.598869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:38.785117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Router 87da0388-0535-4221-bbb7-5aa75edb26af has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:48:38.897211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:48:38.902368 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a5693a6d-fa58-43f2-90f0-d1f6e8cefbe7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "PUT /v2.0/routers/87da0388-0535-4221-bbb7-5aa75edb26af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612396 Dec 12 15:48:38.905138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42666) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:38.908126 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Sync routers for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:48:38.918075 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:38.918915 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:38.963821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting subnet 64596f70-14f1-443c-8080-6c788dc587ab {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:48:38.969960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.014059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.051966 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:39.135261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.238949 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.273617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.290131 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:48:38Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:39.296643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Subnet': ['ID=64596f70-14f1-443c-8080-6c788dc587ab,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:39.320924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa14b8-2a23-4dec-8918-0179c1713fae None None] Network cae50080-9fd9-436d-8632-cfa6db41aee6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:39.331634 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Checking router: 87da0388-0535-4221-bbb7-5aa75edb26af for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:48:39.334501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.339379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-861475c9-6a23-4bc5-bad1-026498e59f35 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/subnets/64596f70-14f1-443c-8080-6c788dc587ab HTTP/1.1" status: 204 len: 168 time: 0.4332166 Dec 12 15:48:39.342075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42678) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:39.346301 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Routers {'87da0388-0535-4221-bbb7-5aa75edb26af'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:48:39.346853 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['87da0388-0535-4221-bbb7-5aa75edb26af'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:39.497388 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] Set router 87da0388-0535-4221-bbb7-5aa75edb26af gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:48:39.506081 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.559964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] DHCP port deletion for cae50080-9fd9-436d-8632-cfa6db41aee6 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:39.615431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Deleting port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:39.616257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.654999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.720331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Deleting port 57b1f95e-59c3-4503-b12f-5c505b8c0df6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:39.720953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:39.826264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:48:38Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:39.863484 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9adfbd-cd75-4af2-9d67-d592eed13105 None None] The sync data for ids ['87da0388-0535-4221-bbb7-5aa75edb26af'] in n-d-710847-8 is: [{'id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'name': 'tempest-TestSecurityGroupsBasicOps-router-939942367', 'tenant_id': '6dfc5f4b17a44660802f2223ba3889cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:48:38Z', 'revision_number': 5, 'project_id': '6dfc5f4b17a44660802f2223ba3889cc', 'gw_port': {'id': '57b1f95e-59c3-4503-b12f-5c505b8c0df6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87da0388-0535-4221-bbb7-5aa75edb26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:46:57Z', 'updated_at': '2021-12-12T15:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:48:39.994123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] For port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,segment=NetworkSegment(0f302ccf-9964-447c-b07b-d7e22bf77dd2),segment_id=0f302ccf-9964-447c-b07b-d7e22bf77dd2)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:39.994622 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.011971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Calling delete_port for 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:40.162444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.162444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] No DVR routers for this DVR port 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:48:40.273931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44019a4c-8cce-4691-ab0a-3fe0468104df None None] Pushing event deleted for resources: {'Port': ['ID=4e33cea9-4fda-4c5a-84fd-7eb1c8758628,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:40.273931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device de250186-c639-46c0-9049-2725b37dbb22 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:40.275798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] For port 57b1f95e-59c3-4503-b12f-5c505b8c0df6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=57b1f95e-59c3-4503-b12f-5c505b8c0df6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:40.275798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.277244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: de250186-c639-46c0-9049-2725b37dbb22 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:40.277244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device de250186-c639-46c0-9049-2725b37dbb22 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:40.283252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Calling delete_port for 57b1f95e-59c3-4503-b12f-5c505b8c0df6 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:40.394778 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.502398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:40.525891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:40.526235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4e33cea9-4fda-4c5a-84fd-7eb1c8758628 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:40.526743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c5f371ba-351a-4510-aef6-4b44ec5440b0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:40.547139 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.548400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c5f371ba-351a-4510-aef6-4b44ec5440b0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:40.549047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c5f371ba-351a-4510-aef6-4b44ec5440b0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:40.590050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Port': ['ID=57b1f95e-59c3-4503-b12f-5c505b8c0df6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:40.620536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da36e65-8c10-40ab-be5d-096a21ac182e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:48:40.671118 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.780722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.782856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.827822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.828393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Fanout notify agent at l3_agent the message router_deleted on router 87da0388-0535-4221-bbb7-5aa75edb26af {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:48:40.835585 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:40.839000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f9acbd4f-3e73-4cd3-aa07-060cec076329 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/routers/87da0388-0535-4221-bbb7-5aa75edb26af HTTP/1.1" status: 204 len: 168 time: 1.4917984 Dec 12 15:48:40.839220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:40.925500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.036456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.061911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae50080-9fd9-436d-8632-cfa6db41aee6']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:41.101964 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.106875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f302ccf-9964-447c-b07b-d7e22bf77dd2') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:41.107898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f302ccf-9964-447c-b07b-d7e22bf77dd2') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:48:41.118510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.132046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.138421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:48:41.138773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:48:41.144508 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:48:41.233546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.241111 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.247180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] 10.222.0.36 "DELETE /v2.0/networks/cae50080-9fd9-436d-8632-cfa6db41aee6 HTTP/1.1" status: 204 len: 168 time: 0.4041464 Dec 12 15:48:41.256959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b135-d6f8-4d55-8c1a-287009291ef7 tempest-TestSecurityGroupsBasicOps-140151140 tempest-TestSecurityGroupsBasicOps-140151140-project] Pushing event deleted for resources: {'Network': ['ID=cae50080-9fd9-436d-8632-cfa6db41aee6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:41.307465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.610357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42752) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:41.774732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4bc342f8-727b-4481-882f-ef15a2c7a9ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6dfc5f4b17a44660802f2223ba3889cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631122 Dec 12 15:48:41.774946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:41.834719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.855843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.917978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.921247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:41.922415 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51460e1a-52b7-4795-8d9f-98a797c5cc9b HTTP/1.1" status: 204 len: 168 time: 0.1465533 Dec 12 15:48:41.930312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9051a5-dd8a-4b96-bda4-c06cc7e5b5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51460e1a-52b7-4795-8d9f-98a797c5cc9b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:42.231453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42784) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:42.258891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2bba7e0b-6eb5-4997-b437-821844455fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.345535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2bba7e0b-6eb5-4997-b437-821844455fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.350721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2bba7e0b-6eb5-4997-b437-821844455fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.401288 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2bba7e0b-6eb5-4997-b437-821844455fd8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25c351fe9d434dc6aed17d1ca18aa67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1637075 Dec 12 15:48:42.402404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:42.409185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba7e0b-6eb5-4997-b437-821844455fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4a1b43-2cfe-44d2-9eae-460f42ae95f2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:42.461753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57b1f95e-59c3-4503-b12f-5c505b8c0df6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:48:42.471681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.483104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 57b1f95e-59c3-4503-b12f-5c505b8c0df6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:48:42.483596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 57b1f95e-59c3-4503-b12f-5c505b8c0df6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:48:42.502258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.556104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.559702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:42.563709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a4a1b43-2cfe-44d2-9eae-460f42ae95f2 HTTP/1.1" status: 204 len: 168 time: 0.1602216 Dec 12 15:48:42.572582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edf922-c71c-4047-8430-ee0941da66cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4a1b43-2cfe-44d2-9eae-460f42ae95f2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:42.948525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42810) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:42.997144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:42.997803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-98fa08cd-ab44-4fef-9bef-38fbdcd21f72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cd45b0d5a33482b8ff59de77a3ef6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469773 Dec 12 15:48:43.053379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:43.075152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:43.132719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:43.136183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:43.137521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0980ffbb-c861-4b7c-95ae-f445e3197796 HTTP/1.1" status: 204 len: 168 time: 0.1384041 Dec 12 15:48:43.153599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a023b48-0db6-40dc-ab7c-35ddf18eb031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980ffbb-c861-4b7c-95ae-f445e3197796,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:43.952690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:44.075129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-857634075-network', 'tenant_id': '50ba8ca32f0d417eb033999ae3718c8f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:44.101674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Made reservation on behalf of 50ba8ca32f0d417eb033999ae3718c8f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:44.105674 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.115534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.201713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.205843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.239623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:48:44.246644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5761697c-1231-40cc-aecc-374aab517f22,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:44.257006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.257509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.258049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.258398 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.258740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.259225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.259564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.259898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.260229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.260586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.260938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.261265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.261586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:44.265378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.265733 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Added segment dccecbe6-ae12-475b-95b8-ac65df4e4cf5 of type vlan for network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b Dec 12 15:48:44.309330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.340861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.341976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:44.342588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.425416 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4715872 Dec 12 15:48:44.428750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42876) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:44.435668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Request body: {'subnet': {'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-857634075-subnet', 'tenant_id': '50ba8ca32f0d417eb033999ae3718c8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:44.439018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f7343-98c2-4173-bf50-c521af6ef639 admin admin] Pushing event updated for resources: {'Network': ['ID=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:44.450353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:48:44.465101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Made reservation on behalf of 50ba8ca32f0d417eb033999ae3718c8f for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:44.468280 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.673914 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.738978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:44.746887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Checking segment: {'id': 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:44.747243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Network hostable DHCP agents. Network: c7dd6727-b66f-41f6-aa70-3d7cf58bac5b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:48:44.766476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:48:44.777942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c7dd6727-b66f-41f6-aa70-3d7cf58bac5b) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:44.783116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:44.784249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:44.790497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b6d54-9964-4e4f-8ab5-e7dc8b3c56b3 None None] Network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:44.820676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f9ac5078-fe04-4bf7-ba84-99ce5e0d23f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3824809 Dec 12 15:48:44.929154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4013863b-05c5-4095-b5aa-f58917ca14bb None None] Network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:45.428239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 42916) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:45.435160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1341600439-network', 'tenant_id': '852113739dbb47d88aeafc9f88e53aa1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:45.457843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Made reservation on behalf of 852113739dbb47d88aeafc9f88e53aa1 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:45.460461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.469510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.570969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.575034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.602137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:48:45.615408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1053be3-d61c-49f1-b945-e90ef4381e45,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:45.628070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.628420 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Added segment ad176b5e-a8b0-4694-9178-396a06e8e5d7 of type vlan for network 2ff99964-4304-4ea5-94b6-6a3057173c19 Dec 12 15:48:45.674785 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.701511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.702546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:45.703145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:45.767338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3376873 Dec 12 15:48:45.770155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 42926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:45.775602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Request body: {'subnet': {'network_id': '2ff99964-4304-4ea5-94b6-6a3057173c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1341600439-subnet', 'tenant_id': '852113739dbb47d88aeafc9f88e53aa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:45.779531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012f039-4c53-4a77-bd89-4f8074b648c0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff99964-4304-4ea5-94b6-6a3057173c19,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:45.789454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 2ff99964-4304-4ea5-94b6-6a3057173c19 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:48:45.814111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Made reservation on behalf of 852113739dbb47d88aeafc9f88e53aa1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:45.817712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:46.025618 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:46.083334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc20c45-6efa-4a59-8e18-67420ed60415,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:46.094190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Checking segment: {'id': 'ad176b5e-a8b0-4694-9178-396a06e8e5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2ff99964-4304-4ea5-94b6-6a3057173c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:46.094542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Network hostable DHCP agents. Network: 2ff99964-4304-4ea5-94b6-6a3057173c19, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:48:46.118880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Network 2ff99964-4304-4ea5-94b6-6a3057173c19 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:48:46.129200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 2ff99964-4304-4ea5-94b6-6a3057173c19) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:46.133262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:46.133844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:46.145119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e806152-b9ea-43b2-ba17-6f58dfb9d586 None None] Network 2ff99964-4304-4ea5-94b6-6a3057173c19 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:46.157431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f89e5da-7d3d-4404-975a-acce6b27b648 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3861175 Dec 12 15:48:46.277735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936ae7d-4a9b-44f9-8e40-2802f3cf5e06 None None] Network 2ff99964-4304-4ea5-94b6-6a3057173c19 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:48:46.776411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-317dd575-0dea-4fe1-9e78-55b8eac82ea5 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:46.778051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-317dd575-0dea-4fe1-9e78-55b8eac82ea5 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/networks?id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 200 len: 811 time: 0.1218417 Dec 12 15:48:46.794470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-049bf2eb-6efe-47ce-85c5-c1a4fbae0bf7 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/quotas/50ba8ca32f0d417eb033999ae3718c8f HTTP/1.1" status: 200 len: 375 time: 0.0104673 Dec 12 15:48:46.832397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-b6430a37-ab35-4894-bf94-d6ba3b9d7bf4 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315511 Dec 12 15:48:46.965676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-095766bf-1055-42aa-b622-46b28f50d720 service neutron] 10.222.0.36 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253805 Dec 12 15:48:47.068861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-6c6fa67e-1e58-4859-a94b-5ae8574113b1 service neutron] 10.222.0.36 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012430 Dec 12 15:48:47.274051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84c6fd68-1f29-42f3-af3b-b20d3a02d5ad req-7160afd7-1f6a-4dd0-bd27-3d44c0dbefc7 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Dec 12 15:48:48.382014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85614abd-0f12-4cc5-be09-8d38fcef58a6 req-e78d3753-c07b-488e-bd3f-c41723ec7125 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 210 time: 0.0336261 Dec 12 15:48:48.634515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-85bdc08f-8abf-4174-899b-c07ba101d541 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:48.636565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-85bdc08f-8abf-4174-899b-c07ba101d541 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.30 "GET /v2.0/networks?id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 200 len: 811 time: 0.1519721 Dec 12 15:48:48.662314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Request body: {'port': {'device_id': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b', 'admin_state_up': True, 'tenant_id': '50ba8ca32f0d417eb033999ae3718c8f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:48.795072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Made reservation on behalf of 50ba8ca32f0d417eb033999ae3718c8f for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:48:48.799254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:48.937636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Allocated IP 172.20.0.4 (c7dd6727-b66f-41f6-aa70-3d7cf58bac5b/7e39da62-9911-4fc8-a7f9-3a7bd9b123d2/e69ab00e-e444-4c6d-8c15-ad1ca26cc746) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:48:49.179236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.228738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.281489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:48:49.284847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:48:49.288776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:48:49.323922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Pushing event updated for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:49.342489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.342849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.343202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.343609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.343881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.344222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.344558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.345502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.345829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.346172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.346502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.346834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.347170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:49.375522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:49.376581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.396833 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-c078c4ec-e303-4168-9453-bade15a2037a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7387347 Dec 12 15:48:49.419542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Request body: {'port': {'device_id': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:48:49.538268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.566283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef0d96-62f2-4db4-9edf-bf444e9904d9 req-3f5c383f-f918-43ce-9020-673ea8e3a2cf tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:49.567777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bef0d96-62f2-4db4-9edf-bf444e9904d9 req-3f5c383f-f918-43ce-9020-673ea8e3a2cf tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 931 time: 0.0693800 Dec 12 15:48:49.650362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bef0d96-62f2-4db4-9edf-bf444e9904d9 req-17c1575b-d677-4103-b15a-2331fad1946b tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617523 Dec 12 15:48:49.881995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69ab00e-e444-4c6d-8c15-ad1ca26cc746 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:49.890502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.922309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Transition to ACTIVE for port object e69ab00e-e444-4c6d-8c15-ad1ca26cc746 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:48:49.927526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:49.980172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:50.055301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Attempting to bind port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:48:50.055646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Attempting to bind port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:48:50.055976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Attempting to bind port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 on network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:50.061680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 on network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:48:50.061998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Attempting to bind port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 on network c7dd6727-b66f-41f6-aa70-3d7cf58bac5b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:48:50.067337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:48:50.067682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Checking segment: {'id': 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:48:50.068065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Bound using segment: {'id': 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:48:50.068497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Bound port: e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:48:50.069064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:50.144767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:48:50.145584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,segment=NetworkSegment(dccecbe6-ae12-475b-95b8-ac65df4e4cf5),segment_id=dccecbe6-ae12-475b-95b8-ac65df4e4cf5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:48:50.150674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:50.219508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:50.224272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.225148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:50.226851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-cfc9f551-a9b6-4dcf-8695-fc43653975a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 200 len: 1091 time: 0.8167562 Dec 12 15:48:50.227756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:50.231302 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f12b14-2e25-4a4b-875d-d2d809d53c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:50.284522 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0359d754-49bf-4411-8fcf-589f3534a3ad x-openstack-request-id: req-0359d754-49bf-4411-8fcf-589f3534a3ad {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:50.284522 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:50.284522 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0359d754-49bf-4411-8fcf-589f3534a3ad {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:50.284948 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746', 'status': 'completed', 'code': 200} Dec 12 15:48:50.314618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-d5b6da91-6243-4ddd-9db8-bf9d2f8d90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.316360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-d5b6da91-6243-4ddd-9db8-bf9d2f8d90fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 1094 time: 0.0430169 Dec 12 15:48:50.378464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-4364d854-9f92-4c73-99f5-ad80414ebd22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 200 len: 217 time: 0.0402737 Dec 12 15:48:50.432037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-1712c0ea-9735-49a8-b0a1-4bade29c4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.434202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-1712c0ea-9735-49a8-b0a1-4bade29c4f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 HTTP/1.1" status: 200 len: 851 time: 0.0463009 Dec 12 15:48:50.469115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-37919a1d-8f2d-4e01-8e8a-f6ce54f5dd65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262756 Dec 12 15:48:50.585018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-ee8a1db2-08fe-45ce-a421-27d217d3f0df service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075792 Dec 12 15:48:50.698542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec0fa045-fb9e-474d-8d03-6e9fa77d32fd req-7823a251-495f-4e74-972c-fc1daa2f2bfd service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042349 Dec 12 15:48:50.824144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64ad66-a0ab-4ce3-b3f7-784f90d8922f req-54743245-02d9-463d-af8b-06fb955c6c8d tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.825683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb64ad66-a0ab-4ce3-b3f7-784f90d8922f req-54743245-02d9-463d-af8b-06fb955c6c8d tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 943 time: 0.0920153 Dec 12 15:48:50.834518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-b2ba142a-c148-47ca-a02c-8bdb9459eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.836014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-b2ba142a-c148-47ca-a02c-8bdb9459eec5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 1094 time: 0.0674987 Dec 12 15:48:50.943166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb64ad66-a0ab-4ce3-b3f7-784f90d8922f req-9b6b6123-4205-4767-a41e-85988c4b8833 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108978 Dec 12 15:48:50.976619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-f1a4dc38-aefd-4424-89b9-2e58dc9d95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:50.978308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-f1a4dc38-aefd-4424-89b9-2e58dc9d95d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 200 len: 911 time: 0.1349568 Dec 12 15:48:51.028784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-bcd2a750-23fb-4539-953b-4914c0a47e75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 200 len: 217 time: 0.0404999 Dec 12 15:48:51.093160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-f75eeb13-80e9-4ba9-a322-19d415c63a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:51.094765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-f75eeb13-80e9-4ba9-a322-19d415c63a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 HTTP/1.1" status: 200 len: 851 time: 0.0585265 Dec 12 15:48:51.130399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-72561c82-cbbf-4fcc-a572-3096456dbd47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275872 Dec 12 15:48:51.250173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-877498b5-eab4-485b-bee6-150efbf52e69 service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116331 Dec 12 15:48:51.349012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f12b14-2e25-4a4b-875d-d2d809d53c3d req-64378299-8016-4c1f-a133-dd013ce98492 service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904047 Dec 12 15:48:52.078073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f0244-02a9-43e8-9cd6-c72f7849b3dc req-ad9b5a08-bf79-487b-a99d-6f7dac65eb1c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:52.080333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee6f0244-02a9-43e8-9cd6-c72f7849b3dc req-ad9b5a08-bf79-487b-a99d-6f7dac65eb1c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 943 time: 0.0567319 Dec 12 15:48:52.138056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee6f0244-02a9-43e8-9cd6-c72f7849b3dc req-f4a076d8-5465-40c2-8041-da0d19fb0c7a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514655 Dec 12 15:48:53.279570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371e1ab-8af9-4666-8148-96db42e67d7b req-30bb2e0c-7e8b-43b0-9f34-093f61f65732 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:53.281970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1371e1ab-8af9-4666-8148-96db42e67d7b req-30bb2e0c-7e8b-43b0-9f34-093f61f65732 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 943 time: 0.0524411 Dec 12 15:48:53.330084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1371e1ab-8af9-4666-8148-96db42e67d7b req-8a0f7875-477b-4eb1-ad17-cb2ebf6597f5 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Dec 12 15:48:54.452137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c7148-4fa1-4909-9d48-fb7aa085377c req-ccfdaf0d-dba5-4069-a466-eca9fc85918e tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:54.453710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af8c7148-4fa1-4909-9d48-fb7aa085377c req-ccfdaf0d-dba5-4069-a466-eca9fc85918e tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 943 time: 0.0515695 Dec 12 15:48:54.513101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af8c7148-4fa1-4909-9d48-fb7aa085377c req-a28f4d18-9e23-4da3-bbde-1f734ad8cb96 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Dec 12 15:48:54.746953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e69ab00e-e444-4c6d-8c15-ad1ca26cc746 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:48:54.852975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,segment=NetworkSegment(dccecbe6-ae12-475b-95b8-ac65df4e4cf5),segment_id=dccecbe6-ae12-475b-95b8-ac65df4e4cf5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:54.865045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746', 'network_id': 'c7dd6727-b66f-41f6-aa70-3d7cf58bac5b', 'port_id': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746', 'mac_address': 'fa:16:3e:fe:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e39da62-9911-4fc8-a7f9-3a7bd9b123d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:48:54.908741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:54.924610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69ab00e-e444-4c6d-8c15-ad1ca26cc746 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:48:54.956322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,segment=NetworkSegment(dccecbe6-ae12-475b-95b8-ac65df4e4cf5),segment_id=dccecbe6-ae12-475b-95b8-ac65df4e4cf5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:54.960998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:55.015151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:55.022919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.023381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.023833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.024275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.024748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.025182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.025653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.026108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.026604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.026980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.027413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.027839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.028425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:48:55.302701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['e69ab00e-e444-4c6d-8c15-ad1ca26cc746'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:48:55.651913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e7b23-c304-4040-8abb-91b94138bf58 req-abbe53a2-a756-4b5e-9815-b303b79bb5bd tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:55.659030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa5e7b23-c304-4040-8abb-91b94138bf58 req-abbe53a2-a756-4b5e-9815-b303b79bb5bd tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 944 time: 0.0588348 Dec 12 15:48:55.714717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa5e7b23-c304-4040-8abb-91b94138bf58 req-282c1f37-7ff7-4e2d-9922-dfb47ee4417c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Dec 12 15:48:56.750810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e69ab00e-e444-4c6d-8c15-ad1ca26cc746 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:48:56.814501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:48:56.819334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:48:56.819962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:56.844121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517148b0-6afa-44f1-87ea-76162c005f80 req-5a10dfeb-77b3-4075-a01d-b3a8e7fcc516 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:56.853083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-517148b0-6afa-44f1-87ea-76162c005f80 req-5a10dfeb-77b3-4075-a01d-b3a8e7fcc516 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 944 time: 0.0623519 Dec 12 15:48:56.910624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-517148b0-6afa-44f1-87ea-76162c005f80 req-33111376-ec64-41b4-bdb7-e2cf813223eb tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566089 Dec 12 15:48:56.919549 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:56.941800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:48:56.944030 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c98980-2148-4b8c-94f7-6dc88bb75c1b" -d '{"events": [{"server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "name": "network-vif-plugged", "status": "completed", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:48:56.957833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,segment=NetworkSegment(dccecbe6-ae12-475b-95b8-ac65df4e4cf5),segment_id=dccecbe6-ae12-475b-95b8-ac65df4e4cf5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:56.963784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:56.993366 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f18b1-7cea-4b63-9862-9498a210fcc6 x-openstack-request-id: req-5e2f18b1-7cea-4b63-9862-9498a210fcc6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:48:56.993673 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "name": "network-vif-plugged", "status": "completed", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:48:56.994050 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e2f18b1-7cea-4b63-9862-9498a210fcc6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:48:56.994410 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746', 'code': 200} Dec 12 15:48:57.022792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:48:57.129564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15439549-5033-4443-b31d-1629c1e2c6c8 req-9065ac08-9785-4da6-9469-26659fbd16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:57.131075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15439549-5033-4443-b31d-1629c1e2c6c8 req-9065ac08-9785-4da6-9469-26659fbd16ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 1096 time: 0.0666509 Dec 12 15:48:57.191660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15439549-5033-4443-b31d-1629c1e2c6c8 req-01d95edf-523d-440e-b50a-6753fbdf4b42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519621 Dec 12 15:48:57.334167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b017f-72a9-4881-8a03-d31977199d59 req-e51c783c-4bfc-45c4-8211-69fdaaec6e03 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:57.335853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c16b017f-72a9-4881-8a03-d31977199d59 req-e51c783c-4bfc-45c4-8211-69fdaaec6e03 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0525401 Dec 12 15:48:57.388958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c16b017f-72a9-4881-8a03-d31977199d59 req-64d06d87-e376-40de-99ef-f2d3ba715382 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459685 Dec 12 15:48:57.793676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:48:57.864599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9538aa6-7200-439f-b807-b7066cbf8982 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:57.865266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9538aa6-7200-439f-b807-b7066cbf8982 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:57.865796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9538aa6-7200-439f-b807-b7066cbf8982 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:57.880645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b9538aa6-7200-439f-b807-b7066cbf8982 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=d56cd046c258409c9ba0eb9380a67488&network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 2970 time: 0.0727913 Dec 12 15:48:58.027245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63542c0-9862-4e9e-a5b4-b7afd14f8dc6 req-ae90f2c8-c14e-48c8-951e-99ef3d049a82 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:58.029360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e63542c0-9862-4e9e-a5b4-b7afd14f8dc6 req-ae90f2c8-c14e-48c8-951e-99ef3d049a82 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0592647 Dec 12 15:48:58.080846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e63542c0-9862-4e9e-a5b4-b7afd14f8dc6 req-f886d5a9-5765-4999-9765-8d266102570e tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Dec 12 15:48:58.531155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b69f-9712-4c9f-9c45-5306a5e84154 req-261d5be3-6f14-4057-8b31-aa15463f330e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:58.532871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc41b69f-9712-4c9f-9c45-5306a5e84154 req-261d5be3-6f14-4057-8b31-aa15463f330e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0672426 Dec 12 15:48:58.584005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc41b69f-9712-4c9f-9c45-5306a5e84154 req-9b7038dc-8e0c-4367-abb9-58a2601db3c6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451572 Dec 12 15:48:59.234230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a220ed-2497-4cce-90fe-1691f77671fa req-f18e8fd6-ced2-4015-a6a2-a68917a5e07e tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:59.235699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89a220ed-2497-4cce-90fe-1691f77671fa req-f18e8fd6-ced2-4015-a6a2-a68917a5e07e tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0819516 Dec 12 15:48:59.257896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b246913-859f-434e-94bb-cad86f8480f3 req-ded58a60-67d2-4f76-a58c-5c740bf6f0ad tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:59.259653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b246913-859f-434e-94bb-cad86f8480f3 req-ded58a60-67d2-4f76-a58c-5c740bf6f0ad tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.0758021 Dec 12 15:48:59.331856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89a220ed-2497-4cce-90fe-1691f77671fa req-05c94702-d792-408d-96ba-edd1ca1f906f tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884368 Dec 12 15:48:59.388399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 34d0c014-6db0-46c7-962b-4dafe0c83155 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:48:59.388767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:59.510598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d18d3-cc45-4f55-a4d1-6ebf3b50601c req-c1777655-3dde-4be5-81d4-0a4565d919be tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:59.512255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d15d18d3-cc45-4f55-a4d1-6ebf3b50601c req-c1777655-3dde-4be5-81d4-0a4565d919be tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0758686 Dec 12 15:48:59.537846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 34d0c014-6db0-46c7-962b-4dafe0c83155, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=34d0c014-6db0-46c7-962b-4dafe0c83155,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:48:59.538205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:59.677690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d15d18d3-cc45-4f55-a4d1-6ebf3b50601c req-0e97602d-baa8-4fed-82dd-ca81c21af90c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525862 Dec 12 15:48:59.849157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcaf24-9654-40ba-a253-595865caac10 req-e4498f93-ce9e-48ce-b5ca-e35ccb6ba6db tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:48:59.850562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2fcaf24-9654-40ba-a253-595865caac10 req-e4498f93-ce9e-48ce-b5ca-e35ccb6ba6db tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 945 time: 0.1645417 Dec 12 15:48:59.882378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:59.882732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:48:59.883041 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 7dc11892-f1c0-473e-af23-caab77fd076d disassociated. External IP: 172.25.3.62, port: 34d0c014-6db0-46c7-962b-4dafe0c83155. Dec 12 15:48:59.884599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 34d0c014-6db0-46c7-962b-4dafe0c83155 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:48:59.988567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2fcaf24-9654-40ba-a253-595865caac10 req-ae78ec00-316e-45fb-a848-3b2288cf284e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271355 Dec 12 15:49:00.048588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbbd4-6fcb-4a9b-81fd-6ccf7d9e8088 req-6d1242e5-117e-46fc-a818-78a1d5b63ee4 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:00.050082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc5bbbd4-6fcb-4a9b-81fd-6ccf7d9e8088 req-6d1242e5-117e-46fc-a818-78a1d5b63ee4 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0810900 Dec 12 15:49:00.128544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:00.138601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc5bbbd4-6fcb-4a9b-81fd-6ccf7d9e8088 req-868107ce-6acf-45e3-af7a-a7d169028fba tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627470 Dec 12 15:49:00.162235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=34d0c014-6db0-46c7-962b-4dafe0c83155,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:00.644989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:00.768819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:00.777919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:00.796617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:00.797301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:00.819244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 34d0c014-6db0-46c7-962b-4dafe0c83155 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:00.824861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:00.833539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b246913-859f-434e-94bb-cad86f8480f3 req-442cd1c2-d649-46f1-87c2-c87df8a048d9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "DELETE /v2.0/ports/34d0c014-6db0-46c7-962b-4dafe0c83155 HTTP/1.1" status: 204 len: 173 time: 1.5638161 Dec 12 15:49:00.834170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'name': 'network-vif-deleted', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:00.839823 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39881df1-2da9-4f79-b7b1-7904df7fad3a" -d '{"events": [{"server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "name": "network-vif-deleted", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:00.919184 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cd5117-10bd-4ac3-b427-bdf1c50b4fb9 x-openstack-request-id: req-b6cd5117-10bd-4ac3-b427-bdf1c50b4fb9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:00.919478 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eae0b7-4bae-4ea0-ad77-687107c986dd", "name": "network-vif-deleted", "tag": "34d0c014-6db0-46c7-962b-4dafe0c83155", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:00.919731 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6cd5117-10bd-4ac3-b427-bdf1c50b4fb9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:00.920123 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eae0b7-4bae-4ea0-ad77-687107c986dd', 'name': 'network-vif-deleted', 'tag': '34d0c014-6db0-46c7-962b-4dafe0c83155', 'status': 'completed', 'code': 200} Dec 12 15:49:01.019181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:01.180501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f573ad32-b482-437c-9abe-1479841f6f5a req-8fbc4fa9-2808-41dd-9083-972da107c5c8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0587156 Dec 12 15:49:01.318436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:01.355942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:01.367041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:01.367735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:48:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:01.424971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670933c9-641e-4805-b2a1-371993468cc2 req-cac2afba-3168-4862-bada-c9b7791728e3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:01.427221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-670933c9-641e-4805-b2a1-371993468cc2 req-cac2afba-3168-4862-bada-c9b7791728e3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1024370 Dec 12 15:49:01.521205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-670933c9-641e-4805-b2a1-371993468cc2 req-ba447f61-96d5-468b-aabe-62dcce90dfc3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814788 Dec 12 15:49:01.555227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:01.962217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-2ea13443-468b-4e01-a8e2-a6fac9261052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:01.966900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-2ea13443-468b-4e01-a8e2-a6fac9261052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 1096 time: 0.1570990 Dec 12 15:49:01.993144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:01.993684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fe20b-a728-46a0-871e-1a3b755c1749 req-2a3d65d4-44f4-4a73-aef6-6fe86604c429 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:01.995209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:02.005309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-352fe20b-a728-46a0-871e-1a3b755c1749 req-2a3d65d4-44f4-4a73-aef6-6fe86604c429 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1432874 Dec 12 15:49:02.047435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6090d75-3751-4d10-b010-3c3b5eec5503 None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:02.059235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e023409-e5e1-4475-852d-dfe2ed18adec tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:02.061842 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2e023409-e5e1-4475-852d-dfe2ed18adec tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e HTTP/1.1" status: 200 len: 814 time: 0.0654140 Dec 12 15:49:02.209207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-352fe20b-a728-46a0-871e-1a3b755c1749 req-9625f72c-aba9-4a50-b34e-b20bf9ef1a79 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673849 Dec 12 15:49:02.241067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-4cd87044-cbe8-448b-8cab-8a778526e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:02.242805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-4cd87044-cbe8-448b-8cab-8a778526e198 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 200 len: 911 time: 0.2630019 Dec 12 15:49:02.314200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-0b1d1d15-ed0f-491e-93e6-0b08aead2788 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 200 len: 217 time: 0.0595829 Dec 12 15:49:02.398619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77d9ff08-0d75-44c2-8ef9-f4d4783322c4 req-3b5faafb-f1aa-4c7d-b847-1ecc89e96359 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0829656 Dec 12 15:49:02.429639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-f4394a74-6de5-4ee3-b8e6-ec36caff8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:02.431254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-f4394a74-6de5-4ee3-b8e6-ec36caff8aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 HTTP/1.1" status: 200 len: 851 time: 0.1017036 Dec 12 15:49:02.491428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-0d0738bc-c0ad-4729-b1ec-306f02825620 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483966 Dec 12 15:49:02.650903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-674178d6-8389-4121-9285-0e62bd8b6481 service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473737 Dec 12 15:49:02.677641 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfb9f-322c-465d-b6d4-34c0c15068af None None] New status for floating IP 7dc11892-f1c0-473e-af23-caab77fd076d: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:49:02.780585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 34d0c014-6db0-46c7-962b-4dafe0c83155 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:02.851834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b85e91a-d850-4a00-a9d8-ae5807b9d593 req-b256a7a2-027d-4d39-abf5-978ea3ed419b service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898463 Dec 12 15:49:02.880071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 34d0c014-6db0-46c7-962b-4dafe0c83155 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:02.880820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 34d0c014-6db0-46c7-962b-4dafe0c83155 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:03.274457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:03.280277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'network': {'name': 'tempest-network-smoke--1068988140', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:03.349633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:49:03.354942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:03.377254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062aeb6-acf3-4633-87c6-32568700fec9 req-031142ac-9d5f-4f39-9660-4d09fc97bc0c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:03.387303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6062aeb6-acf3-4633-87c6-32568700fec9 req-031142ac-9d5f-4f39-9660-4d09fc97bc0c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0704827 Dec 12 15:49:03.449781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:49:03.470708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6062aeb6-acf3-4633-87c6-32568700fec9 req-4d1dbff3-9209-4f64-9112-25130d66a120 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782530 Dec 12 15:49:03.506224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:03.506650 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Added segment ec86263f-edbb-492c-905a-d585f3f53371 of type vlan for network 0a42e3de-0731-4f26-ab17-70d9ca168df2 Dec 12 15:49:03.569653 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8740b3b-a0ad-4e4a-8310-155de48f2ce5 req-3df57bf5-1d70-415f-afd8-f6603b8ad430 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0413058 Dec 12 15:49:03.606922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:03.654485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:03.660966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:03.661845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:03.737098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4585352 Dec 12 15:49:03.737525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43578) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:03.753544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca17119-f754-4d95-9c69-f664e80a2861 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Network': ['ID=0a42e3de-0731-4f26-ab17-70d9ca168df2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:03.768402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:49:03.793536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc134d0-4354-447b-a41a-f42eaac78e0b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:03.795340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3cc134d0-4354-447b-a41a-f42eaac78e0b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d56cd046c258409c9ba0eb9380a67488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0565095 Dec 12 15:49:03.797986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:03.925049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4551f8-7443-46d1-9b64-2cad63795e89 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:03.930365 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3e4551f8-7443-46d1-9b64-2cad63795e89 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309192 Dec 12 15:49:03.933166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43608) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:03.977332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8598d24c-11cf-49c1-a56c-06e886e553e0 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425143 Dec 12 15:49:03.980051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:04.011301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-681e39de-2482-407b-8f70-eefd65f39233 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d56cd046c258409c9ba0eb9380a67488&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299339 Dec 12 15:49:04.013660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:04.144684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2999e2-97e0-4fc4-8987-a917f90eb89e tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:04.146768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-af2999e2-97e0-4fc4-8987-a917f90eb89e tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320515 Dec 12 15:49:04.157324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:04.222194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89e8b905-48a1-4f6b-a5ad-21dd5feb3841 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607522 Dec 12 15:49:04.224796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:04.229549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800355445', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:04.355558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:49:04.362584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:04.611231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:04.674563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83d36-aa4f-4d67-a213-eaedd7f554ca req-38ff0b94-d410-464b-aed7-10a08a1e3f44 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:04.684581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74b83d36-aa4f-4d67-a213-eaedd7f554ca req-38ff0b94-d410-464b-aed7-10a08a1e3f44 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1059251 Dec 12 15:49:04.691689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Checking segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:49:04.692051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network hostable DHCP agents. Network: 0a42e3de-0731-4f26-ab17-70d9ca168df2, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:49:04.697983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Subnet': ['ID=efe81924-4604-4b66-bb61-70659eeed1be,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:04.723718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:49:04.737017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 0a42e3de-0731-4f26-ab17-70d9ca168df2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:04.742368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:04.743097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:04.761717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc2b43-f0ee-41f2-9b10-4a1ae9b9a470 None None] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:04.772439 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53c9fc6d-e61a-4bf9-aa66-37fb3a9c41bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5449097 Dec 12 15:49:04.829409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c62ad935-cc84-4cc2-9921-4f1b631669e3 req-675f50af-fad0-43a8-b1a2-7bace08684de tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0869143 Dec 12 15:49:04.874825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74b83d36-aa4f-4d67-a213-eaedd7f554ca req-8fedbf5b-50ce-4292-956c-0bcb7d726215 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698732 Dec 12 15:49:05.003259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-0a42e3de-0731-4f26-ab17-70d9ca168df2', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ips': [{'subnet_id': 'efe81924-4604-4b66-bb61-70659eeed1be'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:49:05.005265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.362880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:05.368339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748214445', 'description': 'tempest-secgroup-smoke-1748214445 description', 'project_id': 'd56cd046c258409c9ba0eb9380a67488'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:05.387959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Allocated IP 172.20.0.18 (0a42e3de-0731-4f26-ab17-70d9ca168df2/efe81924-4604-4b66-bb61-70659eeed1be/c0dc6a0a-582b-4d86-97d8-6d6baa7ec081) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:49:05.420080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.516117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39191fa-67a5-4d6d-9248-da866ed93fa2 req-f1453ea3-6526-42ab-b174-f3f29d2f670c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:05.526439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b39191fa-67a5-4d6d-9248-da866ed93fa2 req-f1453ea3-6526-42ab-b174-f3f29d2f670c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1719213 Dec 12 15:49:05.558458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.566950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.598146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.598422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d83cfc6-bcfd-4a19-a892-616e3a673adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.602280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2374690 Dec 12 15:49:05.607018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43762) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:05.625378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:05.644620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b750f4-f6a3-4142-bac2-4661841e76d0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e901e04-a7e5-4a96-b441-fa3997e7decd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:05.676286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b39191fa-67a5-4d6d-9248-da866ed93fa2 req-8f5e51b1-01ca-430d-b0b7-ee16668c0500 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369703 Dec 12 15:49:05.690284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.736978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.746328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.755198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.761782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.785724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7e91e4-cb44-441b-ad15-171382f16ed1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:05.799842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.801766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3e4a026b-f176-4150-bce8-6470d41ff7eb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1931522 Dec 12 15:49:05.804215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43764) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:05.807337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Pushing event updated for resources: {'Port': ['ID=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:05.810461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:05.829543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:05.831325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:05.834309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:49:05.881291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.923137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Attempting to bind port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:49:05.926101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Attempting to bind port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:49:05.927263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Attempting to bind port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 on network 0a42e3de-0731-4f26-ab17-70d9ca168df2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:05.935801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:49:05.936197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Checking segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:49:05.936735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.937141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Bound using segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:49:05.937622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Bound port: c0dc6a0a-582b-4d86-97d8-6d6baa7ec081, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:49:05.938065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:05.988271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5c8314-b921-4869-aac1-7b7c6ea8a4ce req-1d835c53-85de-48a3-9750-b2805222ac09 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0556436 Dec 12 15:49:06.016267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] For port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:06.022699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] For port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:49:06.023201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.029525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.029945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.074252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228c02f9-4c49-48cb-8e05-358517fc4821,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.085809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.089997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f0373c83-9ec3-4c44-9345-41f5bd11f7e0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2845278 Dec 12 15:49:06.093230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43774) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:06.099340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:06.137108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35791c7e-0ab0-467e-b32b-4ae5ef2f4520 None None] Pushing event updated for resources: {'Port': ['ID=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.194831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.297430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.316862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.383629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e55a4b-fdc3-4bd2-94ff-f7b01cb51a69,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.411443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.416918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-72c3f568-bfac-4034-bcab-efa93eda8396 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3195720 Dec 12 15:49:06.417904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43782) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:06.422604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:06.459244 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.550217 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.555504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.574105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce6a330-600b-4c9b-b444-5bf203921aeb,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.607068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:49:06.607928 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.611743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42f664d3-03b1-42b0-8242-9535b72c4d0a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902795 Dec 12 15:49:06.612085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43784) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:06.616589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:06.644490 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:49:06.654336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.674497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:06.675216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.725430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.732338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.753581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc81aead-8fcc-4bf7-acc1-fc965eb417f9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.774569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.779162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.780934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-46a20c58-aca8-4ca7-902a-9b899c9c5f53 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677756 Dec 12 15:49:06.783614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:06.788064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '9e901e04-a7e5-4a96-b441-fa3997e7decd', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:06.824988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:06.831442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.842540 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:49:06.847600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.881923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9497-d40a-447b-b211-533f14071880 req-6d2aa5c0-1109-424c-93af-f7ed25d72d64 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:06.883980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-754b9497-d40a-447b-b211-533f14071880 req-6d2aa5c0-1109-424c-93af-f7ed25d72d64 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1066608 Dec 12 15:49:06.906472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:06.937167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.942973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:06.961892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-754b9497-d40a-447b-b211-533f14071880 req-a0c4cafc-c50d-4a5d-b845-b766d0757e90 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712357 Dec 12 15:49:06.974024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b50a97e-70d0-4a68-8f85-daa3a1e67b57,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:07.001422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:07.003007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-395fb7ba-e331-4046-982e-9bc7ea208d2c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2184381 Dec 12 15:49:07.171871 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cb554d1-cf9a-4c17-a263-ae259bf0a88e req-eac3022d-8dfc-45d5-b9cc-624156f16499 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8eae0b7-4bae-4ea0-ad77-687107c986dd HTTP/1.1" status: 200 len: 210 time: 0.0667531 Dec 12 15:49:07.277849 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:49:07.381690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-b950396d-0da9-41f4-96c9-8668ce7482e4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748214445&fields=id&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 267 time: 0.1204157 Dec 12 15:49:07.512192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362aac-2d02-41c7-832a-65683b505015 req-d6f4bbb3-36e2-4506-8838-be793a13f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:07.513812 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-d6f4bbb3-36e2-4506-8838-be793a13f408 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 1096 time: 0.1887546 Dec 12 15:49:07.534748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2211fe-a928-40af-9b8f-6027273d5d6a req-660f5816-70b3-4ce9-acdf-861ca6925da3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:07.536282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af2211fe-a928-40af-9b8f-6027273d5d6a req-660f5816-70b3-4ce9-acdf-861ca6925da3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1826317 Dec 12 15:49:07.564170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bb5399-b661-4fd6-9e30-75d0ba5e726d None None] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:07.675210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3369be22-9d94-4503-a84c-b0bcb8e41c8b None None] Provisioning complete for port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:07.676777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3369be22-9d94-4503-a84c-b0bcb8e41c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:07.750892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-75871f4b-b1b7-471b-85c5-c73877ed7ec4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:07.759503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-75871f4b-b1b7-471b-85c5-c73877ed7ec4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/networks?id=0a42e3de-0731-4f26-ab17-70d9ca168df2 HTTP/1.1" status: 200 len: 797 time: 0.3378358 Dec 12 15:49:07.809869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05a57667-4702-48e4-a99b-b6948504cd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:07.814358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af2211fe-a928-40af-9b8f-6027273d5d6a req-c27205dd-4ad9-4412-bd01-515f56dc151c tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599853 Dec 12 15:49:07.817707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-7a2884fb-fefc-4db5-9eb7-5ec53f2bd1aa tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/quotas/d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 375 time: 0.0552866 Dec 12 15:49:07.906945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362aac-2d02-41c7-832a-65683b505015 req-6f87baaf-1aff-494e-bf2d-ab019a2b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:07.908245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-6f87baaf-1aff-494e-bf2d-ab019a2b9dc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 200 len: 911 time: 0.3689246 Dec 12 15:49:07.988420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-aa564b9a-cdd4-4c4a-b0ca-68dad479b2d9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1468575 Dec 12 15:49:07.990379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-ced09a35-ce7f-4916-b770-7a88d092fbed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 200 len: 217 time: 0.0713015 Dec 12 15:49:08.176281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362aac-2d02-41c7-832a-65683b505015 req-a130dab4-89ee-4edb-8ec0-4fbea7c1afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:08.177904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-a130dab4-89ee-4edb-8ec0-4fbea7c1afa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 HTTP/1.1" status: 200 len: 851 time: 0.1767426 Dec 12 15:49:08.188856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-3b6b3cb3-05d9-4b5a-9734-c204516edb92 service neutron] 10.222.0.36 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971791 Dec 12 15:49:08.221840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-3ee02c48-89be-4a50-a2dc-208dff564d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304174 Dec 12 15:49:08.250108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-69b30f4d-cf1d-4ee7-8b2f-115788f92616 None None] Provisioning complete for port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:08.250478 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-69b30f4d-cf1d-4ee7-8b2f-115788f92616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:08.477062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-c28ae2d6-e12b-4de6-b88c-642e6c75f538 service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351913 Dec 12 15:49:08.540246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:49:08.608169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:08.608710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:08.616345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-bc352acf-2faa-4791-9024-08b9126e1975 service neutron] 10.222.0.36 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956783 Dec 12 15:49:08.638353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:08.766096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-ac72cd24-f4f8-48b6-8016-90aee9ceda5f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67010807&fields=id&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 267 time: 0.1715083 Dec 12 15:49:08.810198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9362aac-2d02-41c7-832a-65683b505015 req-72ae8e52-dfce-482e-a550-155dfc8a1d25 service neutron] 10.222.0.30 "GET /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783151 Dec 12 15:49:08.873116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a05867c7-05ac-4621-9c44-be3ce06cf68e req-df739f11-5ec1-40f8-9ed7-e6dd47e27c62 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 210 time: 0.0353017 Dec 12 15:49:08.936783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-684b6af5-a884-4966-b101-6b80ab386ac3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:08.954344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-684b6af5-a884-4966-b101-6b80ab386ac3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.1873174 Dec 12 15:49:08.975515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-f890b22b-f990-4045-97fa-480d14a562e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0202839 Dec 12 15:49:09.101652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14f6f7-a859-4613-844e-b4b667033482 req-0a4404f2-77ae-4a68-8b9d-ee4ddf2dd445 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:09.110030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e14f6f7-a859-4613-844e-b4b667033482 req-0a4404f2-77ae-4a68-8b9d-ee4ddf2dd445 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1130371 Dec 12 15:49:09.137927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-4aa2b1fc-60cf-44d8-b274-dd47ecc465f7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1564870 Dec 12 15:49:09.248876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e14f6f7-a859-4613-844e-b4b667033482 req-9b826bca-6223-46b2-850d-eb0ff01ffc21 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325541 Dec 12 15:49:09.270290 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:09.296247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-713053b0-f95d-4bbc-b37b-4b8adcf34555 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382198 Dec 12 15:49:09.449326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-f5b5935e-759a-470e-a22e-dab8c9b5dfd6 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461453 Dec 12 15:49:09.834745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89137e3b-d6ad-400c-b35f-85714d0b7804 req-7532ecb0-9508-4f0f-b775-809afc528c54 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0373847 Dec 12 15:49:10.048661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b4819336-7c38-4870-bd97-274a9b825986 req-7f039b60-f2ca-44a8-a5a0-83a1e6fca177 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 210 time: 0.0534859 Dec 12 15:49:10.175345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-11d38b06-da5e-4d9e-a0da-4b46e927e9f1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:10.181444 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-11d38b06-da5e-4d9e-a0da-4b46e927e9f1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/networks?id=0a42e3de-0731-4f26-ab17-70d9ca168df2 HTTP/1.1" status: 200 len: 797 time: 0.1784141 Dec 12 15:49:10.285559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-184b8595-6d6c-4a5e-b17c-2059cca711a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 472 time: 0.0966542 Dec 12 15:49:10.298566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'port': {'device_id': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'admin_state_up': True, 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'security_groups': ['9e901e04-a7e5-4a96-b441-fa3997e7decd']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:10.377789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:10.424081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c60375-8c79-4377-92f9-30a975ff8022 req-07d5a287-85b8-4dc7-929e-89fb324aff1a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:10.433373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48c60375-8c79-4377-92f9-30a975ff8022 req-07d5a287-85b8-4dc7-929e-89fb324aff1a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0869598 Dec 12 15:49:10.460369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:49:10.465892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:10.498093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48c60375-8c79-4377-92f9-30a975ff8022 req-8b873253-877c-4004-9347-dfc8169ba625 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Dec 12 15:49:10.715800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.20 (0a42e3de-0731-4f26-ab17-70d9ca168df2/efe81924-4604-4b66-bb61-70659eeed1be/c2333afc-5615-4a75-8e8b-7d516eb9529f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:49:10.860529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fb13e-5255-453d-acc4-4511d41e6140 req-f6a427da-508c-4b13-99df-cbef4c7aecce tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:10.871130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e27fb13e-5255-453d-acc4-4511d41e6140 req-f6a427da-508c-4b13-99df-cbef4c7aecce tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.0782135 Dec 12 15:49:10.938513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e27fb13e-5255-453d-acc4-4511d41e6140 req-c27a277b-a0a9-4a79-859a-6b3a97d31e54 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663407 Dec 12 15:49:10.975216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.009167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cac45555-e33a-405d-9735-9746559b38df req-e6c9226e-8107-4a6c-bf59-f140dd6a8148 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0490317 Dec 12 15:49:11.019894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.098097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.104490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:11.108161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:11.114213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:49:11.157304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:11.226699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:11.227539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.247036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637be51-9e7e-49d4-92a3-ab7ec7da35a2 req-915c38e3-b19e-4444-b3a1-4427b37ed309 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:11.249144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-9bbe892b-5fbb-411f-9866-ab03b5b16c4e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9566963 Dec 12 15:49:11.254866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0637be51-9e7e-49d4-92a3-ab7ec7da35a2 req-915c38e3-b19e-4444-b3a1-4427b37ed309 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 932 time: 0.0755515 Dec 12 15:49:11.263088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Request body: {'port': {'device_id': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:11.302091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.335439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-b3f4a01d-5c47-4347-9f7b-72f2af509567 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:11.337226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-b3f4a01d-5c47-4347-9f7b-72f2af509567 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.2696941 Dec 12 15:49:11.343416 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.400857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0637be51-9e7e-49d4-92a3-ab7ec7da35a2 req-bee507d4-3ddd-476c-9c33-d182107e61ae tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430824 Dec 12 15:49:11.489456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-103afa77-2ab7-4c1b-87c1-098aa2e2c4c8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 378 time: 0.1361659 Dec 12 15:49:11.503479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04', 'security_groups': ['beeff02e-7308-4c4f-ae61-bc694c38d4da']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:11.604983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cf230df6-74d3-46af-b263-244ea7a7538e None None] Provisioning complete for port c2333afc-5615-4a75-8e8b-7d516eb9529f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:11.605527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf230df6-74d3-46af-b263-244ea7a7538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.683222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cf230df6-74d3-46af-b263-244ea7a7538e None None] Port c2333afc-5615-4a75-8e8b-7d516eb9529f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:11.684678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:49:11.690240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.878204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.5 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/1ffb92c1-5527-43ff-af62-dfee08ab7fef) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:49:11.948430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2333afc-5615-4a75-8e8b-7d516eb9529f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:49:11.959609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:11.974153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Transition to ACTIVE for port object c2333afc-5615-4a75-8e8b-7d516eb9529f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:49:11.979494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.185402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d7a7256-79da-4985-bb0a-24d29a767b26 req-3ae300fb-5f1f-4665-af79-2d4f16d439e2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0552907 Dec 12 15:49:12.278895 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.342790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87af86-6c6d-4824-bc49-57ab2e4460e0 req-8d8727e9-60c1-46f0-aad2-a9dd1cd935c3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:12.344863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b87af86-6c6d-4824-bc49-57ab2e4460e0 req-8d8727e9-60c1-46f0-aad2-a9dd1cd935c3 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.2576807 Dec 12 15:49:12.460150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.523122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b87af86-6c6d-4824-bc49-57ab2e4460e0 req-aff52ba2-b404-4271-a88c-31cd26c601a2 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682444 Dec 12 15:49:12.641869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:12.652456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:12.657867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:12.676255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:49:12.695343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:12.697819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Attempting to bind port c2333afc-5615-4a75-8e8b-7d516eb9529f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:49:12.698190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Attempting to bind port c2333afc-5615-4a75-8e8b-7d516eb9529f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:49:12.698557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Attempting to bind port c2333afc-5615-4a75-8e8b-7d516eb9529f on network 0a42e3de-0731-4f26-ab17-70d9ca168df2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:12.716010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Port c2333afc-5615-4a75-8e8b-7d516eb9529f on network 0a42e3de-0731-4f26-ab17-70d9ca168df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:49:12.716421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Attempting to bind port c2333afc-5615-4a75-8e8b-7d516eb9529f on network 0a42e3de-0731-4f26-ab17-70d9ca168df2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:12.734208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:49:12.734552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Checking segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:49:12.734930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Bound using segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:49:12.735519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Bound port: c2333afc-5615-4a75-8e8b-7d516eb9529f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:49:12.735886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.832573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b277-e302-4db9-850b-ad05cf69f429 req-11602e89-8b37-42f2-88f7-538c7f2e438d tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:12.835611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40d0b277-e302-4db9-850b-ad05cf69f429 req-11602e89-8b37-42f2-88f7-538c7f2e438d tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 944 time: 0.2457349 Dec 12 15:49:12.854367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:12.861380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:49:12.873919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.874127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:12.874775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.926277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-5d6452e3-7049-417f-87a5-82be779733d1 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:12.930013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-5d6452e3-7049-417f-87a5-82be779733d1 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.30 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.1768239 Dec 12 15:49:12.940927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-761ec4e4-f769-472d-82f6-12f6b8385dff tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4428673 Dec 12 15:49:12.975322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3dbf26b7-1c3f-4b18-9f8c-f58a038a84a3 None None] Provisioning complete for port 1ffb92c1-5527-43ff-af62-dfee08ab7fef triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:12.975893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3dbf26b7-1c3f-4b18-9f8c-f58a038a84a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.979946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:12.980893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:12.982625 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2333afc-5615-4a75-8e8b-7d516eb9529f HTTP/1.1" status: 200 len: 1092 time: 1.7245438 Dec 12 15:49:12.983371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:12.986488 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:13.069927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1eb4d-1352-40d3-97bd-7124300958a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:13.080344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Request body: {'port': {'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:13.093588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf26b7-1c3f-4b18-9f8c-f58a038a84a3 None None] Port 1ffb92c1-5527-43ff-af62-dfee08ab7fef cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:13.118900 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26c48a1-4804-4532-8b37-88567503eecf x-openstack-request-id: req-e26c48a1-4804-4532-8b37-88567503eecf {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:13.119448 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:13.119860 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e26c48a1-4804-4532-8b37-88567503eecf {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:13.120779 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f', 'status': 'completed', 'code': 200} Dec 12 15:49:13.200421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40d0b277-e302-4db9-850b-ad05cf69f429 req-ccb0b611-54c4-485e-a633-15381e23230d tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434625 Dec 12 15:49:13.209614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-42857b17-f67f-41b3-8aed-94874aba7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:13.234220 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-42857b17-f67f-41b3-8aed-94874aba7bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 1095 time: 0.1878386 Dec 12 15:49:13.284251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:13.337837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Deleting port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:13.338171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:13.354382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-be53d764-3b7a-4b7f-a444-6f06f6ff12ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f HTTP/1.1" status: 200 len: 217 time: 0.1073225 Dec 12 15:49:13.421481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-25931394-72f1-4a9a-9bec-5900a684c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:13.424423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-25931394-72f1-4a9a-9bec-5900a684c971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe81924-4604-4b66-bb61-70659eeed1be HTTP/1.1" status: 200 len: 837 time: 0.0639200 Dec 12 15:49:13.489198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-a3c361ab-adfc-41bd-bd15-10b97671df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:13.491492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-a3c361ab-adfc-41bd-bd15-10b97671df0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a42e3de-0731-4f26-ab17-70d9ca168df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604420 Dec 12 15:49:13.674054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6929a0-e9b0-4def-8a01-635c0afcda2f req-ff03014e-5466-4b0a-ac5e-0f40573cb8b3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:13.677830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6929a0-e9b0-4def-8a01-635c0afcda2f req-ff03014e-5466-4b0a-ac5e-0f40573cb8b3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 931 time: 0.2890000 Dec 12 15:49:13.678190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-e6dbbb88-48fd-4125-ad93-fbfcdba55e35 service neutron] 10.222.0.13 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788712 Dec 12 15:49:13.836403 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5aeec6ed-54ab-4688-8852-e2dde05b8989 req-f3e5edc6-df74-4575-ac30-1b104d5132ff service neutron] 10.222.0.13 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497095 Dec 12 15:49:13.967656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-c612c455-3ede-48a9-bd0a-eb42a079c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:13.969281 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-c612c455-3ede-48a9-bd0a-eb42a079c2ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 1095 time: 0.0807850 Dec 12 15:49:14.207177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-665005a8-a042-4b96-aa4e-5d22ff891957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:14.207177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-665005a8-a042-4b96-aa4e-5d22ff891957 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a42e3de-0731-4f26-ab17-70d9ca168df2 HTTP/1.1" status: 200 len: 897 time: 0.2249343 Dec 12 15:49:14.287786 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-812df638-9853-419c-949b-31c7dd808516 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f HTTP/1.1" status: 200 len: 217 time: 0.0787213 Dec 12 15:49:14.402664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-f2c759f6-31cc-4ffd-8ce3-c80f1cac9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:14.404369 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-f2c759f6-31cc-4ffd-8ce3-c80f1cac9488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efe81924-4604-4b66-bb61-70659eeed1be HTTP/1.1" status: 200 len: 837 time: 0.1084094 Dec 12 15:49:14.474966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-821a0f3f-14f9-413c-9dc4-ac298e60828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:14.476615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-821a0f3f-14f9-413c-9dc4-ac298e60828b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a42e3de-0731-4f26-ab17-70d9ca168df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637498 Dec 12 15:49:14.552729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6929a0-e9b0-4def-8a01-635c0afcda2f req-3bcf482a-d7dd-4ac5-add6-7a3fca88da7d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8548918 Dec 12 15:49:14.595913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] For port e69ab00e-e444-4c6d-8c15-ad1ca26cc746, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,segment=NetworkSegment(dccecbe6-ae12-475b-95b8-ac65df4e4cf5),segment_id=dccecbe6-ae12-475b-95b8-ac65df4e4cf5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:14.599076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:14.636383 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-46b27f62-8897-4ab7-b344-e0c2916f9861 service neutron] 10.222.0.13 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498461 Dec 12 15:49:14.651090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b380888-9a57-4e73-9bcc-1f7985a2da28 req-56125080-ea73-40e9-8fa8-a8d9885a58a8 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:14.656464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b380888-9a57-4e73-9bcc-1f7985a2da28 req-56125080-ea73-40e9-8fa8-a8d9885a58a8 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c6d054-cceb-43e9-9927-8c569db7bde6 HTTP/1.1" status: 200 len: 945 time: 0.9681726 Dec 12 15:49:14.732712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Calling delete_port for e69ab00e-e444-4c6d-8c15-ad1ca26cc746 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:14.790760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-e53e0752-fcf2-41f1-8a4d-fec32f8d91a4 service neutron] 10.222.0.13 "GET /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465821 Dec 12 15:49:14.802270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-e75c880f-87e5-4bb0-b07a-b170a769cf0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1170843 Dec 12 15:49:14.974755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b380888-9a57-4e73-9bcc-1f7985a2da28 req-63299a87-03b8-46bb-a373-6a1e0c391f49 tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.36 "GET /v2.0/security-groups?id=5761697c-1231-40cc-aecc-374aab517f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539074 Dec 12 15:49:15.126047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a24ec-9de9-427f-9ced-3bdea81561e6 req-dd59abdc-c6b9-4e52-9204-db03ce170b2b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:15.127741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-234a24ec-9de9-427f-9ced-3bdea81561e6 req-dd59abdc-c6b9-4e52-9204-db03ce170b2b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 944 time: 0.4093118 Dec 12 15:49:15.131162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:15.201780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350230-b33c-41d8-88e3-5658939ca286 req-9d4f21f1-1e00-415c-aae0-ce500bdfa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:15.203672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-9d4f21f1-1e00-415c-aae0-ce500bdfa46f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1097 time: 0.3462541 Dec 12 15:49:15.231102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Pushing event deleted for resources: {'Port': ['ID=e69ab00e-e444-4c6d-8c15-ad1ca26cc746,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:15.307589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] No DVR routers for this DVR port e69ab00e-e444-4c6d-8c15-ad1ca26cc746 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:15.314714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:15.319869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-824ea5fb-c7de-4b5c-b318-c31ee6df7ee0 req-a700de98-d73f-4db5-bd89-31ceb054e38a tempest-TestServerAdvancedOps-247933160 tempest-TestServerAdvancedOps-247933160-project] 10.222.0.30 "DELETE /v2.0/ports/e69ab00e-e444-4c6d-8c15-ad1ca26cc746 HTTP/1.1" status: 204 len: 173 time: 2.3663580 Dec 12 15:49:15.372179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'name': 'network-vif-deleted', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:15.375652 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d990920-4020-4c36-9abb-03e8cbbc4e5a" -d '{"events": [{"server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "name": "network-vif-deleted", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:15.471819 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc580614-840b-4b77-bd2b-c4b35e00df1e x-openstack-request-id: req-bc580614-840b-4b77-bd2b-c4b35e00df1e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:15.472525 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c6d054-cceb-43e9-9927-8c569db7bde6", "name": "network-vif-deleted", "tag": "e69ab00e-e444-4c6d-8c15-ad1ca26cc746", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:15.473099 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc580614-840b-4b77-bd2b-c4b35e00df1e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:15.483235 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c6d054-cceb-43e9-9927-8c569db7bde6', 'name': 'network-vif-deleted', 'tag': 'e69ab00e-e444-4c6d-8c15-ad1ca26cc746', 'status': 'completed', 'code': 200} Dec 12 15:49:15.541170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-234a24ec-9de9-427f-9ced-3bdea81561e6 req-2af73338-6822-416e-8d24-923fc48247b3 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801348 Dec 12 15:49:15.545598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffb92c1-5527-43ff-af62-dfee08ab7fef {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:49:15.588280 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:15.636328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Transition to ACTIVE for port object 1ffb92c1-5527-43ff-af62-dfee08ab7fef will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:49:15.639273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350230-b33c-41d8-88e3-5658939ca286 req-f8231a37-f7d6-41a0-9647-2000034c4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:15.640952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-f8231a37-f7d6-41a0-9647-2000034c4b92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 896 time: 0.3821690 Dec 12 15:49:15.664794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:15.858281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-d028dcea-91ad-4d2a-97ac-484bcd27199f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2409236 Dec 12 15:49:15.866471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-1e5afc3e-c9f0-4b7e-953d-90d24c744d93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 1002 time: 0.2090526 Dec 12 15:49:15.928862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:16.012715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df0ad2-d669-44c4-8e96-5e3925388b57 req-3c3ebe23-7bea-414e-818b-e8df12c34a5b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.014619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43df0ad2-d669-44c4-8e96-5e3925388b57 req-3c3ebe23-7bea-414e-818b-e8df12c34a5b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.3399343 Dec 12 15:49:16.035913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Attempting to bind port 1ffb92c1-5527-43ff-af62-dfee08ab7fef on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:49:16.036263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Attempting to bind port 1ffb92c1-5527-43ff-af62-dfee08ab7fef by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:49:16.036592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Attempting to bind port 1ffb92c1-5527-43ff-af62-dfee08ab7fef on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:16.075733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:16.106184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Port 1ffb92c1-5527-43ff-af62-dfee08ab7fef on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:49:16.106516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Attempting to bind port 1ffb92c1-5527-43ff-af62-dfee08ab7fef on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:16.198939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Deleting subnet 7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:16.204367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.205659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:49:16.206000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:49:16.206388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:49:16.210110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Bound port: 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:49:16.210630 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.237069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350230-b33c-41d8-88e3-5658939ca286 req-eeb44c39-afde-4982-83dd-905fc612d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.239190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-eeb44c39-afde-4982-83dd-905fc612d600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 200 len: 834 time: 0.2961974 Dec 12 15:49:16.261888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.296926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43df0ad2-d669-44c4-8e96-5e3925388b57 req-4deca48c-1c9f-4463-93e0-fd365904ef93 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667115 Dec 12 15:49:16.338619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.339156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.339630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.340097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.340556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.341043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.341498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.343701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-4340ee92-cf8c-471c-99e3-e9596d45ab7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d0bb30c5fe994cfeb40355d7650817af&device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 6491 time: 0.3463180 Dec 12 15:49:16.375055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.382803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350230-b33c-41d8-88e3-5658939ca286 req-67395a98-bd27-4d78-8dc4-1dcef74343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.384416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-67395a98-bd27-4d78-8dc4-1dcef74343e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334457 Dec 12 15:49:16.398682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c2333afc-5615-4a75-8e8b-7d516eb9529f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:49:16.456835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:16.486390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.520827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.529599 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7e39da62-9911-4fc8-a7f9-3a7bd9b123d2 HTTP/1.1" status: 204 len: 168 time: 0.4527473 Dec 12 15:49:16.537689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:16.562342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:49:16.578391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.618864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debe0a8-561b-4fac-88f0-9d64314dff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e39da62-9911-4fc8-a7f9-3a7bd9b123d2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:16.627283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:16.636217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:16.662146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'c2333afc-5615-4a75-8e8b-7d516eb9529f', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'port_id': 'c2333afc-5615-4a75-8e8b-7d516eb9529f', 'mac_address': 'fa:16:3e:dc:df:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:49:16.780465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.784140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.784793 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.786950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-96628f92-6057-4cae-8a40-ac2d58b4bde0 service neutron] 10.222.0.30 "PUT /v2.0/ports/1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 1091 time: 3.7220266 Dec 12 15:49:16.788536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-dec5b14c-9198-4ecb-8bb6-cd664d835e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.789054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-dec5b14c-9198-4ecb-8bb6-cd664d835e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.789568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-dec5b14c-9198-4ecb-8bb6-cd664d835e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.791310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-dec5b14c-9198-4ecb-8bb6-cd664d835e43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=717b73d9-5f70-4deb-80b5-40d024abc3fc&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&id=a08102b2-b200-46a3-ae79-392f6ddd7833&id=a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 200 len: 2288 time: 0.4059737 Dec 12 15:49:16.812565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2333afc-5615-4a75-8e8b-7d516eb9529f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:49:16.819021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.876710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e69ab00e-e444-4c6d-8c15-ad1ca26cc746 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:16.881664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:16.913731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-a823a644-26c4-4d77-96bc-33376756f255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 200 len: 1001 time: 0.1119077 Dec 12 15:49:16.975427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: e69ab00e-e444-4c6d-8c15-ad1ca26cc746 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:16.975427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device e69ab00e-e444-4c6d-8c15-ad1ca26cc746 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:16.977493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:16.993147 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-fd0015ec-66cd-48a4-8361-cf100f1e008a service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537300 Dec 12 15:49:16.994906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-a5cd8a7a-0346-4628-b2e4-05d5610e3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:16.996734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-a5cd8a7a-0346-4628-b2e4-05d5610e3ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 200 len: 850 time: 0.0689232 Dec 12 15:49:17.059249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.098227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:17.117183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dd6727-b66f-41f6-aa70-3d7cf58bac5b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:17.157247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:17.157670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccecbe6-ae12-475b-95b8-ac65df4e4cf5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:17.187104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.207242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.213741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['c2333afc-5615-4a75-8e8b-7d516eb9529f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:49:17.218947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ea2d-b53f-4878-b439-139e102b2bbe req-8d049274-9d0d-4823-87b9-6999912f8dd2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:17.220437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a95ea2d-b53f-4878-b439-139e102b2bbe req-8d049274-9d0d-4823-87b9-6999912f8dd2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 944 time: 0.5326619 Dec 12 15:49:17.250388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-1913a67f-717a-4a37-b039-21d9529408e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:17.252100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-1913a67f-717a-4a37-b039-21d9529408e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1094 time: 0.3369677 Dec 12 15:49:17.258678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:49:17.259839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:49:17.261937 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:49:17.289576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-111604b1-eb53-4a73-a943-f84f0985c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:17.291104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-111604b1-eb53-4a73-a943-f84f0985c327 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=717b73d9-5f70-4deb-80b5-40d024abc3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643805 Dec 12 15:49:17.334849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9350230-b33c-41d8-88e3-5658939ca286 req-c38e77fa-3eaf-4d1a-8acf-47264ed98e52 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096921 Dec 12 15:49:17.349376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-1aaaaec4-f415-499a-bfed-43851bc91046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 217 time: 0.0800273 Dec 12 15:49:17.442276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.450380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.455593 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] 10.222.0.36 "DELETE /v2.0/networks/c7dd6727-b66f-41f6-aa70-3d7cf58bac5b HTTP/1.1" status: 204 len: 168 time: 0.9165301 Dec 12 15:49:17.460261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43974) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:17.480573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42e8c4-f0d3-4466-938c-2d2e249dfd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7dd6727-b66f-41f6-aa70-3d7cf58bac5b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:17.485293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a95ea2d-b53f-4878-b439-139e102b2bbe req-c9de7e42-c7c2-4476-b179-f74ba365a653 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547309 Dec 12 15:49:17.498212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:17.507427 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6fd79a-3022-4857-a715-5f371cb4b539" -d '{"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:17.591641 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de608a34-9f8b-4f8c-8057-5ee0dd14db73 x-openstack-request-id: req-de608a34-9f8b-4f8c-8057-5ee0dd14db73 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:17.592182 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:17.592646 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de608a34-9f8b-4f8c-8057-5ee0dd14db73 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:17.593054 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'status': 'completed', 'code': 200} Dec 12 15:49:17.599496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-dd1f0597-1917-4403-8201-c2b163453e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:17.600274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-dd1f0597-1917-4403-8201-c2b163453e66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.2351501 Dec 12 15:49:17.602605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Deleting subnet 3fc20c45-6efa-4a59-8e18-67420ed60415 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:17.619526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.668982 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-3b6e7e3a-c364-4f62-b79b-890220e1c37f service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370943 Dec 12 15:49:17.762104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.819427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ecec3-26fd-4f35-b360-cc849ec58693 req-324baa03-c754-4e45-9265-9565e9377587 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:17.821037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e46ecec3-26fd-4f35-b360-cc849ec58693 req-324baa03-c754-4e45-9265-9565e9377587 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.3559411 Dec 12 15:49:17.864680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:17.971938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-2ae83e89-9b89-4761-aaca-1838833e4488 service neutron] 10.222.0.30 "GET /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795694 Dec 12 15:49:17.980288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.018566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc20c45-6efa-4a59-8e18-67420ed60415,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:18.021491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-a656ca39-fea5-41d7-bc0c-87d03390cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:18.023594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-a656ca39-fea5-41d7-bc0c-87d03390cc99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3521214 Dec 12 15:49:18.037347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.047217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b41a22f2-6a9e-4f97-bed8-fb978207e4c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3fc20c45-6efa-4a59-8e18-67420ed60415 HTTP/1.1" status: 204 len: 168 time: 0.5855396 Dec 12 15:49:18.049764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 43982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:18.060544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-c6b7c772-d121-43fd-a949-b70f853fb57f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 217 time: 0.0527709 Dec 12 15:49:18.074275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 43984) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:18.129631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-cb860630-a3d7-4af3-95fc-61860001e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:18.135265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-cb860630-a3d7-4af3-95fc-61860001e8f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0592082 Dec 12 15:49:18.224546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.298681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e46ecec3-26fd-4f35-b360-cc849ec58693 req-1591dc47-e271-4c8b-bdf0-e9b33d7bf229 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3255441 Dec 12 15:49:18.379013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.393413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-a05ecf8c-660f-4d0f-8d6d-0836c31de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:18.395539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-a05ecf8c-660f-4d0f-8d6d-0836c31de1d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2191083 Dec 12 15:49:18.398897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c2333afc-5615-4a75-8e8b-7d516eb9529f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:49:18.399477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-e1b9619d-4818-4328-aa59-a8db6983dd68 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416972 Dec 12 15:49:18.435815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff99964-4304-4ea5-94b6-6a3057173c19']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:18.445660 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad176b5e-a8b0-4694-9178-396a06e8e5d7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:18.445957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad176b5e-a8b0-4694-9178-396a06e8e5d7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:18.472659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.489501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.497997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:49:18.499043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.514874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port c2333afc-5615-4a75-8e8b-7d516eb9529f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:49:18.517496 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:49:18.521035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port c2333afc-5615-4a75-8e8b-7d516eb9529f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:18.521634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.598406 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.611367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.616253 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ff99964-4304-4ea5-94b6-6a3057173c19 HTTP/1.1" status: 204 len: 168 time: 0.5641754 Dec 12 15:49:18.651876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3a7c1-892d-40f6-b1e1-10e02f67d8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff99964-4304-4ea5-94b6-6a3057173c19,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:18.685606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.713827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:18.716734 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274e847f-ad40-446f-ba82-05e0a88403fc" -d '{"events": [{"server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "name": "network-vif-plugged", "status": "completed", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:18.718769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-801f8d94-12de-421e-a5a7-6788c12abfd4 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019376 Dec 12 15:49:18.736945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:18.746080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:18.795872 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa52f108-498b-4ba9-929d-a5657e765783 x-openstack-request-id: req-fa52f108-498b-4ba9-929d-a5657e765783 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:18.796403 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "name": "network-vif-plugged", "status": "completed", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:18.796914 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa52f108-498b-4ba9-929d-a5657e765783 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:18.797430 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f', 'code': 200} Dec 12 15:49:18.815444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:18.834155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:18.884810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8d7df7f4-2bb9-4fa8-9547-146bd54f57ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50ba8ca32f0d417eb033999ae3718c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477912 Dec 12 15:49:18.886649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:18.954108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.005990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.098602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.102486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.104519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5761697c-1231-40cc-aecc-374aab517f22 HTTP/1.1" status: 204 len: 168 time: 0.2164221 Dec 12 15:49:19.113726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fd8ab-9e26-4d11-ac2b-54f30112e544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5761697c-1231-40cc-aecc-374aab517f22,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:19.562376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:19.563079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7c7d9cfb-0232-4798-b1ad-226828803594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d96cef391c9340c6a21d8f6819a6d61f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4349110 Dec 12 15:49:19.581510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-87f16a9d-4049-4424-838a-d74e5fc71ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472955 Dec 12 15:49:19.637859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-8f71d3b3-bb92-47ab-9084-7449c817b25e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 217 time: 0.0403333 Dec 12 15:49:19.675747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc31e21-ef0c-4c85-8b71-fd90c68d3d7e req-12e3a803-6e6b-4657-9070-0be8f8c91d23 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:19.677376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebc31e21-ef0c-4c85-8b71-fd90c68d3d7e req-12e3a803-6e6b-4657-9070-0be8f8c91d23 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.9561617 Dec 12 15:49:19.698135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:19.698951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.719071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f40f5c4b-3276-4d98-b99e-9fcad4f795dc req-81bccd4d-b344-40a3-8c91-21739a133d8f service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2934780 Dec 12 15:49:19.742916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb620fa-f235-4d8b-8415-320f453a4a9e req-d54bca2c-1f4b-4016-a4b8-94455fd89c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:19.744397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-deb620fa-f235-4d8b-8415-320f453a4a9e req-d54bca2c-1f4b-4016-a4b8-94455fd89c76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 1097 time: 0.3092349 Dec 12 15:49:19.775254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.802309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-c4d7718a-f05b-40f6-a7ef-314b0173f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:19.803758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-c4d7718a-f05b-40f6-a7ef-314b0173f033 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1500800 Dec 12 15:49:19.807643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebc31e21-ef0c-4c85-8b71-fd90c68d3d7e req-3f72561a-781a-4f85-84c9-ccb4065c988c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927920 Dec 12 15:49:19.900907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-deb620fa-f235-4d8b-8415-320f453a4a9e req-7bce5cbd-3860-49d0-8df2-dd58f68eff43 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432445 Dec 12 15:49:19.911608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-1081c626-05d7-4dbf-a09b-08302a94e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:19.913222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-1081c626-05d7-4dbf-a09b-08302a94e53b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1094 time: 0.1304045 Dec 12 15:49:19.914539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44022) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:19.915125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d768659e-9bbb-4b23-b7ea-c1e68a1c60a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=852113739dbb47d88aeafc9f88e53aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896234 Dec 12 15:49:19.925653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-d085801b-a5d6-40a0-8871-5ff416e0ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:19.929945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-d085801b-a5d6-40a0-8871-5ff416e0ccc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942030 Dec 12 15:49:19.938314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.943083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:19.944384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dfadcbd-a089-4192-981d-a1e0df77a201 HTTP/1.1" status: 204 len: 168 time: 0.3809490 Dec 12 15:49:19.980220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79732715-74bc-4f78-ad99-b98fba25538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfadcbd-a089-4192-981d-a1e0df77a201,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:20.273044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:20.303030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ababe-653f-4045-a620-6f11f2d1df1b req-7549d8d3-75d2-4eb4-8ee7-b42694f6cfb1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.310798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e1ababe-653f-4045-a620-6f11f2d1df1b req-7549d8d3-75d2-4eb4-8ee7-b42694f6cfb1 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.3940356 Dec 12 15:49:20.398644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.405813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.413262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.421481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.428479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.436008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.442421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.454070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cfc1a11-de2c-41b1-a517-805822095158 req-fdbbed9e-fb3b-493f-b1ad-b8b054ed0467 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.3479493 Dec 12 15:49:20.464565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:20.504861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-25a4dad4-c9eb-471a-bc3d-4eb41c385339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.506744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-25a4dad4-c9eb-471a-bc3d-4eb41c385339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.5496814 Dec 12 15:49:20.523633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-9e2dfe5b-deed-4c1a-8b59-875d0e2450b9 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653794 Dec 12 15:49:20.567439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-0a90d4a3-c922-487e-acbb-eb8393496a9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 217 time: 0.0471644 Dec 12 15:49:20.697928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5cfc1a11-de2c-41b1-a517-805822095158 req-4c86ef0f-368d-43c1-9578-ff1cee539dff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426648 Dec 12 15:49:20.764832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e1ababe-653f-4045-a620-6f11f2d1df1b req-488969f6-0fd7-4b1c-9996-79bf18133054 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4444108 Dec 12 15:49:20.804200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:20.804200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:20.817437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1053be3-d61c-49f1-b945-e90ef4381e45 HTTP/1.1" status: 204 len: 168 time: 0.8916519 Dec 12 15:49:20.861070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed81956-b8cc-4ffe-9e9d-ee3a4ad6e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1053be3-d61c-49f1-b945-e90ef4381e45,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:20.878649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-d387855f-6a67-4c1e-abee-b5a3fb1eebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:20.882127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-d387855f-6a67-4c1e-abee-b5a3fb1eebde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.2762663 Dec 12 15:49:21.003443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-3808bf9e-c499-425d-86cb-988e067914b2 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344637 Dec 12 15:49:21.050461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-9b259d4b-3442-4a28-b3e3-8b7c0b0780dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.059930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-9b259d4b-3442-4a28-b3e3-8b7c0b0780dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579318 Dec 12 15:49:21.130128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5284-fc77-40c2-944b-cbc0806d5c0f req-af73d604-5669-4a64-86e6-a9edf2cd0de4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.153916 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eab5284-fc77-40c2-944b-cbc0806d5c0f req-af73d604-5669-4a64-86e6-a9edf2cd0de4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.2193801 Dec 12 15:49:21.193598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-65d90447-6cae-4e6f-89e6-437b8912c788 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 200 len: 217 time: 0.1638005 Dec 12 15:49:21.358698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-3e464425-6a63-4cdf-b7cc-beaf299672bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.360791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-3e464425-6a63-4cdf-b7cc-beaf299672bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.1454091 Dec 12 15:49:21.371819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.385340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eab5284-fc77-40c2-944b-cbc0806d5c0f req-590b1945-f6ca-4287-84a0-3c5224bc6c5a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193301 Dec 12 15:49:21.396872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.412983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.433699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.468853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-806d72a3-1cb4-495e-a357-5389dcb84c19 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951128 Dec 12 15:49:21.475978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.478004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-12d49256-f577-4e04-b7d5-575435fac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.480376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-12d49256-f577-4e04-b7d5-575435fac2b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792956 Dec 12 15:49:21.501926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.518930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.521812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-901274d7-34b7-407f-931e-241387b97160 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.2950633 Dec 12 15:49:21.647336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6d65c462-508d-40f4-b81f-c20c56e0210b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.650986 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6d65c462-508d-40f4-b81f-c20c56e0210b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1184430 Dec 12 15:49:21.716077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-bc9d0363-d58f-4a94-aaac-94ba6139f5f1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111619 Dec 12 15:49:21.717796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-2b0e9ae2-382a-4daf-bfc7-20174e85ce0d service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362628 Dec 12 15:49:21.803089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-8f60cb08-de8d-4269-a595-0b5532d4c944 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1335936 Dec 12 15:49:21.816401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:21.919515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:21.985980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-814a0328-5153-40e5-ae24-bcd5d0b0dc10 service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465887 Dec 12 15:49:21.994617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b5e5c-c09a-40da-b275-5b89518a2d26 req-4eac700a-ea41-48ac-8987-e8699fc2773d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:21.996460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc6b5e5c-c09a-40da-b275-5b89518a2d26 req-4eac700a-ea41-48ac-8987-e8699fc2773d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.0817828 Dec 12 15:49:22.007860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.014390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.021041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.027260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.034240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.041429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.047574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.049609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-cc9d3928-cd86-416c-bf4a-4baec31940db tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 5434 time: 0.1903493 Dec 12 15:49:22.088402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-28b1cfc1-3ed4-4651-8a34-104898e54d2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 200 len: 217 time: 0.0376406 Dec 12 15:49:22.109384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:22.161256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] For port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:22.172480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-da28b40e-095b-4946-85f9-f8319428e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.174111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-da28b40e-095b-4946-85f9-f8319428e999 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 200 len: 797 time: 0.0778384 Dec 12 15:49:22.201523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] device_id is not set on port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:49:22.212042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.220854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.263637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-7980bb19-f6c2-49c6-9006-de1d746e1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.265361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-7980bb19-f6c2-49c6-9006-de1d746e1bfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751317 Dec 12 15:49:22.271348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a1f47eb-41c4-4d11-811f-b741f534a87f req-5f4d7080-3813-4919-b484-2b77e698e201 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&id=120b7882-3ac7-4263-a837-9efd03b43a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1818922 Dec 12 15:49:22.287406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc6b5e5c-c09a-40da-b275-5b89518a2d26 req-6471f719-c28c-4274-ad28-8f22ac7c1710 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2306318 Dec 12 15:49:22.305044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] No DVR routers for this DVR port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:22.341302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Pushing event updated for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:22.361096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] In _notify_port_updated(), no bound segment for port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:49:22.361979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.362599 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.363917 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-f07e8486-fcbc-4b30-9058-e01f29b367cd service neutron] 10.222.0.30 "PUT /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 200 len: 1027 time: 0.5522344 Dec 12 15:49:22.445931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-2b83400b-9c88-4843-bf36-97f20e850e9e tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.448130 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-2b83400b-9c88-4843-bf36-97f20e850e9e tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "GET /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731835 Dec 12 15:49:22.452775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-eace60bc-d4fa-4871-aa9b-cfa15db3374f service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639190 Dec 12 15:49:22.472682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:22.573998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.629022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-8d00e5eb-9dbd-4b7d-8be7-607c74f5fe7f service neutron] 10.222.0.30 "GET /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597300 Dec 12 15:49:22.643365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b0ea-b09a-4282-a9f3-309bdc3dbbe2 req-97df10e8-55e9-4a80-8a36-2accb6b4dce9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.648197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-05a0ff55-b740-4daf-a84b-feaa9517439c None None] Provisioning complete for port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:22.648761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05a0ff55-b740-4daf-a84b-feaa9517439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.653068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b894b0ea-b09a-4282-a9f3-309bdc3dbbe2 req-97df10e8-55e9-4a80-8a36-2accb6b4dce9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.1723175 Dec 12 15:49:22.719769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-9638727e-d356-404e-a41a-558f277c4d59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 200 len: 217 time: 0.0625491 Dec 12 15:49:22.746455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-05a0ff55-b740-4daf-a84b-feaa9517439c None None] Port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:22.747032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=4eaf5e48-e5e2-4119-ad98-5317b02d93be,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:22.785794 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-bb7ff572-a6f6-4698-9678-6f5d67b03965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.787503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-bb7ff572-a6f6-4698-9678-6f5d67b03965 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0545228 Dec 12 15:49:22.801744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] For port 4eaf5e48-e5e2-4119-ad98-5317b02d93be, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:22.852945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] device_id is not set on port 4eaf5e48-e5e2-4119-ad98-5317b02d93be yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 15:49:22.863151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b894b0ea-b09a-4282-a9f3-309bdc3dbbe2 req-171d5bb8-57d6-4fb6-bf95-d691b112916e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037482 Dec 12 15:49:22.871865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-532e7fbb-9f23-48fc-a19b-5faa3df6cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:22.873393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.873853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-532e7fbb-9f23-48fc-a19b-5faa3df6cd48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739594 Dec 12 15:49:22.881735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:22.928561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:22.978984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-88733cdc-158a-4998-80ff-11b61ced5fbd service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926094 Dec 12 15:49:22.980018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] No DVR routers for this DVR port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:23.031798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] In _notify_port_updated(), no bound segment for port 4eaf5e48-e5e2-4119-ad98-5317b02d93be on network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 12 15:49:23.034977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.035611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.045286 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-7511d5e4-fad7-42c7-a079-ff69cf45ae66 service neutron] 10.222.0.30 "PUT /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 200 len: 1027 time: 0.5768976 Dec 12 15:49:23.148826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475ced0-1fd3-4483-8c71-2f60cb163dd9 req-fc31106e-c046-4e4d-884b-10250d4aa315 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.150760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f475ced0-1fd3-4483-8c71-2f60cb163dd9 req-fc31106e-c046-4e4d-884b-10250d4aa315 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.1435120 Dec 12 15:49:23.215595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port d15e2da7-532f-4868-81c9-c1ce974f9c08 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:23.216026 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.232143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-3e513176-7965-4f45-aa48-8598b3890530 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283320 Dec 12 15:49:23.291775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-5fe27428-9c04-4603-9920-169b4f19b120 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 200 len: 217 time: 0.0512481 Dec 12 15:49:23.296738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f475ced0-1fd3-4483-8c71-2f60cb163dd9 req-97ce1992-481d-4dad-b493-2ce23ab74a49 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285362 Dec 12 15:49:23.373693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port d15e2da7-532f-4868-81c9-c1ce974f9c08, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=d15e2da7-532f-4868-81c9-c1ce974f9c08,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:23.374748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.376486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8f5f202b-a08f-4944-8a80-0540fe105583 None None] Provisioning complete for port 4eaf5e48-e5e2-4119-ad98-5317b02d93be triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:23.377510 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f5f202b-a08f-4944-8a80-0540fe105583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.400705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-93547557-5d54-4473-8c66-a4364ede7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.402048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-93547557-5d54-4473-8c66-a4364ede7f8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 200 len: 797 time: 0.0990176 Dec 12 15:49:23.422030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f202b-a08f-4944-8a80-0540fe105583 None None] Port 4eaf5e48-e5e2-4119-ad98-5317b02d93be cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:23.523638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd41cf-9392-4437-80a2-e66cb7e0c506 req-3a681944-f3fd-4f2b-a90c-4a0fdf2de6e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.525237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75cd41cf-9392-4437-80a2-e66cb7e0c506 req-3a681944-f3fd-4f2b-a90c-4a0fdf2de6e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.1343622 Dec 12 15:49:23.530891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-0caaf91c-a7c3-46d0-9f46-2bec64cfd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.532998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-0caaf91c-a7c3-46d0-9f46-2bec64cfd104 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a08102b2-b200-46a3-ae79-392f6ddd7833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003609 Dec 12 15:49:23.575706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.581912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.588417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.594695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.603832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:23.607763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-34f8c282-2ce1-43f8-a31b-093a030b4e1a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 3886 time: 0.1637688 Dec 12 15:49:23.654910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.655589 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.655904 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Floating IP 1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5 disassociated. External IP: 172.25.3.149, port: d15e2da7-532f-4868-81c9-c1ce974f9c08. Dec 12 15:49:23.656182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for d15e2da7-532f-4868-81c9-c1ce974f9c08 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:23.705352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75cd41cf-9392-4437-80a2-e66cb7e0c506 req-febdcdcf-b497-4d8c-84ab-f2e550d77edc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1711607 Dec 12 15:49:23.768033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fe6f377-5d86-4b70-8b7c-49b91722a4cd req-cc085222-d54f-471a-8756-f3a6b99337d6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345050 Dec 12 15:49:23.770138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-970d4b5d-a98d-4596-b9ae-16a62b165abe service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181451 Dec 12 15:49:23.815140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:23.864297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=d15e2da7-532f-4868-81c9-c1ce974f9c08,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:23.883054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-76649cc0-742f-45d3-97c5-120c3908a104 service neutron] 10.222.0.30 "GET /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998616 Dec 12 15:49:23.989387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Router 50f1d83d-b00c-4085-9140-ba632b9bfe35 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:24.095518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:24.106470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Sync routers for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:24.144515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:24.145863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port d15e2da7-532f-4868-81c9-c1ce974f9c08 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:24.149065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:24.150453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:24.153706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-5014b3bc-68b7-48b2-a93e-7e13bc710591 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "DELETE /v2.0/ports/d15e2da7-532f-4868-81c9-c1ce974f9c08 HTTP/1.1" status: 204 len: 173 time: 1.1060040 Dec 12 15:49:24.154270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:24.156871 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e44f700-39e4-4ca7-993c-ef6028be5c20" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:24.207899 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238339b2-7660-4e6c-b460-4bab5cab5207 x-openstack-request-id: req-238339b2-7660-4e6c-b460-4bab5cab5207 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:24.208266 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "d15e2da7-532f-4868-81c9-c1ce974f9c08", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:24.208592 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-238339b2-7660-4e6c-b460-4bab5cab5207 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:24.209093 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'd15e2da7-532f-4868-81c9-c1ce974f9c08', 'status': 'completed', 'code': 200} Dec 12 15:49:24.351974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:24.353304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:24.354711 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:24.482806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:24.483574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:24.506319 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:24.650826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:24.660721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:24.679219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Checking router: 50f1d83d-b00c-4085-9140-ba632b9bfe35 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:24.688596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:24.689246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:24.693943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:24.755434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:24.764264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:24.767819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-d896944f-5dd2-47a4-a753-3b110bdf4542 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "DELETE /v2.0/ports/df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 HTTP/1.1" status: 204 len: 173 time: 0.6046984 Dec 12 15:49:24.831556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44132) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:24.878062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ea2769f8-10af-441c-8c20-1fd489a12704 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:24.980193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port ea2769f8-10af-441c-8c20-1fd489a12704 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:24.980462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.085020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:25.088861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502dc2-673a-4778-8529-f23cfbde24a1 req-00ad7e40-fc71-41e0-a0d6-a0c43f73251a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:25.105465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502dc2-673a-4778-8529-f23cfbde24a1 req-00ad7e40-fc71-41e0-a0d6-a0c43f73251a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:25.117652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44502dc2-673a-4778-8529-f23cfbde24a1 req-00ad7e40-fc71-41e0-a0d6-a0c43f73251a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:25.132256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44502dc2-673a-4778-8529-f23cfbde24a1 req-00ad7e40-fc71-41e0-a0d6-a0c43f73251a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 2416 time: 0.2001078 Dec 12 15:49:25.160381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:25.161157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.176516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for ea2769f8-10af-441c-8c20-1fd489a12704 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:25.177943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf04e2-9396-46eb-a47f-1bc59c109cfc req-2e4a8fcf-910f-4a58-a344-c6758bb0616a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:25.186983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abaf04e2-9396-46eb-a47f-1bc59c109cfc req-2e4a8fcf-910f-4a58-a344-c6758bb0616a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.2587736 Dec 12 15:49:25.200444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.239603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ea2769f8-10af-441c-8c20-1fd489a12704, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ea2769f8-10af-441c-8c20-1fd489a12704,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:25.251891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:25.254803 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b6db3-b1de-4221-ac52-64109ca53877" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:25.305399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.306442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4eaf5e48-e5e2-4119-ad98-5317b02d93be no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:25.417156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 4eaf5e48-e5e2-4119-ad98-5317b02d93be not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:25.417587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device f3bff29c-817a-4ed3-8136-f156b54e3eb6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:25.445912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44502dc2-673a-4778-8529-f23cfbde24a1 req-fc04c755-104b-451d-913d-ca6d9a45519a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126209 Dec 12 15:49:25.456434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:25.491688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abaf04e2-9396-46eb-a47f-1bc59c109cfc req-f2f3a809-29bf-4193-9094-f77d405b83af tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3038740 Dec 12 15:49:25.605567 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75740c37-add5-413f-b3e5-1a64926a29a1 x-openstack-request-id: req-75740c37-add5-413f-b3e5-1a64926a29a1 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:25.606012 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:25.606366 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75740c37-add5-413f-b3e5-1a64926a29a1 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:25.606861 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'code': 200} Dec 12 15:49:25.771118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:25.781000 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.843255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=ea2769f8-10af-441c-8c20-1fd489a12704,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:25.865516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port ea2769f8-10af-441c-8c20-1fd489a12704 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:25.868397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.872518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-532fcad2-7f52-4637-be82-701ba66b457a tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "DELETE /v2.0/ports/ea2769f8-10af-441c-8c20-1fd489a12704 HTTP/1.1" status: 204 len: 173 time: 1.0947368 Dec 12 15:49:25.874140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:25.980883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c0bdef-d402-499a-b204-caddbdcec06d None None] The sync data for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 is: [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:38:00Z', 'revision_number': 4, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f', 'name': '', 'network_id': '717b73d9-5f70-4deb-80b5-40d024abc3fc', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'mac_address': 'fa:16:3e:ee:21:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:58Z', 'updated_at': '2021-12-12T15:38:46Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'subnets': [{'id': '955e5f5b-b4c4-4781-9a8b-b58a7867afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:25.996087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.032194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:26.042382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.043308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d15e2da7-532f-4868-81c9-c1ce974f9c08 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:26.051030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port 73f81956-ab24-44e7-98d0-88d719fc3a8e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:26.051423 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.080275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: d15e2da7-532f-4868-81c9-c1ce974f9c08 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:26.080622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device d15e2da7-532f-4868-81c9-c1ce974f9c08 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:26.081089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:26.127696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:26.128053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:26.128457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:26.209991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:26.210613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 73f81956-ab24-44e7-98d0-88d719fc3a8e no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:26.212193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:26.216360 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3856939-cf10-4a73-b107-680ba4280ed8" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:26.290269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:26.294255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:26.294637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.330587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for 73f81956-ab24-44e7-98d0-88d719fc3a8e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:26.348533 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dddbb5-95f5-4a30-a813-ba7f031996f5 x-openstack-request-id: req-57dddbb5-95f5-4a30-a813-ba7f031996f5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:26.348914 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228", "status": "completed", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "ea2769f8-10af-441c-8c20-1fd489a12704", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:26.349118 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57dddbb5-95f5-4a30-a813-ba7f031996f5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:26.349511 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'df2b1ccc-d2fd-4dfe-9c7e-77ec7d04e228', 'status': 'completed', 'code': 200} Dec 12 15:49:26.349765 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'ea2769f8-10af-441c-8c20-1fd489a12704', 'status': 'completed', 'code': 200} Dec 12 15:49:26.425447 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.17 (0a42e3de-0731-4f26-ab17-70d9ca168df2/efe81924-4604-4b66-bb61-70659eeed1be/df6beca3-7ef6-4f4c-b803-0a09d8b2f160) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:49:26.450152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.550891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 73f81956-ab24-44e7-98d0-88d719fc3a8e, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=73f81956-ab24-44e7-98d0-88d719fc3a8e,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:26.561698 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7860fd-28b0-48e4-8e3e-276a8d4b49b4 None None] New status for floating IP 1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:49:26.569025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.679833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.708409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:26.737022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=73f81956-ab24-44e7-98d0-88d719fc3a8e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:26.788088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port 73f81956-ab24-44e7-98d0-88d719fc3a8e on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:26.791308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:26.799420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-6c1e4c0e-8401-4eb8-89da-574b8f314a25 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "DELETE /v2.0/ports/73f81956-ab24-44e7-98d0-88d719fc3a8e HTTP/1.1" status: 204 len: 173 time: 0.9130368 Dec 12 15:49:26.925854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port f3bff29c-817a-4ed3-8136-f156b54e3eb6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:26.926658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.045966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port f3bff29c-817a-4ed3-8136-f156b54e3eb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=f3bff29c-817a-4ed3-8136-f156b54e3eb6,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:27.049017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.064991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for f3bff29c-817a-4ed3-8136-f156b54e3eb6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:27.229091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb21d-1653-4d9a-8577-1d6886e76e67 req-866feb69-ebc8-4602-b3b5-89718d18c653 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:27.234319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-592fb21d-1653-4d9a-8577-1d6886e76e67 req-866feb69-ebc8-4602-b3b5-89718d18c653 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 943 time: 0.1837621 Dec 12 15:49:27.237824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.281824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67d96f-e6b8-4997-b661-fa79df6e68c0 req-9871e237-e015-4775-ab2b-f853d4797823 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:27.284992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab67d96f-e6b8-4997-b661-fa79df6e68c0 req-9871e237-e015-4775-ab2b-f853d4797823 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.2359583 Dec 12 15:49:27.289397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.304931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=f3bff29c-817a-4ed3-8136-f156b54e3eb6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:27.326211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port f3bff29c-817a-4ed3-8136-f156b54e3eb6 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:27.328680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.332132 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e5f1c872-00d6-4522-8d4c-fe00fbe7afbc req-0f50d92b-8a56-4d81-8d16-a8fa5e3627e6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.30 "DELETE /v2.0/ports/f3bff29c-817a-4ed3-8136-f156b54e3eb6 HTTP/1.1" status: 204 len: 173 time: 0.5256286 Dec 12 15:49:27.389425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-592fb21d-1653-4d9a-8577-1d6886e76e67 req-8832977f-9aff-4382-896d-e11d55f671d5 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups?id=43156272-f501-400e-9cad-9b48db9ac071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377437 Dec 12 15:49:27.439359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab67d96f-e6b8-4997-b661-fa79df6e68c0 req-4d4502da-bd10-4f4e-a6dd-c0f4ace0c52c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195142 Dec 12 15:49:27.448926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.521181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:27.526770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:27.531309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:49:27.561033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:27.589409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.607668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:27.623434 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd02bb-7d98-4dcc-b5e7-3178c41a8173" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:27.686781 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd685062-cf71-44b6-8eb3-f34cafe37b1b x-openstack-request-id: req-dd685062-cf71-44b6-8eb3-f34cafe37b1b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:27.687327 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-unplugged", "status": "completed", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:27.687590 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd685062-cf71-44b6-8eb3-f34cafe37b1b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:27.687993 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'code': 200} Dec 12 15:49:27.688257 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'code': 200} Dec 12 15:49:27.811470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.884394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1edd9ca7-bdf9-4a78-addc-967321f28511 None None] Provisioning complete for port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:27.885067 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1edd9ca7-bdf9-4a78-addc-967321f28511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:27.945780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1edd9ca7-bdf9-4a78-addc-967321f28511 None None] Port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:28.146833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:28.154009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:28.235219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:28.238615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:28.338674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:28.340110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:28.351388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e'}, {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:28.354653 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0d2621-196d-4526-aae4-83e4d7ccabd3" -d '{"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e"}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:28.418168 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f1f1a9-6a9e-45ed-91b7-0ec89a3df971 x-openstack-request-id: req-c2f1f1a9-6a9e-45ed-91b7-0ec89a3df971 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:28.418573 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "73f81956-ab24-44e7-98d0-88d719fc3a8e", "status": "completed", "code": 200}, {"server_uuid": "f7be9d87-fc68-4161-95e6-8df646a89b48", "name": "network-vif-deleted", "tag": "f3bff29c-817a-4ed3-8136-f156b54e3eb6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:28.418991 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2f1f1a9-6a9e-45ed-91b7-0ec89a3df971 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:28.419420 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': '73f81956-ab24-44e7-98d0-88d719fc3a8e', 'status': 'completed', 'code': 200} Dec 12 15:49:28.419758 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7be9d87-fc68-4161-95e6-8df646a89b48', 'name': 'network-vif-deleted', 'tag': 'f3bff29c-817a-4ed3-8136-f156b54e3eb6', 'status': 'completed', 'code': 200} Dec 12 15:49:28.524457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:28.626306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e39c6378-a83e-4058-979b-5eb8c534c7df req-07c4430a-899a-4ea6-96c3-f9d1fd81f1f7 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0415177 Dec 12 15:49:28.684204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f570b-3eea-4849-a14e-2121d0e3e4ce req-054644ed-d58f-426e-9057-b0b18c1f2c40 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:28.685784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb4f570b-3eea-4849-a14e-2121d0e3e4ce req-054644ed-d58f-426e-9057-b0b18c1f2c40 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.0713050 Dec 12 15:49:28.778767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:28.785085 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-08c9188e-3ac5-4da4-84fa-ae7c80989da8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9521384 Dec 12 15:49:28.789521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb4f570b-3eea-4849-a14e-2121d0e3e4ce req-14a80c25-ba5f-4d28-a0b5-8e25b23c1a0e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697634 Dec 12 15:49:28.799796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:28.824892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3b7d5543-06cd-4451-8398-43f7ff31b15f None None] Provisioning complete for port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:28.825448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5543-06cd-4451-8398-43f7ff31b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:28.830334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:28.831208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:28.913064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d5543-06cd-4451-8398-43f7ff31b15f None None] Port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:49:28.973095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:29.213268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:27Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6beca3-7ef6-4f4c-b803-0a09d8b2f160', 'name': '', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:49:26Z', 'updated_at': '2021-12-12T15:49:28Z', 'revision_number': 2, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:29.240139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:29.240514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Updating router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:49:29.266208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.561770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.570054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.621446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7a7f-179a-4d91-ab77-57fd25157ee2 None None] Pushing event updated for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:29.676404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Attempting to bind port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:49:29.676812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Attempting to bind port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:49:29.677188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Attempting to bind port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 on network 0a42e3de-0731-4f26-ab17-70d9ca168df2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:49:29.686894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:49:29.687284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Checking segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:49:29.687691 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.688092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Bound using segment: {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:49:29.688569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Bound port: df6beca3-7ef6-4f4c-b803-0a09d8b2f160, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec86263f-edbb-492c-905a-d585f3f53371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:49:29.688980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.795683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] For port df6beca3-7ef6-4f4c-b803-0a09d8b2f160, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:49:29.797609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f4ac285-890e-4ba4-80cb-02eab05e42c3 req-baf780a9-b7fd-4ba2-9a42-166ffccb2055 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0550148 Dec 12 15:49:29.808448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] For port df6beca3-7ef6-4f4c-b803-0a09d8b2f160, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:49:29.815030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:29.938618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:29.938618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:29.969257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16916a4f-7d64-4327-8ece-9e06a78f885c req-d7b5880b-1319-4050-a29e-2bf2ff8e0801 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:29.976407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16916a4f-7d64-4327-8ece-9e06a78f885c req-d7b5880b-1319-4050-a29e-2bf2ff8e0801 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.0711753 Dec 12 15:49:30.013075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7a7f-179a-4d91-ab77-57fd25157ee2 None None] Pushing event updated for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:30.057820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16916a4f-7d64-4327-8ece-9e06a78f885c req-e3e20e89-be89-4595-88b7-d4cc997f54c6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803392 Dec 12 15:49:30.088540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] Provisioning complete for port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:30.089740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:30.154213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:30.293539 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:30.384007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] For port df6beca3-7ef6-4f4c-b803-0a09d8b2f160, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:30.395048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:30.490079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252c9fd-84e2-418a-ab90-f2f1be7c2556 None None] Pushing event updated for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:30.525502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c5ee8d2e-840d-4168-ac19-eb19e750dd78 None None] Provisioning complete for port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:30.526311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8d2e-840d-4168-ac19-eb19e750dd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:30.531567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:27Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6beca3-7ef6-4f4c-b803-0a09d8b2f160', 'name': '', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:49:26Z', 'updated_at': '2021-12-12T15:49:29Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:30.589445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cc701-b097-4170-afb6-1b1f1f493dfd None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:27Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df6beca3-7ef6-4f4c-b803-0a09d8b2f160', 'name': '', 'network_id': '0a42e3de-0731-4f26-ab17-70d9ca168df2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:49:26Z', 'updated_at': '2021-12-12T15:49:29Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': 'efe81924-4604-4b66-bb61-70659eeed1be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:30.907122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1ffb92c1-5527-43ff-af62-dfee08ab7fef details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:49:30.977120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca529657-e89b-4c57-a9a1-531be4424c2a req-22245c92-6580-474b-96f8-4775d6b2d06b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0518153 Dec 12 15:49:31.064761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:31.078912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:49:31.167107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:31.280208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fb144-a44f-4da8-9857-2800e4fabfa1 req-c105bb33-25e0-43d3-ba58-a219b3e84d47 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:31.288044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e8fb144-a44f-4da8-9857-2800e4fabfa1 req-c105bb33-25e0-43d3-ba58-a219b3e84d47 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 943 time: 0.1180525 Dec 12 15:49:31.425700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e8fb144-a44f-4da8-9857-2800e4fabfa1 req-6678b3dc-21f6-4b94-abfc-034b2a9cb997 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314297 Dec 12 15:49:31.482565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffb92c1-5527-43ff-af62-dfee08ab7fef {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:49:31.520090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:31.532211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:31.604569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:31.789138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['1ffb92c1-5527-43ff-af62-dfee08ab7fef'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:49:32.114658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ef7f37c-2277-49f1-b6b0-99519d7ed846 req-c9d6ade6-2e6f-48db-9839-5029531cc999 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0467300 Dec 12 15:49:32.548895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device df6beca3-7ef6-4f4c-b803-0a09d8b2f160 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:49:32.609056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:32.609382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:32.614116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a56f1-12bd-4b29-9ea7-831510e10db4 req-1e783cc3-7d92-4e89-9543-92ea8d2bce6a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:32.616439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c5a56f1-12bd-4b29-9ea7-831510e10db4 req-1e783cc3-7d92-4e89-9543-92ea8d2bce6a tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 944 time: 0.0559955 Dec 12 15:49:32.702269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c5a56f1-12bd-4b29-9ea7-831510e10db4 req-d65d5f0a-0b7d-40b2-9f2d-c268a143e474 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789433 Dec 12 15:49:32.903381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1ffb92c1-5527-43ff-af62-dfee08ab7fef up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:49:32.951717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 1ffb92c1-5527-43ff-af62-dfee08ab7fef completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:49:32.955744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 1ffb92c1-5527-43ff-af62-dfee08ab7fef triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:49:32.956117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:33.038158 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:33.064694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:33.067815 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a16f66-0720-40ff-8d85-0707801e9d19" -d '{"events": [{"server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:33.105633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:33.121887 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c638a1-3e77-4062-aff8-c431be6b0d63 x-openstack-request-id: req-48c638a1-3e77-4062-aff8-c431be6b0d63 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:33.122460 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "name": "network-vif-plugged", "status": "completed", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:33.123160 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48c638a1-3e77-4062-aff8-c431be6b0d63 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:33.123654 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'code': 200} Dec 12 15:49:33.125436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:33.210567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:33.266096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ab35a81-8cc0-4c76-8829-525b25311082 req-b4b3d9f5-c602-4a80-b1ff-692198d0d33d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0333216 Dec 12 15:49:33.288518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee25a1-9148-4729-93b2-ae53eac4666d req-631d5330-6389-4f46-b773-7f40e0950f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:33.291568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1fee25a1-9148-4729-93b2-ae53eac4666d req-631d5330-6389-4f46-b773-7f40e0950f24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1096 time: 0.0976150 Dec 12 15:49:33.342137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1fee25a1-9148-4729-93b2-ae53eac4666d req-7beac257-e6cb-4c7e-a7c5-9bd4827b5898 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404592 Dec 12 15:49:33.817806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5481a47-e101-4d8c-a9fa-7d0afb9724c8 req-3749f7cd-0c35-401a-a9c3-0275ee78ee07 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:33.819514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5481a47-e101-4d8c-a9fa-7d0afb9724c8 req-3749f7cd-0c35-401a-a9c3-0275ee78ee07 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0539887 Dec 12 15:49:33.872511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5481a47-e101-4d8c-a9fa-7d0afb9724c8 req-f1198249-eda7-4962-b7bb-53150d36cf9e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467219 Dec 12 15:49:34.382427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b31e0b2-2a6c-4a02-a154-985381da7916 req-84c4d262-e9dc-4392-b7cb-bea536a4d7b4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0301423 Dec 12 15:49:34.999332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3570-8e56-494f-ae38-7d7d047cd620 req-13da236e-49af-487f-821a-c349d7cae279 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:35.001093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76c3570-8e56-494f-ae38-7d7d047cd620 req-13da236e-49af-487f-821a-c349d7cae279 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0612531 Dec 12 15:49:35.069209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d76c3570-8e56-494f-ae38-7d7d047cd620 req-2ba5daea-a390-4bb7-8193-1e1ad0fd3c37 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618255 Dec 12 15:49:35.204585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527709c0-e228-4939-9ceb-406ded42439e req-bb6c09b3-06c8-4646-9789-c9939b1593b2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:35.206270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527709c0-e228-4939-9ceb-406ded42439e req-bb6c09b3-06c8-4646-9789-c9939b1593b2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0741878 Dec 12 15:49:35.263002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-527709c0-e228-4939-9ceb-406ded42439e req-a20372c0-1a65-443c-956f-025eaee3ccd3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494742 Dec 12 15:49:35.287334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:35.332792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb268265-f2ca-49d6-98b4-317a93522a53 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:35.334724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bb268265-f2ca-49d6-98b4-317a93522a53 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1091 time: 0.0462258 Dec 12 15:49:35.338035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:35.342367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:49:35.366896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:35.433075 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3421e60-3739-4f58-85c4-13434c0dfdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:35.489799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:35.506337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fa3bed1e-2e93-459f-9e30-ac2d58644291 req-06d7a8ec-7a12-467c-8a30-f3eb6c576de6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0285931 Dec 12 15:49:35.606886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.25.3.125 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/97d4f63a-9384-4690-804f-476a2d4dbba4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:49:35.720253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:35.756941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:35.792204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:49:35.798640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:49:35.802433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:49:35.838295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=97d4f63a-9384-4690-804f-476a2d4dbba4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:36.207332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:36.300221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:36.528936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:36.542827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:36.673832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:36.679173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11771455-95c2-43c2-9dc3-4ed59391b130 req-ff4f30c7-d549-478f-b3dd-a9716553d4a9 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0476143 Dec 12 15:49:36.727285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=97d4f63a-9384-4690-804f-476a2d4dbba4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:36.803114 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 13d0ddda-22f8-4aa4-81ff-52f8b1e4e124 associated. External IP: 172.25.3.125, port: 1ffb92c1-5527-43ff-af62-dfee08ab7fef. Dec 12 15:49:37.023441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:37.157046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:37.167412 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:37.176094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:37.188221 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:37.189392 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:37.205985 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7264691-2c2a-4746-9fe3-24dd96144eac tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8668940 Dec 12 15:49:37.206662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:37.209287 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba50cecc-4954-4aeb-b272-a23b74226803" -d '{"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:37.258097 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc6c816-5ff1-43da-be19-82883590e5f3 x-openstack-request-id: req-ddc6c816-5ff1-43da-be19-82883590e5f3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:37.258498 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:37.258758 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddc6c816-5ff1-43da-be19-82883590e5f3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:37.259167 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'status': 'completed', 'code': 200} Dec 12 15:49:37.324874 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:37.333664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-55049acf-8f5d-4945-914e-97ec2c5e7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:37.335497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-55049acf-8f5d-4945-914e-97ec2c5e7f3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1096 time: 0.0518188 Dec 12 15:49:37.444708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-fc9bc0ab-5bd0-408b-86b7-b3faf48bfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:37.446729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-fc9bc0ab-5bd0-408b-86b7-b3faf48bfbea service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1031363 Dec 12 15:49:37.525655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-e3ffd523-fbb0-4061-aef2-44bdf87fcefd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 999 time: 0.0707183 Dec 12 15:49:37.596625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-6c2c9b4c-67c6-41a5-9394-90688c0d4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:37.598725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-6c2c9b4c-67c6-41a5-9394-90688c0d4e6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0635591 Dec 12 15:49:37.611646 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:36Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:37.645550 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:37.655995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:37.656341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-5e1bf19e-b324-4fb6-9460-55fec4da4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:37.656849 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:37.658424 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-5e1bf19e-b324-4fb6-9460-55fec4da4c2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509367 Dec 12 15:49:37.760932 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-30ec3a53-fd0b-4b0c-ac9d-e82e3aeb41f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:37.823372 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:37.854958 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-43075f32-1be3-4758-b107-a46a5da73b7c service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887662 Dec 12 15:49:37.905896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd1be513-9314-4e29-8fb7-c6f339d79cf3 req-2388852c-01db-48b7-820a-008a0b780a14 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0446770 Dec 12 15:49:37.997328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ba50cecc-4954-4aeb-b272-a23b74226803 req-ffe4ec79-f946-4d3b-92fe-6eb73177debc service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250079 Dec 12 15:49:38.186753 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:36Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:38.220616 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2493a2-bc3c-4468-bd67-81858221c1e9 None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:36Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:38.526864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae14f1b0-3dbe-4d77-9182-8281eb650a2b None None] New status for floating IP 13d0ddda-22f8-4aa4-81ff-52f8b1e4e124: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:49:38.699434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:39.036673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d4cf22b-cecf-49c0-8fba-0cfb6374ef36 req-b9b303ed-eaed-40b5-b1f4-e7d1d649475b tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0336082 Dec 12 15:49:39.292211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:40.154326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c23898a9-c66e-4c8d-83e0-1270b09e1e5e req-1ae8833f-2437-476c-95fb-97182ab14b16 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0328841 Dec 12 15:49:40.390928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:41.088601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:41.279989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af9bf5e6-0c69-496a-bb5b-4e637802f778 req-57279902-a2a5-4b1b-bcba-63978e63dfa6 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Dec 12 15:49:41.309611 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:42.389247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5461425-40eb-4736-ae12-896a5d054d95 req-aae000ca-6d32-4d87-8dcb-bdb062b91548 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0460265 Dec 12 15:49:43.522926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cec691d-7233-4317-80a3-7f52c5f2b0a6 req-2544e2a1-206c-4cea-89f1-cf7164bed5d3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0443039 Dec 12 15:49:44.278875 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:49:44.650794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18a57efb-1095-4903-bafd-17f6a4d88de1 req-10158b6c-ed25-4962-9643-3798b7fb630d tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0436010 Dec 12 15:49:44.871964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44614) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:45.307324 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:45.677592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port df6beca3-7ef6-4f4c-b803-0a09d8b2f160 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:45.678851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:45.825444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cbcdf93-be1f-46c5-9497-70c65df1b39d req-f1d12d83-138c-4219-90d3-fd9b44457874 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7be9d87-fc68-4161-95e6-8df646a89b48 HTTP/1.1" status: 200 len: 210 time: 0.0413070 Dec 12 15:49:45.838777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port df6beca3-7ef6-4f4c-b803-0a09d8b2f160, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:45.839136 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:45.856157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for df6beca3-7ef6-4f4c-b803-0a09d8b2f160 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:46.087776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:46.118527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=df6beca3-7ef6-4f4c-b803-0a09d8b2f160,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:46.374398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:46.678113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:46.795017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:46.800814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce56a6e8-11d8-4d30-a137-3fb487657d76 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9273932 Dec 12 15:49:46.809753 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:46.835858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:46.837209 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:46.942779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44660) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:47.085104 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.145755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.186881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbdcfb-1801-461d-a44a-89c4f5f3dece req-4146f211-596a-43f7-9713-8df69314bac8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:47.187687 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:47.188669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8bbdcfb-1801-461d-a44a-89c4f5f3dece req-4146f211-596a-43f7-9713-8df69314bac8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.1166844 Dec 12 15:49:47.269577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.272664 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.280453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:47.281105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/security-groups/43156272-f501-400e-9cad-9b48db9ac071 HTTP/1.1" status: 204 len: 168 time: 0.3360269 Dec 12 15:49:47.304090 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-99f008be-01a4-41cd-82ff-312f951c8794 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] show failed (client error): The resource could not be found. Dec 12 15:49:47.309109 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-99f008be-01a4-41cd-82ff-312f951c8794 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "GET /v2.0/security-groups/43156272-f501-400e-9cad-9b48db9ac071 HTTP/1.1" status: 404 len: 347 time: 0.0275960 Dec 12 15:49:47.309705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:47.313682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c083716-fd25-407d-a02d-7257d78996b3 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43156272-f501-400e-9cad-9b48db9ac071,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:47.330576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b8bbdcfb-1801-461d-a44a-89c4f5f3dece req-aa4abe8a-549a-4dad-9d7e-73f962c3ee87 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225955 Dec 12 15:49:47.473681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port 6197315a-dc2c-402e-a5c4-a6d6c659ef19 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:47.473955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.482862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:47.519882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:47.549472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:47.550086 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:47.568561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.569421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.589604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for 6197315a-dc2c-402e-a5c4-a6d6c659ef19 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:47.705726 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:47.747664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.828184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=6197315a-dc2c-402e-a5c4-a6d6c659ef19,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:47.845264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.845574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.845903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.846242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.846578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.846984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.847320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.847647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.847972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.848304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.848652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.848970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.849299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:47.865833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.868858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:47.870459 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82c74bda-a9af-440b-bd71-2bc04165ca5f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a792bab-6be3-4c8e-9bbb-b8e6d46d90b5 HTTP/1.1" status: 204 len: 168 time: 0.5598309 Dec 12 15:49:47.873046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44684) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:47.986309 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:48.003909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port 4eaf5e48-e5e2-4119-ad98-5317b02d93be {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:48.004324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:48.016838 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f822dd-fc6b-4d8b-b2d6-efa6596f395b None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'd500f9db-b436-444c-a517-fdc74e55b58d', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'port_id': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'mac_address': 'fa:16:3e:e2:29:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:48:27Z', 'updated_at': '2021-12-12T15:48:30Z', 'revision_number': 1, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:48.102801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:48.115379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for 4eaf5e48-e5e2-4119-ad98-5317b02d93be owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:48.259340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:48.286971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=4eaf5e48-e5e2-4119-ad98-5317b02d93be,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:48.377202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:48.380524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fb6ef3e-154f-4617-8912-7afcaf1a0fff tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/ports/4eaf5e48-e5e2-4119-ad98-5317b02d93be HTTP/1.1" status: 204 len: 168 time: 0.5064981 Dec 12 15:49:48.383774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44694) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:48.442111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-f3a8a8b7-57a2-44a2-9c4a-d31ead2c9a44 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:48.443921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-f3a8a8b7-57a2-44a2-9c4a-d31ead2c9a44 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.0982521 Dec 12 15:49:48.488462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device df6beca3-7ef6-4f4c-b803-0a09d8b2f160 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:48.526849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: df6beca3-7ef6-4f4c-b803-0a09d8b2f160 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:48.527278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device df6beca3-7ef6-4f4c-b803-0a09d8b2f160 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:48.690095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55fba-57f1-49a9-b44b-a0c8147d17a7 req-75c5b534-ac88-44f6-986a-84f0a2a6e8b2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:48.692165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5db55fba-57f1-49a9-b44b-a0c8147d17a7 req-75c5b534-ac88-44f6-986a-84f0a2a6e8b2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 946 time: 0.1981196 Dec 12 15:49:48.696664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:48.696991 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:48.801015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port c2333afc-5615-4a75-8e8b-7d516eb9529f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:48.801361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.267912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5db55fba-57f1-49a9-b44b-a0c8147d17a7 req-3ae9bb88-b2d5-4b82-a945-47c8473d9291 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e901e04-a7e5-4a96-b441-fa3997e7decd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5675900 Dec 12 15:49:49.277876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.296578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port c2333afc-5615-4a75-8e8b-7d516eb9529f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=c2333afc-5615-4a75-8e8b-7d516eb9529f,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:49.297052 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.309433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for 1e3ea116-7ffa-4a7f-b6be-06d93456ec6b owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:49.315710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for c2333afc-5615-4a75-8e8b-7d516eb9529f owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:49.550529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.587145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=1e3ea116-7ffa-4a7f-b6be-06d93456ec6b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:49.598193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.598578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.598928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.599264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.599595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.600054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.600383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.600857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.601183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.602284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.602620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.602946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.603272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:49:49.641145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.702562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=c2333afc-5615-4a75-8e8b-7d516eb9529f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:49.772454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] No DVR routers for this DVR port c2333afc-5615-4a75-8e8b-7d516eb9529f on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:49.775092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.781714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c05591c7-b618-4f3d-aab9-fa0b2626784c tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/ports/1e3ea116-7ffa-4a7f-b6be-06d93456ec6b HTTP/1.1" status: 204 len: 168 time: 1.3936932 Dec 12 15:49:49.781714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.782022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:49.784406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-618ea980-6a8c-4c5c-b789-7236b2d25709 req-af99408e-d896-490a-8ca6-5b14d81e3f95 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "DELETE /v2.0/ports/c2333afc-5615-4a75-8e8b-7d516eb9529f HTTP/1.1" status: 204 len: 173 time: 1.3312232 Dec 12 15:49:49.784719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'name': 'network-vif-deleted', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:49.787158 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc2074-4847-4b38-8910-c7558976935a" -d '{"events": [{"server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "name": "network-vif-deleted", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:49.880552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting subnet a16b1038-6345-41f0-8beb-631de2d470ca {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:49.889816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:49.892026 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1d9ae-3d90-4819-8f01-bc6b175f3db8 x-openstack-request-id: req-e6d1d9ae-3d90-4819-8f01-bc6b175f3db8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:49.892320 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6f08b8-f37c-43a7-8a57-9534744cc535", "name": "network-vif-deleted", "tag": "c2333afc-5615-4a75-8e8b-7d516eb9529f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:49.893349 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6d1d9ae-3d90-4819-8f01-bc6b175f3db8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:49.893349 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6f08b8-f37c-43a7-8a57-9534744cc535', 'name': 'network-vif-deleted', 'tag': 'c2333afc-5615-4a75-8e8b-7d516eb9529f', 'status': 'completed', 'code': 200} Dec 12 15:49:49.953991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.068502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.171228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.237547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Subnet': ['ID=a16b1038-6345-41f0-8beb-631de2d470ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:50.248508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.253502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e375f4-9e84-4ab0-ba31-2ffeff9e5834 None None] Network a08102b2-b200-46a3-ae79-392f6ddd7833 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:50.261960 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-02437f07-f8f4-41ba-962f-61fb28f4af0f tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/subnets/a16b1038-6345-41f0-8beb-631de2d470ca HTTP/1.1" status: 204 len: 168 time: 0.4777822 Dec 12 15:49:50.264690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:50.409009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting subnet fb75df07-d084-475b-a944-f21f4078ae65 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:50.415833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.502033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-567075c9-eb02-4e03-aaca-a2e2e7d8a3dd req-d6ee831b-9e80-4c4a-9a3c-25df15954803 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f6f08b8-f37c-43a7-8a57-9534744cc535 HTTP/1.1" status: 200 len: 210 time: 0.0368373 Dec 12 15:49:50.511473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af774879-be82-498b-9287-6da38ac15551 None None] DHCP port deletion for a08102b2-b200-46a3-ae79-392f6ddd7833 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:49:50.520115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.584674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-af774879-be82-498b-9287-6da38ac15551 None None] Deleting port e5b9f0fc-507e-4408-8548-8820c18050e8 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:50.585052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-af774879-be82-498b-9287-6da38ac15551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.629886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.685096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-af774879-be82-498b-9287-6da38ac15551 None None] For port e5b9f0fc-507e-4408-8548-8820c18050e8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e5b9f0fc-507e-4408-8548-8820c18050e8,segment=NetworkSegment(bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1),segment_id=bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:50.685937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-af774879-be82-498b-9287-6da38ac15551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.703501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-af774879-be82-498b-9287-6da38ac15551 None None] Calling delete_port for e5b9f0fc-507e-4408-8548-8820c18050e8 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:50.704550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.735927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Subnet': ['ID=fb75df07-d084-475b-a944-f21f4078ae65,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:50.737993 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.741759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d7528f79-14be-4c8e-9dfc-aaf99a1b3fb4 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/subnets/fb75df07-d084-475b-a944-f21f4078ae65 HTTP/1.1" status: 204 len: 168 time: 0.4752541 Dec 12 15:49:50.744983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44744) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:50.756363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9fae8-fb9d-4c38-bea8-2031a269cdcf None None] Network ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:50.841779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.871326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-af774879-be82-498b-9287-6da38ac15551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.916589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af774879-be82-498b-9287-6da38ac15551 None None] Pushing event deleted for resources: {'Port': ['ID=e5b9f0fc-507e-4408-8548-8820c18050e8,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:50.917275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Deleting port e5b9f0fc-507e-4408-8548-8820c18050e8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:50.917689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:50.922595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af774879-be82-498b-9287-6da38ac15551 None None] No DVR routers for this DVR port e5b9f0fc-507e-4408-8548-8820c18050e8 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:50.990654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] For port e5b9f0fc-507e-4408-8548-8820c18050e8, host n-d-710847-8, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:50.991036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.009631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Calling delete_port for e5b9f0fc-507e-4408-8548-8820c18050e8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:51.013049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Port e5b9f0fc-507e-4408-8548-8820c18050e8 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:49:51.014384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.037598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] DHCP port deletion for ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:49:51.043247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Port': ['ID=e5b9f0fc-507e-4408-8548-8820c18050e8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:51.049642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] No DVR routers for this DVR port e5b9f0fc-507e-4408-8548-8820c18050e8 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:51.090989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Deleting port 1fb004f2-4ec3-4bef-8c01-745c9643f590 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:51.091370 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.140860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.166725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08102b2-b200-46a3-ae79-392f6ddd7833']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.169706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] For port 1fb004f2-4ec3-4bef-8c01-745c9643f590, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1fb004f2-4ec3-4bef-8c01-745c9643f590,segment=NetworkSegment(32a9cb84-4d2a-4509-9ffa-5acdedb2c22f),segment_id=32a9cb84-4d2a-4509-9ffa-5acdedb2c22f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:51.170263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.176778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.177207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b3e3d-a8fc-489e-b5b6-61d9f0141fe1') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.183870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Calling delete_port for 1fb004f2-4ec3-4bef-8c01-745c9643f590 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:51.187929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.202519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.208463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:49:51.208979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:49:51.212709 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:49:51.268749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.287689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.295900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] Pushing event deleted for resources: {'Port': ['ID=1fb004f2-4ec3-4bef-8c01-745c9643f590,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:51.296932 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.299676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fdc3b-d78f-46ef-b7c6-5aace6976943 None None] No DVR routers for this DVR port 1fb004f2-4ec3-4bef-8c01-745c9643f590 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:51.307861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/networks/a08102b2-b200-46a3-ae79-392f6ddd7833 HTTP/1.1" status: 204 len: 168 time: 0.5618224 Dec 12 15:49:51.311458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:51.332166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeebf6d-4ce4-428d-bb57-d4f1c69118ac tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Network': ['ID=a08102b2-b200-46a3-ae79-392f6ddd7833,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:51.401913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.500003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.524601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.540199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.540515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a9cb84-4d2a-4509-9ffa-5acdedb2c22f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:51.551225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.565552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.572566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:49:51.572981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:49:51.575987 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:49:51.597096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44764) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:51.640529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.645736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.652781 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] 10.222.0.36 "DELETE /v2.0/networks/ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2 HTTP/1.1" status: 204 len: 168 time: 0.3353174 Dec 12 15:49:51.667375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.747044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.885563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.890566 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:51.898855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e901e04-a7e5-4a96-b441-fa3997e7decd HTTP/1.1" status: 204 len: 168 time: 0.3001218 Dec 12 15:49:51.919437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e0517-8146-4b8c-aaf2-fe49ae5914a1 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e901e04-a7e5-4a96-b441-fa3997e7decd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:52.016486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44786) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:52.105766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting subnet efe81924-4604-4b66-bb61-70659eeed1be {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:52.112571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.144257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0223-414e-480e-b86c-620d049f6102 tempest-TaggedBootDevicesTest-1930188633 tempest-TaggedBootDevicesTest-1930188633-project] Pushing event deleted for resources: {'Network': ['ID=ce6ef2b9-d9f5-4f67-8d86-f51bc45c58c2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:52.184265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.280171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.377996 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.413197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Subnet': ['ID=efe81924-4604-4b66-bb61-70659eeed1be,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:52.421076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.424430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-54052398-26b0-44c8-a283-20e97f688b99 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/subnets/efe81924-4604-4b66-bb61-70659eeed1be HTTP/1.1" status: 204 len: 168 time: 0.4065535 Dec 12 15:49:52.426888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44798) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:52.430772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc76d3c-ae37-46e7-b5b6-2d483c9668de None None] Network 0a42e3de-0731-4f26-ab17-70d9ca168df2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:52.520284 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.579829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:52.580181 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.588916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c2333afc-5615-4a75-8e8b-7d516eb9529f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:52.614725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: c2333afc-5615-4a75-8e8b-7d516eb9529f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:52.615515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device c2333afc-5615-4a75-8e8b-7d516eb9529f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:52.617831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1fb004f2-4ec3-4bef-8c01-745c9643f590 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:52.688694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,segment=NetworkSegment(ec86263f-edbb-492c-905a-d585f3f53371),segment_id=ec86263f-edbb-492c-905a-d585f3f53371)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:52.689309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.699145 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1fb004f2-4ec3-4bef-8c01-745c9643f590 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:52.699625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1fb004f2-4ec3-4bef-8c01-745c9643f590 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:52.702576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:52.703120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e5b9f0fc-507e-4408-8548-8820c18050e8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:52.739758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: e5b9f0fc-507e-4408-8548-8820c18050e8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:52.740522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device e5b9f0fc-507e-4408-8548-8820c18050e8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:52.797399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:52.841168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=c0dc6a0a-582b-4d86-97d8-6d6baa7ec081,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:52.853804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f05b66-ccbd-4914-a442-f1e4eca8aae4 None None] DHCP port deletion for 0a42e3de-0731-4f26-ab17-70d9ca168df2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:49:52.877809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] No DVR routers for this DVR port c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:52.979505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.014091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a42e3de-0731-4f26-ab17-70d9ca168df2']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:53.031076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec86263f-edbb-492c-905a-d585f3f53371') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:53.031267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec86263f-edbb-492c-905a-d585f3f53371') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:53.045249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.061781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.071953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:49:53.073130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:49:53.173231 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:49:53.176128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.186651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.204369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/networks/0a42e3de-0731-4f26-ab17-70d9ca168df2 HTTP/1.1" status: 204 len: 168 time: 0.7741144 Dec 12 15:49:53.204807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:53.246583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e010d2-ee80-4c64-9f65-afe565c6c9bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Network': ['ID=0a42e3de-0731-4f26-ab17-70d9ca168df2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:53.441534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port da18e5fb-931a-4f81-b82b-348b5f1fbabb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:53.442193 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.546390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.546954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.561966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for da18e5fb-931a-4f81-b82b-348b5f1fbabb owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:53.728714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.756686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=da18e5fb-931a-4f81-b82b-348b5f1fbabb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:53.826341 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:53.826555 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Floating IP d500f9db-b436-444c-a517-fdc74e55b58d disassociated (deleted). External IP: 172.25.3.246, port: a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9. Dec 12 15:49:54.056795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:54.174121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:54.185161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:54.186428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:54.199343 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:54.200700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:54.221090 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-479b43b3-7680-4fe6-b0fb-eac83da4630e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/floatingips/d500f9db-b436-444c-a517-fdc74e55b58d HTTP/1.1" status: 204 len: 168 time: 1.0144098 Dec 12 15:49:54.222560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:54.226579 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:54.348936 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffee388-b944-4ebd-a83d-148620d2d716 x-openstack-request-id: req-0ffee388-b944-4ebd-a83d-148620d2d716 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:54.349341 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:54.349717 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ffee388-b944-4ebd-a83d-148620d2d716 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:54.350258 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'status': 'completed', 'code': 200} Dec 12 15:49:54.381141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:54.458604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-963c3927-8f2c-4d1a-b23d-fb36397d0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:54.460243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-963c3927-8f2c-4d1a-b23d-fb36397d0b38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 1097 time: 0.0874341 Dec 12 15:49:54.642866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:49:54.670877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:49:54.671238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c0dc6a0a-582b-4d86-97d8-6d6baa7ec081 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:49:54.710435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d642bf8-7196-4a45-a71f-de477e42eec3 req-12faaf29-27c7-4b7e-8b6a-1e12f51c1d59 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:54.712821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d642bf8-7196-4a45-a71f-de477e42eec3 req-12faaf29-27c7-4b7e-8b6a-1e12f51c1d59 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.1455786 Dec 12 15:49:54.719481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-6856dbb8-7cee-420e-8f09-0180c9fe82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:54.721399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-6856dbb8-7cee-420e-8f09-0180c9fe82cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 200 len: 896 time: 0.2475526 Dec 12 15:49:54.785610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-41a7cd13-e957-4ae3-b9aa-41629b99a4e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 200 len: 217 time: 0.0536251 Dec 12 15:49:54.822660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:54.852169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:49:54.864252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:54.865429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:54.866530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-df77703d-87c5-405e-8c02-ceb03644c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:54.869199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-df77703d-87c5-405e-8c02-ceb03644c507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 200 len: 834 time: 0.0561583 Dec 12 15:49:54.882072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d642bf8-7196-4a45-a71f-de477e42eec3 req-957c6ff8-230d-46e0-836f-061b6a97df56 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596122 Dec 12 15:49:54.945277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-d62c46af-085a-47af-84a5-b575d20ac5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:54.947917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-d62c46af-085a-47af-84a5-b575d20ac5fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3308308-0cff-4a09-aede-5eb7fcd340d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648160 Dec 12 15:49:55.058133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:55.086931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-bb73310a-6e02-433c-ac81-bec775161f96 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296022 Dec 12 15:49:55.212198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03a46f1b-8ab9-4f7b-83dd-2380b12bbadc req-2de8b151-c4e0-4bca-9237-2412ae830c11 service neutron] 10.222.0.13 "GET /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183283 Dec 12 15:49:55.393739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:55.437023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef387a7-78c2-411c-b65b-00f83235aee9 None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:46Z', 'revision_number': 6, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '1ab52119-647a-4336-9693-c25ceb09e474', 'name': '', 'network_id': 'c3308308-0cff-4a09-aede-5eb7fcd340d2', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:d0:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:48:02Z', 'updated_at': '2021-12-12T15:48:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '2a87a92f-70e4-4c58-9174-df7697ceea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:49:55.804981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1164eb7-b12a-4b6a-9f86-52aab713336d None None] New status for floating IP d500f9db-b436-444c-a517-fdc74e55b58d: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:49:55.871323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-2e54285e-a5a6-4ffb-88bb-82b55d78bb45 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:55.872874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-2e54285e-a5a6-4ffb-88bb-82b55d78bb45 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.0986428 Dec 12 15:49:56.077555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899235ca-244e-4c0a-a2d7-f5a1b52cd6ca req-06d276e0-60fa-4112-8f55-c2005b298941 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:49:56.078977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-899235ca-244e-4c0a-a2d7-f5a1b52cd6ca req-06d276e0-60fa-4112-8f55-c2005b298941 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbc14913-c455-4042-8d75-8ef636684c2a HTTP/1.1" status: 200 len: 946 time: 0.0638955 Dec 12 15:49:56.084904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:56.085253 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:56.194527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-899235ca-244e-4c0a-a2d7-f5a1b52cd6ca req-7080fee3-4167-4b6c-9436-502ee9074eed tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=e09fed2f-1aa2-4315-adf0-316979d27f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061621 Dec 12 15:49:56.246553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:56.246915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:56.263093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:56.473155 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:56.551315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:56.614905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] No DVR routers for this DVR port a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:49:56.618221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:56.622330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae03717e-f5ca-4c2a-8224-0002b859ba23 req-145dbf84-4316-4957-8a9b-f3195b4619a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "DELETE /v2.0/ports/a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 HTTP/1.1" status: 204 len: 173 time: 0.7412586 Dec 12 15:49:56.623731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'name': 'network-vif-deleted', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:49:56.627226 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656d421e-1e3c-4b85-8a2f-cfd67ba687e2" -d '{"events": [{"server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "name": "network-vif-deleted", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:49:56.674698 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b068f-f3f1-4358-8995-b1718e7a11e1 x-openstack-request-id: req-197b068f-f3f1-4358-8995-b1718e7a11e1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:49:56.675066 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc14913-c455-4042-8d75-8ef636684c2a", "name": "network-vif-deleted", "tag": "a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:49:56.675323 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-197b068f-f3f1-4358-8995-b1718e7a11e1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:49:56.675763 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc14913-c455-4042-8d75-8ef636684c2a', 'name': 'network-vif-deleted', 'tag': 'a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9', 'status': 'completed', 'code': 200} Dec 12 15:49:57.274391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:57.343125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:57.380059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:57.451368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:57.454908 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:57.457630 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/security-groups/e09fed2f-1aa2-4315-adf0-316979d27f29 HTTP/1.1" status: 204 len: 168 time: 0.1801212 Dec 12 15:49:57.497678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:57.498957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b8a75-41b1-4e71-ad64-d156fecc3852 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09fed2f-1aa2-4315-adf0-316979d27f29,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:57.958817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:58.242630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port 1ab52119-647a-4336-9693-c25ceb09e474 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:49:58.242971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:58.342837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port 1ab52119-647a-4336-9693-c25ceb09e474, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1ab52119-647a-4336-9693-c25ceb09e474,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:49:58.343497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:58.356265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for 1ab52119-647a-4336-9693-c25ceb09e474 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:49:58.596731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:58.625235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=1ab52119-647a-4336-9693-c25ceb09e474,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:58.893194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.124437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:49:59.252063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:49:59.257470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ead1efa1-0c37-4f77-971f-5e69e8a6f10e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402370 Dec 12 15:49:59.259896 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44944) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:59.263869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Sync routers for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:49:59.281695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:49:59.283010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:49:59.314573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting subnet 2a87a92f-70e4-4c58-9174-df7697ceea2d {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:49:59.317994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.365063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.431999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:49:59.490195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.588477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.657136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Subnet': ['ID=2a87a92f-70e4-4c58-9174-df7697ceea2d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:49:59.666012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:49:59.673179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a5c053c-4088-4c2c-9722-a208267d6e48 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/subnets/2a87a92f-70e4-4c58-9174-df7697ceea2d HTTP/1.1" status: 204 len: 168 time: 0.4087257 Dec 12 15:49:59.673179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44954) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:49:59.793533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d047b0b-7df4-4387-951f-afb46471d869 None None] Network c3308308-0cff-4a09-aede-5eb7fcd340d2 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:49:59.818435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.014665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:49:58Z', 'revision_number': 7, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': 'd77fc50f-3d75-434d-a065-e45ed436ef06', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:56Z', 'updated_at': '2021-12-12T15:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:00.033006 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.049727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Checking router: a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:00.073826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] DHCP port deletion for c3308308-0cff-4a09-aede-5eb7fcd340d2 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:00.089058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Routers {'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:00.089692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:00.109192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port d77fc50f-3d75-434d-a065-e45ed436ef06 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:00.112242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.209651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] Set router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:00.276319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port d77fc50f-3d75-434d-a065-e45ed436ef06, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d77fc50f-3d75-434d-a065-e45ed436ef06,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:00.277391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.301115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for d77fc50f-3d75-434d-a065-e45ed436ef06 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:00.313179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:50:00Z', 'revision_number': 8, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:00.356833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83002fc-8b5e-465c-ac71-9d5bb93b92b8 None None] The sync data for ids ['a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4'] in n-d-710847-8 is: [{'id': 'a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4', 'name': 'tempest-TestNetworkBasicOps-router-100547330', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:55Z', 'updated_at': '2021-12-12T15:50:00Z', 'revision_number': 8, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:00.384530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Deleting port 3e925819-f129-4c0e-ab37-51b6a5e94f98 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:00.384933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.479600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] For port 3e925819-f129-4c0e-ab37-51b6a5e94f98, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e925819-f129-4c0e-ab37-51b6a5e94f98,segment=NetworkSegment(a67cbc06-d379-4c48-b1aa-242a84e34d4c),segment_id=a67cbc06-d379-4c48-b1aa-242a84e34d4c)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:00.480055 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.499990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Calling delete_port for 3e925819-f129-4c0e-ab37-51b6a5e94f98 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:00.554715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:00.569613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.581708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:00.582328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a15cd7f1-77dc-4a4a-9ea2-d8fa03cfdaf9 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:00.634863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=d77fc50f-3d75-434d-a065-e45ed436ef06,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:00.661873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde4840-a96c-4749-a708-d49d706dc914 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:00.665509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.681718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] No DVR routers for this DVR port 3e925819-f129-4c0e-ab37-51b6a5e94f98 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:50:00.705996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Pushing event deleted for resources: {'Port': ['ID=3e925819-f129-4c0e-ab37-51b6a5e94f98,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:00.716259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.722179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a0f0-b920-4817-b4c1-dd7c4de097ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:00.822821 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.963617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e925819-f129-4c0e-ab37-51b6a5e94f98 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:00.978275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.980970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:00.994801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3e925819-f129-4c0e-ab37-51b6a5e94f98 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:00.995499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e925819-f129-4c0e-ab37-51b6a5e94f98 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:00.996129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ab52119-647a-4336-9693-c25ceb09e474 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:01.021774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1ab52119-647a-4336-9693-c25ceb09e474 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:01.022511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1ab52119-647a-4336-9693-c25ceb09e474 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:01.036425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.037139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Fanout notify agent at l3_agent the message router_deleted on router a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:50:01.045500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.049234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-909a6eca-90a2-4f09-b037-fd13c3b104cc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/routers/a2c7c2a9-a4e6-4949-85ab-ad6638fd4ef4 HTTP/1.1" status: 204 len: 168 time: 1.3735509 Dec 12 15:50:01.049629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44978) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:01.164433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.274768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.303312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3308308-0cff-4a09-aede-5eb7fcd340d2']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:01.323945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67cbc06-d379-4c48-b1aa-242a84e34d4c') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:01.324522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67cbc06-d379-4c48-b1aa-242a84e34d4c') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:01.338770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.358188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.366281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:50:01.367290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:50:01.372373 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:50:01.456762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.465854 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.473170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/networks/c3308308-0cff-4a09-aede-5eb7fcd340d2 HTTP/1.1" status: 204 len: 168 time: 0.4187298 Dec 12 15:50:01.491382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 44986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:01.500939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'network': {'name': 'tempest-network-smoke--293250410', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:01.510125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96466-5e83-40f9-a3b2-0c1404475cb2 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Network': ['ID=c3308308-0cff-4a09-aede-5eb7fcd340d2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:01.545912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:01.553228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.601973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:50:01.616458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.618245 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Added segment 93f677f6-8478-49e8-b74b-4dc447df0557 of type vlan for network a0122304-6668-4e57-b20c-f1274f67e806 Dec 12 15:50:01.703501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.762803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.770031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:01.770844 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.868709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3735197 Dec 12 15:50:01.870353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 44998) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:01.880031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'admin_state_up': True, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:01.912497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:01.916497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.010566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73ea7e-78df-454f-ab8c-a463a115880e tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Network': ['ID=a0122304-6668-4e57-b20c-f1274f67e806,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:02.011779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.027887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a0122304-6668-4e57-b20c-f1274f67e806 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:50:02.218500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.465986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.499019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.504907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d77fc50f-3d75-434d-a065-e45ed436ef06 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:02.545024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d77fc50f-3d75-434d-a065-e45ed436ef06 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:02.547236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d77fc50f-3d75-434d-a065-e45ed436ef06 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:02.658904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.25.3.92 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/987e1140-301a-4efe-932e-1976a51d7457) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:02.777088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.814553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:02.861127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:02.865693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:02.871341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:02.874802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=987e1140-301a-4efe-932e-1976a51d7457,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:02.888300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4da83-14d7-488b-a28c-478a63e5663d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:03.027365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-319e5fd9-393c-4071-8fad-2cb07282dcf7 None None] Provisioning complete for port 987e1140-301a-4efe-932e-1976a51d7457 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:03.027834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-319e5fd9-393c-4071-8fad-2cb07282dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:03.087596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-319e5fd9-393c-4071-8fad-2cb07282dcf7 None None] Port 987e1140-301a-4efe-932e-1976a51d7457 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:03.222523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:03.968501 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:04.151031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router b2f378dc-6e69-4f22-82a2-c3e9807ba360 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:50:04.423525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:04.573491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Sync routers for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:04.573491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:04.573491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:04.579843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:04.579843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ad8a54a-0bec-4ca4-a6f2-8d617c325e39 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5382056 Dec 12 15:50:04.579843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45054) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:04.579843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6047a757-f211-414f-8d92-e69b3ca45305 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=d56cd046c258409c9ba0eb9380a67488&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637143 Dec 12 15:50:04.579843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45058) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:04.651935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13f5c9f-62af-46cc-bd1d-69bcd454aa04 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:04.655857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d13f5c9f-62af-46cc-bd1d-69bcd454aa04 tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701405 Dec 12 15:50:04.658421 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:04.659379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45062) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:04.712284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8c30c0a-c31a-43a3-a3c8-26de54ae52fc tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511618 Dec 12 15:50:04.715052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:04.721060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132130204', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:04.899485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:04.903342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.001225 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:03Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:05.039098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Checking router: b2f378dc-6e69-4f22-82a2-c3e9807ba360 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:05.040044 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Updating router b2f378dc-6e69-4f22-82a2-c3e9807ba360 port 987e1140-301a-4efe-932e-1976a51d7457 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:50:05.098000 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.194610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.283485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Subnet': ['ID=8141b160-1290-4121-a8a7-fdd22e831c8e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:05.287103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Checking segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:05.287665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network hostable DHCP agents. Network: a0122304-6668-4e57-b20c-f1274f67e806, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:50:05.325512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network a0122304-6668-4e57-b20c-f1274f67e806 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:50:05.336939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a0122304-6668-4e57-b20c-f1274f67e806) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:05.342526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:05.346398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8df87-7f5f-495d-b99d-25a89b5309ad None None] Network a0122304-6668-4e57-b20c-f1274f67e806 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:05.356166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.393522 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6b633cdd-32c9-4727-8cf8-999cbe1a79e5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6765449 Dec 12 15:50:05.396019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:05.601672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-a0122304-6668-4e57-b20c-f1274f67e806', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:50:05.603029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.615680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f663c46-0be0-4ca3-9d79-f4ef1817f1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.620176 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.630026 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.734756 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Attempting to bind port 987e1140-301a-4efe-932e-1976a51d7457 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:05.735947 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Attempting to bind port 987e1140-301a-4efe-932e-1976a51d7457 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:05.736659 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Attempting to bind port 987e1140-301a-4efe-932e-1976a51d7457 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:05.742306 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Pushing event updated for resources: {'Port': ['ID=987e1140-301a-4efe-932e-1976a51d7457,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:05.752860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:05.753664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:05.754288 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.754890 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:05.755641 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Bound port: 987e1140-301a-4efe-932e-1976a51d7457, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:05.756246 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.760341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.760974 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.761879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.762450 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.762991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.763537 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.764073 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.764702 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.765319 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.765880 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.766417 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.766981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.767635 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:05.796691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d37ee-1d64-44e8-9456-033b7230e973 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:05.871206 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] For port 987e1140-301a-4efe-932e-1976a51d7457, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:05.874239 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] For port 987e1140-301a-4efe-932e-1976a51d7457, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=987e1140-301a-4efe-932e-1976a51d7457,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:05.881762 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.931941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] Provisioning complete for port 987e1140-301a-4efe-932e-1976a51d7457 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:05.932498 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:05.939444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Allocated IP 172.20.0.2 (a0122304-6668-4e57-b20c-f1274f67e806/8141b160-1290-4121-a8a7-fdd22e831c8e/b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:06.153854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee98d-5aa7-4ab0-8a82-e396dc04e434 None None] Pushing event updated for resources: {'Port': ['ID=987e1140-301a-4efe-932e-1976a51d7457,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:06.156343 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:06.156981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:49:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:06.181981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6147b-bc34-49cc-8914-2ae8b66393a0 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:06.220086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.278919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.322104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] For port 987e1140-301a-4efe-932e-1976a51d7457, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=987e1140-301a-4efe-932e-1976a51d7457,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:06.338285 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.344448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.356543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:06.434172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ea18f-57cd-4834-992f-f673d76429d0 None None] Pushing event updated for resources: {'Port': ['ID=987e1140-301a-4efe-932e-1976a51d7457,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:06.441995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.516174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Pushing event updated for resources: {'Port': ['ID=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:06.534600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Network a0122304-6668-4e57-b20c-f1274f67e806 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:06.539211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:06.547412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:06.624678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9f2dae42-51e1-4ab5-ab63-3c332b518051 None None] Provisioning complete for port 987e1140-301a-4efe-932e-1976a51d7457 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:06.625042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9f2dae42-51e1-4ab5-ab63-3c332b518051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.683085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Attempting to bind port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:06.684341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Attempting to bind port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:06.684938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Attempting to bind port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c on network a0122304-6668-4e57-b20c-f1274f67e806 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:06.696407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:06.697235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Checking segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:06.697826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.698542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Bound using segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:06.699188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Bound port: b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:06.699765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.722390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.1 (a0122304-6668-4e57-b20c-f1274f67e806/8141b160-1290-4121-a8a7-fdd22e831c8e/693db3af-4b25-46eb-acc0-f02bc4a45bba) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:06.774735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] For port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:06.778972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] For port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:06.789319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:06.792766 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:03Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:06.861838 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2f88f-d40c-4850-be2c-f6c01ab367ee None None] The sync data for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 is: [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:03Z', 'revision_number': 3, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:06.880664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a897f6-9982-42a8-a6cd-0de8f564e052 None None] Pushing event updated for resources: {'Port': ['ID=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:07.028474 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:07.104258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:07.187952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network a0122304-6668-4e57-b20c-f1274f67e806 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:07.201787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:07.205122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:07.289071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:07.323217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:07.570301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45140) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:07.639082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:07.750271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73b88214-2256-4c87-b75c-559cb3450b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:08.618152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:08.682567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23826f91-80e6-4c93-b3c9-8be0442de146 None None] Network a0122304-6668-4e57-b20c-f1274f67e806 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:08.931763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 987e1140-301a-4efe-932e-1976a51d7457 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:08.988335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.004780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.016774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.030825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] Provisioning complete for port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:09.031379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.198299 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.217035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:09.279332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 987e1140-301a-4efe-932e-1976a51d7457 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:09.280468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.385794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.432124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network a0122304-6668-4e57-b20c-f1274f67e806 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:09.435188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:09.624834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Deleting port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:09.624834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.725078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:09.772550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router b2f378dc-6e69-4f22-82a2-c3e9807ba360 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:09.841869 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.887003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] For port bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:09.887301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:09.983255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Calling delete_port for bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:10.014890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] For port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:10.067847 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:10.155876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:10.156501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:10.227979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:10.238282 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0b220c5-4071-48d7-87f2-1f0c610de10f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/b2f378dc-6e69-4f22-82a2-c3e9807ba360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8408813 Dec 12 15:50:10.240798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:10.254942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Sync routers for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:10.270989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9319e6d-4996-44c7-8441-19aac893cae5 None None] Provisioning complete for port 693db3af-4b25-46eb-acc0-f02bc4a45bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:10.271696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9319e6d-4996-44c7-8441-19aac893cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:10.448969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.449786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.450805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.451819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.452750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.453753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.454507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.455154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.455759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.456364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.461433 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2c4e0bf5-fda1-419b-8150-b319cf4f938b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7075 time: 0.2194130 Dec 12 15:50:10.464422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:10.520216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:10.567599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:10.659645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.660511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.661178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.662263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.662911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.664090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.664769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.666154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.666970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.669516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:10.672749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ba465fb-ccdf-4c08-9c5b-5e3608b2ab2b tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6561 time: 0.2072701 Dec 12 15:50:10.675396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:10.727789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e635f8-2082-4734-b8eb-10b24f4da6c4 None None] Pushing event updated for resources: {'Port': ['ID=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:10.785699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:10.786313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:10.798783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:10.868767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9319e6d-4996-44c7-8441-19aac893cae5 None None] Port 693db3af-4b25-46eb-acc0-f02bc4a45bba cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:10.947531 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53f4aebd-aef3-4938-b059-cd0c2bd11e3d tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5928 time: 0.2646508 Dec 12 15:50:10.981347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.047803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9319e6d-4996-44c7-8441-19aac893cae5 None None] Provisioning complete for port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:11.048404 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9319e6d-4996-44c7-8441-19aac893cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.159945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.182106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:11.416715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:11.418685 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.496479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Router 50f1d83d-b00c-4085-9140-ba632b9bfe35 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:11.560299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f247c86d-786e-4302-b3b6-11e0629e3a0b None None] Provisioning complete for port 693db3af-4b25-46eb-acc0-f02bc4a45bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:11.560988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f247c86d-786e-4302-b3b6-11e0629e3a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.629194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:11.630164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:11.635593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978315124', 'description': 'tempest-secgroup-smoke-978315124 description', 'project_id': 'd56cd046c258409c9ba0eb9380a67488'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:11.643108 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Sync routers for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:11.644519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f247c86d-786e-4302-b3b6-11e0629e3a0b None None] Port 693db3af-4b25-46eb-acc0-f02bc4a45bba cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:11.665803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b57067b3-4985-4995-b451-3bc09a28e6b8 admin admin] 10.222.0.36 "PUT /v2.0/routers/50f1d83d-b00c-4085-9140-ba632b9bfe35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916538 Dec 12 15:50:11.666567 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:11.667863 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:11.670289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45224) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:11.676797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:11.677337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.693285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.757071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:08Z', 'revision_number': 2, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:11.829651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Checking router: b2f378dc-6e69-4f22-82a2-c3e9807ba360 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:11.844201 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:11.851598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Updating router b2f378dc-6e69-4f22-82a2-c3e9807ba360 port 693db3af-4b25-46eb-acc0-f02bc4a45bba binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:50:11.875721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.880399 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.901930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.920609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.924906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2911627 Dec 12 15:50:11.926029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45232) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:11.933484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:11.939354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c60cc-f679-48f8-a3fd-510e363986a8 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:11.942879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:11.995339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.069003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.076506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.127669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.128956 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c84f66-525f-49bd-9169-966a72f89664,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:12.143516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.145435 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-017fe935-81f4-4852-acda-2af46df7544c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2174735 Dec 12 15:50:12.148710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:12.157123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:12.199780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.241344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Deleting port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:12.241689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.271387 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:50:10Z', 'revision_number': 5, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port': {'id': 'dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:6d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:37:52Z', 'updated_at': '2021-12-12T15:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:12.292881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.299180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.326619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5caea7f-1cc5-470f-9a77-ca073a8fbc28,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:12.329306 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Checking router: 50f1d83d-b00c-4085-9140-ba632b9bfe35 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:12.339914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.340374 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Routers {'50f1d83d-b00c-4085-9140-ba632b9bfe35'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:12.341193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['50f1d83d-b00c-4085-9140-ba632b9bfe35'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:12.341943 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f77245c8-cd03-4881-bcc5-3ab17010164f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1915717 Dec 12 15:50:12.344303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:12.350840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:12.401935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] For port dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:12.402292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.403448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.432658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.436837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Calling delete_port for dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:12.445497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.523543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] Set router 50f1d83d-b00c-4085-9140-ba632b9bfe35 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:12.552885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.558590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.581211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f665e85-3b0b-4e88-b0a9-1f4c0d730a7b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:12.591307 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.596116 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f578b72d-0b75-4cae-8249-4e29e809de32 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2502573 Dec 12 15:50:12.596884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:12.602170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:12.641420 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.675098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c5826-2c42-4564-a705-f4ad7c488afb None None] Pushing event updated for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:12.680931 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:50:12Z', 'revision_number': 6, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:12.723524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c989b-f55b-43ca-9ec2-cd67074b96fd None None] The sync data for ids ['50f1d83d-b00c-4085-9140-ba632b9bfe35'] in n-d-710847-8 is: [{'id': '50f1d83d-b00c-4085-9140-ba632b9bfe35', 'name': 'tempest-TaggedBootDevicesTest-631913012-router', 'tenant_id': 'd0bb30c5fe994cfeb40355d7650817af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:37:51Z', 'updated_at': '2021-12-12T15:50:12Z', 'revision_number': 6, 'project_id': 'd0bb30c5fe994cfeb40355d7650817af', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:12.740169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Attempting to bind port 693db3af-4b25-46eb-acc0-f02bc4a45bba on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:12.740626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Attempting to bind port 693db3af-4b25-46eb-acc0-f02bc4a45bba by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:12.741766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Attempting to bind port 693db3af-4b25-46eb-acc0-f02bc4a45bba on network a0122304-6668-4e57-b20c-f1274f67e806 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:12.749893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:12.750356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Checking segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:12.750837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.751426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Bound using segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:12.751977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Bound port: 693db3af-4b25-46eb-acc0-f02bc4a45bba, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:12.752437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.800751 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.815776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.836600 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9036a7f7-d193-42e7-94e1-37aa3e66814f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:12.854939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.859250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45254) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:12.860580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0f79de7-6055-4b24-9b0a-4b7e3fb1ee1f tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2616243 Dec 12 15:50:12.868473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:12.878907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.885352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] For port 693db3af-4b25-46eb-acc0-f02bc4a45bba, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:12.888759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] For port 693db3af-4b25-46eb-acc0-f02bc4a45bba, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=693db3af-4b25-46eb-acc0-f02bc4a45bba,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:12.894482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] Provisioning complete for port 693db3af-4b25-46eb-acc0-f02bc4a45bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:12.894978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.934811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba124ffa-a565-49b4-a2c1-aff2bbcecb37 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:12.937500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:12.975238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.021186 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:50:13.028386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.049072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.054701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:13.055387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:13.199203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c5826-2c42-4564-a705-f4ad7c488afb None None] Pushing event updated for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.270887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.325611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.333197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:13.342070 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.374041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:13.374612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bbbe157c-16e4-4cd3-8f4a-7903d7e4a59f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:13.388875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.430813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.433553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] For port 693db3af-4b25-46eb-acc0-f02bc4a45bba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=693db3af-4b25-46eb-acc0-f02bc4a45bba,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:13.440455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.455999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.456704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f1d83d-b00c-4085-9140-ba632b9bfe35 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:50:13.463730 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.465463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9b3616c2-2891-48f5-b52f-437f781bfd04 admin admin] 10.222.0.36 "DELETE /v2.0/routers/50f1d83d-b00c-4085-9140-ba632b9bfe35 HTTP/1.1" status: 204 len: 168 time: 1.7913508 Dec 12 15:50:13.466541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6cc985-abf0-4db5-aded-23fa2e033b89,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.468335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:13.486247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.487841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-64e1510d-28e7-4fb1-83d0-29f4d8234dcc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6244569 Dec 12 15:50:13.494342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45276) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:13.501137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:13.503635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'security_group_rule': {'security_group_id': '7ee02637-b2f6-4dfd-b610-72e6ebbc51e6', 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:13.536955 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Project d56cd046c258409c9ba0eb9380a67488 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:50:13.550689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Deleting subnet 955e5f5b-b4c4-4781-9a8b-b58a7867afcb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:50:13.555980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.557028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.576889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272f4b-787f-4c41-b299-b962f0b302be None None] Pushing event updated for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.627254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f5aafdc8-3dca-4109-9d3c-b7f918aa1460 None None] Provisioning complete for port 693db3af-4b25-46eb-acc0-f02bc4a45bba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:13.627905 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5aafdc8-3dca-4109-9d3c-b7f918aa1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.639390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.741234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.750729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.784857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87b4c03-5ad3-4182-94c0-39367ce62404,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.792706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.793971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.794523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fbe486b5-46f5-4a68-b74a-368cd03b5e16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2980692 Dec 12 15:50:13.907156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.937642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955e5f5b-b4c4-4781-9a8b-b58a7867afcb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:13.942295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:13.948431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-31220395-fd9c-4b9b-b6d9-c3485c261f32 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/955e5f5b-b4c4-4781-9a8b-b58a7867afcb HTTP/1.1" status: 204 len: 168 time: 0.4764354 Dec 12 15:50:13.948825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:13.969705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201b337-8eb5-4cb1-b316-2af52e762270 None None] Network 717b73d9-5f70-4deb-80b5-40d024abc3fc requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:14.048277 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.129558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:12Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:14.141829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Deleting port 18fe6c54-1bed-4079-b043-cf0e43a96a82 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:14.142259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.203373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-13384d76-4610-4ff7-aaf6-c66724c33bca tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978315124&fields=id&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 267 time: 0.0895979 Dec 12 15:50:14.252352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce318dfa-b148-441a-9c7e-ad83cd612ae9 None None] The sync data for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 is: [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:12Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:14.324441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] For port 18fe6c54-1bed-4079-b043-cf0e43a96a82, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=18fe6c54-1bed-4079-b043-cf0e43a96a82,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:14.324845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.396055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Calling delete_port for 18fe6c54-1bed-4079-b043-cf0e43a96a82 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:14.422245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-35269e7d-cc7e-4eb7-b31b-d3bb0c087c83 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:14.424648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-35269e7d-cc7e-4eb7-b31b-d3bb0c087c83 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/networks?id=a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 200 len: 796 time: 0.2125008 Dec 12 15:50:14.441552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] DHCP port deletion for 717b73d9-5f70-4deb-80b5-40d024abc3fc request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:14.456031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-7d8f7ca6-4e41-450e-9df6-63b95fc37fd9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/quotas/d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 375 time: 0.0128155 Dec 12 15:50:14.519044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Deleting port 18fe6c54-1bed-4079-b043-cf0e43a96a82 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:14.519426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.592571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.599718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] For port 18fe6c54-1bed-4079-b043-cf0e43a96a82, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=18fe6c54-1bed-4079-b043-cf0e43a96a82,segment=NetworkSegment(3161a6ab-66a6-4b8e-9437-9cb86456e11a),segment_id=3161a6ab-66a6-4b8e-9437-9cb86456e11a)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:14.601135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.602157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-28a0faff-a426-43c0-b1cf-da901e97af14 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375608 Dec 12 15:50:14.623254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Calling delete_port for 18fe6c54-1bed-4079-b043-cf0e43a96a82 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:14.625528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Pushing event deleted for resources: {'Port': ['ID=18fe6c54-1bed-4079-b043-cf0e43a96a82,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:14.627535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] No DVR routers for this DVR port 18fe6c54-1bed-4079-b043-cf0e43a96a82 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:50:14.637799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-176e9cfc-34af-410d-9f6c-a85ed42cb305 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:50:14.646055 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-176e9cfc-34af-410d-9f6c-a85ed42cb305 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174737 Dec 12 15:50:14.801552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-f27297ab-7801-4e4d-8452-faa124c00f44 service neutron] 10.222.0.36 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542428 Dec 12 15:50:14.825415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.863427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.895146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717b73d9-5f70-4deb-80b5-40d024abc3fc']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:14.929134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] Pushing event deleted for resources: {'Port': ['ID=18fe6c54-1bed-4079-b043-cf0e43a96a82,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:14.935209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860f499d-2f2e-4727-8def-3e9b683d0321 None None] No DVR routers for this DVR port 18fe6c54-1bed-4079-b043-cf0e43a96a82 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:50:14.939428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3161a6ab-66a6-4b8e-9437-9cb86456e11a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:14.939728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3161a6ab-66a6-4b8e-9437-9cb86456e11a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:14.963874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:14.998910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-8da54f1b-a567-46cc-882d-c03f7f1fb99a service neutron] 10.222.0.36 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960425 Dec 12 15:50:15.017467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:15.036139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:50:15.036563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:50:15.040484 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:50:15.212983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:15.221818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:15.230690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] 10.222.0.36 "DELETE /v2.0/networks/717b73d9-5f70-4deb-80b5-40d024abc3fc HTTP/1.1" status: 204 len: 168 time: 1.2809794 Dec 12 15:50:15.234263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45328) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:15.255293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea10f9-91a9-4cba-8e46-b75a5524c432 admin admin] Pushing event deleted for resources: {'Network': ['ID=717b73d9-5f70-4deb-80b5-40d024abc3fc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:15.307377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 693db3af-4b25-46eb-acc0-f02bc4a45bba up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:15.528956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 693db3af-4b25-46eb-acc0-f02bc4a45bba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:15.530128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:15.577077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6851c458-19e9-4901-a54e-8be25f5c0bc5 req-6efb3375-d44a-44ca-9ab9-9a1138ae00ca tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 210 time: 0.1232293 Dec 12 15:50:15.865221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 18fe6c54-1bed-4079-b043-cf0e43a96a82 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:15.895617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 18fe6c54-1bed-4079-b043-cf0e43a96a82 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:15.899009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 18fe6c54-1bed-4079-b043-cf0e43a96a82 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:15.900375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:15.970506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:15.970875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device dc6186a2-836c-4cd6-a8fe-1d367ef3d0f0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:16.181543 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:16.892251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01c363fd-4a64-4f69-bb8f-ec89765a28e0 req-d16e1683-bb87-4d98-ab61-60144fdae2f0 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 210 time: 0.0332465 Dec 12 15:50:17.116647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-86042206-60c2-4bb3-ae2b-c58adfe55281 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:17.118104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-86042206-60c2-4bb3-ae2b-c58adfe55281 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/networks?id=a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 200 len: 796 time: 0.1289802 Dec 12 15:50:17.258217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-4d30580e-3a04-4988-aba7-c5d346fae89c tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56cd046c258409c9ba0eb9380a67488 HTTP/1.1" status: 200 len: 379 time: 0.1299646 Dec 12 15:50:17.271179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'port': {'device_id': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'admin_state_up': True, 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'security_groups': ['7ee02637-b2f6-4dfd-b610-72e6ebbc51e6']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:17.342758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Deleting port fda7f891-6dde-40bd-88cc-827f0541f1c3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:17.343082 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:17.486441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Made reservation on behalf of d56cd046c258409c9ba0eb9380a67488 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:17.490657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:17.524294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] For port fda7f891-6dde-40bd-88cc-827f0541f1c3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fda7f891-6dde-40bd-88cc-827f0541f1c3,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:17.524577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:17.548848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Calling delete_port for fda7f891-6dde-40bd-88cc-827f0541f1c3 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:17.738865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.20.0.4 (a0122304-6668-4e57-b20c-f1274f67e806/8141b160-1290-4121-a8a7-fdd22e831c8e/4f72f829-3dc0-42d4-8568-33f8b4d4985c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:17.949623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:17.985926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.046284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-951b359b-3b70-4fe4-9ab8-a641e38f57f1 req-6ae8f92d-355d-445e-b480-7c7795085af4 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 210 time: 0.0638165 Dec 12 15:50:18.047607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda7f891-6dde-40bd-88cc-827f0541f1c3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:18.057362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.154910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network a0122304-6668-4e57-b20c-f1274f67e806 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:18.166029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:18.187255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:18.255415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:18.349436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:18.350335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.445203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b265498c-3791-4095-a55f-b0fcd5c5f100 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1795685 Dec 12 15:50:18.461386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Request body: {'port': {'device_id': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:18.513294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.560445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.611712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2f4fa409-24ec-4793-ab43-191525e749be None None] Provisioning complete for port 4f72f829-3dc0-42d4-8568-33f8b4d4985c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:18.612274 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa409-24ec-4793-ab43-191525e749be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:18.649673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2f4fa409-24ec-4793-ab43-191525e749be None None] Port 4f72f829-3dc0-42d4-8568-33f8b4d4985c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:18.983897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Router 57269a42-cd24-4fdf-90b1-9efb034ad38a has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:19.095579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f72f829-3dc0-42d4-8568-33f8b4d4985c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:19.108856 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.180508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Transition to ACTIVE for port object 4f72f829-3dc0-42d4-8568-33f8b4d4985c will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:50:19.197262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.243762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:19.257355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Sync routers for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:19.267157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-515cba8a-898f-436d-aa6a-3813ab092fc7 admin admin] 10.222.0.36 "PUT /v2.0/routers/57269a42-cd24-4fdf-90b1-9efb034ad38a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0316706 Dec 12 15:50:19.269682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:19.286422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:19.287475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:19.304117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Pushing event updated for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:19.354294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca7eab-ee82-4f31-8782-3c21c0d2042b req-6027b5d9-0610-4557-9e39-e74dd8fb22c6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:19.355881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5eca7eab-ee82-4f31-8782-3c21c0d2042b req-6027b5d9-0610-4557-9e39-e74dd8fb22c6 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 943 time: 0.1561432 Dec 12 15:50:19.465598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Attempting to bind port 4f72f829-3dc0-42d4-8568-33f8b4d4985c on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:19.465955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Attempting to bind port 4f72f829-3dc0-42d4-8568-33f8b4d4985c by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:19.466431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Attempting to bind port 4f72f829-3dc0-42d4-8568-33f8b4d4985c on network a0122304-6668-4e57-b20c-f1274f67e806 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:19.470624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.510490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Port 4f72f829-3dc0-42d4-8568-33f8b4d4985c on network a0122304-6668-4e57-b20c-f1274f67e806 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:50:19.511081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Attempting to bind port 4f72f829-3dc0-42d4-8568-33f8b4d4985c on network a0122304-6668-4e57-b20c-f1274f67e806 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:19.523594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5eca7eab-ee82-4f31-8782-3c21c0d2042b req-b51a87c8-e161-404a-8afd-e74ec5a58ec7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592255 Dec 12 15:50:19.528724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:19.529412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Checking segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:19.530090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Bound using segment: {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:19.532041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Bound port: 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f677f6-8478-49e8-b74b-4dc447df0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:19.532987 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.653419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:19.657814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:19.664003 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.694245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.735321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:19.736112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.740695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] 10.222.0.13 "PUT /v2.0/ports/4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 200 len: 1091 time: 1.2860909 Dec 12 15:50:19.744301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:19.764091 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e9c85e-842c-4616-86bf-dba64b72a88f" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:19.872044 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533921dc-ad9d-4c81-9261-42b0f0341958 x-openstack-request-id: req-533921dc-ad9d-4c81-9261-42b0f0341958 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:19.872705 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:19.873081 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-533921dc-ad9d-4c81-9261-42b0f0341958 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:19.873680 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'status': 'completed', 'code': 200} Dec 12 15:50:19.886019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Deleting port bb93d96e-7d57-43ac-9189-7d19e08409e3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:19.887072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:19.936317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-2968d0ce-6ddc-4e5f-8cb9-81440acfdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:19.945734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-2968d0ce-6ddc-4e5f-8cb9-81440acfdbe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1094 time: 0.1500454 Dec 12 15:50:19.946570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1dc7-489e-4379-aa59-f5b93cbdd26a service neutron] Pushing event updated for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:20.003027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:20.034359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] For port bb93d96e-7d57-43ac-9189-7d19e08409e3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bb93d96e-7d57-43ac-9189-7d19e08409e3,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:20.034736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.035450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-b2cc3edc-b689-4974-8bbd-7b79318a7b20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 200 len: 217 time: 0.0796647 Dec 12 15:50:20.063735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Calling delete_port for bb93d96e-7d57-43ac-9189-7d19e08409e3 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:20.116987 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-4c40d38e-6889-4b66-abcf-2d849bfcf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:20.119518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-4c40d38e-6889-4b66-abcf-2d849bfcf4e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8141b160-1290-4121-a8a7-fdd22e831c8e HTTP/1.1" status: 200 len: 835 time: 0.0778260 Dec 12 15:50:20.189571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-523e2bdd-ae4e-4288-afd0-f7d2d10a3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:20.192226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-523e2bdd-ae4e-4288-afd0-f7d2d10a3899 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0122304-6668-4e57-b20c-f1274f67e806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653095 Dec 12 15:50:20.311000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-d9270af3-f34b-42bb-b0e1-6af0e61815f7 service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113374 Dec 12 15:50:20.338961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.395530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ed1e9-2dbe-4e21-a2f2-b293e2b41886 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:20.446181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:50:17Z', 'revision_number': 5, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port': {'id': 'bb93d96e-7d57-43ac-9189-7d19e08409e3', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:38:13Z', 'updated_at': '2021-12-12T15:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:20.447272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bef0f986-0cc3-4138-b1fd-6c484b58c31a req-6a5ddcaa-99d6-4c9e-8d9a-12eed686c061 service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288657 Dec 12 15:50:20.505765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Checking router: 57269a42-cd24-4fdf-90b1-9efb034ad38a for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:20.521926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Routers {'57269a42-cd24-4fdf-90b1-9efb034ad38a'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:20.523207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['57269a42-cd24-4fdf-90b1-9efb034ad38a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:20.525879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.530167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb93d96e-7d57-43ac-9189-7d19e08409e3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:20.605835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-f3cdb6f7-7358-4973-875e-8775f7d05fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:20.607559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-f3cdb6f7-7358-4973-875e-8775f7d05fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1094 time: 0.1089535 Dec 12 15:50:20.645128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] Set router 57269a42-cd24-4fdf-90b1-9efb034ad38a gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:20.685032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.692804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.736897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-47f5cab6-5026-452a-a644-eb79b2f5e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:20.741339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-47f5cab6-5026-452a-a644-eb79b2f5e42a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 200 len: 896 time: 0.1261089 Dec 12 15:50:20.760795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.761880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57269a42-cd24-4fdf-90b1-9efb034ad38a {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:50:20.767702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.774706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-081f8c5e-62b9-4d5e-ba5a-1852dc9eee58 admin admin] 10.222.0.36 "DELETE /v2.0/routers/57269a42-cd24-4fdf-90b1-9efb034ad38a HTTP/1.1" status: 204 len: 168 time: 1.5033283 Dec 12 15:50:20.777891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:20.786694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:50:20Z', 'revision_number': 7, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:20.821947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54edde71-5975-44ba-89c9-86122c58ebe1 None None] The sync data for ids ['57269a42-cd24-4fdf-90b1-9efb034ad38a'] in n-d-710847-8 is: [{'id': '57269a42-cd24-4fdf-90b1-9efb034ad38a', 'name': 'tempest-TaggedBootDevicesTest-1005931-router', 'tenant_id': '728e7e52e55f4087b3ed5292b352ee3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:38:11Z', 'updated_at': '2021-12-12T15:50:20Z', 'revision_number': 7, 'project_id': '728e7e52e55f4087b3ed5292b352ee3f', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:20.862348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Deleting subnet febb6216-342d-45a8-ba68-394b9a8ac053 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:50:20.872964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.916369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:20.925384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-c7f06dd2-a234-400b-be2f-689f28861e67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 200 len: 217 time: 0.0992775 Dec 12 15:50:20.987084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b943d-c2bd-4bdd-a9f7-5a4915e847d9 req-d108b787-c0a8-4ba5-9b7d-8b56778ce116 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:20.995516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77b943d-c2bd-4bdd-a9f7-5a4915e847d9 req-d108b787-c0a8-4ba5-9b7d-8b56778ce116 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 943 time: 0.2526989 Dec 12 15:50:21.024020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-4a233a13-d747-4351-8a98-f618d51bd047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:21.025140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.025513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-4a233a13-d747-4351-8a98-f618d51bd047 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8141b160-1290-4121-a8a7-fdd22e831c8e HTTP/1.1" status: 200 len: 835 time: 0.0916679 Dec 12 15:50:21.091828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d77b943d-c2bd-4bdd-a9f7-5a4915e847d9 req-565a9738-6d6b-4bfc-8785-24f629820443 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953603 Dec 12 15:50:21.101152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.107848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-075300fe-c89a-4142-a5b8-267f3394b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:21.109612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-075300fe-c89a-4142-a5b8-267f3394b630 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0122304-6668-4e57-b20c-f1274f67e806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761819 Dec 12 15:50:21.140812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febb6216-342d-45a8-ba68-394b9a8ac053,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:21.156114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.162528 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0f793deb-9ae6-4b0e-908f-71b87348b48a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/febb6216-342d-45a8-ba68-394b9a8ac053 HTTP/1.1" status: 204 len: 168 time: 0.3814054 Dec 12 15:50:21.163879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:21.168717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9406fd5-de54-4966-a36c-6d562eff66c9 None None] Network 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:21.260889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-2c5c6bc4-4613-4c7e-a727-1dc6321a6a5c service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369948 Dec 12 15:50:21.286213 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:50:21.287168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.343085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fda7f891-6dde-40bd-88cc-827f0541f1c3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:21.401417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fda7f891-6dde-40bd-88cc-827f0541f1c3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:21.401766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fda7f891-6dde-40bd-88cc-827f0541f1c3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:21.455280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Deleting port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:21.457104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.469079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e9c85e-842c-4616-86bf-dba64b72a88f req-57566d72-0667-4250-aab1-40da3170780e service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032127 Dec 12 15:50:21.550260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] For port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,segment=NetworkSegment(24d9e6d2-4739-49c7-a7b4-3bfcfd46d773),segment_id=24d9e6d2-4739-49c7-a7b4-3bfcfd46d773)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:21.550620 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.564270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Calling delete_port for 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:21.662094 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.689633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb7acfb-8adc-46a9-a503-fed8349d9bf0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:21.693589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] No DVR routers for this DVR port 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:50:21.796773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7645d-dd02-4508-a1ed-d0b535f6ab11 None None] DHCP port deletion for 9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:21.804416 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.838873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:21.851641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:21.852073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d9e6d2-4739-49c7-a7b4-3bfcfd46d773') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:21.864795 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.890637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.898215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:50:21.898833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:50:21.900602 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:50:21.970318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.979671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:21.988869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0 HTTP/1.1" status: 204 len: 168 time: 0.8234189 Dec 12 15:50:22.007396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3229-efe7-4986-aebc-167f138e9b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9e0aa9-6dcc-439d-9e13-60e8d432a2d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:22.164308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:22.238558 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-baf421f2-e85c-4efc-a5ca-735d7bca8bb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0bb30c5fe994cfeb40355d7650817af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656474 Dec 12 15:50:22.238558 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:22.302587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.325217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76b851-9932-4148-bdac-1bb3588923b6 req-a682cfa3-be7d-4f09-a59e-f0f6011ab43a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:22.335742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.341975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f76b851-9932-4148-bdac-1bb3588923b6 req-a682cfa3-be7d-4f09-a59e-f0f6011ab43a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 943 time: 0.0975513 Dec 12 15:50:22.413084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.419110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.425371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/120b7882-3ac7-4263-a837-9efd03b43a4b HTTP/1.1" status: 204 len: 168 time: 0.1884527 Dec 12 15:50:22.434895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8f76b851-9932-4148-bdac-1bb3588923b6 req-dfdaad82-631f-45c5-9431-07856f6d7989 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730357 Dec 12 15:50:22.435990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc61e42-6575-4b67-af9e-675e13a4dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b7882-3ac7-4263-a837-9efd03b43a4b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:22.636227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4f72f829-3dc0-42d4-8568-33f8b4d4985c details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:50:22.763717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:22.776751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'port_id': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'mac_address': 'fa:16:3e:3b:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:50:22.822323 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.836609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f72f829-3dc0-42d4-8568-33f8b4d4985c {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:22.859653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:22.870589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:22.921993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:22.923911 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:22.969381 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2d8a0a0e-c3e7-4739-8558-50979d8d9cfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=728e7e52e55f4087b3ed5292b352ee3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433757 Dec 12 15:50:22.971849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:23.035565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:23.061828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:23.075762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['4f72f829-3dc0-42d4-8568-33f8b4d4985c'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:50:23.179585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:23.183838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:23.185398 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/255867e6-adc1-463e-9b22-fa5393a98e30 HTTP/1.1" status: 204 len: 168 time: 0.2125113 Dec 12 15:50:23.191505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bb93d96e-7d57-43ac-9189-7d19e08409e3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:23.204746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7fbf2-db21-4300-868e-bfbf0f776140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255867e6-adc1-463e-9b22-fa5393a98e30,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:23.244148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bb93d96e-7d57-43ac-9189-7d19e08409e3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:23.244449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bb93d96e-7d57-43ac-9189-7d19e08409e3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:23.246033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:23.291555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:23.292872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4eb7acfb-8adc-46a9-a503-fed8349d9bf0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:23.594353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb63252-5e96-43e5-8923-1a277ac89a24 req-75914b97-c2e6-4bb9-995a-53d8dd154430 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:23.597278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bb63252-5e96-43e5-8923-1a277ac89a24 req-75914b97-c2e6-4bb9-995a-53d8dd154430 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 944 time: 0.0604479 Dec 12 15:50:23.675823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0bb63252-5e96-43e5-8923-1a277ac89a24 req-08d164af-af27-465d-bcf8-34bbd748ec3a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683069 Dec 12 15:50:24.106639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 45580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:24.222522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-920572784-network', 'tenant_id': 'e2229a6308454d479329fb60818eb948'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:24.246164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Made reservation on behalf of e2229a6308454d479329fb60818eb948 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:24.249152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.260394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.347983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.353197 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.388569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:50:24.410249 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d049d1d0-f992-43a1-9cd5-2ec9b946063f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:24.413995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.414349 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Added segment 7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8 of type vlan for network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 Dec 12 15:50:24.462054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.489984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.491380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:24.492123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.556152 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4481347 Dec 12 15:50:24.559165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45592) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:24.564717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Request body: {'subnet': {'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-920572784-subnet', 'tenant_id': 'e2229a6308454d479329fb60818eb948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:24.591310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489a8be-01b9-4217-9855-8b8f62833e5d admin admin] Pushing event updated for resources: {'Network': ['ID=62fcfa73-aeb0-41c8-80cf-8a48836faaa0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:24.603546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Made reservation on behalf of e2229a6308454d479329fb60818eb948 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:24.606803 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.610096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:50:24.663681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4f72f829-3dc0-42d4-8568-33f8b4d4985c up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:24.783473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 4f72f829-3dc0-42d4-8568-33f8b4d4985c completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:50:24.788495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 4f72f829-3dc0-42d4-8568-33f8b4d4985c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:24.789252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.869806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.877301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.902200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:24.904479 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ac3fa3-1c04-4aab-81fb-0442ecc0dc7a" -d '{"events": [{"server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:24.918504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:24.919317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e84448-663b-4c01-8553-addae5ccadd2 req-628cb282-b538-43af-81b1-a408ef0c74da tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:24.921011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e84448-663b-4c01-8553-addae5ccadd2 req-628cb282-b538-43af-81b1-a408ef0c74da tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 944 time: 0.1031699 Dec 12 15:50:24.930978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:24.948688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:24.971004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Checking segment: {'id': '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:24.971638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Network hostable DHCP agents. Network: 62fcfa73-aeb0-41c8-80cf-8a48836faaa0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:50:24.984889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:25.011216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:50:25.018996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09e84448-663b-4c01-8553-addae5ccadd2 req-664aaeba-95f2-46ba-87b3-ac39d89ec3cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717328 Dec 12 15:50:25.033860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 62fcfa73-aeb0-41c8-80cf-8a48836faaa0) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:25.040386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:25.041198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:25.050160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19747a4c-747a-4284-8815-34a0f6211691 None None] Network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:25.081412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cbeda31e-81e5-401c-8b8f-e5f998d74258 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5210669 Dec 12 15:50:25.177674 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddd4080-086b-40da-9b95-efdd0243e092 x-openstack-request-id: req-0ddd4080-086b-40da-9b95-efdd0243e092 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:25.177945 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "name": "network-vif-plugged", "status": "completed", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:25.179015 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ddd4080-086b-40da-9b95-efdd0243e092 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:25.179563 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'code': 200} Dec 12 15:50:25.187519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5580b70-a6e3-417a-bd63-8851280f03ea None None] Network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:25.329977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513807f-09ab-4af1-85a7-52229f78bf1c req-04adc3b2-93ed-441c-9956-6201dbe84664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:25.331554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d513807f-09ab-4af1-85a7-52229f78bf1c req-04adc3b2-93ed-441c-9956-6201dbe84664 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1096 time: 0.0617695 Dec 12 15:50:25.385589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d513807f-09ab-4af1-85a7-52229f78bf1c req-7ac3e0ff-c6e7-4c6c-a621-d959fcfbe31d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471728 Dec 12 15:50:25.542806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-1c54dc5e-2268-4cc0-9d23-12f448fd40c9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:25.544282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-1c54dc5e-2268-4cc0-9d23-12f448fd40c9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/networks?id=62fcfa73-aeb0-41c8-80cf-8a48836faaa0 HTTP/1.1" status: 200 len: 821 time: 0.1079710 Dec 12 15:50:25.559314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-5f17d2c7-5940-4353-9893-6f48e7349052 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/quotas/e2229a6308454d479329fb60818eb948 HTTP/1.1" status: 200 len: 375 time: 0.0091741 Dec 12 15:50:25.591066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-270d6436-2db1-4922-a2c6-5b1070a45e6e tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2229a6308454d479329fb60818eb948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263264 Dec 12 15:50:25.653323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-49fc83b4-1134-409e-bf70-c5e91c931665 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:50:25.654308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-49fc83b4-1134-409e-bf70-c5e91c931665 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564833 Dec 12 15:50:25.747537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-2aba2f6b-3db6-4f99-9936-447403de017f service neutron] 10.222.0.36 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868404 Dec 12 15:50:25.851693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-0e6e7338-0a68-433c-9372-a682ad77101a service neutron] 10.222.0.36 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976946 Dec 12 15:50:26.043855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc7d50e-dfea-48ba-909a-ecd9b16b4587 req-19061d3d-1033-4175-bb63-d5b5caaf6325 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 210 time: 0.0328584 Dec 12 15:50:26.180489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0a03c-8acf-4a97-9734-4ee1cb29ca00 req-ed379063-8216-4fe3-a55e-c6498ea01f16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:26.185443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e0a03c-8acf-4a97-9734-4ee1cb29ca00 req-ed379063-8216-4fe3-a55e-c6498ea01f16 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0632296 Dec 12 15:50:26.260382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e0a03c-8acf-4a97-9734-4ee1cb29ca00 req-8568d42d-d236-42d2-8dc1-91a48af708a9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679526 Dec 12 15:50:27.166943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7e6b41b-4561-47e4-b4de-5801f7cf0fa2 req-473059e7-ff71-461e-abd5-56a14165b2ac tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 210 time: 0.0419464 Dec 12 15:50:27.296187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-276f5626-9d60-45ac-821e-00fb153533fd tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:27.297384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-276f5626-9d60-45ac-821e-00fb153533fd tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.30 "GET /v2.0/networks?id=62fcfa73-aeb0-41c8-80cf-8a48836faaa0 HTTP/1.1" status: 200 len: 821 time: 0.1436603 Dec 12 15:50:27.314365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Request body: {'port': {'device_id': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0', 'admin_state_up': True, 'tenant_id': 'e2229a6308454d479329fb60818eb948'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:27.433085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e6c71-ea31-4146-b02c-31ac359b3b23 req-4b0b64c5-2005-4cb2-adec-ae59df206320 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:27.435862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554e6c71-ea31-4146-b02c-31ac359b3b23 req-4b0b64c5-2005-4cb2-adec-ae59df206320 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0552206 Dec 12 15:50:27.468745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Made reservation on behalf of e2229a6308454d479329fb60818eb948 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:27.472969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:27.517512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554e6c71-ea31-4146-b02c-31ac359b3b23 req-e5816d1e-8c32-4e33-8ab4-6baa534128b5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736775 Dec 12 15:50:27.642482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Allocated IP 172.20.0.2 (62fcfa73-aeb0-41c8-80cf-8a48836faaa0/a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf/9799b149-2799-4e3f-b91e-b769f624a64f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:27.653488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b5c5-4b6b-4e79-bcbd-488f464ea219 req-efab6b3a-097d-4c8c-b8c9-6c06eb0603c9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:27.655328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3372b5c5-4b6b-4e79-bcbd-488f464ea219 req-efab6b3a-097d-4c8c-b8c9-6c06eb0603c9 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0629835 Dec 12 15:50:27.714987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3372b5c5-4b6b-4e79-bcbd-488f464ea219 req-e91baff7-76dc-436d-b6c2-f073f6551c41 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Dec 12 15:50:27.742903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45874) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:27.792311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3a8b6-e41c-4783-baaf-4a9fb5e0ac9a tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:27.794277 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-33f3a8b6-e41c-4783-baaf-4a9fb5e0ac9a tempest-TestNetworkBasicOps-34999241 tempest-TestNetworkBasicOps-34999241-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1091 time: 0.0497873 Dec 12 15:50:27.797080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 45884) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:27.803872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:27.838344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:27.862494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:27.903202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:27.967658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:27.971693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:27.973553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:27.977569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:27.985649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Pushing event updated for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:28.074315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:28.074841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:28.108722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-a630f97a-b79f-4488-a51a-09db578109b9 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7995129 Dec 12 15:50:28.121018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-4a4faebd-92c1-4e84-b48b-f731d08c7fef tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:50:28.122012 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-4a4faebd-92c1-4e84-b48b-f731d08c7fef tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068367 Dec 12 15:50:28.138113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Request body: {'port': {'device_id': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:28.142417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Allocated IP 172.25.3.237 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3b121e3d-fa41-4788-8411-42b881046066) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:28.235012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:28.276559 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:28.354779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f9f8d-099a-42f3-8ea8-f90141189bfc req-2350f1d9-f647-44e0-8eb2-3278bf86c43a tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:28.356371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e71f9f8d-099a-42f3-8ea8-f90141189bfc req-2350f1d9-f647-44e0-8eb2-3278bf86c43a tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 931 time: 0.0761302 Dec 12 15:50:28.377125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:28.445803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:28.455456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:28.463591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:28.525038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=3b121e3d-fa41-4788-8411-42b881046066,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:28.549951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e71f9f8d-099a-42f3-8ea8-f90141189bfc req-f278c727-6b36-413b-902f-21aa20aa4736 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774082 Dec 12 15:50:28.994635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9799b149-2799-4e3f-b91e-b769f624a64f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:29.003814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.018843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Transition to ACTIVE for port object 9799b149-2799-4e3f-b91e-b769f624a64f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:50:29.024830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.072373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:29.204509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Attempting to bind port 9799b149-2799-4e3f-b91e-b769f624a64f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:29.205041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Attempting to bind port 9799b149-2799-4e3f-b91e-b769f624a64f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:29.205488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Attempting to bind port 9799b149-2799-4e3f-b91e-b769f624a64f on network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:29.214327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Port 9799b149-2799-4e3f-b91e-b769f624a64f on network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:50:29.214838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Attempting to bind port 9799b149-2799-4e3f-b91e-b769f624a64f on network 62fcfa73-aeb0-41c8-80cf-8a48836faaa0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:29.222015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:29.222568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Checking segment: {'id': '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:29.223048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Bound using segment: {'id': '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:29.223856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Bound port: 9799b149-2799-4e3f-b91e-b769f624a64f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:29.224264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.303651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:29.307278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9799b149-2799-4e3f-b91e-b769f624a64f,segment=NetworkSegment(7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8),segment_id=7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:29.313123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.354646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:29.355466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.357064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/9799b149-2799-4e3f-b91e-b769f624a64f HTTP/1.1" status: 200 len: 1091 time: 1.2236271 Dec 12 15:50:29.357689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:29.362088 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f3744-c783-48f7-b92d-81938cb2e19d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:29.402758 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.446466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e6cf-bca2-44e8-baf9-5b1c373fc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:29.461785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6bb550a4-ebc2-4d17-8f9c-f041bee1c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:29.468448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-6bb550a4-ebc2-4d17-8f9c-f041bee1c985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2229a6308454d479329fb60818eb948&device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 1094 time: 0.0631382 Dec 12 15:50:29.533908 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-c47b4a8d-c86f-4763-beb6-1c0544373933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9799b149-2799-4e3f-b91e-b769f624a64f HTTP/1.1" status: 200 len: 217 time: 0.0563128 Dec 12 15:50:29.554944 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9fe525-5df9-4ea3-a7ca-669c97231c42 x-openstack-request-id: req-0b9fe525-5df9-4ea3-a7ca-669c97231c42 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:29.555496 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:29.555866 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b9fe525-5df9-4ea3-a7ca-669c97231c42 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:29.556474 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f', 'status': 'completed', 'code': 200} Dec 12 15:50:29.573240 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.609745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-5396aa38-87b8-4fcd-8d12-f9f6b9300367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:29.615318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-5396aa38-87b8-4fcd-8d12-f9f6b9300367 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf HTTP/1.1" status: 200 len: 861 time: 0.0721142 Dec 12 15:50:29.661179 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-c2df226e-1e38-4693-8493-d31e42629172 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62fcfa73-aeb0-41c8-80cf-8a48836faaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381348 Dec 12 15:50:29.780851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-2e10f882-bdcd-4e32-b26c-20211648c4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066368 Dec 12 15:50:29.810216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8845f1-60a3-4a9a-ade4-050435dacc62 req-ae3a4cf7-bf48-4857-95f6-3e94ec169416 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:29.811996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e8845f1-60a3-4a9a-ade4-050435dacc62 req-ae3a4cf7-bf48-4857-95f6-3e94ec169416 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 943 time: 0.1451826 Dec 12 15:50:29.902765 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c457f6f4-a673-4da7-bfcd-0706944cf9d4 req-134bfc3a-1d76-42f5-b5ca-f73114c3c9e0 service neutron] 10.222.0.30 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128235 Dec 12 15:50:29.923342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e8845f1-60a3-4a9a-ade4-050435dacc62 req-72739943-73c7-4d51-a893-290bc63a58b5 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019928 Dec 12 15:50:29.941198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:29.946885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:30.010057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-6e27a736-3ee3-4b78-a14f-d21fb8088a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.011588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-6e27a736-3ee3-4b78-a14f-d21fb8088a22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2229a6308454d479329fb60818eb948&device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 1094 time: 0.0438874 Dec 12 15:50:30.022889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event updated for resources: {'Port': ['ID=3b121e3d-fa41-4788-8411-42b881046066,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:30.051477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:30.136969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-8e8e9f62-7312-4e40-a4df-699667d539a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.139156 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-8e8e9f62-7312-4e40-a4df-699667d539a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=62fcfa73-aeb0-41c8-80cf-8a48836faaa0 HTTP/1.1" status: 200 len: 921 time: 0.1142247 Dec 12 15:50:30.192883 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-c2e97cbb-7c57-4962-b889-b9bbc33f93a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9799b149-2799-4e3f-b91e-b769f624a64f HTTP/1.1" status: 200 len: 217 time: 0.0445826 Dec 12 15:50:30.200020 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Floating IP e6d3e563-a332-4fb6-8017-5ed58def5cac associated. External IP: 172.25.3.237, port: 4f72f829-3dc0-42d4-8568-33f8b4d4985c. Dec 12 15:50:30.278428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-671a543f-dd45-40d4-8bf3-84bab124a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.279912 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-671a543f-dd45-40d4-8bf3-84bab124a015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf HTTP/1.1" status: 200 len: 861 time: 0.0774586 Dec 12 15:50:30.315608 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-523a0486-a7f1-419e-93ec-50d7d61d66b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=62fcfa73-aeb0-41c8-80cf-8a48836faaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266399 Dec 12 15:50:30.412988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-78257e58-892d-41ca-a463-b7dd5d38227b service neutron] 10.222.0.30 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880520 Dec 12 15:50:30.436448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router b2f378dc-6e69-4f22-82a2-c3e9807ba360 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:30.517722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f4f3744-c783-48f7-b92d-81938cb2e19d req-47bbf0ee-b2cd-44f6-9a41-c7efad2f8fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969241 Dec 12 15:50:30.556216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:30.567315 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Sync routers for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:30.575802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:30.582157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:30.582940 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:30.604995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e638930-fadf-42c9-9acc-974844d264cd tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8065357 Dec 12 15:50:30.605614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:30.607799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:30.607988 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf738f-5d23-401c-bae1-974985eb3c30" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:30.659725 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f7c5e2-5211-4508-93dc-588e40f0d6e8 x-openstack-request-id: req-49f7c5e2-5211-4508-93dc-588e40f0d6e8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:30.660226 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:30.660483 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49f7c5e2-5211-4508-93dc-588e40f0d6e8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:30.660929 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'status': 'completed', 'code': 200} Dec 12 15:50:30.686572 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-47dd4349-c586-4d4c-a3fa-3f8d62fdd87a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/e6d3e563-a332-4fb6-8017-5ed58def5cac HTTP/1.1" status: 200 len: 991 time: 0.0757582 Dec 12 15:50:30.706717 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:30.726822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-2680ac02-f8b8-457c-9e1f-cfcbfc4f2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.728957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-2680ac02-f8b8-457c-9e1f-cfcbfc4f2a29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1096 time: 0.0425735 Dec 12 15:50:30.825488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-8580843e-8f9b-46cf-bc07-eb512106a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.827063 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-8580843e-8f9b-46cf-bc07-eb512106a238 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 200 len: 896 time: 0.0917730 Dec 12 15:50:30.900264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-709c45ec-b858-42e4-8218-c46a795441e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 200 len: 999 time: 0.0653632 Dec 12 15:50:30.935052 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'e6d3e563-a332-4fb6-8017-5ed58def5cac', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'port_id': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'mac_address': 'fa:16:3e:3b:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:29Z', 'updated_at': '2021-12-12T15:50:29Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:30.965964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-ff2e8eff-d0e5-466d-9aee-1fb251311dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:30.967822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-ff2e8eff-d0e5-466d-9aee-1fb251311dfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8141b160-1290-4121-a8a7-fdd22e831c8e HTTP/1.1" status: 200 len: 835 time: 0.0538507 Dec 12 15:50:31.052853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-df579269-f0fd-48c3-b678-6a640bcd0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:31.055001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-df579269-f0fd-48c3-b678-6a640bcd0bfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0122304-6668-4e57-b20c-f1274f67e806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799484 Dec 12 15:50:31.095473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Checking router: b2f378dc-6e69-4f22-82a2-c3e9807ba360 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:31.096554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a103-8ec2-4fc5-935b-b8135dcb4a43 req-47ba4062-ae42-4766-b2de-75490169a85f tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:31.098126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1478a103-8ec2-4fc5-935b-b8135dcb4a43 req-47ba4062-ae42-4766-b2de-75490169a85f tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 943 time: 0.0838454 Dec 12 15:50:31.108026 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:31.109433 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:31.207707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1478a103-8ec2-4fc5-935b-b8135dcb4a43 req-d6416ee6-8440-46ea-8bdd-d954ef91c933 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756412 Dec 12 15:50:31.211710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-4df32a71-38e0-473c-9e35-0769a267959d service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471877 Dec 12 15:50:31.250069 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:31.350810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aedf738f-5d23-401c-bae1-974985eb3c30 req-d2641272-4d5c-48ea-819b-d9e254a40cab service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281857 Dec 12 15:50:31.502774 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'e6d3e563-a332-4fb6-8017-5ed58def5cac', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'port_id': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'mac_address': 'fa:16:3e:3b:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:29Z', 'updated_at': '2021-12-12T15:50:29Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:31.533669 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3a6f3b-6b98-43ec-806a-c6dba400a305 None None] The sync data for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 is: [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'e6d3e563-a332-4fb6-8017-5ed58def5cac', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'port_id': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'mac_address': 'fa:16:3e:3b:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:29Z', 'updated_at': '2021-12-12T15:50:29Z', 'revision_number': 0, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:31.689362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:31.754305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0885c1-a474-4fad-9897-584f193511c1 None None] New status for floating IP e6d3e563-a332-4fb6-8017-5ed58def5cac: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:50:31.765259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04fa70f0-fe02-4ea6-a1d2-c9e09f1b27bc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/e6d3e563-a332-4fb6-8017-5ed58def5cac HTTP/1.1" status: 200 len: 991 time: 0.0746849 Dec 12 15:50:32.239348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.246893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200124746', 'description': 'tempest-secgroup-smoke-200124746 description', 'project_id': '38a14311426743a4a8ef0249c546127b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:32.276131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.361575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9073c8e-07bb-43ec-92b8-6e1a6af68be5 req-062d48c9-a338-4c41-a168-b22326448ab1 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:32.363045 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.369778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.371677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9073c8e-07bb-43ec-92b8-6e1a6af68be5 req-062d48c9-a338-4c41-a168-b22326448ab1 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 943 time: 0.0823238 Dec 12 15:50:32.403773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:32.430974 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.432947 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64dd840b-ce2c-4a02-86dc-641df1399ab9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1906796 Dec 12 15:50:32.434049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9073c8e-07bb-43ec-92b8-6e1a6af68be5 req-5b2f13c8-e4c4-4767-9992-a7e17b3e26c5 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608346 Dec 12 15:50:32.435717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.441036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:32.470042 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.541553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.545769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.566270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0603b8-f02d-49f2-b0ed-b4046646de70,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:32.580920 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.585457 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-25fc33e7-0e26-4768-8e52-235ef82c3717 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454728 Dec 12 15:50:32.585585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.591284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:32.626922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.687751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.691806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.710949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276e8b0c-cb2e-4894-a626-aa283936bbe1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:32.717127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.718474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-83338eff-7336-4858-90b4-16815520761d tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315484 Dec 12 15:50:32.721342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46146) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.727144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:32.759550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.769129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.826127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.830532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.854670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4131f4a0-2426-4ff2-abf0-d9d5e044540a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:32.864340 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1b5ca33c-7c19-47a0-8f22-888ba1a257dc tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/e6d3e563-a332-4fb6-8017-5ed58def5cac HTTP/1.1" status: 200 len: 993 time: 0.0929322 Dec 12 15:50:32.865650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.870158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6f38338-f414-4ded-85f3-a346bc2b32be tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445084 Dec 12 15:50:32.870587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46150) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:32.876241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:32.906512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.976362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:32.980839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.001688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd75ad18-fa60-4200-af1a-fc3964825b90,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:33.012511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.014998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56bcf232-d342-4729-8644-4eccd6eaf95a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419594 Dec 12 15:50:33.016919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46152) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:33.021292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:33.046014 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Project 38a14311426743a4a8ef0249c546127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:50:33.051385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.116898 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.121420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.145884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c963d1-df4c-42ea-b0f2-66a7c177ac93,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:33.154485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.158624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-937baf10-5fff-4a7e-b795-0708faadc4fe tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381519 Dec 12 15:50:33.158770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46154) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:33.164565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'security_group_rule': {'security_group_id': 'a0b279bf-56b6-4a0e-8ac0-bc82a4c850af', 'project_id': '38a14311426743a4a8ef0249c546127b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:33.181621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9799b149-2799-4e3f-b91e-b769f624a64f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:50:33.189956 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Project 38a14311426743a4a8ef0249c546127b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 15:50:33.195573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.272672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.278419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.286913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9799b149-2799-4e3f-b91e-b769f624a64f,segment=NetworkSegment(7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8),segment_id=7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:33.301686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a921aa07-2a10-44c4-8013-790a70535bd3,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:33.309256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.309659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '9799b149-2799-4e3f-b91e-b769f624a64f', 'network_id': '62fcfa73-aeb0-41c8-80cf-8a48836faaa0', 'port_id': '9799b149-2799-4e3f-b91e-b769f624a64f', 'mac_address': 'fa:16:3e:4a:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:50:33.313094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7ebe5421-84c8-4953-920e-f37f2140a15e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533020 Dec 12 15:50:33.354407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.371671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9799b149-2799-4e3f-b91e-b769f624a64f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:33.391978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9799b149-2799-4e3f-b91e-b769f624a64f,segment=NetworkSegment(7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8),segment_id=7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:33.396202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:33.450241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:33.576378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-f07b4f27-93bb-4f9b-9a45-07a8ceede38a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200124746&fields=id&tenant_id=38a14311426743a4a8ef0249c546127b HTTP/1.1" status: 200 len: 267 time: 0.0775752 Dec 12 15:50:33.604665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f6f8a-9177-40be-97bc-0151a7c6ffcd req-808ab2d4-11eb-4eeb-a06b-d0b38a9d28e3 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:33.606036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731f6f8a-9177-40be-97bc-0151a7c6ffcd req-808ab2d4-11eb-4eeb-a06b-d0b38a9d28e3 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 944 time: 0.0816936 Dec 12 15:50:33.679041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9799b149-2799-4e3f-b91e-b769f624a64f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:50:33.715360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-731f6f8a-9177-40be-97bc-0151a7c6ffcd req-04cbb612-83f9-497a-917e-03d8deefa804 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987904 Dec 12 15:50:33.739045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-6a50edb8-53b4-4d53-a58d-22fa212d3cd2 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:33.739045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-6a50edb8-53b4-4d53-a58d-22fa212d3cd2 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 814 time: 0.1459048 Dec 12 15:50:33.748217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-1794f467-4e4f-4331-8f12-727bda7b8e63 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/quotas/38a14311426743a4a8ef0249c546127b HTTP/1.1" status: 200 len: 375 time: 0.0101130 Dec 12 15:50:33.800030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-708727ac-1722-40d9-a5b5-154d8777d19a tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460303 Dec 12 15:50:33.903506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-6cc8813e-770f-4d6e-8037-cfff6607075f service neutron] 10.222.0.36 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887861 Dec 12 15:50:34.000076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-ae39d5dc-e495-4128-98ff-c3cbde4af090 service neutron] 10.222.0.36 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888627 Dec 12 15:50:34.292547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9ad3844-df90-49c4-ae57-c6bf403b1ce7 req-f92c13d9-1fbb-4af3-87d7-b0b5a58657fd tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0300751 Dec 12 15:50:34.757526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46194) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:34.864048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e445-0e62-40c3-a56b-d313581f94d1 req-b72c608b-bef8-466d-9b2f-18ed3ed8cbf3 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:34.866441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c96e445-0e62-40c3-a56b-d313581f94d1 req-b72c608b-bef8-466d-9b2f-18ed3ed8cbf3 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 944 time: 0.0753062 Dec 12 15:50:34.900067 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c2b456d-a9b6-4310-8c74-b5207b7b0a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:34.948312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c96e445-0e62-40c3-a56b-d313581f94d1 req-77186a81-4501-4b4b-a8b5-6effbc76e4ab tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713394 Dec 12 15:50:35.017582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c2b456d-a9b6-4310-8c74-b5207b7b0a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.021338 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c2b456d-a9b6-4310-8c74-b5207b7b0a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.065713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c2b456d-a9b6-4310-8c74-b5207b7b0a75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea024a937c514886962a79f4a82c663b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3067935 Dec 12 15:50:35.066601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b456d-a9b6-4310-8c74-b5207b7b0a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec071833-dfab-41e6-9b4a-72f991e233ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:35.068302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:35.122657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.145741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.198657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9799b149-2799-4e3f-b91e-b769f624a64f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:35.201962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.205210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.206481 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec071833-dfab-41e6-9b4a-72f991e233ab HTTP/1.1" status: 204 len: 168 time: 0.1355782 Dec 12 15:50:35.215622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dbb81-8dad-4ddc-a16c-51504bbcffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec071833-dfab-41e6-9b4a-72f991e233ab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:35.285001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 9799b149-2799-4e3f-b91e-b769f624a64f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:50:35.293923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 9799b149-2799-4e3f-b91e-b769f624a64f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:35.294915 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.425671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-ac538345-ad18-44ec-96f3-6fa55fc9d8fb tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:35.430438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-ac538345-ad18-44ec-96f3-6fa55fc9d8fb tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 814 time: 0.1815236 Dec 12 15:50:35.463117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.479563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5b529b1-d7cc-43b7-aab5-2eab74915345 req-9192ebcc-e77a-43db-bd2a-96e09bed0882 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0476398 Dec 12 15:50:35.526636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9799b149-2799-4e3f-b91e-b769f624a64f,segment=NetworkSegment(7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8),segment_id=7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:35.529196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:35.532338 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213c9f6a-63f0-4e84-9782-48170627b6d2" -d '{"events": [{"server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:35.538488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.541429 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be323178-8d2a-4681-9c48-583a555110de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.586915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-b43875c5-2949-4acc-b2c8-291f06f482b1 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a14311426743a4a8ef0249c546127b HTTP/1.1" status: 200 len: 379 time: 0.1435866 Dec 12 15:50:35.596812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'port': {'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'admin_state_up': True, 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'security_groups': ['a0b279bf-56b6-4a0e-8ac0-bc82a4c850af']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:35.602996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:35.607543 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6facbd11-e0e5-4a55-b269-3f419de83ce6 x-openstack-request-id: req-6facbd11-e0e5-4a55-b269-3f419de83ce6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:35.607979 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:35.608522 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6facbd11-e0e5-4a55-b269-3f419de83ce6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:35.609011 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f', 'code': 200} Dec 12 15:50:35.745883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0aa336-27f6-429d-9f15-b5e91bbe779d req-42105d04-2007-4af3-aee2-6e1505923f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:35.748158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f0aa336-27f6-429d-9f15-b5e91bbe779d req-42105d04-2007-4af3-aee2-6e1505923f58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 1096 time: 0.0569305 Dec 12 15:50:35.763364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Made reservation on behalf of 38a14311426743a4a8ef0249c546127b for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:35.767169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:35.819203 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f0aa336-27f6-429d-9f15-b5e91bbe779d req-ab183f24-d755-4a63-b9b2-3f3daf57ec2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Dec 12 15:50:35.908092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Allocated IP 172.20.0.5 (78eafbe6-03cd-42de-9565-6676421aa554/e7eedd55-5a51-4e6b-8018-e141fc5a305c/f40b7182-0669-440d-9622-28f0a996a4e4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:36.112734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94441-1849-46b3-ad26-cef900a778da req-36604114-f6b5-4cbe-9e21-e0cbb1a79565 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:36.114846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0c94441-1849-46b3-ad26-cef900a778da req-36604114-f6b5-4cbe-9e21-e0cbb1a79565 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 945 time: 0.0876718 Dec 12 15:50:36.117958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.187140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.197936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0c94441-1849-46b3-ad26-cef900a778da req-d7a7700a-3424-4734-84d6-2958c892cb2d tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Dec 12 15:50:36.233115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Network 78eafbe6-03cd-42de-9565-6676421aa554 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:36.236883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:36.241059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:36.283046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:36.306316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:36.307093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.333104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-3610c1f5-49a6-4bff-aae7-5dee19df8aec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7400100 Dec 12 15:50:36.351696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Request body: {'port': {'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:36.421419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.531872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-19d742e1-7e8b-4676-9d05-327e11bb6a5d None None] Provisioning complete for port f40b7182-0669-440d-9622-28f0a996a4e4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:36.532446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19d742e1-7e8b-4676-9d05-327e11bb6a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.594508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-19d742e1-7e8b-4676-9d05-327e11bb6a5d None None] Port f40b7182-0669-440d-9622-28f0a996a4e4 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:36.697736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a8be1-6cc8-42d2-81d0-0ff50cf791c6 req-c5de0221-d318-4e4c-a971-ebe90ddabe0b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:36.699365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966a8be1-6cc8-42d2-81d0-0ff50cf791c6 req-c5de0221-d318-4e4c-a971-ebe90ddabe0b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 931 time: 0.0811720 Dec 12 15:50:36.811327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966a8be1-6cc8-42d2-81d0-0ff50cf791c6 req-87d54e8e-56cf-4328-a133-5f8b34cf8c51 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985010 Dec 12 15:50:36.817439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40b7182-0669-440d-9622-28f0a996a4e4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:36.826578 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.847587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Transition to ACTIVE for port object f40b7182-0669-440d-9622-28f0a996a4e4 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:50:36.851906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:36.902136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:37.007878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Attempting to bind port f40b7182-0669-440d-9622-28f0a996a4e4 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:37.008207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Attempting to bind port f40b7182-0669-440d-9622-28f0a996a4e4 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:37.008539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Attempting to bind port f40b7182-0669-440d-9622-28f0a996a4e4 on network 78eafbe6-03cd-42de-9565-6676421aa554 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:37.014428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Port f40b7182-0669-440d-9622-28f0a996a4e4 on network 78eafbe6-03cd-42de-9565-6676421aa554 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:50:37.015613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Attempting to bind port f40b7182-0669-440d-9622-28f0a996a4e4 on network 78eafbe6-03cd-42de-9565-6676421aa554 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:37.024148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:37.024498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Checking segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:37.025878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Bound using segment: {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:37.026647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Bound port: f40b7182-0669-440d-9622-28f0a996a4e4, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c2fb26-b59e-406c-bc71-1c8677b57dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:37.027008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:37.155070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:37.159649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f40b7182-0669-440d-9622-28f0a996a4e4,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:37.171817 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:37.242763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:37.243395 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:37.245197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 1091 time: 0.8980553 Dec 12 15:50:37.246038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:37.248608 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c200059-6d73-433a-9614-5cff5fdd1dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:37.315371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9714e6-8c60-4a88-9e8a-f466b6d052e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:37.336887 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0367873f-fa03-44ff-afa2-ec58ec7cd45e x-openstack-request-id: req-0367873f-fa03-44ff-afa2-ec58ec7cd45e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:37.337458 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:37.337788 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0367873f-fa03-44ff-afa2-ec58ec7cd45e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:37.338287 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:50:37.399770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-124daf31-3d7a-4127-9a7e-e87bee15cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:37.401383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-124daf31-3d7a-4127-9a7e-e87bee15cd0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1094 time: 0.1003346 Dec 12 15:50:37.416685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dcfc0-981a-4a52-b5c7-c08187e86546 req-47f01db7-e315-4cdb-9b59-11b2927bd5b5 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:37.418861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af8dcfc0-981a-4a52-b5c7-c08187e86546 req-47f01db7-e315-4cdb-9b59-11b2927bd5b5 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 945 time: 0.0644925 Dec 12 15:50:37.460831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-867967b7-b9d2-4307-9bbe-ca497a373758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 217 time: 0.0408931 Dec 12 15:50:37.536273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af8dcfc0-981a-4a52-b5c7-c08187e86546 req-69834606-e664-4e19-b9d7-fd5ca8e0d193 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102314 Dec 12 15:50:37.540657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-08ee4b6a-f4f1-4a43-ac56-386af457328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:37.542139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-08ee4b6a-f4f1-4a43-ac56-386af457328a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0712676 Dec 12 15:50:37.610377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-7f764fe9-7bf4-4b62-baba-30557ea4d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:37.612084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-7f764fe9-7bf4-4b62-baba-30557ea4d897 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536380 Dec 12 15:50:37.729292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-091c9812-a418-42c5-bb11-c57d67a98739 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070480 Dec 12 15:50:37.729758 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b8b11e8b-41c2-4120-b31e-a9d32d5880d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:37.878526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25c50287-d01a-448d-b5fb-36a3d7d36ba8 req-2910566b-11db-498c-9518-0d8f0089444f service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397231 Dec 12 15:50:38.042040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acfd1d-0cb1-46d5-9dc8-34c86134a5cc req-3aebd9cc-8a00-4c94-b50b-8fa9578256ed tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.043511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65acfd1d-0cb1-46d5-9dc8-34c86134a5cc req-3aebd9cc-8a00-4c94-b50b-8fa9578256ed tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 945 time: 0.1170359 Dec 12 15:50:38.062823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87134e03-c234-4504-a5b1-09dc390f3e74 req-d025d90c-746b-4115-8650-9b6adfca0249 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.064354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87134e03-c234-4504-a5b1-09dc390f3e74 req-d025d90c-746b-4115-8650-9b6adfca0249 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.1226146 Dec 12 15:50:38.071807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-4e869976-bfec-474c-93e3-04b494a90e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.073272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-4e869976-bfec-474c-93e3-04b494a90e43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1094 time: 0.1145692 Dec 12 15:50:38.201638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65acfd1d-0cb1-46d5-9dc8-34c86134a5cc req-71e39fbb-ab44-4488-93e4-dbc917c2eed8 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498771 Dec 12 15:50:38.207559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87134e03-c234-4504-a5b1-09dc390f3e74 req-85ab43ee-ca12-414e-bf3d-c5cc12e52a6e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333578 Dec 12 15:50:38.247424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-d2abcb37-01ea-4ccc-bee2-8cd6324affe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.249234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-d2abcb37-01ea-4ccc-bee2-8cd6324affe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.1612699 Dec 12 15:50:38.294214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-f08f157e-72c3-4101-a7e9-4ae809b819f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 217 time: 0.0366449 Dec 12 15:50:38.347431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-d5334de1-7611-484e-8fb7-d06cb16150e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.349953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-d5334de1-7611-484e-8fb7-d06cb16150e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0477333 Dec 12 15:50:38.400539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-c71ed096-1799-4c81-95f2-abf47bc08c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:38.401971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-c71ed096-1799-4c81-95f2-abf47bc08c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464449 Dec 12 15:50:38.499874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-8e303fff-4cb1-4e4b-97a4-15575070f1fa service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899768 Dec 12 15:50:38.610194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c200059-6d73-433a-9614-5cff5fdd1dfe req-09c5c77b-a702-460e-b2d6-a8be3ec5463f service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001496 Dec 12 15:50:38.614708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.275389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.349248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-a144bb49-cade-4db4-a3c1-baeafa9984b6 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:39.351116 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-a144bb49-cade-4db4-a3c1-baeafa9984b6 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 945 time: 0.0599840 Dec 12 15:50:39.371095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978442c-4af6-493b-9a1c-47fbfacdf51f req-d306d722-3e69-478d-8171-9d6f2d5718e0 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:39.372814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d978442c-4af6-493b-9a1c-47fbfacdf51f req-d306d722-3e69-478d-8171-9d6f2d5718e0 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e8459bf-8732-400b-80ee-9d4d9e7c81fa HTTP/1.1" status: 200 len: 945 time: 0.0838528 Dec 12 15:50:39.397098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad435281-195b-4ef6-ab91-9f5897e1e495 req-945ef12b-ec81-4862-b270-00dd67dbe337 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:39.401082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad435281-195b-4ef6-ab91-9f5897e1e495 req-945ef12b-ec81-4862-b270-00dd67dbe337 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0995352 Dec 12 15:50:39.469045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Deleting port 9799b149-2799-4e3f-b91e-b769f624a64f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:50:39.469378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.483847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d978442c-4af6-493b-9a1c-47fbfacdf51f req-44645407-06e5-4d88-92b5-537ca9dd4854 tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.36 "GET /v2.0/security-groups?id=d049d1d0-f992-43a1-9cd5-2ec9b946063f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014163 Dec 12 15:50:39.505230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad435281-195b-4ef6-ab91-9f5897e1e495 req-032637fb-67a9-42ec-8c9e-b98428769b4e tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830326 Dec 12 15:50:39.601391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] For port 9799b149-2799-4e3f-b91e-b769f624a64f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=9799b149-2799-4e3f-b91e-b769f624a64f,segment=NetworkSegment(7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8),segment_id=7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:39.601842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.614231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Calling delete_port for 9799b149-2799-4e3f-b91e-b769f624a64f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:50:39.759432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.774985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['9799b149-2799-4e3f-b91e-b769f624a64f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:50:39.786036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Pushing event deleted for resources: {'Port': ['ID=9799b149-2799-4e3f-b91e-b769f624a64f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:39.837695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] No DVR routers for this DVR port 9799b149-2799-4e3f-b91e-b769f624a64f on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:50:39.840451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:39.843729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c2bcf7e2-8ec6-4093-97a4-fc8b1d7221b6 req-2ad781a9-559c-4087-982a-cfa7c6162aff tempest-InstanceActionsNegativeTestJSON-325919013 tempest-InstanceActionsNegativeTestJSON-325919013-project] 10.222.0.30 "DELETE /v2.0/ports/9799b149-2799-4e3f-b91e-b769f624a64f HTTP/1.1" status: 204 len: 173 time: 0.4826345 Dec 12 15:50:39.844321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'name': 'network-vif-deleted', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:39.846594 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f47de9-a762-4ceb-9b5b-be517318687c" -d '{"events": [{"server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "name": "network-vif-deleted", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:39.910262 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171bec3-39ca-4360-aec5-93035b493fc1 x-openstack-request-id: req-6171bec3-39ca-4360-aec5-93035b493fc1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:39.910631 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8459bf-8732-400b-80ee-9d4d9e7c81fa", "name": "network-vif-deleted", "tag": "9799b149-2799-4e3f-b91e-b769f624a64f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:39.910953 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6171bec3-39ca-4360-aec5-93035b493fc1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:39.911417 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8459bf-8732-400b-80ee-9d4d9e7c81fa', 'name': 'network-vif-deleted', 'tag': '9799b149-2799-4e3f-b91e-b769f624a64f', 'status': 'completed', 'code': 200} Dec 12 15:50:40.382203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.571307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:40.644311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Deleting subnet a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:50:40.649430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.702748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.762159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.851223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.867863 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:40.872826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf HTTP/1.1" status: 204 len: 168 time: 0.2997017 Dec 12 15:50:40.894098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:40.906442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ea27-ab21-465d-b0a0-56c4e9f09061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58f0e82-5304-4b95-9fc8-97f5b7a0cdbf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:40.994051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.010630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30a4c7-0bd8-438f-8def-7feb87cb11c9 req-4de3b61c-3035-4011-8874-0f9637a03804 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:41.018624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb30a4c7-0bd8-438f-8def-7feb87cb11c9 req-4de3b61c-3035-4011-8874-0f9637a03804 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.4397125 Dec 12 15:50:41.072726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb30a4c7-0bd8-438f-8def-7feb87cb11c9 req-291d0fec-e7ab-4956-a2d8-68fbde0fc145 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528367 Dec 12 15:50:41.085529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.116437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fcfa73-aeb0-41c8-80cf-8a48836faaa0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:41.124810 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.133429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:41.133728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7978a9fc-1b68-4e9e-a74d-f1b3cd3c15d8') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:41.154007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.172720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.180168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:50:41.180826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:50:41.184261 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:50:41.252555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.270664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.274429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] 10.222.0.36 "DELETE /v2.0/networks/62fcfa73-aeb0-41c8-80cf-8a48836faaa0 HTTP/1.1" status: 204 len: 168 time: 0.3793046 Dec 12 15:50:41.275985 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac26972-d387-4cb9-ac96-2fffcfa3b701 admin admin] Pushing event deleted for resources: {'Network': ['ID=62fcfa73-aeb0-41c8-80cf-8a48836faaa0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:41.309740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.470435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46342) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:41.513708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5a3fb90-44da-4756-91f3-538732d85ae3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2229a6308454d479329fb60818eb948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418022 Dec 12 15:50:41.516144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:41.565757 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.587950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.641805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.644276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:41.647937 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d049d1d0-f992-43a1-9cd5-2ec9b946063f HTTP/1.1" status: 204 len: 168 time: 0.1286275 Dec 12 15:50:41.653904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6d121-4ad1-4db1-bb06-5ae28e77a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d049d1d0-f992-43a1-9cd5-2ec9b946063f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:42.229358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd3a3e-cfd3-4251-9d0b-15af086e2237 req-d6d6f29f-74dd-4902-970a-47f248c2d3b9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:42.232272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37dd3a3e-cfd3-4251-9d0b-15af086e2237 req-d6d6f29f-74dd-4902-970a-47f248c2d3b9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0589843 Dec 12 15:50:42.288869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37dd3a3e-cfd3-4251-9d0b-15af086e2237 req-8ae55cd0-538f-450c-b36c-0c092727109f tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505617 Dec 12 15:50:42.389903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46370) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:42.490212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2069671128-network', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:42.512321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:42.514822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.524541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.602712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.607008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.632169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:50:42.641748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8148cf0b-0f21-421d-953c-d33984709edd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:42.648369 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.648369 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Added segment aeea284c-8aaa-4b57-8837-9b8b5724a4cc of type vlan for network cc6706dd-9838-4431-a16e-8e49489eeb59 Dec 12 15:50:42.697868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.725011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.725900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:42.726581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:42.783745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3927395 Dec 12 15:50:42.786718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46374) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:42.789224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb490a-7da3-41f4-bb23-37dbadf4b2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6706dd-9838-4431-a16e-8e49489eeb59,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:42.792912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Request body: {'subnet': {'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2069671128-subnet', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:42.798842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network cc6706dd-9838-4431-a16e-8e49489eeb59 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:50:42.819829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:42.823085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.008567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.067081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d957d83-f94b-4eee-9065-8736fbfb9ef6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:43.076372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:43.076767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Network hostable DHCP agents. Network: cc6706dd-9838-4431-a16e-8e49489eeb59, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:50:43.096953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:50:43.107141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, cc6706dd-9838-4431-a16e-8e49489eeb59) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:43.111586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:43.112320 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.118085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1645763c-8b18-4382-a8a1-103af59a66d0 None None] Network cc6706dd-9838-4431-a16e-8e49489eeb59 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:43.132658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dba07f1b-5415-4bf8-95ba-4f104a9c9931 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3445466 Dec 12 15:50:43.135367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:43.139647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:43.161791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.163327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.220591 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.231199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-cc6706dd-9838-4431-a16e-8e49489eeb59', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:50:43.232083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.254423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9799b149-2799-4e3f-b91e-b769f624a64f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:50:43.291321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 9799b149-2799-4e3f-b91e-b769f624a64f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:50:43.291663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 9799b149-2799-4e3f-b91e-b769f624a64f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:50:43.375864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.446371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92410f-ff57-4be8-a839-ba84fb181d69 req-46efed5d-daf8-446b-8329-d8db00914645 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:43.448167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e92410f-ff57-4be8-a839-ba84fb181d69 req-46efed5d-daf8-446b-8329-d8db00914645 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0754888 Dec 12 15:50:43.452717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Allocated IP 172.20.0.2 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/c45587ed-2fd7-4c77-aaa8-f43d348c36fb) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:43.541412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e92410f-ff57-4be8-a839-ba84fb181d69 req-84a1e3f4-6ebf-4eb0-85ae-037f4b938aea tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851057 Dec 12 15:50:43.607702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.628019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.743067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Allocated IP 172.25.3.208 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3d902b7e-689b-4ed2-a6fe-26d04e5138c0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:43.781323 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.788190 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.835648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:43.840900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:43.844807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:43.852212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Pushing event updated for resources: {'Port': ['ID=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:43.865995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.906266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.911709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Attempting to bind port c45587ed-2fd7-4c77-aaa8-f43d348c36fb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:43.912119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Attempting to bind port c45587ed-2fd7-4c77-aaa8-f43d348c36fb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:43.912488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Attempting to bind port c45587ed-2fd7-4c77-aaa8-f43d348c36fb on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:43.918928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:43.919332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:43.919732 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.920126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:43.920592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Bound port: c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:43.921002 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:43.947224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:43.950217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:43.954307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:43.966804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e30be3-9133-490a-9c25-e517e67bef16 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:43.986204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Pushing event updated for resources: {'Port': ['ID=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:43.996965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] For port c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:44.000971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] For port c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:44.007138 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:44.078886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aa8af-5caf-4d67-91f1-678317877ed8 None None] Pushing event updated for resources: {'Port': ['ID=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:44.097024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cf2113e5-10b3-4a8c-bb52-56f28cc96801 None None] Provisioning complete for port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:44.097502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf2113e5-10b3-4a8c-bb52-56f28cc96801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:44.136732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cf2113e5-10b3-4a8c-bb52-56f28cc96801 None None] Port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:44.272289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:44.503401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:44.670380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faebda2-40a2-4db1-acc8-a763c3577850 req-8f0b1938-30b5-48c3-a8ed-d79197d84c87 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:44.671605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Router 4ceff01d-0378-46db-8de9-c62083f2f229 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:50:44.672605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4faebda2-40a2-4db1-acc8-a763c3577850 req-8f0b1938-30b5-48c3-a8ed-d79197d84c87 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0700042 Dec 12 15:50:44.754474 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4faebda2-40a2-4db1-acc8-a763c3577850 req-f5fa159e-c296-4f8b-bbcf-84020653a771 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610032 Dec 12 15:50:44.809356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:44.818857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Sync routers for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:44.835785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:44.837285 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:44.837479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b660a1e5-1b33-49de-9c9d-7282b0bbd73c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7010314 Dec 12 15:50:44.837895 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:44.840828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:44.964592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:45.165227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:44Z', 'revision_number': 3, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:45.197670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Checking router: 4ceff01d-0378-46db-8de9-c62083f2f229 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:45.197670 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Updating router 4ceff01d-0378-46db-8de9-c62083f2f229 port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:50:45.218308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5064e-56c9-4755-8353-6e8f99821fc6 None None] Network cc6706dd-9838-4431-a16e-8e49489eeb59 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:50:45.225285 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.301558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c45587ed-2fd7-4c77-aaa8-f43d348c36fb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:45.353371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] Provisioning complete for port c45587ed-2fd7-4c77-aaa8-f43d348c36fb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:45.354126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.429666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c45587ed-2fd7-4c77-aaa8-f43d348c36fb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:45.430115 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.535785 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.548893 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.594489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581dc34f-ae8b-458b-b338-592df20c8fcd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:45.601464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.618135 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Attempting to bind port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:45.619007 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Attempting to bind port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:45.619537 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Attempting to bind port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:45.629881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.637279 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:45.637609 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:45.638010 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.638390 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:45.638871 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Bound port: 3d902b7e-689b-4ed2-a6fe-26d04e5138c0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:45.639252 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.666485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] For port c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:45.676832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.683801 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0b1c-94c8-497c-b6fa-c728339e4a4f None None] Pushing event updated for resources: {'Port': ['ID=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:45.744176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:50:45.744176 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:50:45.746638 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] For port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:45.756564 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] For port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:45.766242 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.790846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4fc51-744f-4e90-a665-67bba8d0bd86 None None] Pushing event updated for resources: {'Port': ['ID=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:45.815286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] Provisioning complete for port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:45.815757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.881957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af18f6fa-2b28-4a8e-8557-3ef681fb7b32 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:50:45.888367 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:45.889022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:45.904762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.940433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.952281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35fbaa-f3ec-4761-9eb1-9f4ad9d24f3e req-f94c6b7d-4420-4945-8e7f-83424cccd0e4 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:45.963384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a35fbaa-f3ec-4761-9eb1-9f4ad9d24f3e req-f94c6b7d-4420-4945-8e7f-83424cccd0e4 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0922866 Dec 12 15:50:45.965784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] For port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:45.970173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:45.970919 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a0b1c-94c8-497c-b6fa-c728339e4a4f None None] Pushing event updated for resources: {'Port': ['ID=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:46.025318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35082ad3-1290-4d78-9795-db61774d4d67 None None] Pushing event updated for resources: {'Port': ['ID=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:46.030889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a35fbaa-f3ec-4761-9eb1-9f4ad9d24f3e req-faf18313-7998-43e5-aefb-59ccd49d9c96 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662692 Dec 12 15:50:46.060674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:46.092363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ac4468eb-5c52-4511-880b-72e1e3bd56c2 None None] Provisioning complete for port c45587ed-2fd7-4c77-aaa8-f43d348c36fb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:46.092363 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac4468eb-5c52-4511-880b-72e1e3bd56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.208997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Allocated IP 172.20.0.1 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/a84bcc23-0db0-4a04-850d-0bffca0d903c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:46.214363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ac4468eb-5c52-4511-880b-72e1e3bd56c2 None None] Provisioning complete for port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:46.214738 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac4468eb-5c52-4511-880b-72e1e3bd56c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.343237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.387980 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.403108 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-652a3c27-714a-4abd-a723-220af46c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:44Z', 'revision_number': 3, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:46.429278 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a3c27-714a-4abd-a723-220af46c850d None None] The sync data for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 is: [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:44Z', 'revision_number': 3, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:46.438027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:46.441226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:46.450861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:46.474999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Pushing event updated for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:46.499904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.667453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.795910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2665dc0a-cecd-47cd-abcb-d5f785c26f79 None None] Provisioning complete for port a84bcc23-0db0-4a04-850d-0bffca0d903c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:46.796417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2665dc0a-cecd-47cd-abcb-d5f785c26f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.841374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2665dc0a-cecd-47cd-abcb-d5f785c26f79 None None] Port a84bcc23-0db0-4a04-850d-0bffca0d903c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:46.901428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.909116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.982915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:46.986070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Pushing event updated for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:47.088960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:47.090901 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:47.251075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Router 4ceff01d-0378-46db-8de9-c62083f2f229 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:47.276038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf22341-fb9e-4a6c-b830-c9e43b57d368 req-6b4d35c5-ded1-47dc-b090-84588168c418 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:47.279281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebf22341-fb9e-4a6c-b830-c9e43b57d368 req-6b4d35c5-ded1-47dc-b090-84588168c418 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.1619546 Dec 12 15:50:47.356834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ebf22341-fb9e-4a6c-b830-c9e43b57d368 req-342ba2b8-7498-4b81-ae99-1e8c7fc66232 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699472 Dec 12 15:50:47.379020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:47.443930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:47.457539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-615fc990-b490-4563-8886-c98e6d5db52d admin admin] 10.222.0.36 "PUT /v2.0/routers/4ceff01d-0378-46db-8de9-c62083f2f229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074452 Dec 12 15:50:47.468069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:47.468715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:47.517137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3ff9e427-5a6b-4da7-9f0c-bfe05a35e9c8 None None] Provisioning complete for port a84bcc23-0db0-4a04-850d-0bffca0d903c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:47.517389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ff9e427-5a6b-4da7-9f0c-bfe05a35e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:47.601384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9e427-5a6b-4da7-9f0c-bfe05a35e9c8 None None] Port a84bcc23-0db0-4a04-850d-0bffca0d903c cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:47.609541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c45587ed-2fd7-4c77-aaa8-f43d348c36fb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:47.658462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c45587ed-2fd7-4c77-aaa8-f43d348c36fb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:47.658829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:47.926952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:47.932307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373806102', 'description': 'tempest-description--1468239857'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:47.953408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.027028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.032783 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.064947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.066211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1379805 Dec 12 15:50:48.068218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f24b93-e857-47fb-8612-f2331054a0a4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:48.069212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:48.074926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'security_group_rule': {'security_group_id': '43f24b93-e857-47fb-8612-f2331054a0a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:48.076054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.076412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.076790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.077140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.077482 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.077832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.078178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.078487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.078805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.079138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.079695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.080033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.080681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a321c-481f-4dea-a490-b46ca142798a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:50:48.107302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.168686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.173007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.195884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44d5719-628d-4a5c-a651-d868b9ca2767,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:48.200435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.202054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c14ddc4b-c93f-4777-a9e3-387b25abefbf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311319 Dec 12 15:50:48.204460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46408) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:48.209481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'security_group_rule': {'security_group_id': '43f24b93-e857-47fb-8612-f2331054a0a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:48.236074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.302180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.306363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.324383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f755b8-8a58-4027-a3fc-917bb6a046bc,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:48.333550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.338723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c4716f3d-e6cc-4776-90ac-8b8d3c3644f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302800 Dec 12 15:50:48.339053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46410) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:48.343368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:48.369053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.381673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Sync routers for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:48.404201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:48.405189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:48.502032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9ae1b-31a4-48a4-a0e8-004dfb8d63cf req-0005c8d0-c469-408f-b7f9-111d8ba52d57 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:48.503520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49c9ae1b-31a4-48a4-a0e8-004dfb8d63cf req-0005c8d0-c469-408f-b7f9-111d8ba52d57 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0722151 Dec 12 15:50:48.538094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:48.579202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.584320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49c9ae1b-31a4-48a4-a0e8-004dfb8d63cf req-09526fbb-99df-481d-b04a-bc89b5f855f1 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732222 Dec 12 15:50:48.705943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.25.3.209 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/1f27724c-e56c-44d5-8348-022cc996b908) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:48.787502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 2, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:48.814945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Checking router: 4ceff01d-0378-46db-8de9-c62083f2f229 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:48.815304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Updating router 4ceff01d-0378-46db-8de9-c62083f2f229 port a84bcc23-0db0-4a04-850d-0bffca0d903c binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:50:48.825089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.840857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.866294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:48.909231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:48.913005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:48.916492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:48.921990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=1f27724c-e56c-44d5-8348-022cc996b908,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:49.020431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.057137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.133864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.139583 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.210530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34090-7bfb-4ab0-be15-971e962254e4 None None] Pushing event updated for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:49.237812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.245264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.251984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Attempting to bind port a84bcc23-0db0-4a04-850d-0bffca0d903c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:49.252357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Attempting to bind port a84bcc23-0db0-4a04-850d-0bffca0d903c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:49.252754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Attempting to bind port a84bcc23-0db0-4a04-850d-0bffca0d903c on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:49.258837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:49.259353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:49.259763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.260154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:49.260898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Bound port: a84bcc23-0db0-4a04-850d-0bffca0d903c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:49.261289 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.338585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=1f27724c-e56c-44d5-8348-022cc996b908,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:49.344736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] For port a84bcc23-0db0-4a04-850d-0bffca0d903c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:49.348609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.350059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] For port a84bcc23-0db0-4a04-850d-0bffca0d903c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a84bcc23-0db0-4a04-850d-0bffca0d903c,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:49.355493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.377400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.378738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-11b80a08-9f78-4f0e-8896-d794866bcf84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0387468 Dec 12 15:50:49.417335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:49.418588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:49.604369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-62f249bf-2389-4a1e-9b0d-397ba2ae8731 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1373806102&fields=id&tenant_id=df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 267 time: 0.0493429 Dec 12 15:50:49.682730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34090-7bfb-4ab0-be15-971e962254e4 None None] Pushing event updated for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:49.711954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] Provisioning complete for port a84bcc23-0db0-4a04-850d-0bffca0d903c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:49.711954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.761511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-dcc56d56-a510-4071-ad83-bf9bf796c0ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:49.763076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-dcc56d56-a510-4071-ad83-bf9bf796c0ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1494925 Dec 12 15:50:49.772268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d85de8-2dd6-4a0e-849b-adb02e5a641e req-bfd4ac24-c537-4d8f-b09e-a8f19fe5480c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:49.773827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8d85de8-2dd6-4a0e-849b-adb02e5a641e req-bfd4ac24-c537-4d8f-b09e-a8f19fe5480c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0915349 Dec 12 15:50:49.785094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-41a92823-d01f-4a0a-9a45-25d087bb3cc1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/quotas/df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 375 time: 0.0099809 Dec 12 15:50:49.797081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:49.865190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8d85de8-2dd6-4a0e-849b-adb02e5a641e req-a3717669-8a60-4e93-9d32-b8c94bd5674c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818233 Dec 12 15:50:49.875973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-9c76ad9d-e222-4cba-b6ef-6446f9f02525 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752604 Dec 12 15:50:49.918445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:49.987556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-1771f8bb-1bf4-4e9c-87a6-3bec8555d46e service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977869 Dec 12 15:50:50.000019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] For port a84bcc23-0db0-4a04-850d-0bffca0d903c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a84bcc23-0db0-4a04-850d-0bffca0d903c,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:50.008166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:50.073612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc66468-4580-4412-be3c-da2e9a7c0416 None None] Pushing event updated for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:50.153012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-d6653472-ee29-4f8a-91d5-3b865a4a7970 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593606 Dec 12 15:50:50.171695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7465bf6f-89d9-45bc-9d33-561c6e3b1666 None None] Provisioning complete for port a84bcc23-0db0-4a04-850d-0bffca0d903c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:50.172073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7465bf6f-89d9-45bc-9d33-561c6e3b1666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:50.229945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:50.307565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73886fc-82e9-4065-9dc9-873e741458dc None None] The sync data for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 is: [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:50.354681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74b013aa-7e2b-4863-8439-cbc5c20604f2 req-d938079a-0f05-4f68-b4e4-1e3b0cd39877 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 210 time: 0.0293496 Dec 12 15:50:50.773892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f40b7182-0669-440d-9622-28f0a996a4e4 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:50:50.927905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f40b7182-0669-440d-9622-28f0a996a4e4,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:50.950305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:50:51.041197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1846b-30ac-4ffe-afae-f7508f456e87 req-da48f874-9f2e-424c-9ce9-48e07133145c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:51.050346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a1846b-30ac-4ffe-afae-f7508f456e87 req-da48f874-9f2e-424c-9ce9-48e07133145c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 943 time: 0.0798180 Dec 12 15:50:51.059702 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:51.113909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40b7182-0669-440d-9622-28f0a996a4e4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:51.136312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a1846b-30ac-4ffe-afae-f7508f456e87 req-711655f7-0c7b-46d1-89ba-09b5788976a8 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845454 Dec 12 15:50:51.178239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f40b7182-0669-440d-9622-28f0a996a4e4,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:51.184487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:51.237985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a84bcc23-0db0-4a04-850d-0bffca0d903c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:51.275454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:51.307128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a84bcc23-0db0-4a04-850d-0bffca0d903c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:51.307782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:51.407663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f40b7182-0669-440d-9622-28f0a996a4e4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:50:51.432113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-c2eea644-77e8-4e3b-9354-bc988a115e1b req-169d2ca3-287f-4154-949c-80d0d905eb78 service neutron] (103411) timed out ('10.222.0.36', 51588) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:50:51.559204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a88fd5f4-2f9a-4077-b0c2-97cefa2d24b6 req-de278430-d0a9-4c9f-83fb-5c2957dc5935 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 210 time: 0.0551858 Dec 12 15:50:51.690796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-644b02a6-fafc-4651-b213-8abd4a98e661 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:51.692735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-644b02a6-fafc-4651-b213-8abd4a98e661 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.2031226 Dec 12 15:50:51.772155 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-6bb4bf00-c22c-4ef6-b7b7-1ddaf4cb0b67 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 380 time: 0.0677230 Dec 12 15:50:51.782719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'device_id': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'admin_state_up': True, 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'security_groups': ['43f24b93-e857-47fb-8612-f2331054a0a4']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:51.938312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:50:51.942230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.078613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.20.0.6 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:52.225570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.256356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5598e-5cd2-472a-bc62-43ec65ae45e1 req-f172fe25-83d7-47e9-b3a4-20b31ac286ec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:52.258355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18c5598e-5cd2-472a-bc62-43ec65ae45e1 req-f172fe25-83d7-47e9-b3a4-20b31ac286ec tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 944 time: 0.0539415 Dec 12 15:50:52.262153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.309113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:52.312112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:52.316253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:52.323814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:52.326192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18c5598e-5cd2-472a-bc62-43ec65ae45e1 req-3494f6c1-56ca-489b-b07e-fd0b84bf23db tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581901 Dec 12 15:50:52.372844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:52.373468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.391071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-a24f2305-1bcc-435d-b992-8b2eb9b30cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6121771 Dec 12 15:50:52.405027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Request body: {'port': {'device_id': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:52.467887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.553268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-289d8f0a-8d73-4733-aa08-33543ff9859f None None] Provisioning complete for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:52.554331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-289d8f0a-8d73-4733-aa08-33543ff9859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.590952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-289d8f0a-8d73-4733-aa08-33543ff9859f None None] Port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:50:52.700619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b466a-edd7-4945-970f-5f7d0498da9a req-8b2b35df-3bc7-423c-a7ff-84f879193087 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:52.702240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c4b466a-edd7-4945-970f-5f7d0498da9a req-8b2b35df-3bc7-423c-a7ff-84f879193087 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 931 time: 0.0641859 Dec 12 15:50:52.757770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c4b466a-edd7-4945-970f-5f7d0498da9a req-b0ce8a75-fe9f-43ac-97d2-3ef2935163b8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470285 Dec 12 15:50:52.758872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:52.766499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.780264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Transition to ACTIVE for port object 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:50:52.784163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.787592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f40b7182-0669-440d-9622-28f0a996a4e4 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:52.841631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:52.846858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port f40b7182-0669-440d-9622-28f0a996a4e4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:50:52.852359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f40b7182-0669-440d-9622-28f0a996a4e4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:52.852776 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.934055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Attempting to bind port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:50:52.934630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Attempting to bind port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:50:52.934964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Attempting to bind port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:52.939904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a on network cc6706dd-9838-4431-a16e-8e49489eeb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:50:52.940227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Attempting to bind port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:50:52.945916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:50:52.946252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:50:52.946634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:50:52.947066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Bound port: 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:50:52.947544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:52.970839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:53.011650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:53.014839 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7281cf-3a08-4f32-b710-863493145f67" -d '{"events": [{"server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "name": "network-vif-plugged", "status": "completed", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:53.019401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f40b7182-0669-440d-9622-28f0a996a4e4,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:53.028049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:53.036116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:50:53.040234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:50:53.046345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:53.074928 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc87c0-45ee-4bed-847c-7802a2112a49 x-openstack-request-id: req-d0cc87c0-45ee-4bed-847c-7802a2112a49 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:53.075223 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "name": "network-vif-plugged", "status": "completed", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:53.075481 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0cc87c0-45ee-4bed-847c-7802a2112a49 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:53.075880 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'code': 200} Dec 12 15:50:53.086565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:53.095344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.097247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:53.098747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] 10.222.0.30 "PUT /v2.0/ports/7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 1091 time: 0.6982584 Dec 12 15:50:53.099275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:53.101921 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963872d1-fbe7-416b-b702-7e9e3c90a37e" -d '{"events": [{"name": "network-changed", "server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:53.139876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a539e-1510-49e9-ae5a-f737799d03bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:53.173510 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8b990-695a-44a0-ab05-a4e01af76139 x-openstack-request-id: req-42f8b990-695a-44a0-ab05-a4e01af76139 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:53.173805 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:53.174062 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42f8b990-695a-44a0-ab05-a4e01af76139 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:53.174467 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'status': 'completed', 'code': 200} Dec 12 15:50:53.200893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98713d3-63df-4a4a-a017-b1513926073d req-a49251e6-d0f3-408d-9575-384d5a435f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.202772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f98713d3-63df-4a4a-a017-b1513926073d req-a49251e6-d0f3-408d-9575-384d5a435f6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0482953 Dec 12 15:50:53.231624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-69e333b7-dba5-4676-94b1-f0df3c398453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.233495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-69e333b7-dba5-4676-94b1-f0df3c398453 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1094 time: 0.0561771 Dec 12 15:50:53.261505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f98713d3-63df-4a4a-a017-b1513926073d req-b91f721c-f441-4c63-bc9e-6d0fbe191e89 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504770 Dec 12 15:50:53.284065 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-57928e70-d6df-4b22-af98-53236d5a90f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 217 time: 0.0393622 Dec 12 15:50:53.338344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-5f180e67-608f-4040-b5dc-78fc207952b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.341334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-5f180e67-608f-4040-b5dc-78fc207952b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0485599 Dec 12 15:50:53.403273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-b826e25d-01b4-46a2-a3f6-37935064af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.404862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-b826e25d-01b4-46a2-a3f6-37935064af1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546017 Dec 12 15:50:53.458220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c2c73-23e2-4bd0-8e6a-60f23d5851f0 req-477d9273-8aa1-4597-b5da-92947efbceb6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.459748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be9c2c73-23e2-4bd0-8e6a-60f23d5851f0 req-477d9273-8aa1-4597-b5da-92947efbceb6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0652647 Dec 12 15:50:53.508590 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-82111d5a-50bd-4490-b50a-65ae7f3160a7 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940378 Dec 12 15:50:53.511030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-be9c2c73-23e2-4bd0-8e6a-60f23d5851f0 req-f28395dd-05a0-450b-9101-4c91f19c5c06 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Dec 12 15:50:53.605919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-554facaf-471e-40d3-a99e-90dba9b70a0e req-6d79cf45-4586-47b2-a02b-743dccd74071 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886478 Dec 12 15:50:53.693403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-fb99c917-aa5c-4463-ac27-4009863bf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.694889 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-fb99c917-aa5c-4463-ac27-4009863bf32c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1094 time: 0.0419586 Dec 12 15:50:53.787326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-d2a5dd20-0f91-4918-a4b4-87eba0ff7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.788930 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-d2a5dd20-0f91-4918-a4b4-87eba0ff7ebe service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0856955 Dec 12 15:50:53.838544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-1cbf57f9-7d44-404a-b1f3-c534b85c94fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 217 time: 0.0418782 Dec 12 15:50:53.881042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a06fb-0c8a-4071-9e66-e13db0d3b171 req-2f99d7ca-cca3-4693-ac66-3fa84c686c58 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.882539 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-620a06fb-0c8a-4071-9e66-e13db0d3b171 req-2f99d7ca-cca3-4693-ac66-3fa84c686c58 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 943 time: 0.0512385 Dec 12 15:50:53.890832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-73b4cfce-a6f0-4c1c-8ceb-a0d8b0cb4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.892695 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-73b4cfce-a6f0-4c1c-8ceb-a0d8b0cb4ea1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0461011 Dec 12 15:50:53.948175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-620a06fb-0c8a-4071-9e66-e13db0d3b171 req-0f23a49f-e378-4c45-aba0-549830cd9e81 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 Dec 12 15:50:53.951121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-92eb5de0-2be9-4191-bf4a-2c7c2311ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:53.952977 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-92eb5de0-2be9-4191-bf4a-2c7c2311ef05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522449 Dec 12 15:50:54.050021 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-1eda2ecf-e813-4500-ab7c-13275a648631 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890689 Dec 12 15:50:54.139427 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-963872d1-fbe7-416b-b702-7e9e3c90a37e req-da158c1a-e0ec-49f1-91bb-e3738f92adc5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814040 Dec 12 15:50:54.660186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41ef6b-afe1-4680-8655-c5ad846ef3ed req-f0918ff2-07be-4c7a-af2b-20e9efedcc2c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:54.662175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e41ef6b-afe1-4680-8655-c5ad846ef3ed req-f0918ff2-07be-4c7a-af2b-20e9efedcc2c tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0651717 Dec 12 15:50:54.728245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e41ef6b-afe1-4680-8655-c5ad846ef3ed req-a7b60796-cb27-48f4-9eab-793bd5b33ee5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595572 Dec 12 15:50:54.873680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8172-e8d7-41cf-aa8d-322876a7825c req-ffeb2497-9bd6-461c-a3fe-928c555c4ce9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:54.877176 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-642e8172-e8d7-41cf-aa8d-322876a7825c req-ffeb2497-9bd6-461c-a3fe-928c555c4ce9 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0675683 Dec 12 15:50:54.938257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-642e8172-e8d7-41cf-aa8d-322876a7825c req-352fd1a3-0fc9-46fb-96da-a11a26eeb811 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540330 Dec 12 15:50:54.965973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:55.101393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b4f1-ad6c-4bba-95c1-9736e4d40271 req-c6f17f72-9e82-47b2-bf18-0e7e03f0adfa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:55.108853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1577b4f1-ad6c-4bba-95c1-9736e4d40271 req-c6f17f72-9e82-47b2-bf18-0e7e03f0adfa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 943 time: 0.0902588 Dec 12 15:50:55.183095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1577b4f1-ad6c-4bba-95c1-9736e4d40271 req-b3e582b3-bb97-43c4-bcd1-ff1920c32c8c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733607 Dec 12 15:50:55.185090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c0db4-a788-4b5f-8454-72489caeaf6b tempest-TestVolumeBackupRestore-842872408 tempest-TestVolumeBackupRestore-842872408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:55.187535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-153c0db4-a788-4b5f-8454-72489caeaf6b tempest-TestVolumeBackupRestore-842872408 tempest-TestVolumeBackupRestore-842872408-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1091 time: 0.2205894 Dec 12 15:50:55.189472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:55.194192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:55.217255 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.306135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:50:55.321650 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.410522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:55.422551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:50:55.435620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Allocated IP 172.25.3.162 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/0c93f455-6c16-47af-9cc5-8190ab74deef) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:50:55.461407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.475661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:50:55.495488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:55.500336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.547954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.563849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:55.585660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:55.627857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:50:55.633173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:50:55.635349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'Port': ['ID=0c93f455-6c16-47af-9cc5-8190ab74deef,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:55.637440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:50:55.767235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:50:56.011079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:56.079142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:56.232061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:56.237726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:56.319008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event updated for resources: {'Port': ['ID=0c93f455-6c16-47af-9cc5-8190ab74deef,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:56.334819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:56.345043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a2d3d-0114-419d-9aae-4ce21c127c85 req-01727925-c352-4471-913d-ebc6ed1d410c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:56.346791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f76a2d3d-0114-419d-9aae-4ce21c127c85 req-01727925-c352-4471-913d-ebc6ed1d410c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0585880 Dec 12 15:50:56.402909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f76a2d3d-0114-419d-9aae-4ce21c127c85 req-e87c4e4e-d339-4c4b-acfb-fdc05911b90b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496442 Dec 12 15:50:56.438306 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Floating IP 2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec associated. External IP: 172.25.3.162, port: f40b7182-0669-440d-9622-28f0a996a4e4. Dec 12 15:50:56.645107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:57.058276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:57.068928 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:57.077884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:57.079319 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:57.079921 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:57.108190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af59a85d-8df8-4e56-b68c-45cd0e7704c5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9175582 Dec 12 15:50:57.108822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:57.110860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46518) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:57.111069 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f996af6a-144b-4db6-ab04-54b49fc3efa4" -d '{"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:57.169671 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e693b4-920d-4ce4-aa82-776d80835dde x-openstack-request-id: req-53e693b4-920d-4ce4-aa82-776d80835dde {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:57.170224 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:57.170656 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53e693b4-920d-4ce4-aa82-776d80835dde {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:57.171208 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:50:57.171994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f02541-b76a-4c11-aef7-0dbcc592f594 tempest-TestVolumeBackupRestore-842872408 tempest-TestVolumeBackupRestore-842872408-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.176198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-95f02541-b76a-4c11-aef7-0dbcc592f594 tempest-TestVolumeBackupRestore-842872408 tempest-TestVolumeBackupRestore-842872408-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1091 time: 0.0617177 Dec 12 15:50:57.177514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:50:57.183375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Request body: {'floatingip': {'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:50:57.228402 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:57.240492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-8ac39d79-b4c6-42ba-930c-ee3a36ccbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.242397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-8ac39d79-b4c6-42ba-930c-ee3a36ccbbe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0474341 Dec 12 15:50:57.249510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:57.322520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:50:57.405126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-b5e880f0-de1a-4900-ba6d-05ead094b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.407351 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-b5e880f0-de1a-4900-ba6d-05ead094b405 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.1556442 Dec 12 15:50:57.424673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:50:57.429676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:50:57.430061 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:57.487965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-50ee0c8c-5b34-4e4d-9b10-b98122a3354a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 999 time: 0.0716760 Dec 12 15:50:57.529176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:57.588004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:50:57.589012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:57.592311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:55Z', 'revision_number': 0, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:57.592660 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65ccea9-c291-44fc-a983-f07735135728" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:57.597066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:57.610946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-a90c3189-d921-41a1-96eb-a6a999a02fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.612715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-a90c3189-d921-41a1-96eb-a6a999a02fa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.1166193 Dec 12 15:50:57.626159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cc2e-283b-467a-83c6-c3bfc988b97c req-5b74caad-917e-4676-b3e5-56baa467dfcd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.627848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2892cc2e-283b-467a-83c6-c3bfc988b97c req-5b74caad-917e-4676-b3e5-56baa467dfcd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0864081 Dec 12 15:50:57.664892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:50:57.675269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:57.677546 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1cc89-d1eb-49bd-9358-f79fe4dc8792 x-openstack-request-id: req-c8c1cc89-d1eb-49bd-9358-f79fe4dc8792 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:57.678325 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:57.678589 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8c1cc89-d1eb-49bd-9358-f79fe4dc8792 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:57.678996 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:50:57.690061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-af782a6c-8bdb-4fec-8e02-addb5e383ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.692203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-af782a6c-8bdb-4fec-8e02-addb5e383ab9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630448 Dec 12 15:50:57.693489 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:57.694692 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:57.774387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2892cc2e-283b-467a-83c6-c3bfc988b97c req-d8b9cc2f-589d-4155-9cc4-60df9a0deff6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151998 Dec 12 15:50:57.835483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-b5aeb79b-8c94-4e1d-b926-749a44fc1442 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253524 Dec 12 15:50:57.839138 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:57.870448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1694b16-87df-499f-b0ab-8747f56d5bff req-e0ff0c73-d009-4a48-aaa1-b0fea0d4e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:57.871927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1694b16-87df-499f-b0ab-8747f56d5bff req-e0ff0c73-d009-4a48-aaa1-b0fea0d4e4c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1096 time: 0.1018138 Dec 12 15:50:57.935946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f996af6a-144b-4db6-ab04-54b49fc3efa4 req-14eb0795-6899-4cd3-8177-7ac8a567dbad service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932350 Dec 12 15:50:57.988827 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1694b16-87df-499f-b0ab-8747f56d5bff req-00031c51-c74b-40ab-9739-209f3c18a947 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034129 Dec 12 15:50:58.001470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:58.005431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:58.071175 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:55Z', 'revision_number': 0, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:58.100810 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cdca4e-143b-41d8-b5bc-55b0dda41b24 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:55Z', 'revision_number': 0, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:58.223248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:50:58.275167 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:50:58.300979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b723f5-c360-4273-897e-d3d2d5f0fa45 None None] New status for floating IP 2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:50:58.335133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:50:58.339610 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:50:58.391252 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b0445e30-7862-47ce-9bfc-0b70b783383b tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "PUT /v2.0/floatingips/2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec HTTP/1.1" status: 200 len: 991 time: 1.2124150 Dec 12 15:50:58.546591 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:50:58.556246 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:58.556891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:58.664785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:58.901116 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:58Z', 'revision_number': 2, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:58.903609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13fede-b97d-454d-b769-4b48ca6be525 req-11978fb0-2825-4bf9-b4c3-82eef88e5ee3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:58.905155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb13fede-b97d-454d-b769-4b48ca6be525 req-11978fb0-2825-4bf9-b4c3-82eef88e5ee3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.0535989 Dec 12 15:50:58.934754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:50:58.943660 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:50:58.944345 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:58.953261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb13fede-b97d-454d-b769-4b48ca6be525 req-bce5bea8-fc5f-4e23-a5a4-767fbf6387f0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Dec 12 15:50:59.048593 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:50:59.172859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}, {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:50:59.176355 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b" -d '{"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}, {"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:50:59.220192 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 12 Dec 2021 15:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd603253-d3f2-421a-9116-73da852b9cb8 x-openstack-request-id: req-bd603253-d3f2-421a-9116-73da852b9cb8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:50:59.220594 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:50:59.220950 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd603253-d3f2-421a-9116-73da852b9cb8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:50:59.221421 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:50:59.221737 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:50:59.294491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-ca38fbe8-3b43-43d5-b442-9894272506e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.296132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-ca38fbe8-3b43-43d5-b442-9894272506e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0493081 Dec 12 15:50:59.395704 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:58Z', 'revision_number': 2, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:50:59.397914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-9a745566-1015-4c99-85c4-e119163338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.399681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-9a745566-1015-4c99-85c4-e119163338f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.0946565 Dec 12 15:50:59.427637 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f499a-640d-4799-8f2d-2929011b88b5 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'port_id': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:55Z', 'updated_at': '2021-12-12T15:50:58Z', 'revision_number': 2, 'project_id': '38a14311426743a4a8ef0249c546127b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:50:59.484222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-b590b404-171e-444a-b541-c0e40e4a25e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 1001 time: 0.0741031 Dec 12 15:50:59.544679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-c548fbbd-952b-4b25-9f7f-f73233a71e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.546390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-c548fbbd-952b-4b25-9f7f-f73233a71e4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0543191 Dec 12 15:50:59.596552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-f26342b2-1459-4bad-b474-9f50a22df8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.598118 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-f26342b2-1459-4bad-b474-9f50a22df8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431149 Dec 12 15:50:59.690920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-df8ef7ff-4e80-4ac0-a004-557c466fc90d service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855722 Dec 12 15:50:59.781454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-6a4d9c5b-3f4d-4f6e-a018-58dc8eec5e6d service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825768 Dec 12 15:50:59.870671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-75c94601-7fce-4f20-ae37-783b7ea804f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.872214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-75c94601-7fce-4f20-ae37-783b7ea804f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0474350 Dec 12 15:50:59.970811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-aa55b7f3-6e80-4b65-a29e-657eee1ac4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:50:59.972288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-aa55b7f3-6e80-4b65-a29e-657eee1ac4f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.0921001 Dec 12 15:51:00.075760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-336c941d-d624-45f3-b8de-6b6abe868065 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 1001 time: 0.0926492 Dec 12 15:51:00.099993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc4fb-b934-4745-936e-207b4a9d2b05 req-7db3a31e-d377-433f-9e19-48b1d7717fc1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:00.101491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-496fc4fb-b934-4745-936e-207b4a9d2b05 req-7db3a31e-d377-433f-9e19-48b1d7717fc1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.0764229 Dec 12 15:51:00.166538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-55369571-d119-4dfa-aebd-b0013c0433be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:00.167979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-55369571-d119-4dfa-aebd-b0013c0433be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0845737 Dec 12 15:51:00.175212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-496fc4fb-b934-4745-936e-207b4a9d2b05 req-8b85993a-b800-45b6-9e9c-eb81f618a45b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564525 Dec 12 15:51:00.219412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-7c8c9f1a-af88-414a-a7ca-e0191266e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:00.221112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-7c8c9f1a-af88-414a-a7ca-e0191266e83c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449898 Dec 12 15:51:00.347445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12c21-75f6-4fd4-8f95-8d6a56c1de01 req-23a094ca-2f2e-4811-bf92-8d7dd72078f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:00.348888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a12c21-75f6-4fd4-8f95-8d6a56c1de01 req-23a094ca-2f2e-4811-bf92-8d7dd72078f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.1021421 Dec 12 15:51:00.355031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-1c984d8d-248b-4551-8928-ef66f0be71b8 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262136 Dec 12 15:51:00.357708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:00.362098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'floatingip': {'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:51:00.444306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:00.570028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ed1c26c-b247-44b2-b8ca-3f9d9619068b req-4b1e56ea-b870-4a5f-b769-aa9168bcbf76 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050669 Dec 12 15:51:00.905930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:00.909734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:01.016229 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Floating IP 3e1009f2-5186-4b78-aa95-cec972169baf associated. External IP: 172.25.3.209, port: 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a. Dec 12 15:51:01.246899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Router 4ceff01d-0378-46db-8de9-c62083f2f229 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:01.716570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:01.721311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:01.725898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Sync routers for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:01.735791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:01.736402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:01.746909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-967994d1-8c9c-4d9e-8c67-0045bab3da50 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "PUT /v2.0/floatingips/3e1009f2-5186-4b78-aa95-cec972169baf HTTP/1.1" status: 200 len: 991 time: 1.3881469 Dec 12 15:51:01.747502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:01.749772 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af45713f-a40b-4cd7-ba49-4c806416b4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:01.790216 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1a4d95-c024-4340-85ce-f909e29e4e5b x-openstack-request-id: req-8c1a4d95-c024-4340-85ce-f909e29e4e5b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:01.790516 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:01.790778 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c1a4d95-c024-4340-85ce-f909e29e4e5b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:01.791186 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'status': 'completed', 'code': 200} Dec 12 15:51:01.856508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:01.860489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-ecee1677-7ff2-4277-b40a-2136856d2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:01.862161 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-ecee1677-7ff2-4277-b40a-2136856d2c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1096 time: 0.0471199 Dec 12 15:51:01.956505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-6044dacd-2632-463c-b079-c47041822475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:01.958060 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-6044dacd-2632-463c-b079-c47041822475 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0888193 Dec 12 15:51:02.038429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-dfc67e1e-6be9-4b3e-bdc6-ec0eb220a7ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0715525 Dec 12 15:51:02.038829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46572) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:02.091980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-a9638475-142e-46f9-b458-c5f4c94b4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:02.094074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-a9638475-142e-46f9-b458-c5f4c94b4e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0502095 Dec 12 15:51:02.108603 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-447777dd-017a-4adc-b156-e3df995a459b tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/floatingips/e6d3e563-a332-4fb6-8017-5ed58def5cac HTTP/1.1" status: 200 len: 993 time: 0.0632646 Dec 12 15:51:02.174691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-0c9fe9bb-1b39-4fcb-bb2e-c66ea670d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:02.177482 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-0c9fe9bb-1b39-4fcb-bb2e-c66ea670d04a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753081 Dec 12 15:51:02.294650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '3e1009f2-5186-4b78-aa95-cec972169baf', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:48Z', 'updated_at': '2021-12-12T15:51:00Z', 'revision_number': 1, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:02.294951 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-10c610ef-9b82-4c4a-a03f-61ea7e84b3de service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097341 Dec 12 15:51:02.325482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Checking router: 4ceff01d-0378-46db-8de9-c62083f2f229 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:02.343824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:02.344687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:02.386154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46580) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:02.407899 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af45713f-a40b-4cd7-ba49-4c806416b4ad req-331f428a-548a-4166-bf8c-bd9e2e95a533 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050756 Dec 12 15:51:02.468983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:02.563434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port 3b121e3d-fa41-4788-8411-42b881046066 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:02.563660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:02.637939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:02.638259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:02.649747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for 3b121e3d-fa41-4788-8411-42b881046066 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:02.698021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '3e1009f2-5186-4b78-aa95-cec972169baf', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:48Z', 'updated_at': '2021-12-12T15:51:00Z', 'revision_number': 1, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:02.724499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2a9caf-223a-4e7d-8fd5-662a2cf472d4 None None] The sync data for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 is: [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '3e1009f2-5186-4b78-aa95-cec972169baf', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:50:48Z', 'updated_at': '2021-12-12T15:51:00Z', 'revision_number': 1, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:02.807504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:02.834679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=3b121e3d-fa41-4788-8411-42b881046066,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:02.849875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.850956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.851320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.851654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.851996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.852334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.852694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.853033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.853371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.853699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.854028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.854357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.854687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:02.924659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:02.925485 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Floating IP e6d3e563-a332-4fb6-8017-5ed58def5cac disassociated (deleted). External IP: 172.25.3.237, port: 4f72f829-3dc0-42d4-8568-33f8b4d4985c. Dec 12 15:51:02.991837 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f4205-2476-45bc-8242-dca930335f3d None None] New status for floating IP 3e1009f2-5186-4b78-aa95-cec972169baf: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:51:03.147257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router b2f378dc-6e69-4f22-82a2-c3e9807ba360 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:03.266222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:03.276429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Sync routers for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:03.277195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:03.287910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:03.289526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:03.308926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c36ed374-9143-4540-92e0-2e396e4fe0a5 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/floatingips/e6d3e563-a332-4fb6-8017-5ed58def5cac HTTP/1.1" status: 204 len: 168 time: 0.9191918 Dec 12 15:51:03.418796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:03.561409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c1ae8-d331-4fb7-adb2-c545a3682d34 req-bfa74c23-93af-4c30-8c0d-1dc2af518026 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:03.562975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221c1ae8-d331-4fb7-adb2-c545a3682d34 req-bfa74c23-93af-4c30-8c0d-1dc2af518026 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0535674 Dec 12 15:51:03.616482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-221c1ae8-d331-4fb7-adb2-c545a3682d34 req-38027b47-3137-4170-ab3d-7484c73b9e77 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 Dec 12 15:51:03.640729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:03.666067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Checking router: b2f378dc-6e69-4f22-82a2-c3e9807ba360 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:03.674316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:03.674916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:50:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:03.782074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:03.792349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:03.794757 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272e666-02a4-4176-a760-26fe964010a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:03.834361 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0266d1d4-da41-4c6e-a802-d77e39cfaaff x-openstack-request-id: req-0266d1d4-da41-4c6e-a802-d77e39cfaaff {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:03.834722 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:03.835045 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0266d1d4-da41-4c6e-a802-d77e39cfaaff {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:03.835530 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'status': 'completed', 'code': 200} Dec 12 15:51:03.900609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e666-02a4-4176-a760-26fe964010a7 req-a2d40fb8-4c28-4072-95e4-39b5f08d86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:03.902487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-a2d40fb8-4c28-4072-95e4-39b5f08d86a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d56cd046c258409c9ba0eb9380a67488&device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 1096 time: 0.0443642 Dec 12 15:51:03.997822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:04.006401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e666-02a4-4176-a760-26fe964010a7 req-f4708838-50f4-40b3-b8db-20f71666c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:04.008019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-f4708838-50f4-40b3-b8db-20f71666c8c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 200 len: 896 time: 0.0974226 Dec 12 15:51:04.023782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd39fce-acad-46f6-9b35-3664bedf1218 None None] The sync data for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 is: [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:50:07Z', 'revision_number': 4, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '693db3af-4b25-46eb-acc0-f02bc4a45bba', 'name': '', 'network_id': 'a0122304-6668-4e57-b20c-f1274f67e806', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'mac_address': 'fa:16:3e:28:f1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:06Z', 'updated_at': '2021-12-12T15:50:13Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'subnets': [{'id': '8141b160-1290-4121-a8a7-fdd22e831c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:04.064284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-d7c3729b-19bd-4079-9edf-9b54bca56416 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 200 len: 217 time: 0.0417550 Dec 12 15:51:04.121421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e666-02a4-4176-a760-26fe964010a7 req-d89b37e5-5ac6-4e30-a665-882a42dbe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:04.122907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-d89b37e5-5ac6-4e30-a665-882a42dbe6a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8141b160-1290-4121-a8a7-fdd22e831c8e HTTP/1.1" status: 200 len: 835 time: 0.0501342 Dec 12 15:51:04.194741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272e666-02a4-4176-a760-26fe964010a7 req-47859371-78e5-4bb6-9128-0006cb661cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:04.196313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-47859371-78e5-4bb6-9128-0006cb661cee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0122304-6668-4e57-b20c-f1274f67e806&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521069 Dec 12 15:51:04.298879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-3aa334b3-6017-4b0b-886b-1ea65274dd98 service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945134 Dec 12 15:51:04.303479 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1984b0-0af9-4f1e-81e2-8fdcd6b167c7 None None] New status for floating IP e6d3e563-a332-4fb6-8017-5ed58def5cac: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:51:04.401133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4272e666-02a4-4176-a760-26fe964010a7 req-0007fd84-239b-4a69-b67c-84257556f41e service neutron] 10.222.0.13 "GET /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946708 Dec 12 15:51:04.738307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8148f5-b91a-4abc-ae39-4676f1d6b3d6 req-aea89f88-de34-41bd-88b6-240f7cb5c8d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:04.739928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c8148f5-b91a-4abc-ae39-4676f1d6b3d6 req-aea89f88-de34-41bd-88b6-240f7cb5c8d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0506196 Dec 12 15:51:04.791407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c8148f5-b91a-4abc-ae39-4676f1d6b3d6 req-9b5246e1-795c-416d-b879-6ba1db5976db tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/security-groups?id=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Dec 12 15:51:04.896199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5320d7-111d-4b04-b901-5a44158af7db req-b44ae5b5-c2be-4f27-acf0-739fff24f1bb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:04.897688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac5320d7-111d-4b04-b901-5a44158af7db req-b44ae5b5-c2be-4f27-acf0-739fff24f1bb tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 945 time: 0.0494874 Dec 12 15:51:05.001971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port 4f72f829-3dc0-42d4-8568-33f8b4d4985c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:05.002456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:05.105457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port 4f72f829-3dc0-42d4-8568-33f8b4d4985c, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4f72f829-3dc0-42d4-8568-33f8b4d4985c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:05.105829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:05.125338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for 4f72f829-3dc0-42d4-8568-33f8b4d4985c owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:05.261219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:05.293367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=4f72f829-3dc0-42d4-8568-33f8b4d4985c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:05.342213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] No DVR routers for this DVR port 4f72f829-3dc0-42d4-8568-33f8b4d4985c on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:05.344956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:05.348297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac5320d7-111d-4b04-b901-5a44158af7db req-83a6e412-1f47-48a8-a6e2-287cff639b7a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.13 "DELETE /v2.0/ports/4f72f829-3dc0-42d4-8568-33f8b4d4985c HTTP/1.1" status: 204 len: 173 time: 0.4403582 Dec 12 15:51:05.477763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5523ba82-66eb-4fa0-a530-7d97e4ac4551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:05.836329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'name': 'network-vif-deleted', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:05.839013 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2f7c2-8012-4573-8bc4-e42b44856b62" -d '{"events": [{"server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "name": "network-vif-deleted", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:05.885216 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d621a9-968a-413a-9248-65bcd6749d8b x-openstack-request-id: req-30d621a9-968a-413a-9248-65bcd6749d8b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:05.885610 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb70de8-2a7f-412c-82b0-1b9b141fc1bd", "name": "network-vif-deleted", "tag": "4f72f829-3dc0-42d4-8568-33f8b4d4985c", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:05.885944 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30d621a9-968a-413a-9248-65bcd6749d8b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:05.886399 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb70de8-2a7f-412c-82b0-1b9b141fc1bd', 'name': 'network-vif-deleted', 'tag': '4f72f829-3dc0-42d4-8568-33f8b4d4985c', 'status': 'completed', 'code': 200} Dec 12 15:51:05.915920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-351bd22e-6b75-4815-aa1c-0f7de04b2e19 req-f6a40c0f-82ff-4188-aa17-9f3eb68e3b54 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eb70de8-2a7f-412c-82b0-1b9b141fc1bd HTTP/1.1" status: 200 len: 210 time: 0.0286078 Dec 12 15:51:06.971024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46618) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:07.028877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.054285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.117658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.121786 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.123187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/security-groups/7ee02637-b2f6-4dfd-b610-72e6ebbc51e6 HTTP/1.1" status: 204 len: 168 time: 0.1511652 Dec 12 15:51:07.133142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9756619-74d0-4201-ba0b-1a3316810e96 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee02637-b2f6-4dfd-b610-72e6ebbc51e6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:07.163816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:07.537291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.724873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d11e33c2-b423-4d16-8a7d-423c3fdeec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.801441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port 693db3af-4b25-46eb-acc0-f02bc4a45bba {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:07.801781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.897654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port 693db3af-4b25-46eb-acc0-f02bc4a45bba, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=693db3af-4b25-46eb-acc0-f02bc4a45bba,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:07.898024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:07.910546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for 693db3af-4b25-46eb-acc0-f02bc4a45bba owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:08.108703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.143194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=693db3af-4b25-46eb-acc0-f02bc4a45bba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:08.323417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.543235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Router b2f378dc-6e69-4f22-82a2-c3e9807ba360 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:08.613925 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.654052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:08.662692 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0b5993a0-13d7-4663-afbf-ab03b6d15e6a tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "PUT /v2.0/routers/b2f378dc-6e69-4f22-82a2-c3e9807ba360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4945157 Dec 12 15:51:08.662692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:08.664839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Sync routers for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:08.674868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:08.675501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:08.718610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting subnet 8141b160-1290-4121-a8a7-fdd22e831c8e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:51:08.722067 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.767391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.798980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:08.859569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.912920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4f72f829-3dc0-42d4-8568-33f8b4d4985c no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:08.923395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.945128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 4f72f829-3dc0-42d4-8568-33f8b4d4985c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:08.945480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4f72f829-3dc0-42d4-8568-33f8b4d4985c not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:08.949745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Subnet': ['ID=8141b160-1290-4121-a8a7-fdd22e831c8e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:08.958132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:08.965966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fdb4b3a6-43fa-4eb8-9679-d8fa1c4068d7 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/subnets/8141b160-1290-4121-a8a7-fdd22e831c8e HTTP/1.1" status: 204 len: 168 time: 0.3000395 Dec 12 15:51:08.966778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:08.986716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72789c-7ab8-44f6-866d-08d374f74b7e None None] Network a0122304-6668-4e57-b20c-f1274f67e806 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:51:09.080709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.089067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:51:08Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:09.120882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Checking router: b2f378dc-6e69-4f22-82a2-c3e9807ba360 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:09.129269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Routers {'b2f378dc-6e69-4f22-82a2-c3e9807ba360'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:09.131521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:09.223400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.228596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] DHCP port deletion for a0122304-6668-4e57-b20c-f1274f67e806 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:09.296652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Deleting port 987e1140-301a-4efe-932e-1976a51d7457 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:09.297016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.302869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] Set router b2f378dc-6e69-4f22-82a2-c3e9807ba360 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:09.363806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.383258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] For port 987e1140-301a-4efe-932e-1976a51d7457, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=987e1140-301a-4efe-932e-1976a51d7457,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:09.383609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.395800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Calling delete_port for 987e1140-301a-4efe-932e-1976a51d7457 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:09.429987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Deleting port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:09.430366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.534108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] For port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,segment=NetworkSegment(93f677f6-8478-49e8-b74b-4dc447df0557),segment_id=93f677f6-8478-49e8-b74b-4dc447df0557)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:09.534561 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.550497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Calling delete_port for b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:09.575924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.604038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Port': ['ID=987e1140-301a-4efe-932e-1976a51d7457,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:09.671936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.768265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.770572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.774162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3bf79-5f71-4fbe-9274-a2e2dfdd62e0 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:09.817155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:51:08Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:09.824377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.825164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Fanout notify agent at l3_agent the message router_deleted on router b2f378dc-6e69-4f22-82a2-c3e9807ba360 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:51:09.832609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.833953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7a8ddffe-d3c8-4362-8587-ddf20cd33703 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/routers/b2f378dc-6e69-4f22-82a2-c3e9807ba360 HTTP/1.1" status: 204 len: 168 time: 0.8654392 Dec 12 15:51:09.836870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:09.853285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16322a18-cbc0-421c-aad2-a0897fca28b7 None None] The sync data for ids ['b2f378dc-6e69-4f22-82a2-c3e9807ba360'] in n-d-710847-8 is: [{'id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'name': 'tempest-TestNetworkBasicOps-router-1560139726', 'tenant_id': 'd56cd046c258409c9ba0eb9380a67488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '987e1140-301a-4efe-932e-1976a51d7457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:01Z', 'updated_at': '2021-12-12T15:51:08Z', 'revision_number': 5, 'project_id': 'd56cd046c258409c9ba0eb9380a67488', 'gw_port': {'id': '987e1140-301a-4efe-932e-1976a51d7457', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f378dc-6e69-4f22-82a2-c3e9807ba360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:02Z', 'updated_at': '2021-12-12T15:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:09.867164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:09.909174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Pushing event deleted for resources: {'Port': ['ID=b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:09.914231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] No DVR routers for this DVR port b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:09.920873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.921226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.921575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.921923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.922260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.922597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.922927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.924785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.925443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.929460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.929460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.935061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.935478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd0e5e-049b-4c47-993f-77565af64676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:09.961503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.045333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.065077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0122304-6668-4e57-b20c-f1274f67e806']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:10.074128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f677f6-8478-49e8-b74b-4dc447df0557') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:10.074420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f677f6-8478-49e8-b74b-4dc447df0557') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:10.083976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.098109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.105170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:51:10.105560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:51:10.108584 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:51:10.172934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.181245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.187314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] 10.222.0.36 "DELETE /v2.0/networks/a0122304-6668-4e57-b20c-f1274f67e806 HTTP/1.1" status: 204 len: 168 time: 0.3459594 Dec 12 15:51:10.201304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e3957-6097-4eec-8849-5f74c7ae8e85 tempest-TestNetworkBasicOps-1833419751 tempest-TestNetworkBasicOps-1833419751-project] Pushing event deleted for resources: {'Network': ['ID=a0122304-6668-4e57-b20c-f1274f67e806,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:10.397933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.470857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:10.623010 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f920c45-4929-43e6-9bd4-3e66151ea46b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d56cd046c258409c9ba0eb9380a67488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505413 Dec 12 15:51:10.625359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46656) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:10.681907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.704564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.754150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.757339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:10.758558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d1ba1f8-a3ae-4997-9968-f64f39a60dbf HTTP/1.1" status: 204 len: 168 time: 0.1316400 Dec 12 15:51:10.767405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a38a3-5afe-4ae9-98a4-31b8ee021cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ba1f8-a3ae-4997-9968-f64f39a60dbf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:11.096457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46668) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:11.104354 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.120400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65021ce1-867e-4318-aed6-cee4339c6990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.212261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 987e1140-301a-4efe-932e-1976a51d7457 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:11.238567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 987e1140-301a-4efe-932e-1976a51d7457 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:11.239463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 987e1140-301a-4efe-932e-1976a51d7457 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:11.241142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 693db3af-4b25-46eb-acc0-f02bc4a45bba no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:11.246005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65021ce1-867e-4318-aed6-cee4339c6990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.251226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65021ce1-867e-4318-aed6-cee4339c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.267608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 693db3af-4b25-46eb-acc0-f02bc4a45bba {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:11.268247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 693db3af-4b25-46eb-acc0-f02bc4a45bba not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:11.268857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:11.293572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:11.294202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b49314a3-5cf2-43a7-9dd4-d37e0ae56d9c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:11.298699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65021ce1-867e-4318-aed6-cee4339c6990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9ff6c7-d28b-4083-aa96-03d8f9dc1a66,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:11.309567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:11.310193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-65021ce1-867e-4318-aed6-cee4339c6990 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c97d3f70524209a87135a016b7f865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117484 Dec 12 15:51:11.331556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.370820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.395469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.452128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.455229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:11.456455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb9ff6c7-d28b-4083-aa96-03d8f9dc1a66 HTTP/1.1" status: 204 len: 168 time: 0.1450677 Dec 12 15:51:11.482593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80149dcf-8a8c-42e8-a110-9b62c10ad8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9ff6c7-d28b-4083-aa96-03d8f9dc1a66,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:13.431031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:13.556237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af6e1226-3457-490f-bd48-5b197d0430c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.653690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af6e1226-3457-490f-bd48-5b197d0430c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.658875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af6e1226-3457-490f-bd48-5b197d0430c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.696478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af6e1226-3457-490f-bd48-5b197d0430c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d858819f8f924ddc837dd3abb8a6f920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643447 Dec 12 15:51:13.701279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:13.701830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e1226-3457-490f-bd48-5b197d0430c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac92d09-e5a1-4c2e-9293-547b5d9fac7a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:13.757654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.789340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.845956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.849431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:13.850936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ac92d09-e5a1-4c2e-9293-547b5d9fac7a HTTP/1.1" status: 204 len: 168 time: 0.1483324 Dec 12 15:51:13.859577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfe0b1-06c5-4d7e-9468-1c98436302e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac92d09-e5a1-4c2e-9293-547b5d9fac7a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:13.900014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46846) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:14.026436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53ffc471-ed92-46fc-8f95-b2feb82d726b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.119309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53ffc471-ed92-46fc-8f95-b2feb82d726b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.124218 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53ffc471-ed92-46fc-8f95-b2feb82d726b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.167788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc471-ed92-46fc-8f95-b2feb82d726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa4baea-b097-4396-b24e-65fe8af0c59e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:14.174776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46850) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:14.175115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53ffc471-ed92-46fc-8f95-b2feb82d726b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=400087e3cb9f4ea98da9e086f7038bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736700 Dec 12 15:51:14.237156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.261841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.322562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.326667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.328041 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfa4baea-b097-4396-b24e-65fe8af0c59e HTTP/1.1" status: 204 len: 168 time: 0.1515841 Dec 12 15:51:14.339279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af0d91-7252-4097-a806-8c23c950a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa4baea-b097-4396-b24e-65fe8af0c59e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:14.655002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 46856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:14.669040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4530fd2-1982-4ace-a8d9-2d849dc18976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.680380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-6a19f0e4-a390-4e10-a383-f3884952c5ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437622 Dec 12 15:51:14.754470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4530fd2-1982-4ace-a8d9-2d849dc18976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.761006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4530fd2-1982-4ace-a8d9-2d849dc18976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.777929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-d1b793dc-8f00-42ec-a4cc-4507237b6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:14.779673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-d1b793dc-8f00-42ec-a4cc-4507237b6710 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0486195 Dec 12 15:51:14.821300 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b4530fd2-1982-4ace-a8d9-2d849dc18976 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79bbeaaeb79f4643bb549bbdf35c7927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651268 Dec 12 15:51:14.822528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4530fd2-1982-4ace-a8d9-2d849dc18976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b296e75-585a-40e3-b80d-18d6f8c53418,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:14.824268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46860) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:14.933899 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:14.938335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-40c031c9-bb20-4a62-be61-c57babdd3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:14.939775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-40c031c9-bb20-4a62-be61-c57babdd3c5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.1366272 Dec 12 15:51:14.993871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:15.041024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-465b6a66-4c0f-48f1-9197-cb01900ec2b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 1001 time: 0.0936761 Dec 12 15:51:15.083565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:15.086137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:15.087246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b296e75-585a-40e3-b80d-18d6f8c53418 HTTP/1.1" status: 204 len: 168 time: 0.2611399 Dec 12 15:51:15.100272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea6582-47cd-489c-b25a-eab0d9adc1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b296e75-585a-40e3-b80d-18d6f8c53418,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:15.107386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-0576161e-d593-4cf5-b321-f32fff03bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:15.108874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-0576161e-d593-4cf5-b321-f32fff03bb1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0597639 Dec 12 15:51:15.160430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-225cb93f-287c-44b9-8248-6fd090858f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:15.162483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-225cb93f-287c-44b9-8248-6fd090858f02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463381 Dec 12 15:51:15.269235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-7f189b7a-1ec0-48b8-a67e-ba3033ae9112 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993602 Dec 12 15:51:15.373080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d2a009f8-5a36-4b3e-839a-124c8308b2ee req-bc97d6e3-0c36-4cd1-a418-0629773b82bb service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958362 Dec 12 15:51:17.882667 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-0f7a2e27-be96-4b78-9004-0ba32cf46b0b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396883 Dec 12 15:51:18.017629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-cfb22f93-4c75-481c-bba0-95fa701256e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:18.019382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-cfb22f93-4c75-481c-bba0-95fa701256e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1096 time: 0.0446122 Dec 12 15:51:18.464905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-e2eab212-186b-4b67-809c-e2b104ec5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:18.466397 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-e2eab212-186b-4b67-809c-e2b104ec5724 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.4160223 Dec 12 15:51:18.540367 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-3df8f65f-9f4b-4502-98ff-2190ee0cc5f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 1001 time: 0.0636024 Dec 12 15:51:18.594437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-f230383c-1a58-4b15-a1d2-0a087b9d4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:18.595966 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-f230383c-1a58-4b15-a1d2-0a087b9d4720 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0475461 Dec 12 15:51:18.659881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-cb12a5e6-5187-45a4-a542-e1c1711e8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:18.661591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-cb12a5e6-5187-45a4-a542-e1c1711e8f42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578885 Dec 12 15:51:18.758444 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-53e1746a-7259-4bee-a4b3-6ed4a88bc7a7 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878842 Dec 12 15:51:18.857701 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fc6bf4df-4085-401a-b3e4-e299237f2517 req-9323d83b-d114-46e8-9cb0-19e6f1e6a9e8 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878651 Dec 12 15:51:27.270170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-9c1bff1e-2863-4d29-bcfb-03334eb61ca2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67010807&fields=id&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 267 time: 0.0437915 Dec 12 15:51:27.377267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-c14d8129-59c5-4825-98ac-5f221ce9008b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:27.378682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-c14d8129-59c5-4825-98ac-5f221ce9008b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.1018209 Dec 12 15:51:27.393160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-bbccacdd-0ed4-440d-a417-aae532592bb0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/quotas/bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 375 time: 0.0088389 Dec 12 15:51:27.445944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-1f2ee8e7-0fb9-4e15-8f42-5504f98eaf8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476041 Dec 12 15:51:27.640905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-6fd7a2d5-28d7-4b91-be2c-dc65c1d3754b service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830502 Dec 12 15:51:27.729608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-9fb54373-11a8-497f-8f96-5a00732be799 service neutron] 10.222.0.36 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823834 Dec 12 15:51:28.020696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce999582-0cd5-4516-b8cf-7039b819373e req-5ed9cf6b-1a15-4d9a-962c-ebadea847695 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0345550 Dec 12 15:51:28.924814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-33fc9bcf-3dc9-40eb-bb19-9d9ffda4d1b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:28.926233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-33fc9bcf-3dc9-40eb-bb19-9d9ffda4d1b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 812 time: 0.1083279 Dec 12 15:51:28.995105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-b4a155e3-de72-4df9-86f8-195dd85bd5b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bba1eb8150914a07922974734006af04 HTTP/1.1" status: 200 len: 378 time: 0.0583143 Dec 12 15:51:29.004875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'port': {'device_id': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'admin_state_up': True, 'tenant_id': 'bba1eb8150914a07922974734006af04', 'security_groups': ['beeff02e-7308-4c4f-ae61-bc694c38d4da']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:51:29.128268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2596efc5-83f1-4386-9ba0-2beddac40c08 req-5cb3e55d-c285-49b7-86b1-d7df1f241f0c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0336318 Dec 12 15:51:29.156089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Made reservation on behalf of bba1eb8150914a07922974734006af04 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:51:29.159764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.284921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.20.0.4 (6d2c5fee-7edf-4fae-b7e4-ecc8c793d214/b17a874b-d794-46c3-b46b-5ab752365158/7e25f2ec-9079-4d36-8320-9fd52b731b8a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:51:29.429514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.463346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.506576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:51:29.509914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:51:29.513675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:51:29.544076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:29.573031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:29.573672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.590328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f1ca1336-859f-4ab2-88a3-580180a0cb48 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891764 Dec 12 15:51:29.603888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Request body: {'port': {'device_id': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:51:29.666591 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.749113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ef4ff1b8-88ee-4c9e-a2d2-91f4c68fea8b None None] Provisioning complete for port 7e25f2ec-9079-4d36-8320-9fd52b731b8a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:51:29.749720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ef4ff1b8-88ee-4c9e-a2d2-91f4c68fea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.786306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ff1b8-88ee-4c9e-a2d2-91f4c68fea8b None None] Port 7e25f2ec-9079-4d36-8320-9fd52b731b8a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:51:29.942011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e25f2ec-9079-4d36-8320-9fd52b731b8a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:51:29.949678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:29.962684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Transition to ACTIVE for port object 7e25f2ec-9079-4d36-8320-9fd52b731b8a will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:51:29.965557 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:30.027702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Pushing event updated for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:30.102562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Attempting to bind port 7e25f2ec-9079-4d36-8320-9fd52b731b8a on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:51:30.102904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Attempting to bind port 7e25f2ec-9079-4d36-8320-9fd52b731b8a by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:51:30.103238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Attempting to bind port 7e25f2ec-9079-4d36-8320-9fd52b731b8a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:51:30.108873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Port 7e25f2ec-9079-4d36-8320-9fd52b731b8a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:51:30.109194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Attempting to bind port 7e25f2ec-9079-4d36-8320-9fd52b731b8a on network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:51:30.114804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:51:30.115281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Checking segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:51:30.115698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Bound using segment: {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:51:30.116153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Bound port: 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427a9453-7aad-4f62-bd74-1eb8b379ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:51:30.116507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:30.195523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:51:30.199234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:51:30.206731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:30.290412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:30.291024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:30.292411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 1091 time: 0.6934166 Dec 12 15:51:30.292884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:30.295120 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:30.366030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c12af-1085-432a-9073-edbdb5568b93 service neutron] Pushing event updated for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:30.385479 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225c51a-f25d-4c67-916b-81c5ab53f8c2 x-openstack-request-id: req-2225c51a-f25d-4c67-916b-81c5ab53f8c2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:30.385591 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:30.386168 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2225c51a-f25d-4c67-916b-81c5ab53f8c2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:30.386648 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'status': 'completed', 'code': 200} Dec 12 15:51:30.404928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13496-b6bc-49b2-94ae-26815f92243d req-f41db8e8-2ba6-4f3e-a8af-21c873a69173 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:30.406609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ceb13496-b6bc-49b2-94ae-26815f92243d req-f41db8e8-2ba6-4f3e-a8af-21c873a69173 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.1611998 Dec 12 15:51:30.422333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f7436fba-20b6-465d-8033-334d00e1ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:30.423784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-f7436fba-20b6-465d-8033-334d00e1ca16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1094 time: 0.0746593 Dec 12 15:51:30.842129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-63eb48e3-989f-47ea-b95b-ab0e77c0e954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 217 time: 0.4100199 Dec 12 15:51:30.898106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ceb13496-b6bc-49b2-94ae-26815f92243d req-8c163256-5229-4036-80bd-b95f06cc4b93 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4780562 Dec 12 15:51:30.910585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-cc4b2c71-bedb-46ea-bec2-cb6cae032389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:30.912066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-cc4b2c71-bedb-46ea-bec2-cb6cae032389 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0598493 Dec 12 15:51:30.960662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-53d0e6aa-6f68-4af6-a0fb-39e901b08957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:30.962083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-53d0e6aa-6f68-4af6-a0fb-39e901b08957 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415516 Dec 12 15:51:31.059880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-7e2c6fe5-e31f-41dd-96af-39ded78ba531 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876675 Dec 12 15:51:31.156483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e8266a3a-bc84-463d-bd81-95b6b7eb1b28 req-e8107834-d9de-4105-975d-1d7fbd893a02 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888445 Dec 12 15:51:31.255526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-724ac8ef-1c7e-4167-9bb5-7cca485890d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:31.257655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-724ac8ef-1c7e-4167-9bb5-7cca485890d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1094 time: 0.0533907 Dec 12 15:51:31.337384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 46972) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:31.408560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-79151eb4-00ec-4405-9649-5f3c42c57980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:31.410584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-79151eb4-00ec-4405-9649-5f3c42c57980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1454275 Dec 12 15:51:31.490290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-6af5f32c-e497-4c04-9e74-68fde79eadc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 217 time: 0.0702655 Dec 12 15:51:31.583375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-3d7f0f6f-635f-4bf7-bbfe-5cad95c14a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:31.585431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-3d7f0f6f-635f-4bf7-bbfe-5cad95c14a42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0856082 Dec 12 15:51:31.638149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Deleting port 0c93f455-6c16-47af-9cc5-8190ab74deef {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:31.638546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:31.688004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-6d0d7a87-8061-4ef5-9312-a48d3d4f06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:31.689534 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-6d0d7a87-8061-4ef5-9312-a48d3d4f06fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968082 Dec 12 15:51:31.791525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:31.791919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:31.819917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Calling delete_port for 0c93f455-6c16-47af-9cc5-8190ab74deef owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:31.841493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-062f4190-9cc7-4e5b-8aa0-539aed285989 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432753 Dec 12 15:51:32.082025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba29a40-cc27-4cb1-93fb-1ada6d75dfaf req-baf6c616-f742-4a3b-9946-80b78fa4c5d1 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017610 Dec 12 15:51:32.128678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6ccf0-f263-459c-b6ec-c848b0c6722a req-529f1ee4-dc39-4a61-a5cc-efdf8e3b921f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:32.130819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ce6ccf0-f263-459c-b6ec-c848b0c6722a req-529f1ee4-dc39-4a61-a5cc-efdf8e3b921f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.1440866 Dec 12 15:51:32.163287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:32.215455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event deleted for resources: {'Port': ['ID=0c93f455-6c16-47af-9cc5-8190ab74deef,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:32.288267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ce6ccf0-f263-459c-b6ec-c848b0c6722a req-9febc9fb-5c8a-4fa3-9d16-a79df8f46d44 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1440048 Dec 12 15:51:32.305488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:32.306602 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Floating IP 2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec disassociated (deleted). External IP: 172.25.3.162, port: f40b7182-0669-440d-9622-28f0a996a4e4. Dec 12 15:51:32.548302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:32.663250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:32.668606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:32.675980 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:32.686471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:32.687207 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:32.700891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b4a8dfd1-35eb-4e3d-8692-c54856c5dffc tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec HTTP/1.1" status: 204 len: 168 time: 1.3593752 Dec 12 15:51:32.700891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:32.704840 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978" -d '{"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:32.749016 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be272bd6-fcf4-482e-a0ee-7084a1d44c5a x-openstack-request-id: req-be272bd6-fcf4-482e-a0ee-7084a1d44c5a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:32.749381 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:32.749697 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be272bd6-fcf4-482e-a0ee-7084a1d44c5a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:32.750167 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:51:32.801773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:32.829131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-b9fc152c-62b9-44b8-98cf-6b164232fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:32.831042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-b9fc152c-62b9-44b8-98cf-6b164232fe6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38a14311426743a4a8ef0249c546127b&device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 1096 time: 0.0549626 Dec 12 15:51:32.989349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-4f6bce1b-3c03-49af-a138-d281aca455a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:32.991167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-4f6bce1b-3c03-49af-a138-d281aca455a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 200 len: 914 time: 0.1468327 Dec 12 15:51:33.004943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c1858-9b69-40f7-8452-5670b10a2fa8 req-eaf26731-a8a0-4dac-82f9-2feb589ca5e1 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:33.006562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c9c1858-9b69-40f7-8452-5670b10a2fa8 req-eaf26731-a8a0-4dac-82f9-2feb589ca5e1 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0837591 Dec 12 15:51:33.055929 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:33.056503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-a8098690-9e57-4b99-94de-2a28770f37a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 200 len: 217 time: 0.0489736 Dec 12 15:51:33.093430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:33.106183 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:33.106971 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:33.145687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-65b8dc84-932c-4187-a3d6-c3d9bf648d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:33.148498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-65b8dc84-932c-4187-a3d6-c3d9bf648d17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 200 len: 853 time: 0.0839968 Dec 12 15:51:33.160096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c9c1858-9b69-40f7-8452-5670b10a2fa8 req-def1b01a-70f5-496f-a501-bfcc0484b312 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429834 Dec 12 15:51:33.204947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-019cee22-2a64-4406-a23c-ab3d04f73ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:33.206607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-019cee22-2a64-4406-a23c-ab3d04f73ba7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78eafbe6-03cd-42de-9565-6676421aa554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455544 Dec 12 15:51:33.242001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:33.313192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-8f593508-3ab6-4742-a514-b7d3b97fd97f service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916278 Dec 12 15:51:33.453681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d9f9-4a21-4eca-826a-893a4b741f56 req-5a959b99-1a61-4422-be20-b835c19802e3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:33.454535 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:33.455335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1696d9f9-4a21-4eca-826a-893a4b741f56 req-5a959b99-1a61-4422-be20-b835c19802e3 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0788057 Dec 12 15:51:33.459667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56d6ecb3-b30b-4b46-92fa-cc9ef21ea978 req-dbf967d9-bf05-4c33-850a-b04bb342d6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366498 Dec 12 15:51:33.485647 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b5cbd-8a67-4bc5-a769-ade2f90bfdc0 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:48Z', 'revision_number': 4, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85', 'name': '', 'network_id': '78eafbe6-03cd-42de-9565-6676421aa554', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'mac_address': 'fa:16:3e:3e:25:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:47Z', 'updated_at': '2021-12-12T15:47:55Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'subnets': [{'id': 'e7eedd55-5a51-4e6b-8018-e141fc5a305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:33.520216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1696d9f9-4a21-4eca-826a-893a4b741f56 req-774aec42-4b4f-4dac-a48b-28d6f4bf886c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551703 Dec 12 15:51:33.731453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689dde28-949c-43a1-9733-05b9fde92902 None None] New status for floating IP 2ce36e58-bbb8-4292-aeb6-2b37d06ad2ec: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:51:34.295828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9f404-ac0e-40a5-a610-9c3a8d9fc76a req-e757cd3c-48ad-4871-8c69-f0ed0b823c86 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:34.297681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca9f404-ac0e-40a5-a610-9c3a8d9fc76a req-e757cd3c-48ad-4871-8c69-f0ed0b823c86 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0607541 Dec 12 15:51:34.356807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca9f404-ac0e-40a5-a610-9c3a8d9fc76a req-f5c8443d-344e-461a-88f7-21242730b711 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497921 Dec 12 15:51:34.436156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-72e56e7e-3fa4-4132-bdd6-46a3ac6779ab tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:34.437680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-72e56e7e-3fa4-4132-bdd6-46a3ac6779ab tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.13 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 945 time: 0.0506244 Dec 12 15:51:34.536352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Deleting port f40b7182-0669-440d-9622-28f0a996a4e4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:34.536614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:34.672343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] For port f40b7182-0669-440d-9622-28f0a996a4e4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f40b7182-0669-440d-9622-28f0a996a4e4,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:34.672884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:34.691003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Calling delete_port for f40b7182-0669-440d-9622-28f0a996a4e4 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:34.700799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3458a-cd08-4420-9042-00dc779b4e67 req-cede335b-9c12-46dc-afd2-9b18f1dadb76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:34.702274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bc3458a-cd08-4420-9042-00dc779b4e67 req-cede335b-9c12-46dc-afd2-9b18f1dadb76 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.1040936 Dec 12 15:51:34.814046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bc3458a-cd08-4420-9042-00dc779b4e67 req-32a08466-9707-4da5-8a8e-6adea7c010e7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034489 Dec 12 15:51:34.885008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:34.913046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event deleted for resources: {'Port': ['ID=f40b7182-0669-440d-9622-28f0a996a4e4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:34.953501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] No DVR routers for this DVR port f40b7182-0669-440d-9622-28f0a996a4e4 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:34.956156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:34.960323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b772fd8-2402-4701-8a5b-96123eb6e19d req-50ca3389-db3e-4441-a345-2250afc2b6a6 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.13 "DELETE /v2.0/ports/f40b7182-0669-440d-9622-28f0a996a4e4 HTTP/1.1" status: 204 len: 173 time: 0.5171039 Dec 12 15:51:34.960805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'name': 'network-vif-deleted', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:34.963079 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f3f86e-222f-41c1-a43c-d647f52447f1" -d '{"events": [{"server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "name": "network-vif-deleted", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:35.002339 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fed6819-72e0-4644-9f63-2a65e857fe81 x-openstack-request-id: req-7fed6819-72e0-4644-9f63-2a65e857fe81 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:35.002631 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691a11c-60d4-4a71-b9fc-1c913dc6c55c", "name": "network-vif-deleted", "tag": "f40b7182-0669-440d-9622-28f0a996a4e4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:35.002885 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fed6819-72e0-4644-9f63-2a65e857fe81 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:35.003291 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691a11c-60d4-4a71-b9fc-1c913dc6c55c', 'name': 'network-vif-deleted', 'tag': 'f40b7182-0669-440d-9622-28f0a996a4e4', 'status': 'completed', 'code': 200} Dec 12 15:51:35.277873 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:51:35.417163 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-756608e7-eafd-4d93-9f92-0a3cd404e4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:35.461111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b256ad1-ee55-4c15-b8fb-4166234bf8fd req-260fc8ca-b144-421f-89d0-2c909a888ca2 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0272934 Dec 12 15:51:35.944029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7f522-2f20-44ed-bdf0-9bb53a4022cc req-8bdf324b-471c-48fe-a800-5b2191d47e1b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:35.945554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1af7f522-2f20-44ed-bdf0-9bb53a4022cc req-8bdf324b-471c-48fe-a800-5b2191d47e1b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0545750 Dec 12 15:51:35.995759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1af7f522-2f20-44ed-bdf0-9bb53a4022cc req-1cd99a96-7afb-43bb-bc4a-b98f7bb32d5f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440605 Dec 12 15:51:36.563311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54cee702-b09b-4e68-9950-1dc80147f728 req-766e7b4a-c40d-4fa0-8f4c-4abc9394f5d7 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0279894 Dec 12 15:51:37.114295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194dbb-4f60-44d0-9ef6-2c305facaebb req-43542afe-59ec-4894-9bb1-3e1b38430e8c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:37.116411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60194dbb-4f60-44d0-9ef6-2c305facaebb req-43542afe-59ec-4894-9bb1-3e1b38430e8c tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0489361 Dec 12 15:51:37.167044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60194dbb-4f60-44d0-9ef6-2c305facaebb req-78bd6a77-a189-4ecf-b0b7-055fc6d62427 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443184 Dec 12 15:51:37.664456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-591d19f6-ccf7-4779-953d-445e9dc430fe req-e9c0dd3b-214b-4dd8-b0c7-b076738d786f tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0293927 Dec 12 15:51:37.728622 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-29fb091c-1871-4b3c-97cd-341aea81ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:38.287982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496a773-e396-4eaa-babc-2a7f0b41ed40 req-7181954e-52fa-4981-b78e-171095e517ef tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:38.289496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a496a773-e396-4eaa-babc-2a7f0b41ed40 req-7181954e-52fa-4981-b78e-171095e517ef tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0492234 Dec 12 15:51:38.338573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a496a773-e396-4eaa-babc-2a7f0b41ed40 req-18fc39c6-5fa4-4093-841a-1ab68b2ab335 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428712 Dec 12 15:51:38.617044 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:38.757247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20824d8a-f136-49fc-83e3-6ef13a4ab775 req-e4eb3633-e064-4d27-9cc7-cda6b5d6d591 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "GET /v2.0/ports?device_id=d691a11c-60d4-4a71-b9fc-1c913dc6c55c HTTP/1.1" status: 200 len: 210 time: 0.0265644 Dec 12 15:51:39.001412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f40b7182-0669-440d-9622-28f0a996a4e4 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:39.022009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: f40b7182-0669-440d-9622-28f0a996a4e4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:39.022357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f40b7182-0669-440d-9622-28f0a996a4e4 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:39.265945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:39.457716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fcef-665d-4920-a22c-918063178508 req-deec5df2-601e-4b4c-b71e-2442c76c5be8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:39.459215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8687fcef-665d-4920-a22c-918063178508 req-deec5df2-601e-4b4c-b71e-2442c76c5be8 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0486033 Dec 12 15:51:39.512380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8687fcef-665d-4920-a22c-918063178508 req-4cb925b3-0704-402b-bcdf-64b609eae056 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472064 Dec 12 15:51:39.814730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:39.872734 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:39.898342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:39.958633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:39.961925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:39.963084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0b279bf-56b6-4a0e-8ac0-bc82a4c850af HTTP/1.1" status: 204 len: 168 time: 0.1472669 Dec 12 15:51:39.972117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb087c69-4fce-4fce-a4c8-09e1516bf9b5 tempest-TestVolumeBackupRestore-402185973 tempest-TestVolumeBackupRestore-402185973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b279bf-56b6-4a0e-8ac0-bc82a4c850af,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:40.386637 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:40.657386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a0835-c4a0-417f-b91b-0667e9e0a530 req-e9681920-d1af-4381-a1d4-055b50addebc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:40.659152 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb4a0835-c4a0-417f-b91b-0667e9e0a530 req-e9681920-d1af-4381-a1d4-055b50addebc tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0643575 Dec 12 15:51:40.713035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb4a0835-c4a0-417f-b91b-0667e9e0a530 req-d68b1eae-551d-4bdc-aeb5-ac075c7e29ee tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466635 Dec 12 15:51:41.105743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:41.330249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:41.861870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad232f5-07e8-43ef-9df9-0f3f9932f9e8 req-78c236f7-c717-4ce4-aff0-62e1af3e6c4d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:41.871178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aad232f5-07e8-43ef-9df9-0f3f9932f9e8 req-78c236f7-c717-4ce4-aff0-62e1af3e6c4d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0734522 Dec 12 15:51:41.930289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aad232f5-07e8-43ef-9df9-0f3f9932f9e8 req-0b68b745-3467-463b-9f3f-767d7fae4294 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527530 Dec 12 15:51:43.033427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7e25f2ec-9079-4d36-8320-9fd52b731b8a details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:51:43.093772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1f0c-d396-4ee2-b185-fd200162482f req-b98c40ce-d505-4838-98c9-142ac2f99fc6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:43.104269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02ee1f0c-d396-4ee2-b185-fd200162482f req-b98c40ce-d505-4838-98c9-142ac2f99fc6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 943 time: 0.0920854 Dec 12 15:51:43.168681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:43.181917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02ee1f0c-d396-4ee2-b185-fd200162482f req-c4e538e1-29b4-4e7d-b2ef-be0b064b62e0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761940 Dec 12 15:51:43.189841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'port_id': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'mac_address': 'fa:16:3e:37:ef:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:51:43.242479 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:43.260061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e25f2ec-9079-4d36-8320-9fd52b731b8a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:51:43.281094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:43.285829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:43.354389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:43.494251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['7e25f2ec-9079-4d36-8320-9fd52b731b8a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:51:44.309791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d880a3-1f44-460f-9cf3-9c29c3f78809 req-b8e468a1-1a67-4ada-a7c7-6a43ba8456e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:44.311350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88d880a3-1f44-460f-9cf3-9c29c3f78809 req-b8e468a1-1a67-4ada-a7c7-6a43ba8456e5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 944 time: 0.0597041 Dec 12 15:51:44.361830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88d880a3-1f44-460f-9cf3-9c29c3f78809 req-d92c9120-fca5-4708-b7dd-0ad52dd7c27e tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441687 Dec 12 15:51:44.463324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47494) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:44.814219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.047713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7e25f2ec-9079-4d36-8320-9fd52b731b8a up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:51:45.057962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Deleting port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:45.058429 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.098809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 7e25f2ec-9079-4d36-8320-9fd52b731b8a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:51:45.103286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 7e25f2ec-9079-4d36-8320-9fd52b731b8a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:51:45.103664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.144018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] For port a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:45.144423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.158495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Calling delete_port for a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:45.192259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.217012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:45.219313 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33ced3-5e4c-4fb5-ab31-bb452cda64de" -d '{"events": [{"server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "name": "network-vif-plugged", "status": "completed", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:45.233175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:45.241270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.278465 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434797b8-68f3-4ea8-8a16-b287963af80f x-openstack-request-id: req-434797b8-68f3-4ea8-8a16-b287963af80f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:45.278769 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "name": "network-vif-plugged", "status": "completed", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:45.279026 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-434797b8-68f3-4ea8-8a16-b287963af80f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:45.279471 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'code': 200} Dec 12 15:51:45.297915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:45.395123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:45.424663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c478e-df76-407c-8006-e3adbabbb914 req-14079f86-07d9-4046-87a9-be52996d7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:45.426162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e59c478e-df76-407c-8006-e3adbabbb914 req-14079f86-07d9-4046-87a9-be52996d7031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1096 time: 0.0809445 Dec 12 15:51:45.428617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Pushing event deleted for resources: {'Port': ['ID=a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:45.925743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e59c478e-df76-407c-8006-e3adbabbb914 req-b02c385b-6baf-4c9e-9992-cb21f7905aab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4913061 Dec 12 15:51:45.933786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9924e-b69d-4092-a1c6-9566c551683a req-800e089d-4149-43fe-bb73-61d7486073f7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:45.935174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9b9924e-b69d-4092-a1c6-9566c551683a req-800e089d-4149-43fe-bb73-61d7486073f7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.4829555 Dec 12 15:51:46.030480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9b9924e-b69d-4092-a1c6-9566c551683a req-932a7c69-b359-446b-a1e1-e6763217a0de tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890157 Dec 12 15:51:46.039607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.252967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:46.358000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:46.363524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4fde6892-46b1-4754-8a49-d29bc580ceed admin admin] 10.222.0.36 "PUT /v2.0/routers/4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8973441 Dec 12 15:51:46.366240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:46.367597 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Sync routers for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:46.377665 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:46.378258 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:46.470144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.569250 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:46.574940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.627116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Deleting port 4d35bdb4-03d7-4e77-b748-382612cfb9bf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:46.627451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.708300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] For port 4d35bdb4-03d7-4e77-b748-382612cfb9bf, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4d35bdb4-03d7-4e77-b748-382612cfb9bf,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:46.709239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.720565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Calling delete_port for 4d35bdb4-03d7-4e77-b748-382612cfb9bf owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:46.741144 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:51:45Z', 'revision_number': 5, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port': {'id': '4d35bdb4-03d7-4e77-b748-382612cfb9bf', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:46.770898 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Checking router: 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:46.780941 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Routers {'4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:46.781548 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:46.872531 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] Set router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:46.893789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:46.921965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=4d35bdb4-03d7-4e77-b748-382612cfb9bf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:46.934001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:51:46Z', 'revision_number': 6, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:46.934221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878d1409-9440-4b05-81e5-50799bccddd2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:46.963487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a2547-ba58-496f-afb6-8fbf396ca140 None None] The sync data for ids ['4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2'] in n-d-710847-8 is: [{'id': '4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2', 'name': 'tempest-TestVolumeBackupRestore-1244329148-router', 'tenant_id': '38a14311426743a4a8ef0249c546127b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:44Z', 'updated_at': '2021-12-12T15:51:46Z', 'revision_number': 6, 'project_id': '38a14311426743a4a8ef0249c546127b', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:46.993209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.098755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.101872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.164390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.164940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:51:47.170210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.173723 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8a47b81b-31e9-4582-9570-ae6bfbed2ffa admin admin] 10.222.0.36 "DELETE /v2.0/routers/4a5676f6-a5c5-4337-82dd-d2cfcbaa53e2 HTTP/1.1" status: 204 len: 168 time: 0.8040519 Dec 12 15:51:47.174469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47510) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:47.174921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b0425-0dda-4bf6-90f9-c228e6ffa78b req-1dc10035-8aae-4737-8b88-ff2cf74b04b6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:47.176664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937b0425-0dda-4bf6-90f9-c228e6ffa78b req-1dc10035-8aae-4737-8b88-ff2cf74b04b6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.0667644 Dec 12 15:51:47.223883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Deleting subnet e7eedd55-5a51-4e6b-8018-e141fc5a305c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:51:47.227104 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.234203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937b0425-0dda-4bf6-90f9-c228e6ffa78b req-8246e726-87de-4b0f-8fab-6efd25c85e2d tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494065 Dec 12 15:51:47.262648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.343872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.353254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300ae9a-c64c-4bb0-9f33-aab4729166c8 req-262fb8c8-20ee-4095-84b6-981dab7f6428 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:47.354728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1300ae9a-c64c-4bb0-9f33-aab4729166c8 req-262fb8c8-20ee-4095-84b6-981dab7f6428 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.0501940 Dec 12 15:51:47.398656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.404160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1300ae9a-c64c-4bb0-9f33-aab4729166c8 req-794413dd-d84b-4961-8b9e-4454675c3570 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433362 Dec 12 15:51:47.424044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7eedd55-5a51-4e6b-8018-e141fc5a305c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:47.428238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47514) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:47.431632 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.435569 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d479773c-a7ad-44b5-af6b-abd6fbaf8d80 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e7eedd55-5a51-4e6b-8018-e141fc5a305c HTTP/1.1" status: 204 len: 168 time: 0.2599461 Dec 12 15:51:47.436752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8477be-c3b6-4c70-818e-1b9932de9cfb None None] Network 78eafbe6-03cd-42de-9565-6676421aa554 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:51:47.438307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:47.475390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12081b-e63b-49d0-9d25-a8d301b49116 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:47.479564 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad12081b-e63b-49d0-9d25-a8d301b49116 tempest-TestVolumeBootPattern-1851425889 tempest-TestVolumeBootPattern-1851425889-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1091 time: 0.0476716 Dec 12 15:51:47.479806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47518) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:47.485933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:51:47.514730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.536051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.592533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Deleting port 65ed1978-33b9-4fc8-8e6b-6973718d970c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:47.592963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.638765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] DHCP port deletion for 78eafbe6-03cd-42de-9565-6676421aa554 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:47.658079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.664068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] For port 65ed1978-33b9-4fc8-8e6b-6973718d970c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65ed1978-33b9-4fc8-8e6b-6973718d970c,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:47.664558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.678673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Calling delete_port for 65ed1978-33b9-4fc8-8e6b-6973718d970c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:47.684728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:47.712548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:47.712941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a3617a9e-4ce1-42b1-a9dc-e7aaeb36dd85 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:47.736559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Deleting port 65ed1978-33b9-4fc8-8e6b-6973718d970c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:47.737956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.782389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.789932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Allocated IP 172.25.3.110 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/fd5815b3-8b8f-4a19-9187-5c3731a22a35) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:51:47.812182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] For port 65ed1978-33b9-4fc8-8e6b-6973718d970c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65ed1978-33b9-4fc8-8e6b-6973718d970c,segment=NetworkSegment(41c2fb26-b59e-406c-bc71-1c8677b57dc5),segment_id=41c2fb26-b59e-406c-bc71-1c8677b57dc5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:47.812564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.817440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ed1978-33b9-4fc8-8e6b-6973718d970c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:47.825034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] No DVR routers for this DVR port 65ed1978-33b9-4fc8-8e6b-6973718d970c on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:47.828071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Calling delete_port for 65ed1978-33b9-4fc8-8e6b-6973718d970c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:47.903208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.916008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.927771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.931288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78eafbe6-03cd-42de-9565-6676421aa554']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:47.942332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c2fb26-b59e-406c-bc71-1c8677b57dc5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:47.942840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c2fb26-b59e-406c-bc71-1c8677b57dc5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:47.956738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.960614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] Pushing event deleted for resources: {'Port': ['ID=65ed1978-33b9-4fc8-8e6b-6973718d970c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:47.961202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.964934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c5966f-b6d6-465a-b30a-b3279928019e None None] No DVR routers for this DVR port 65ed1978-33b9-4fc8-8e6b-6973718d970c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:47.973194 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.981367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:51:47.982006 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:51:47.984228 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:51:48.013889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:51:48.016658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:51:48.021099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:51:48.043039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=fd5815b3-8b8f-4a19-9187-5c3731a22a35,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:48.046176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.052149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.056119 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78eafbe6-03cd-42de-9565-6676421aa554 HTTP/1.1" status: 204 len: 168 time: 0.6166768 Dec 12 15:51:48.059257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:48.075196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c99674-be80-437a-bb21-16e57fc77f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=78eafbe6-03cd-42de-9565-6676421aa554,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:48.403750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.417372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.473227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.625295 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.629646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.667809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Deleting port 9c497ce9-74d3-40a6-b1f7-dc5293d16316 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:48.668155 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.699101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event updated for resources: {'Port': ['ID=fd5815b3-8b8f-4a19-9187-5c3731a22a35,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:48.711049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.744954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] For port 9c497ce9-74d3-40a6-b1f7-dc5293d16316, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9c497ce9-74d3-40a6-b1f7-dc5293d16316,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:48.745318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.756907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Calling delete_port for 9c497ce9-74d3-40a6-b1f7-dc5293d16316 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:48.812175 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 6dee0877-0aa4-4c00-828d-dbf8f9312cc7 associated. External IP: 172.25.3.110, port: 7e25f2ec-9079-4d36-8320-9fd52b731b8a. Dec 12 15:51:48.937714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:48.965291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c497ce9-74d3-40a6-b1f7-dc5293d16316,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:48.994235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.994590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.995401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.995401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.995595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.995921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.996253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.996585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.996945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.997268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.997599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.997930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:48.998257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:51:49.034679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:49.154430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:49.172721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:49.185854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:49.196180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:49.208295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:49.209554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:49.228259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f71eb01-c243-4997-b4d7-bb727cb2862f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7473254 Dec 12 15:51:49.228825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:51:49.231124 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636262dc-fecd-4c1f-949b-3487040c58a2" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:51:49.284961 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a66cff0-bc1c-46d2-9608-fd5bf6af69c8 x-openstack-request-id: req-1a66cff0-bc1c-46d2-9608-fd5bf6af69c8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:51:49.285254 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:51:49.285532 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a66cff0-bc1c-46d2-9608-fd5bf6af69c8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:51:49.285962 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'status': 'completed', 'code': 200} Dec 12 15:51:49.337049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4d35bdb4-03d7-4e77-b748-382612cfb9bf no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:49.357254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-4cdbc9f6-eed1-4586-9212-92f1cc6572ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:49.358743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-4cdbc9f6-eed1-4586-9212-92f1cc6572ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1096 time: 0.0506301 Dec 12 15:51:49.362680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4d35bdb4-03d7-4e77-b748-382612cfb9bf {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:49.363024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4d35bdb4-03d7-4e77-b748-382612cfb9bf not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:49.363445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65ed1978-33b9-4fc8-8e6b-6973718d970c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:49.388172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 65ed1978-33b9-4fc8-8e6b-6973718d970c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:49.388417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65ed1978-33b9-4fc8-8e6b-6973718d970c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:49.402372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:49.456455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Router 0d44a5fa-6b06-41a4-aeec-7561081427bf has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:51:49.460156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-1c52ff2e-cf26-41cd-94fe-0af7a893a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:49.461672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-1c52ff2e-cf26-41cd-94fe-0af7a893a62a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.0955482 Dec 12 15:51:49.530905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-2af4dbbb-b982-4a7e-ae68-b629fc337ba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 999 time: 0.0616517 Dec 12 15:51:49.566245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:51:49.572041 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb93a44b-3666-4ea6-b387-01b4645f79d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/0d44a5fa-6b06-41a4-aeec-7561081427bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117586 Dec 12 15:51:49.574527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47530) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:49.578071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Sync routers for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:51:49.588514 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:49.589218 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:49.627091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-941c9990-a888-4f0f-8252-0409e89f7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:49.628540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-941c9990-a888-4f0f-8252-0409e89f7030 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0905390 Dec 12 15:51:49.644381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}, {'id': '6dee0877-0aa4-4c00-828d-dbf8f9312cc7', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:37:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:51:48Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:49.671816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:49.681111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:49.681719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:49.695312 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:49.721092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:49.725414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-1a3cde8f-b48b-4382-a0f7-6b610ce0c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:51:49.726899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-1a3cde8f-b48b-4382-a0f7-6b610ce0c7c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898657 Dec 12 15:51:49.787755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:49.876415 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 5, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:49.903913 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Checking router: 0d44a5fa-6b06-41a4-aeec-7561081427bf for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:51:49.912917 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Routers {'0d44a5fa-6b06-41a4-aeec-7561081427bf'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:51:49.913548 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['0d44a5fa-6b06-41a4-aeec-7561081427bf'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:50.030439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}, {'id': '6dee0877-0aa4-4c00-828d-dbf8f9312cc7', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:37:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:51:48Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:50.033711 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] Set router 0d44a5fa-6b06-41a4-aeec-7561081427bf gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:51:50.063441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603a2ac-a6c1-49b5-b227-ae947ffa5fbf None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}, {'id': '6dee0877-0aa4-4c00-828d-dbf8f9312cc7', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:37:ef:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:51:48Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 0, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:50.233278 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 5, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:50.249600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.255197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-a67658c6-e193-4f15-8efd-9d09b8dd4ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982762 Dec 12 15:51:50.272017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaa9504-fe64-4953-a833-cb7603c9255d None None] The sync data for ids ['0d44a5fa-6b06-41a4-aeec-7561081427bf'] in n-d-710847-8 is: [{'id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'name': 'tempest-TestVolumeBackupRestore-1590062583-router', 'tenant_id': '0e324e2abcd44da28f4945cc399b7980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:47:50Z', 'updated_at': '2021-12-12T15:51:48Z', 'revision_number': 5, 'project_id': '0e324e2abcd44da28f4945cc399b7980', 'gw_port': {'id': '44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a5fa-6b06-41a4-aeec-7561081427bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:47:51Z', 'updated_at': '2021-12-12T15:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:51:50.343694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2128b7-4a13-4725-88e3-e4894711a3a9 None None] New status for floating IP 6dee0877-0aa4-4c00-828d-dbf8f9312cc7: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:51:50.394905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-636262dc-fecd-4c1f-949b-3487040c58a2 req-50bf9187-2ad8-43b7-89b3-74c7e490d4b2 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324012 Dec 12 15:51:50.396688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Deleting port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:50.397016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.482536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] For port 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:50.483247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.496086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Calling delete_port for 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:50.674035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.700474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:50.717836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786edf7-460a-4c52-9159-6251f2c7b45b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:50.768814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.861621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.863755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.910274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.910837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d44a5fa-6b06-41a4-aeec-7561081427bf {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:51:50.915891 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:50.917035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae2af8a5-c17c-4fbb-9bab-552c7c5bf2b6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0d44a5fa-6b06-41a4-aeec-7561081427bf HTTP/1.1" status: 204 len: 168 time: 1.3415971 Dec 12 15:51:50.919661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47534) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:50.965572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Deleting subnet 7d2393f9-682b-4718-93e4-8d7e117585ce {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:51:50.969141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.005869 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.085739 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.137356 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.162792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d2393f9-682b-4718-93e4-8d7e117585ce,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:51.166480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.169754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eb87b6b1-255d-435a-bb35-5563e4558979 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d2393f9-682b-4718-93e4-8d7e117585ce HTTP/1.1" status: 204 len: 168 time: 0.2490909 Dec 12 15:51:51.172112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47536) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:51.174521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932a344-4f3c-411c-beaa-787284eabd98 None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:51:51.240814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.300976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Deleting port c08b7688-dab6-46ae-97fd-61929c439c39 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:51.301312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.356120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] DHCP port deletion for c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:51:51.370601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] For port c08b7688-dab6-46ae-97fd-61929c439c39, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c08b7688-dab6-46ae-97fd-61929c439c39,segment=NetworkSegment(498b91d8-9b9a-4c11-9043-b8ef61a630ce),segment_id=498b91d8-9b9a-4c11-9043-b8ef61a630ce)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:51.370975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.389769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Calling delete_port for c08b7688-dab6-46ae-97fd-61929c439c39 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:51.433724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:51.460762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:51.461109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 44d7d9c0-3fb4-4dc1-a2f9-afbf8cbfbfcc not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:51.461514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c497ce9-74d3-40a6-b1f7-dc5293d16316 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:51.483157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.515662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Pushing event deleted for resources: {'Port': ['ID=c08b7688-dab6-46ae-97fd-61929c439c39,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:51.518792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] No DVR routers for this DVR port c08b7688-dab6-46ae-97fd-61929c439c39 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:51.592954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.614351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:51.624377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498b91d8-9b9a-4c11-9043-b8ef61a630ce') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:51.624686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498b91d8-9b9a-4c11-9043-b8ef61a630ce') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:51:51.634731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.647861 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.653024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9c497ce9-74d3-40a6-b1f7-dc5293d16316 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:51.653372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9c497ce9-74d3-40a6-b1f7-dc5293d16316 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:51.653781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08b7688-dab6-46ae-97fd-61929c439c39 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:51:51.653909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:51:51.654160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:51:51.655803 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:51:51.674811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Deleting port c08b7688-dab6-46ae-97fd-61929c439c39 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:51:51.675173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.676748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c08b7688-dab6-46ae-97fd-61929c439c39 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:51:51.677693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c08b7688-dab6-46ae-97fd-61929c439c39 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:51:51.715222 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.721947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.725172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 HTTP/1.1" status: 204 len: 168 time: 0.5521131 Dec 12 15:51:51.738978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9de906-8f3a-4eba-87d3-e5d855d6445b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:51.744209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] For port c08b7688-dab6-46ae-97fd-61929c439c39, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:51:51.744617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.757763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Calling delete_port for c08b7688-dab6-46ae-97fd-61929c439c39 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:51:51.760407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Port c08b7688-dab6-46ae-97fd-61929c439c39 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:51:51.761713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.768438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Network c8f3a12c-5612-4b7b-8fb2-11f5be34bcd4 is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 15:51:51.768936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] No DVR routers for this DVR port c08b7688-dab6-46ae-97fd-61929c439c39 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:51:51.792040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1a06-f842-4c2c-a6dc-ed7a6a4e9277 None None] Pushing event deleted for resources: {'Port': ['ID=c08b7688-dab6-46ae-97fd-61929c439c39,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:51.890400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47542) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:51.930254 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-59f59a61-b96e-41c8-91de-cebf38020a6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38a14311426743a4a8ef0249c546127b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386887 Dec 12 15:51:51.932874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 47544) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:51.978297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:51.999329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.048214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.050731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.051863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21071f5a-05e9-4caf-8952-5041ccbda5a4 HTTP/1.1" status: 204 len: 168 time: 0.1180968 Dec 12 15:51:52.059983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f37d7-4a49-4c91-9525-9744741186b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21071f5a-05e9-4caf-8952-5041ccbda5a4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:51:52.357910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:52.399693 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3f15d91f-f2ea-45d0-85b1-7f05f541aab4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e324e2abcd44da28f4945cc399b7980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405624 Dec 12 15:51:52.402130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 47552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:51:52.450273 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.471231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.520355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.523033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:51:52.524259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ce0498-3b21-45b7-ae45-0f85235632b7 HTTP/1.1" status: 204 len: 168 time: 0.1212564 Dec 12 15:51:52.533017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5943f24-90de-4124-8946-5917057c6379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce0498-3b21-45b7-ae45-0f85235632b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:52:05.410160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-12768b5b-1e8f-434c-9886-8a815814cdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:07.735024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-529f561f-99ef-45f4-b395-6538cef01369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:08.619969 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:09.267192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:10.387097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:11.097745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:11.331996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:12.277715 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:52:16.189484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-1c82e11d-04dc-4997-92be-e978d88824af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493212 Dec 12 15:52:16.272087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-a9c08e8c-408f-4f8d-88e6-e9ec954ff4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:16.273547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-a9c08e8c-408f-4f8d-88e6-e9ec954ff4ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1096 time: 0.0422633 Dec 12 15:52:16.377968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-472327e3-9912-4469-9541-68e9eda3431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:16.379455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-472327e3-9912-4469-9541-68e9eda3431b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.0867567 Dec 12 15:52:16.444618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-9de0ebd4-321f-429b-9110-21dc6d262c39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 1001 time: 0.0574129 Dec 12 15:52:16.492573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-25921718-d186-4b5a-a48b-3b58df97d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:16.494000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-25921718-d186-4b5a-a48b-3b58df97d179 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0427296 Dec 12 15:52:16.543727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-0357539d-cc9d-4789-a65a-b854d420e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:16.545153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-0357539d-cc9d-4789-a65a-b854d420e997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443594 Dec 12 15:52:16.632604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-26aad604-2362-44b1-a618-d8c8ec2d69ed service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804796 Dec 12 15:52:16.722701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9894e104-d6b5-4e07-a691-87faab6fdc95 req-a49e7fb1-b144-4027-b36b-06356325d908 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834317 Dec 12 15:52:17.879423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-c28d7301-a901-493b-88b5-4c604f134df6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390255 Dec 12 15:52:17.943333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-1e42884d-c474-47a1-a6b1-d6e94dfa8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:17.944812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-1e42884d-c474-47a1-a6b1-d6e94dfa8630 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1096 time: 0.0424161 Dec 12 15:52:18.048308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-321ab5dd-4a15-49ce-a533-7219599fc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:18.049833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-321ab5dd-4a15-49ce-a533-7219599fc314 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0822532 Dec 12 15:52:18.122801 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-64f441ee-52d7-40ee-a8c1-515869085b80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 1001 time: 0.0623512 Dec 12 15:52:18.481706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-10f71b62-ee35-47a1-b0ef-1abf547b9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:18.483206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-10f71b62-ee35-47a1-b0ef-1abf547b9777 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.3480661 Dec 12 15:52:18.534924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-dedc9cb9-1a4a-4f2c-8448-8fc9d38cca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:18.536479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-dedc9cb9-1a4a-4f2c-8448-8fc9d38cca3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406682 Dec 12 15:52:18.631416 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-dd1f64e9-c41a-4cc5-b763-a08c6d5dffe1 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835290 Dec 12 15:52:18.720143 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dabf902c-5943-4dcd-ad1b-c8ea218b2124 req-3eaaa3f3-de67-44d9-890e-ecb28be8f6ca service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778275 Dec 12 15:52:35.412544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94aad382-0a48-4810-a108-ec64cfb29085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:37.736550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d81026b1-b875-410f-a8f7-98d0a607baa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:38.622977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:39.269879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:40.389474 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:40.925027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff214e8-69e0-4eaf-bdc8-3e60555c6c54 req-ad58ead6-3c20-4ce1-9781-5540f1bcb7d7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:40.926507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eff214e8-69e0-4eaf-bdc8-3e60555c6c54 req-ad58ead6-3c20-4ce1-9781-5540f1bcb7d7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.2526686 Dec 12 15:52:40.974141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eff214e8-69e0-4eaf-bdc8-3e60555c6c54 req-a74ed867-ca48-4959-ad75-88e176988ecf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Dec 12 15:52:41.100032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:41.332743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:43.818873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:52:43.910975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:43.922437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:52:43.957429 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:43.970052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:52:43.989720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:43.993894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:44.041714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:52:44.049758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.050117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.050466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.050811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.051155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.051498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.051835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.052169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.052501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.052859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.053189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.053520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.053849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:52:44.085797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:52:45.840384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:52:45.892078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:52:45.892451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:45.978336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:46.004462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:52:46.006848 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e87c2-d340-4f33-9fa0-73689182502b" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:52:46.020076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:46.026231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:46.058099 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3113156d-566c-40c4-8b4b-5de98a6bdb1c x-openstack-request-id: req-3113156d-566c-40c4-8b4b-5de98a6bdb1c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:52:46.058407 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:52:46.058674 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3113156d-566c-40c4-8b4b-5de98a6bdb1c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:52:46.059086 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:52:46.083415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:52:49.276739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:52:54.848985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ca6fa-95aa-4dd4-9539-6a07fee7eb59 req-a5243d75-1a84-44b8-8525-b38071a2bf2d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:52:54.850441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36ca6fa-95aa-4dd4-9539-6a07fee7eb59 req-a5243d75-1a84-44b8-8525-b38071a2bf2d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.0478432 Dec 12 15:52:54.896401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36ca6fa-95aa-4dd4-9539-6a07fee7eb59 req-e58f7294-3eab-4d91-b34c-702ddafdfaed tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401912 Dec 12 15:52:57.927010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:52:57.929189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:52:58.067853 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:58.089777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:58.107787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:52:58.112498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:52:58.114733 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6e00f-644e-4269-a9c6-2c0ec60181a1" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:52:58.130636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:58.152280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:58.158381 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd187c-68a2-40c6-a4fd-da716f05100f x-openstack-request-id: req-58fd187c-68a2-40c6-a4fd-da716f05100f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:52:58.158675 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:52:58.158927 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58fd187c-68a2-40c6-a4fd-da716f05100f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:52:58.159313 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:52:58.196063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:58.220065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:52:58.225235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:52:58.264043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:52:58.264410 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:52:58.801075 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:58.814504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:52:58.838606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:52:58.843950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:52:58.904790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:52:58.931196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:52:59.942368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:52:59.999277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:52:59.999754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:00.082499 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:00.123133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:00.128350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:00.163911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:00.166303 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25f225-d046-4b9e-ae8b-a35e1af5338d" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:00.196431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:00.224572 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29edb93c-859f-4034-8663-80dec20815cc x-openstack-request-id: req-29edb93c-859f-4034-8663-80dec20815cc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:00.225281 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:00.225281 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29edb93c-859f-4034-8663-80dec20815cc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:00.225534 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:53:05.416562 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18eb87ba-15cb-4c44-a8ff-37f08d81af55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:07.738102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa4626c8-5f14-47e1-a372-f03c75df9c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:08.625369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:08.719942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac042-4930-4afa-970d-86f871dcd943 req-71a6e75e-1e7c-4689-a9d6-2100b8e444a6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:08.721411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afbac042-4930-4afa-970d-86f871dcd943 req-71a6e75e-1e7c-4689-a9d6-2100b8e444a6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0521357 Dec 12 15:53:08.768623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afbac042-4930-4afa-970d-86f871dcd943 req-1f93f9cd-15c8-42fe-bb6d-246563021d6e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Dec 12 15:53:09.179109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6807-afd6-4632-976d-078b6b1c0eda req-48fc2d53-7dac-4b88-b184-262c39eaedcc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:09.180613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077d6807-afd6-4632-976d-078b6b1c0eda req-48fc2d53-7dac-4b88-b184-262c39eaedcc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0492065 Dec 12 15:53:09.227928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077d6807-afd6-4632-976d-078b6b1c0eda req-08632891-0dff-4961-b78a-2f64ddb9b090 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412536 Dec 12 15:53:09.276139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:10.345858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a028f-eb15-4483-a714-c061ff4f46b5 req-3f622242-6868-4fe2-833d-e45457c1bcf4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:10.347582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937a028f-eb15-4483-a714-c061ff4f46b5 req-3f622242-6868-4fe2-833d-e45457c1bcf4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0485237 Dec 12 15:53:10.394655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:10.400837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-937a028f-eb15-4483-a714-c061ff4f46b5 req-4e0fd9ab-e2ff-43aa-b43b-3566f9945c54 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476429 Dec 12 15:53:11.102957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:11.335064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:11.518628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404e7b5-62d9-4f8c-aa31-115533d968e8 req-2f58b6f0-5bf3-4586-a42f-f106c6b81a54 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:11.520062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0404e7b5-62d9-4f8c-aa31-115533d968e8 req-2f58b6f0-5bf3-4586-a42f-f106c6b81a54 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0482879 Dec 12 15:53:11.566814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0404e7b5-62d9-4f8c-aa31-115533d968e8 req-1886cabc-4ed8-4423-bd43-b564e39795d5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Dec 12 15:53:11.958609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:53:11.961741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:12.110749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:12.113412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:12.131268 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'mac_address': 'fa:16:3e:c0:f4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:53:12.147311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:12.149078 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ad47f-2794-40b8-9d19-c7e4a0894ba8" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:12.185909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:12.189461 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee05b529-6732-4c82-b84a-4a0bf16e71f8 x-openstack-request-id: req-ee05b529-6732-4c82-b84a-4a0bf16e71f8 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:12.189737 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:12.189993 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee05b529-6732-4c82-b84a-4a0bf16e71f8 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:12.190383 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:53:12.194447 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:12.208530 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:12.248073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:53:12.284944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:12.305020 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 15:53:12.305403 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 15:53:12.695732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47652c63-95ed-4aec-8ff7-f97fb0fec895 req-79b5c800-43f9-4cb3-bd8b-6bee82744b48 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:12.697397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47652c63-95ed-4aec-8ff7-f97fb0fec895 req-79b5c800-43f9-4cb3-bd8b-6bee82744b48 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0518751 Dec 12 15:53:12.746255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47652c63-95ed-4aec-8ff7-f97fb0fec895 req-1b715500-47a7-47f7-bb61-ccaff1a0ecc6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Dec 12 15:53:12.849931 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:12.864855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:53:12.887748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:12.894606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:12.953180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=12']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:12.982871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:53:13.890962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ca3ac-c613-482d-b3be-552458771af9 req-76ac40e6-6889-4021-bec2-b6c8a9a1aece tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:13.893881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d0ca3ac-c613-482d-b3be-552458771af9 req-76ac40e6-6889-4021-bec2-b6c8a9a1aece tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 945 time: 0.0700428 Dec 12 15:53:13.946193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5d0ca3ac-c613-482d-b3be-552458771af9 req-eb1f8c9a-19c2-40d4-9273-83820606cddd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Dec 12 15:53:13.988755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:53:14.052063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:53:14.052768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:14.137002 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:14.174554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:14.179682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:14.205740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:14.209813 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994aad2-6a1e-426a-adae-861f100dcf9b" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:14.261182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=13']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:14.272519 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f565929-aa30-430f-918c-29ddb7c589bb x-openstack-request-id: req-5f565929-aa30-430f-918c-29ddb7c589bb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:14.273369 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-plugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:14.273834 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f565929-aa30-430f-918c-29ddb7c589bb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:14.274044 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:53:15.078443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b302fd6-d53a-45a0-bb2f-195ffbbcdd72 req-944cc0a2-45e8-4956-bcba-c13a8a3da013 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:15.080046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b302fd6-d53a-45a0-bb2f-195ffbbcdd72 req-944cc0a2-45e8-4956-bcba-c13a8a3da013 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0569265 Dec 12 15:53:15.134717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b302fd6-d53a-45a0-bb2f-195ffbbcdd72 req-ace40324-c138-4be6-ad56-54516d23561d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Dec 12 15:53:16.294200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227d8d-6817-4aae-9540-b147647c510e req-cb4929e8-72f6-4c68-ac42-6ef22f63f92f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:16.302009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d227d8d-6817-4aae-9540-b147647c510e req-cb4929e8-72f6-4c68-ac42-6ef22f63f92f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0722392 Dec 12 15:53:16.354593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d227d8d-6817-4aae-9540-b147647c510e req-e14856fe-d85d-4330-b14b-0e03dae6f5aa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516534 Dec 12 15:53:17.290217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-0442c7c2-2400-4dc7-951a-1d5682497e37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016767 Dec 12 15:53:17.385951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179492-6378-477f-b594-f2f1877ab702 req-ec260f9d-2be9-4270-95aa-0360e063ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:17.389170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-ec260f9d-2be9-4270-95aa-0360e063ae73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1096 time: 0.0495720 Dec 12 15:53:17.542920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2015c-5b74-4fa4-9cdb-8d6f58dfd405 req-f540651d-4fb7-45b5-a43f-5876c7c93efa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:17.549096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fd2015c-5b74-4fa4-9cdb-8d6f58dfd405 req-f540651d-4fb7-45b5-a43f-5876c7c93efa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0850301 Dec 12 15:53:17.593193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179492-6378-477f-b594-f2f1877ab702 req-6e4ab742-64fd-4580-acec-5b1051a975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:17.594689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-6e4ab742-64fd-4580-acec-5b1051a975dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1867495 Dec 12 15:53:17.614328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8fd2015c-5b74-4fa4-9cdb-8d6f58dfd405 req-e8ef47dc-08b6-4016-86bc-6c5db3cf4185 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622051 Dec 12 15:53:17.677792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-7c2e4d19-d8db-4226-8798-44fdde480e61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 1001 time: 0.0753744 Dec 12 15:53:17.729476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179492-6378-477f-b594-f2f1877ab702 req-76b6800a-38ea-4f5f-b761-c00a314454a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:17.730972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-76b6800a-38ea-4f5f-b761-c00a314454a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0448434 Dec 12 15:53:17.780904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba179492-6378-477f-b594-f2f1877ab702 req-1a56a9e7-bbe3-4bed-a076-049ce32555a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:17.782561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-1a56a9e7-bbe3-4bed-a076-049ce32555a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445468 Dec 12 15:53:17.881365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-b0f0cbbf-1ff2-465d-bced-2b735271be78 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917563 Dec 12 15:53:17.982986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba179492-6378-477f-b594-f2f1877ab702 req-d5804e05-e7c4-417a-832b-3bbdf61aedaf service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939572 Dec 12 15:53:18.707386 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-9fb19914-f172-4e7d-ae6f-165c00bb265b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086390 Dec 12 15:53:18.755615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724c212-d123-4a15-bfa0-70ff88210f73 req-fabf3512-ece0-45b0-8fcc-cb4bce6178b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:18.757127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f724c212-d123-4a15-bfa0-70ff88210f73 req-fabf3512-ece0-45b0-8fcc-cb4bce6178b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0610554 Dec 12 15:53:18.811791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c721d-b905-4435-af9b-d258c30d6d98 req-761c3e03-d1fd-428c-b1e2-56db4892fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:18.812485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f724c212-d123-4a15-bfa0-70ff88210f73 req-43860996-dcba-49e8-bf37-c584c68ca5e1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485682 Dec 12 15:53:18.814130 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-761c3e03-d1fd-428c-b1e2-56db4892fb90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1096 time: 0.0583611 Dec 12 15:53:18.943745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c721d-b905-4435-af9b-d258c30d6d98 req-e3849688-7890-4f46-a1fa-1ada5e44c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:18.945382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-e3849688-7890-4f46-a1fa-1ada5e44c311 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1000993 Dec 12 15:53:19.025537 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-80391d3b-8fc4-4b7a-a7ec-2dcf65745607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 1001 time: 0.0695357 Dec 12 15:53:19.084797 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c721d-b905-4435-af9b-d258c30d6d98 req-ecf0204d-78f9-48e7-b9c9-15ff42338f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:19.086629 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-ecf0204d-78f9-48e7-b9c9-15ff42338f01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0503786 Dec 12 15:53:19.138905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c721d-b905-4435-af9b-d258c30d6d98 req-9b94c425-240f-4f72-83be-9cd38610a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:19.140425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-9b94c425-240f-4f72-83be-9cd38610a170 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444684 Dec 12 15:53:19.241104 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-4aca5755-ae3e-45d0-b8b4-da89afa57668 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Dec 12 15:53:19.340144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-746c721d-b905-4435-af9b-d258c30d6d98 req-366d28a6-d03d-44e3-af3a-72a2696722b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903316 Dec 12 15:53:19.943020 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3cd43-f52f-4541-8e18-56213e2da1ff req-392d55db-e9b0-490b-af23-bc48c07b519e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:19.947825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a3cd43-f52f-4541-8e18-56213e2da1ff req-392d55db-e9b0-490b-af23-bc48c07b519e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0632291 Dec 12 15:53:20.002088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a3cd43-f52f-4541-8e18-56213e2da1ff req-23ad9a61-693f-4810-bd58-cb15978d7d3d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524433 Dec 12 15:53:21.116960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965625-ae15-4684-85a7-743aa022de41 req-3360fa6b-794c-4bd8-b15c-29d51ad751c9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:21.119377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1965625-ae15-4684-85a7-743aa022de41 req-3360fa6b-794c-4bd8-b15c-29d51ad751c9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0525432 Dec 12 15:53:21.180583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1965625-ae15-4684-85a7-743aa022de41 req-93f0fcac-1722-43b0-b7f3-304c6aa93957 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529637 Dec 12 15:53:21.506719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:21.680962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port fd5815b3-8b8f-4a19-9187-5c3731a22a35 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:21.681296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:21.762125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:21.762452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:21.774946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for fd5815b3-8b8f-4a19-9187-5c3731a22a35 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:21.920417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:21.947431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=fd5815b3-8b8f-4a19-9187-5c3731a22a35,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:21.971618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.971968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.972303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.972650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.972993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.973323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.973649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.973976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.974295 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.974614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.974937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.975259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:21.975579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:22.015628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:22.015920 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 6dee0877-0aa4-4c00-828d-dbf8f9312cc7 disassociated (deleted). External IP: 172.25.3.110, port: 7e25f2ec-9079-4d36-8320-9fd52b731b8a. Dec 12 15:53:22.234248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:53:22.315396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61edf2-6131-41da-8187-8b02768e3c70 req-b41ef981-f8e2-4de9-9dd1-87b8c06fe041 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.316964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e61edf2-6131-41da-8187-8b02768e3c70 req-b41ef981-f8e2-4de9-9dd1-87b8c06fe041 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0601506 Dec 12 15:53:22.352357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:53:22.357456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:22.365892 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:53:22.377050 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:22.378207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e61edf2-6131-41da-8187-8b02768e3c70 req-040bd967-b386-4373-a38a-d9bc6f2c1286 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552638 Dec 12 15:53:22.378411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:22.399471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-85eeaf4b-e52d-4e19-9b36-fb701722b185 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "DELETE /v2.0/floatingips/6dee0877-0aa4-4c00-828d-dbf8f9312cc7 HTTP/1.1" status: 204 len: 168 time: 0.8892961 Dec 12 15:53:22.399471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:22.400674 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f42fa37-8945-44d3-b99a-33fe7405292b" -d '{"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:22.475682 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5630fb-1a86-4b00-a451-61fe5d2a5a3e x-openstack-request-id: req-5a5630fb-1a86-4b00-a451-61fe5d2a5a3e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:22.475981 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:22.476233 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a5630fb-1a86-4b00-a451-61fe5d2a5a3e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:22.476663 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'status': 'completed', 'code': 200} Dec 12 15:53:22.503773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:22.568048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-66d4c87f-14cc-4567-a50e-40f2a3167279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.569641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-66d4c87f-14cc-4567-a50e-40f2a3167279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 1096 time: 0.0682294 Dec 12 15:53:22.713032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-6b5ff815-a164-4672-91c2-7942596fabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.714496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-6b5ff815-a164-4672-91c2-7942596fabbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1368001 Dec 12 15:53:22.723332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e09fb-64ac-4bc6-9ea9-68561363a205 req-e669ef67-e294-49ce-888b-796c16c2f955 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.724729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-598e09fb-64ac-4bc6-9ea9-68561363a205 req-e669ef67-e294-49ce-888b-796c16c2f955 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.0872612 Dec 12 15:53:22.767388 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:22.770303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-619840ad-9e5c-4161-b08c-fb72a8198587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 200 len: 217 time: 0.0446391 Dec 12 15:53:22.793737 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:53:22.801922 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:22.802524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:22.834184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-598e09fb-64ac-4bc6-9ea9-68561363a205 req-c5af7a21-e74b-4013-a06d-5ab6475ca1b7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027737 Dec 12 15:53:22.843988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-b412548f-f5c3-4b7b-bd2a-277d59612467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.845713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-b412548f-f5c3-4b7b-bd2a-277d59612467 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0679481 Dec 12 15:53:22.892015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-5a4cb333-804c-45d0-99f0-99aaef157f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:22.893527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-5a4cb333-804c-45d0-99f0-99aaef157f9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404739 Dec 12 15:53:22.908042 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:22.986971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-2cb4b420-4b8a-4d7f-a3bc-db1912cfa0a5 service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Dec 12 15:53:23.077825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f42fa37-8945-44d3-b99a-33fe7405292b req-47413061-dbe5-4a8a-b453-cd6cc3fa4f6b service neutron] 10.222.0.13 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823982 Dec 12 15:53:23.127969 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:23.153874 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c25345-cf80-43f8-95fe-5608d34afc0b None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '13d0ddda-22f8-4aa4-81ff-52f8b1e4e124', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'port_id': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'mac_address': 'fa:16:3e:82:c0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:49:36Z', 'updated_at': '2021-12-12T15:49:38Z', 'revision_number': 1, 'project_id': 'bba1eb8150914a07922974734006af04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:53:23.372880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ae676-3d43-4b16-a4a4-242283af44b9 None None] New status for floating IP 6dee0877-0aa4-4c00-828d-dbf8f9312cc7: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:53:23.619176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfa65c-4323-482d-b43b-a982ebfedf0f req-9e17e8c8-5285-41bd-9500-7af677b88d00 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:23.620516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48cfa65c-4323-482d-b43b-a982ebfedf0f req-9e17e8c8-5285-41bd-9500-7af677b88d00 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0481825 Dec 12 15:53:23.666312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48cfa65c-4323-482d-b43b-a982ebfedf0f req-77e0b293-2816-441f-8ca5-c53a56e7b71f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Dec 12 15:53:23.962211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b5e8-a27f-41fc-91c0-8b8e5e597ef9 req-dc9365d4-3065-467f-a922-f3601f1835da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:23.963715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d1b5e8-a27f-41fc-91c0-8b8e5e597ef9 req-dc9365d4-3065-467f-a922-f3601f1835da tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Dec 12 15:53:24.016463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d1b5e8-a27f-41fc-91c0-8b8e5e597ef9 req-b12665c1-350a-4be2-8a54-d93f8ce35c06 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432730 Dec 12 15:53:24.164936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-1c20fd60-ab48-4c9e-bea6-639dc04f1be7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:24.166377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-1c20fd60-ab48-4c9e-bea6-639dc04f1be7 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 945 time: 0.0523102 Dec 12 15:53:24.262018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 7e25f2ec-9079-4d36-8320-9fd52b731b8a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:24.262348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:24.357359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 7e25f2ec-9079-4d36-8320-9fd52b731b8a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=7e25f2ec-9079-4d36-8320-9fd52b731b8a,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:24.357727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:24.370968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 7e25f2ec-9079-4d36-8320-9fd52b731b8a owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:24.506986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:24.536574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=7e25f2ec-9079-4d36-8320-9fd52b731b8a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:24.559067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.559432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.559772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.560111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.560461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.560825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.561154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.561480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.561795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.562113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.562437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.562759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.563081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:24.615621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 7e25f2ec-9079-4d36-8320-9fd52b731b8a on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:24.618629 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:24.622406 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-476f7e24-e8ee-4213-bc6d-47960b3a913a req-04ce186e-fcd4-43e1-8c30-05f303058d91 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.13 "DELETE /v2.0/ports/7e25f2ec-9079-4d36-8320-9fd52b731b8a HTTP/1.1" status: 204 len: 173 time: 0.4492924 Dec 12 15:53:24.623016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'name': 'network-vif-deleted', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:24.625110 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de0889-17b3-45a9-aa82-6d30b13da39e" -d '{"events": [{"server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "name": "network-vif-deleted", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:24.645173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f875-56fd-4814-a27d-f980d4589bd5 req-ad5b6c96-80ac-43c6-b678-534495da8a09 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:24.646813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6446f875-56fd-4814-a27d-f980d4589bd5 req-ad5b6c96-80ac-43c6-b678-534495da8a09 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.1076574 Dec 12 15:53:24.702868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6446f875-56fd-4814-a27d-f980d4589bd5 req-e1c9b72f-d09a-4427-9d1f-45abb7bfe444 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494657 Dec 12 15:53:24.746666 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481fee72-8c62-4c61-a4d4-e839fc907038 x-openstack-request-id: req-481fee72-8c62-4c61-a4d4-e839fc907038 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:24.747763 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02aa6a76-db3b-4df6-82fa-fa3d4eae82a3", "name": "network-vif-deleted", "tag": "7e25f2ec-9079-4d36-8320-9fd52b731b8a", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:24.748029 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-481fee72-8c62-4c61-a4d4-e839fc907038 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:24.748441 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02aa6a76-db3b-4df6-82fa-fa3d4eae82a3', 'name': 'network-vif-deleted', 'tag': '7e25f2ec-9079-4d36-8320-9fd52b731b8a', 'status': 'completed', 'code': 200} Dec 12 15:53:24.932877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bc3ca-dc85-48ca-a786-d76eeb37a231 req-5b574106-a1d0-47f0-b502-b1d77093aa55 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:24.935497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273bc3ca-dc85-48ca-a786-d76eeb37a231 req-5b574106-a1d0-47f0-b502-b1d77093aa55 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0654595 Dec 12 15:53:24.937556 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-ee4fc414-2d1e-4206-a4e7-a6e991fc5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:24.939202 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-ee4fc414-2d1e-4206-a4e7-a6e991fc5f96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1097 time: 0.0486040 Dec 12 15:53:24.993201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-273bc3ca-dc85-48ca-a786-d76eeb37a231 req-4fec5e34-cfce-47ab-b6ad-a962861ff97a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512247 Dec 12 15:53:25.055955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-dec47758-146b-4945-8e79-1e43eca899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:25.057655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-dec47758-146b-4945-8e79-1e43eca899d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.1072841 Dec 12 15:53:25.126643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c83fc122-c628-4c6d-a7f7-83e71590477d req-433a0523-4da4-4248-96e0-80e022def1f6 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0291221 Dec 12 15:53:25.134415 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-a30297aa-ac81-438b-af73-2b86c1a179ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 1001 time: 0.0641789 Dec 12 15:53:25.201092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-901d66a8-8c2d-4976-92d1-326ea6ee6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:25.202721 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-901d66a8-8c2d-4976-92d1-326ea6ee6b31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0571527 Dec 12 15:53:25.253795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-66968e49-42f9-4984-b83b-9e4b54e46f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:25.255488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-66968e49-42f9-4984-b83b-9e4b54e46f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426826 Dec 12 15:53:25.353036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-62e41d3e-3f1b-4103-a350-b0285d17849f service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835204 Dec 12 15:53:25.450544 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22d73600-a9d2-4f27-a95d-b99d452f477c req-d2c5495f-1222-4ca6-a229-a732e7970d98 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Dec 12 15:53:25.987018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:26.064445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:26.095505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:26.097820 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f012524-2dd1-4a37-a6ea-8d1d94bf9cfc" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:26.158096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851cf4-f488-4ade-945f-ca29b77e4821 req-07cfd900-011f-46db-9cb4-ce2096eaf684 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:26.160875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6851cf4-f488-4ade-945f-ca29b77e4821 req-07cfd900-011f-46db-9cb4-ce2096eaf684 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 946 time: 0.0928087 Dec 12 15:53:26.240339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6851cf4-f488-4ade-945f-ca29b77e4821 req-f40ac6cf-8bd1-491e-90b5-47742ed7a93a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690894 Dec 12 15:53:26.276283 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:53:26.278635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f558b28-0a9f-4a9f-b9cd-49aeb3b1a67b req-5153160c-9fd5-472d-b9d8-b5de86e1f0a5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0372527 Dec 12 15:53:26.287941 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51538ac2-c81f-4f5c-96f2-9d3e0692b8ba x-openstack-request-id: req-51538ac2-c81f-4f5c-96f2-9d3e0692b8ba {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:26.288244 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:26.288509 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51538ac2-c81f-4f5c-96f2-9d3e0692b8ba {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:26.288940 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'code': 200} Dec 12 15:53:26.294399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:26.299756 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:26.359375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=14']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:26.441241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac07d8-1c3c-49bc-8d19-8821c2476e2a req-f3111102-2d3a-4ca9-acd6-6df02288e295 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:26.442819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0ac07d8-1c3c-49bc-8d19-8821c2476e2a req-f3111102-2d3a-4ca9-acd6-6df02288e295 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0510275 Dec 12 15:53:26.491343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0ac07d8-1c3c-49bc-8d19-8821c2476e2a req-aa476460-41a8-4372-83b2-c03253a8a978 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423951 Dec 12 15:53:26.616445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83bb4-6917-4440-b109-99c6a62e568d req-198e2f72-0f88-4905-a20b-65071fe15a58 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:26.617963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f83bb4-6917-4440-b109-99c6a62e568d req-198e2f72-0f88-4905-a20b-65071fe15a58 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0531509 Dec 12 15:53:26.665205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2f83bb4-6917-4440-b109-99c6a62e568d req-a8bbcfbd-d6e1-43c5-b552-e4694316c3dd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Dec 12 15:53:26.932072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-b477c16d-98c6-4e00-846b-3cfe3359105d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:26.933578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-b477c16d-98c6-4e00-846b-3cfe3359105d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1013854 Dec 12 15:53:26.948433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-578ec032-a5ac-44a3-ba9a-bd56273c4df3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/quotas/df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 375 time: 0.0091019 Dec 12 15:53:27.005803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-798c46a8-b108-47ab-9361-08b0fea75df1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521755 Dec 12 15:53:27.095482 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-57f4d830-89ee-4713-be75-2f9f28731ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825481 Dec 12 15:53:27.192471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-9b036d02-604e-4a45-a5bb-acd6a0a00344 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Dec 12 15:53:27.375456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38598a3d-f672-453c-9577-4733df871b44 req-dca9a627-96c0-4f93-9c2a-caeb288dddbe tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Dec 12 15:53:27.591981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7e25f2ec-9079-4d36-8320-9fd52b731b8a no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:27.611771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 7e25f2ec-9079-4d36-8320-9fd52b731b8a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:27.612116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 7e25f2ec-9079-4d36-8320-9fd52b731b8a not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:28.381232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5e1c425-403f-458b-84ef-4088b2c91d4d req-21f63926-6379-495d-9359-3bd183a52c42 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Dec 12 15:53:28.469780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-182178bb-224a-42e3-a412-7494ed942ffd req-258fce03-2c15-4c67-97be-9dd25a4518d5 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=02aa6a76-db3b-4df6-82fa-fa3d4eae82a3 HTTP/1.1" status: 200 len: 210 time: 0.0265763 Dec 12 15:53:29.457623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2bc1d982-893a-4287-9cd0-44036e36cd85 req-d85eb7e8-bf4b-460a-9348-be60bd93f864 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0261631 Dec 12 15:53:30.551684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ebe0c97-bc94-4eca-8e7f-f8722052be68 req-d0cfb0de-4d06-49b4-83fc-658157741db2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Dec 12 15:53:31.636587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec5575c1-9fae-4bd1-b78a-56ed2c0d3345 req-8db21cfa-d6b9-44d3-9afd-61438652236e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0280187 Dec 12 15:53:32.730714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc2938b1-85f0-4275-9336-5515dddbfe3a req-2e4f4099-11b1-428f-b91e-b871742a923f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Dec 12 15:53:33.431988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-97ca6cd4-bade-4955-9d0a-51e3fadb3d9e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:33.434016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-97ca6cd4-bade-4955-9d0a-51e3fadb3d9e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1408701 Dec 12 15:53:33.451921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'device_id': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'admin_state_up': True, 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:53:33.569709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:53:33.574343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:33.709104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.20.0.3 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/51a38667-16d2-4880-8669-745875076c9b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:53:33.835790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c107c5f-2795-424d-af97-c493a0d2bd5a req-d7a965d1-2e5f-4a1e-a5d1-56483066ca2a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 210 time: 0.0322917 Dec 12 15:53:33.892020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:33.926610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:33.969075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:53:33.972098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:53:33.975748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:53:34.005821 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:34.046888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:34.047765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.064274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-efcd7921-dc99-4f73-bd68-e6f7e80861f6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6166253 Dec 12 15:53:34.077239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Request body: {'port': {'device_id': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:53:34.147408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.288148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2aa106d8-1311-4c55-935a-b8b520ac1452 None None] Provisioning complete for port 51a38667-16d2-4880-8669-745875076c9b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:53:34.288784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2aa106d8-1311-4c55-935a-b8b520ac1452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.326132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2aa106d8-1311-4c55-935a-b8b520ac1452 None None] Port 51a38667-16d2-4880-8669-745875076c9b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:53:34.427726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a38667-16d2-4880-8669-745875076c9b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:53:34.435843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.447755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Transition to ACTIVE for port object 51a38667-16d2-4880-8669-745875076c9b will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:53:34.451307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.500470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Pushing event updated for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:34.572296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Attempting to bind port 51a38667-16d2-4880-8669-745875076c9b on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:53:34.572551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Attempting to bind port 51a38667-16d2-4880-8669-745875076c9b by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:53:34.572908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Attempting to bind port 51a38667-16d2-4880-8669-745875076c9b on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:53:34.578078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Port 51a38667-16d2-4880-8669-745875076c9b on network cc6706dd-9838-4431-a16e-8e49489eeb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:53:34.578400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Attempting to bind port 51a38667-16d2-4880-8669-745875076c9b on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:53:34.583378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:53:34.583712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:53:34.584095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:53:34.584528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Bound port: 51a38667-16d2-4880-8669-745875076c9b, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:53:34.584907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.651203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:53:34.654242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=51a38667-16d2-4880-8669-745875076c9b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:53:34.657716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.692737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:34.693306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:34.694654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] 10.222.0.13 "PUT /v2.0/ports/51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 1091 time: 0.6223412 Dec 12 15:53:34.695086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'tag': '51a38667-16d2-4880-8669-745875076c9b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:34.697328 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b72bde5-1958-4d1d-959c-bba8a609c8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "tag": "51a38667-16d2-4880-8669-745875076c9b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:34.719260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e319fe-3c30-45c1-8776-0d0053994d2e service neutron] Pushing event updated for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:34.749075 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5680a26a-7332-47b3-b2c1-38d4a72d4a8a x-openstack-request-id: req-5680a26a-7332-47b3-b2c1-38d4a72d4a8a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:34.749368 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "tag": "51a38667-16d2-4880-8669-745875076c9b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:34.749623 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5680a26a-7332-47b3-b2c1-38d4a72d4a8a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:34.750020 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'tag': '51a38667-16d2-4880-8669-745875076c9b', 'status': 'completed', 'code': 200} Dec 12 15:53:34.780767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-691ccca2-f79e-4c2f-b29f-b0d0e542bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:34.782294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-691ccca2-f79e-4c2f-b29f-b0d0e542bffe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0458872 Dec 12 15:53:34.885952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:35.051152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 97d4f63a-9384-4690-804f-476a2d4dbba4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:35.051486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.127581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.127817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.140188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 97d4f63a-9384-4690-804f-476a2d4dbba4 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:35.196820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-8918739b-471c-4a26-b9e6-1a1a8c0a0816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 217 time: 0.4044316 Dec 12 15:53:35.266365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-24d250f1-68b8-48f3-9f5b-14900aa3ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.267796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-24d250f1-68b8-48f3-9f5b-14900aa3ff49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0637460 Dec 12 15:53:35.278478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5605-9172-4bc1-a14f-0c2848b48c66 req-fde1e44c-c96e-45fb-b925-787b62b2f93f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.279838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ce5605-9172-4bc1-a14f-0c2848b48c66 req-fde1e44c-c96e-45fb-b925-787b62b2f93f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0857823 Dec 12 15:53:35.295836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.324292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=97d4f63a-9384-4690-804f-476a2d4dbba4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:35.352491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-46672648-1ce4-42f6-9145-3861d5c97012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.353999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-46672648-1ce4-42f6-9145-3861d5c97012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733287 Dec 12 15:53:35.358346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ce5605-9172-4bc1-a14f-0c2848b48c66 req-c51faf67-6fce-45eb-b6b4-9f6a872505f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692651 Dec 12 15:53:35.385490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.385742 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Floating IP 13d0ddda-22f8-4aa4-81ff-52f8b1e4e124 disassociated (deleted). External IP: 172.25.3.125, port: 1ffb92c1-5527-43ff-af62-dfee08ab7fef. Dec 12 15:53:35.410291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cd74ca6-438c-4b4a-9081-c85a61257757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.447014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-43cb3b7e-e97a-4aec-9db2-4a28de270e56 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Dec 12 15:53:35.539949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dc3490c-3de2-4f83-a0a8-40ab7ac139a3 req-ae5c713d-f066-4c10-9eb1-4af25eb3914d service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Dec 12 15:53:35.596543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:53:35.624045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-96b4b0db-8b91-44dc-858c-d63340cb4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.625652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-96b4b0db-8b91-44dc-858c-d63340cb4f9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1094 time: 0.0410247 Dec 12 15:53:35.703684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:53:35.708190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:35.714481 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:53:35.721714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-de21a61d-36fe-4d43-a135-ab550b72ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.723496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-de21a61d-36fe-4d43-a135-ab550b72ae1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0914567 Dec 12 15:53:35.724788 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:35.725473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:35.737950 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-45cc99f1-f74c-44f3-81cd-8d69313bce8b tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "DELETE /v2.0/floatingips/13d0ddda-22f8-4aa4-81ff-52f8b1e4e124 HTTP/1.1" status: 204 len: 168 time: 0.8485651 Dec 12 15:53:35.737950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:35.738865 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f867a-50bd-45e2-b5cb-701342f1cce0" -d '{"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:35.768323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-aa53bf69-48df-441a-a881-bb7ee4984183 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 217 time: 0.0375624 Dec 12 15:53:35.779129 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885c3eb-759c-445c-8200-82ae8b0221d6 x-openstack-request-id: req-1885c3eb-759c-445c-8200-82ae8b0221d6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:35.779442 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:35.779699 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1885c3eb-759c-445c-8200-82ae8b0221d6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:35.780102 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'status': 'completed', 'code': 200} Dec 12 15:53:35.823046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-8004f641-a91c-415b-874e-3f694ed96232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.824897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-8004f641-a91c-415b-874e-3f694ed96232 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0494983 Dec 12 15:53:35.854543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:35.857073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-bea03c72-8a1c-441d-b421-f426a9c6847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.858416 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-bea03c72-8a1c-441d-b421-f426a9c6847f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bba1eb8150914a07922974734006af04&device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 1096 time: 0.0511034 Dec 12 15:53:35.901890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-a59d8e7e-f59d-47b5-85e7-052c1137aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.904217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-a59d8e7e-f59d-47b5-85e7-052c1137aa45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713170 Dec 12 15:53:35.969357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-9faebc03-3177-4753-b39f-2e585347738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:35.971220 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-9faebc03-3177-4753-b39f-2e585347738e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 200 len: 912 time: 0.1043222 Dec 12 15:53:36.020282 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-73b0db1d-5c39-4ac8-be9c-fe46539fc648 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 200 len: 217 time: 0.0405962 Dec 12 15:53:36.044957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7bb28-d3fd-47ed-a208-9031f42597b6 req-793a4850-40d6-4fb3-b036-30310f805517 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:36.046423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23b7bb28-d3fd-47ed-a208-9031f42597b6 req-793a4850-40d6-4fb3-b036-30310f805517 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0782905 Dec 12 15:53:36.048681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-fcff5bd2-3530-4334-b3f6-f901bba32934 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365421 Dec 12 15:53:36.074029 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:36.082931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-a9ace591-57e9-4bff-871b-be46a84f8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:36.084511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-a9ace591-57e9-4bff-871b-be46a84f8865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 200 len: 851 time: 0.0460999 Dec 12 15:53:36.103467 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:53:36.113768 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:36.114656 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:36.140772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-70fb4e55-b241-4c0b-8c1a-dac854576b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:36.142909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-70fb4e55-b241-4c0b-8c1a-dac854576b12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474055 Dec 12 15:53:36.167193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23b7bb28-d3fd-47ed-a208-9031f42597b6 req-2d45389f-4833-45d6-9a58-a01d75637016 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140175 Dec 12 15:53:36.186109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b72bde5-1958-4d1d-959c-bba8a609c8e9 req-f200f0dd-69d6-4812-a98e-2961e1b9fcb1 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258817 Dec 12 15:53:36.232435 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:36.247932 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-9e5654bb-570e-401a-ae62-5c84f2605d33 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926275 Dec 12 15:53:36.342009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-271f867a-50bd-45e2-b5cb-701342f1cce0 req-988d01c6-db9d-47a5-b8bc-52c7cb7c1582 service neutron] 10.222.0.30 "GET /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Dec 12 15:53:36.431915 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:36.458373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8501e-e923-4a29-9d8f-59c675bca012 None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '3ead0dbd-4184-45e2-9284-39e569bc4406', 'name': '', 'network_id': '6d2c5fee-7edf-4fae-b7e4-ecc8c793d214', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'mac_address': 'fa:16:3e:77:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:00Z', 'updated_at': '2021-12-12T15:40:08Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'subnets': [{'id': 'b17a874b-d794-46c3-b46b-5ab752365158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:53:36.481736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2589c7-4357-421b-a60c-757475a4af34 req-d999b4ad-0154-4746-a066-c48531ce2d16 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:36.483272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f2589c7-4357-421b-a60c-757475a4af34 req-d999b4ad-0154-4746-a066-c48531ce2d16 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0512381 Dec 12 15:53:36.538059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f2589c7-4357-421b-a60c-757475a4af34 req-d971d460-2bad-4ad7-8530-9244891e8d68 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Dec 12 15:53:36.677274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250f185-4af2-41a0-84e9-e6c1dff8344d None None] New status for floating IP 13d0ddda-22f8-4aa4-81ff-52f8b1e4e124: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:53:37.288509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ffbd5-c5b1-4500-92bb-9935e99432b0 req-81d6d7f3-8ecb-4bdd-ac27-84788504d524 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:37.290081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab6ffbd5-c5b1-4500-92bb-9935e99432b0 req-81d6d7f3-8ecb-4bdd-ac27-84788504d524 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0504408 Dec 12 15:53:37.343585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab6ffbd5-c5b1-4500-92bb-9935e99432b0 req-86bf6f0f-7dcd-48eb-94f5-aa5f2e65cbd0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/security-groups?id=beeff02e-7308-4c4f-ae61-bc694c38d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473666 Dec 12 15:53:37.653091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 51a38667-16d2-4880-8669-745875076c9b details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:53:37.655850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcddf9-3a43-4a5f-9430-ce52f4b0426f req-e7d43595-c7a9-4132-8922-3d34d90535ac tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:37.657459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5dcddf9-3a43-4a5f-9430-ce52f4b0426f req-e7d43595-c7a9-4132-8922-3d34d90535ac tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 943 time: 0.0507739 Dec 12 15:53:37.705633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b5dcddf9-3a43-4a5f-9430-ce52f4b0426f req-6d047a3c-3e17-4a74-9afa-ed6f74e06cd4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Dec 12 15:53:37.742847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-65fee68c-9d38-4ac8-9d79-1b7ed44903b0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:37.744352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-65fee68c-9d38-4ac8-9d79-1b7ed44903b0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 945 time: 0.0505404 Dec 12 15:53:37.759400 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-17f928e3-d9bc-4bd7-a490-74715b5b90ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:37.766700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=51a38667-16d2-4880-8669-745875076c9b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:37.778568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '51a38667-16d2-4880-8669-745875076c9b', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '51a38667-16d2-4880-8669-745875076c9b', 'mac_address': 'fa:16:3e:36:06:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:53:37.815710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:37.828527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a38667-16d2-4880-8669-745875076c9b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:53:37.837670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port 1ffb92c1-5527-43ff-af62-dfee08ab7fef {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:37.838012 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:37.847847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=51a38667-16d2-4880-8669-745875076c9b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:37.851652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:37.897203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:37.929111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] For port 1ffb92c1-5527-43ff-af62-dfee08ab7fef, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1ffb92c1-5527-43ff-af62-dfee08ab7fef,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:37.929505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:37.941860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for 1ffb92c1-5527-43ff-af62-dfee08ab7fef owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:38.049637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:53:38.069640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:38.100294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=1ffb92c1-5527-43ff-af62-dfee08ab7fef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:38.151023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] No DVR routers for this DVR port 1ffb92c1-5527-43ff-af62-dfee08ab7fef on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:38.154285 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:38.157802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8fdd4937-169d-4d24-b3fa-75dbc51edd4c req-19d0656e-30ea-45fe-a612-68daeb89ace9 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.30 "DELETE /v2.0/ports/1ffb92c1-5527-43ff-af62-dfee08ab7fef HTTP/1.1" status: 204 len: 173 time: 0.4058340 Dec 12 15:53:38.158251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'name': 'network-vif-deleted', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:38.160500 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e22a41-af30-457e-afed-aff1dcf611c6" -d '{"events": [{"server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "name": "network-vif-deleted", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:38.207709 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e83bb5-5a29-470b-903e-281f58800dc4 x-openstack-request-id: req-d2e83bb5-5a29-470b-903e-281f58800dc4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:38.208024 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0adb553-c656-4c6d-a078-bd85352fa02d", "name": "network-vif-deleted", "tag": "1ffb92c1-5527-43ff-af62-dfee08ab7fef", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:38.208263 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2e83bb5-5a29-470b-903e-281f58800dc4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:38.208707 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0adb553-c656-4c6d-a078-bd85352fa02d', 'name': 'network-vif-deleted', 'tag': '1ffb92c1-5527-43ff-af62-dfee08ab7fef', 'status': 'completed', 'code': 200} Dec 12 15:53:38.442998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77eeecf9-db8a-4a90-9393-5603c41c5097 req-38984215-06df-44f3-ab62-8b08cc3daf04 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0303152 Dec 12 15:53:38.629336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:38.819936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d6d32-5079-479e-906f-dac80b959863 req-d029b3c3-2276-4c79-8614-036c0892238c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:38.821565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc7d6d32-5079-479e-906f-dac80b959863 req-d029b3c3-2276-4c79-8614-036c0892238c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 944 time: 0.0499539 Dec 12 15:53:38.869786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc7d6d32-5079-479e-906f-dac80b959863 req-793c9bbf-056a-44b7-8833-c21d1ffcfc3b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421078 Dec 12 15:53:39.275600 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:39.544563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb16db11-b799-4765-a73b-6c16575cc448 req-fb6ba435-1ff7-477f-ac2e-84a0c30580ea tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0273807 Dec 12 15:53:39.652691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 51a38667-16d2-4880-8669-745875076c9b up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:53:39.703432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 51a38667-16d2-4880-8669-745875076c9b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:53:39.707150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 51a38667-16d2-4880-8669-745875076c9b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:53:39.707535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:39.783954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:39.807018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a38667-16d2-4880-8669-745875076c9b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:53:39.809916 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59cc330-cd87-4425-bfa1-81143f470d08" -d '{"events": [{"server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "51a38667-16d2-4880-8669-745875076c9b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:53:39.823943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=51a38667-16d2-4880-8669-745875076c9b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:39.829753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:39.860898 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcc5fb8-0510-4a45-b540-0eeddc49c9cd x-openstack-request-id: req-9bcc5fb8-0510-4a45-b540-0eeddc49c9cd {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:53:39.861193 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "name": "network-vif-plugged", "status": "completed", "tag": "51a38667-16d2-4880-8669-745875076c9b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:53:39.861447 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bcc5fb8-0510-4a45-b540-0eeddc49c9cd {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:53:39.862239 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a38667-16d2-4880-8669-745875076c9b', 'code': 200} Dec 12 15:53:39.891750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:39.999618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae29fe-6cc7-4802-92f2-f923f104faad req-7f21f4a9-0dd6-421f-9dca-fd71f27f9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:40.001139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-feae29fe-6cc7-4802-92f2-f923f104faad req-7f21f4a9-0dd6-421f-9dca-fd71f27f9984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0734401 Dec 12 15:53:40.022146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cd9bd-d79d-4897-a3ef-cf745327a1e2 req-2e56de34-3c7a-438e-a5d0-7c42b8c089b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:40.023585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f3cd9bd-d79d-4897-a3ef-cf745327a1e2 req-2e56de34-3c7a-438e-a5d0-7c42b8c089b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0693784 Dec 12 15:53:40.086249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-feae29fe-6cc7-4802-92f2-f923f104faad req-202e2351-b69a-4da6-9ff9-f0917dbc5ea8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774913 Dec 12 15:53:40.093829 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f3cd9bd-d79d-4897-a3ef-cf745327a1e2 req-5894519f-c677-4040-a42a-f6c1e43169ed tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Dec 12 15:53:40.130199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1ffb92c1-5527-43ff-af62-dfee08ab7fef no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:40.151298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 1ffb92c1-5527-43ff-af62-dfee08ab7fef {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:40.151646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1ffb92c1-5527-43ff-af62-dfee08ab7fef not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:40.391261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:40.643091 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-837da776-e351-4f78-93f9-0f06d527e0bb req-31554aed-e290-400b-9fbd-020787fd19c2 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0292661 Dec 12 15:53:41.106431 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:41.227224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19148fd5-083e-4954-9200-a53b572ef696 req-d0a30dc5-9e0a-42a9-a4af-decf89d576e2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:41.228766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19148fd5-083e-4954-9200-a53b572ef696 req-d0a30dc5-9e0a-42a9-a4af-decf89d576e2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0577791 Dec 12 15:53:41.277114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19148fd5-083e-4954-9200-a53b572ef696 req-1383d27c-c6ef-425f-a18a-3fdd45976ead tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Dec 12 15:53:41.329264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:41.742004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-44f4c22f-4c28-4edc-b5ab-06fdc7427551 req-444001a2-0703-4524-9fcf-89cdf404f74f tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0adb553-c656-4c6d-a078-bd85352fa02d HTTP/1.1" status: 200 len: 210 time: 0.0306928 Dec 12 15:53:42.395673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af288927-d70c-4b59-af1d-c0dffb8dd2c9 req-5bebb320-6c2d-4ec1-b763-c14adb17e85b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:42.397685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af288927-d70c-4b59-af1d-c0dffb8dd2c9 req-5bebb320-6c2d-4ec1-b763-c14adb17e85b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Dec 12 15:53:42.448352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af288927-d70c-4b59-af1d-c0dffb8dd2c9 req-6c82cd96-2502-42c3-8fb1-578f9acd1c88 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Dec 12 15:53:42.641727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52726088-3495-46af-b19f-caa1649c4c8d req-d76615ec-39c6-4bb6-995d-f99a5f735e5a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:42.643250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52726088-3495-46af-b19f-caa1649c4c8d req-d76615ec-39c6-4bb6-995d-f99a5f735e5a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Dec 12 15:53:42.693078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52726088-3495-46af-b19f-caa1649c4c8d req-485118d1-2621-4a7c-ab54-383fe4e20b69 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Dec 12 15:53:42.805296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:42.925008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Deleting port d415b62c-e226-4901-ac35-bd300c3b64e5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:42.925342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.305414 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.305735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.317093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Calling delete_port for d415b62c-e226-4901-ac35-bd300c3b64e5 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:43.441865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.469544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'Port': ['ID=d415b62c-e226-4901-ac35-bd300c3b64e5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:43.528790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.531829 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:43.533001 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de718437-dc88-4c27-9dd5-a1b52f7989e4 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "DELETE /v2.0/floatingips/7dc11892-f1c0-473e-af23-caab77fd076d HTTP/1.1" status: 204 len: 168 time: 0.7267160 Dec 12 15:53:43.812905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb033e-4e8b-479a-9f95-ee0e2729e7a8 req-b0cab4be-5898-4822-b5ac-fad5f0ec344a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:43.814394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fb033e-4e8b-479a-9f95-ee0e2729e7a8 req-b0cab4be-5898-4822-b5ac-fad5f0ec344a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0539198 Dec 12 15:53:43.866386 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91fb033e-4e8b-479a-9f95-ee0e2729e7a8 req-7fe2e14e-0d01-4f17-9a3c-bda008005452 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Dec 12 15:53:44.982670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6e1a0-4e1f-4778-af26-0627db833241 req-4521403d-aee1-4c2f-be0d-d7b05eb01fd8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:44.984129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8e6e1a0-4e1f-4778-af26-0627db833241 req-4521403d-aee1-4c2f-be0d-d7b05eb01fd8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Dec 12 15:53:45.031811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8e6e1a0-4e1f-4778-af26-0627db833241 req-2918a466-bc2f-4fee-96d6-8e5f6eb3e90e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Dec 12 15:53:46.154845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf0f3-b451-4832-9cbe-2afbe7c2fa14 req-434c1e72-0c9b-4377-a1dc-99ded29f5ae9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:46.156345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaabf0f3-b451-4832-9cbe-2afbe7c2fa14 req-434c1e72-0c9b-4377-a1dc-99ded29f5ae9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0566635 Dec 12 15:53:46.206705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaabf0f3-b451-4832-9cbe-2afbe7c2fa14 req-900a0889-24cc-4f58-a87f-531107cda145 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Dec 12 15:53:46.819946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:46.883652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:46.911228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:46.973955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:46.976525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:46.977683 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] 10.222.0.36 "DELETE /v2.0/security-groups/beeff02e-7308-4c4f-ae61-bc694c38d4da HTTP/1.1" status: 204 len: 168 time: 0.1566169 Dec 12 15:53:46.986561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddded8b1-f610-4b65-a011-deb5a32a48d0 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeff02e-7308-4c4f-ae61-bc694c38d4da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:47.041199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:47.327218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09b12-8357-4955-815f-ef91dacbbed1 req-554c553d-bfae-4e34-9374-88459647ca45 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:47.328822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ba09b12-8357-4955-815f-ef91dacbbed1 req-554c553d-bfae-4e34-9374-88459647ca45 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0516927 Dec 12 15:53:47.379425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ba09b12-8357-4955-815f-ef91dacbbed1 req-6eaf59f9-fe64-4139-89aa-d6422b9c3cb4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Dec 12 15:53:47.512790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:47.762643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Deleting port 3ead0dbd-4184-45e2-9284-39e569bc4406 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:47.762985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:47.843225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] For port 3ead0dbd-4184-45e2-9284-39e569bc4406, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3ead0dbd-4184-45e2-9284-39e569bc4406,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:47.843999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:47.855555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Calling delete_port for 3ead0dbd-4184-45e2-9284-39e569bc4406 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:48.028531 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.051274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ead0dbd-4184-45e2-9284-39e569bc4406,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:48.218303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.435731 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Router b7e33051-f761-44f3-ade1-ca87fa4b6f40 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:53:48.495673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca040-a2b0-4fb6-a1fe-e79658929a22 req-a5fa6063-250c-44aa-9240-b224968432c0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:48.497721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58ca040-a2b0-4fb6-a1fe-e79658929a22 req-a5fa6063-250c-44aa-9240-b224968432c0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Dec 12 15:53:48.545415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:53:48.551009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aedf1937-45f7-4e56-bb1b-e9d1762c958c admin admin] 10.222.0.36 "PUT /v2.0/routers/b7e33051-f761-44f3-ade1-ca87fa4b6f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086517 Dec 12 15:53:48.554698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:48.556783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Sync routers for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:53:48.560122 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58ca040-a2b0-4fb6-a1fe-e79658929a22 req-0bd6e178-b43a-4815-a446-c774f5c604e6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543370 Dec 12 15:53:48.568689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:48.569287 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:48.658760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.670215 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:48.758378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.810435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Deleting port 2d656789-4444-478f-9362-66754af343eb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:48.811074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.841383 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '2d656789-4444-478f-9362-66754af343eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:53:47Z', 'revision_number': 5, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port': {'id': '2d656789-4444-478f-9362-66754af343eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:39:54Z', 'updated_at': '2021-12-12T15:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:48.870991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Checking router: b7e33051-f761-44f3-ade1-ca87fa4b6f40 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:53:48.879856 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Routers {'b7e33051-f761-44f3-ade1-ca87fa4b6f40'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:48.880507 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:48.892308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] For port 2d656789-4444-478f-9362-66754af343eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2d656789-4444-478f-9362-66754af343eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:48.892854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:48.904189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Calling delete_port for 2d656789-4444-478f-9362-66754af343eb owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:48.963973 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] Set router b7e33051-f761-44f3-ade1-ca87fa4b6f40 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:49.014080 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:53:48Z', 'revision_number': 6, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:49.044556 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edae1939-3b8c-4e67-9543-2d91d1cc3ec6 None None] The sync data for ids ['b7e33051-f761-44f3-ade1-ca87fa4b6f40'] in n-d-710847-8 is: [{'id': 'b7e33051-f761-44f3-ade1-ca87fa4b6f40', 'name': 'tempest-TestVolumeBootPattern-1903351830-router', 'tenant_id': 'bba1eb8150914a07922974734006af04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:39:52Z', 'updated_at': '2021-12-12T15:53:48Z', 'revision_number': 6, 'project_id': 'bba1eb8150914a07922974734006af04', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:53:49.070130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.096399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=2d656789-4444-478f-9362-66754af343eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:49.114774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbfd5a9-c9be-4265-84f4-cf0989a5d8e9 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:53:49.158136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.247132 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.249185 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.293686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.294207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7e33051-f761-44f3-ade1-ca87fa4b6f40 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:53:49.298695 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.299842 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e289b1f6-52c1-44a7-9052-81edce201bfb admin admin] 10.222.0.36 "DELETE /v2.0/routers/b7e33051-f761-44f3-ade1-ca87fa4b6f40 HTTP/1.1" status: 204 len: 168 time: 0.7437005 Dec 12 15:53:49.302359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48324) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:49.346590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Deleting subnet b17a874b-d794-46c3-b46b-5ab752365158 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:53:49.349558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.384168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.475894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.529685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.557826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17a874b-d794-46c3-b46b-5ab752365158,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:49.559830 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.563099 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41bfe190-cc02-4b04-81af-3d4f09b3f3c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b17a874b-d794-46c3-b46b-5ab752365158 HTTP/1.1" status: 204 len: 168 time: 0.2597785 Dec 12 15:53:49.565102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae33891-6ae7-412d-9805-dcec96b3f3c4 None None] Network 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:53:49.565747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:49.644662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.714209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0275b1a-a980-465b-adbb-7dbda7629f8a req-c42c9371-54f3-4b68-b637-0ae831b48cb0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:49.716200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0275b1a-a980-465b-adbb-7dbda7629f8a req-c42c9371-54f3-4b68-b637-0ae831b48cb0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0871210 Dec 12 15:53:49.750496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Deleting port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:49.750755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.806449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0275b1a-a980-465b-adbb-7dbda7629f8a req-0194fa1e-8133-4b30-9fe5-b0e726722ab9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836372 Dec 12 15:53:49.832603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] For port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:49.832773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.839722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] DHCP port deletion for 6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:53:49.846139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3ead0dbd-4184-45e2-9284-39e569bc4406 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:49.847483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Calling delete_port for 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:49.889364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3ead0dbd-4184-45e2-9284-39e569bc4406 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:49.889714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3ead0dbd-4184-45e2-9284-39e569bc4406 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:49.915768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Deleting port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:49.916155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.933169 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:49.960355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:49.968361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] No DVR routers for this DVR port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:49.987920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] For port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,segment=NetworkSegment(427a9453-7aad-4f62-bd74-1eb8b379ae39),segment_id=427a9453-7aad-4f62-bd74-1eb8b379ae39)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:49.988321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.000971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Calling delete_port for 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:50.039738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.063817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2c5fee-7edf-4fae-b7e4-ecc8c793d214']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:50.073333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427a9453-7aad-4f62-bd74-1eb8b379ae39') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:50.073626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427a9453-7aad-4f62-bd74-1eb8b379ae39') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:50.081572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.089103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.103227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.108396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Pushing event deleted for resources: {'Port': ['ID=22c276f7-ace9-4c0a-a1cc-01bfbf567b92,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:50.109884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:53:50.110276 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: timer() Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:53:50.112197 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:53:50.115350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] No DVR routers for this DVR port 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:50.123728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.124283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.124283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.124455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.124865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.125202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.125537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.125866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.127242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.127696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.127914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.128249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.128582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af8e1b-c2eb-4fe1-9c6a-75e1d99a6b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:53:50.173472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.179878 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.183050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d2c5fee-7edf-4fae-b7e4-ecc8c793d214 HTTP/1.1" status: 204 len: 168 time: 0.6162302 Dec 12 15:53:50.186766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:50.196267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1367133-202a-4330-ae4a-387fb82f9081 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2c5fee-7edf-4fae-b7e4-ecc8c793d214,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:50.534426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.767818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Deleting port 56e1c06e-ebf2-4334-93b6-dbca7b518899 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:50.768180 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:50.927278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2aba4-4bc3-416a-9fc0-5191bae96678 req-bc3ea7d1-c819-42ae-aef8-88cc03b3ad26 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:50.928933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf2aba4-4bc3-416a-9fc0-5191bae96678 req-bc3ea7d1-c819-42ae-aef8-88cc03b3ad26 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Dec 12 15:53:50.979141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcf2aba4-4bc3-416a-9fc0-5191bae96678 req-5fd3e3d1-8f7f-46aa-8d78-acb6f74016f4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Dec 12 15:53:51.149989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] For port 56e1c06e-ebf2-4334-93b6-dbca7b518899, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=56e1c06e-ebf2-4334-93b6-dbca7b518899,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:51.150361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:51.164595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Calling delete_port for 56e1c06e-ebf2-4334-93b6-dbca7b518899 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:51.264332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:51.286103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:51.286718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 22c276f7-ace9-4c0a-a1cc-01bfbf567b92 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:51.287324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2d656789-4444-478f-9362-66754af343eb no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:51.307899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 2d656789-4444-478f-9362-66754af343eb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:51.308395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2d656789-4444-478f-9362-66754af343eb not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:51.377635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:51.407861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e1c06e-ebf2-4334-93b6-dbca7b518899,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:51.574924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:51.783723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Router bf467750-8500-492c-9e22-352fcc17f55b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:53:51.888896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:53:51.893776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-183ac7d2-5e94-4962-bf3f-53b238d87ce9 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf467750-8500-492c-9e22-352fcc17f55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7052705 Dec 12 15:53:51.896278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:51.902428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Sync routers for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:53:51.911698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:51.912312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:51.999432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.018081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:52.099458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.101553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105e013-c033-46d8-b18b-303034a8579c req-fbe50421-5fda-4d4e-a4f5-3ab457951a8a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:52.105204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e105e013-c033-46d8-b18b-303034a8579c req-fbe50421-5fda-4d4e-a4f5-3ab457951a8a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0556324 Dec 12 15:53:52.156501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e105e013-c033-46d8-b18b-303034a8579c req-590194c2-4d43-409f-af26-4306bb52c824 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463128 Dec 12 15:53:52.163162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Deleting port 327ae612-4735-4e1a-bf9a-f9e664be4544 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:52.163505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.214930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:53:51Z', 'revision_number': 5, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port': {'id': '327ae612-4735-4e1a-bf9a-f9e664be4544', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:40:10Z', 'updated_at': '2021-12-12T15:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:52.240598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Checking router: bf467750-8500-492c-9e22-352fcc17f55b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:53:52.244187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] For port 327ae612-4735-4e1a-bf9a-f9e664be4544, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=327ae612-4735-4e1a-bf9a-f9e664be4544,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:52.244549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.249426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Routers {'bf467750-8500-492c-9e22-352fcc17f55b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:53:52.250024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:53:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['bf467750-8500-492c-9e22-352fcc17f55b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:52.256842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Calling delete_port for 327ae612-4735-4e1a-bf9a-f9e664be4544 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:52.332957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] Set router bf467750-8500-492c-9e22-352fcc17f55b gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:53:52.385883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:53:52Z', 'revision_number': 6, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:52.411331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be8bd67-98ca-4193-bc64-0311b4b3b8df None None] The sync data for ids ['bf467750-8500-492c-9e22-352fcc17f55b'] in n-d-710847-8 is: [{'id': 'bf467750-8500-492c-9e22-352fcc17f55b', 'name': 'tempest-TestVolumeBootPattern-113724126-router', 'tenant_id': 'b8e040510f494323944c4764f929213a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:40:09Z', 'updated_at': '2021-12-12T15:53:52Z', 'revision_number': 6, 'project_id': 'b8e040510f494323944c4764f929213a', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:53:52.420942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.448874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Pushing event deleted for resources: {'Port': ['ID=327ae612-4735-4e1a-bf9a-f9e664be4544,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:52.459754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7667b32-f12d-4f1d-874c-04a61b7dc72e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:53:52.511314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.598963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.601061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.643044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.643528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf467750-8500-492c-9e22-352fcc17f55b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:53:52.647747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.651241 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86809805-29d7-4744-a8c7-985a52090892 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bf467750-8500-492c-9e22-352fcc17f55b HTTP/1.1" status: 204 len: 168 time: 0.7512918 Dec 12 15:53:52.651397 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:52.695005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Deleting subnet c90c7b6e-a62f-469d-9e25-c19afd3ece37 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:53:52.697938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.735477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.819994 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.871384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.897513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90c7b6e-a62f-469d-9e25-c19afd3ece37,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:52.899394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:52.904495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f5cf677-33ac-4f05-8ce9-a4081050e99d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c90c7b6e-a62f-469d-9e25-c19afd3ece37 HTTP/1.1" status: 204 len: 168 time: 0.2504411 Dec 12 15:53:52.904621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464820f-0fb2-4f7a-821b-408e7795555c None None] Network fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:53:52.906085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:52.975984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.029473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Deleting port 99d88ec1-e1fe-4479-a005-74642947fd75 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:53.029812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.098344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] For port 99d88ec1-e1fe-4479-a005-74642947fd75, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=99d88ec1-e1fe-4479-a005-74642947fd75,segment=NetworkSegment(59a5df45-f220-446b-9067-38887254f4cd),segment_id=59a5df45-f220-446b-9067-38887254f4cd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:53.098631 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.110938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Calling delete_port for 99d88ec1-e1fe-4479-a005-74642947fd75 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:53.154278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] DHCP port deletion for fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:53:53.193946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.213709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Deleting port 99d88ec1-e1fe-4479-a005-74642947fd75 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:53:53.214092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.224309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=99d88ec1-e1fe-4479-a005-74642947fd75,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:53.229407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] No DVR routers for this DVR port 99d88ec1-e1fe-4479-a005-74642947fd75 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:53.282635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99d88ec1-e1fe-4479-a005-74642947fd75 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:53.295659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4759d-8348-4c42-8d5f-9ca7e56bc51f req-85dc7cb9-a874-4c18-8a3a-51025c2bbe7e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:53.297967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c4759d-8348-4c42-8d5f-9ca7e56bc51f req-85dc7cb9-a874-4c18-8a3a-51025c2bbe7e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0605223 Dec 12 15:53:53.318145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.333683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] For port 99d88ec1-e1fe-4479-a005-74642947fd75, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:53:53.334352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.340534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:53.349118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Calling delete_port for 99d88ec1-e1fe-4479-a005-74642947fd75 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:53:53.349949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a5df45-f220-446b-9067-38887254f4cd') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:53.350247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a5df45-f220-446b-9067-38887254f4cd') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:53:53.351492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00c4759d-8348-4c42-8d5f-9ca7e56bc51f req-4e87db1c-5976-4ae8-9e56-ce856445ba9c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Dec 12 15:53:53.354271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Port 99d88ec1-e1fe-4479-a005-74642947fd75 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:53:53.356017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 99d88ec1-e1fe-4479-a005-74642947fd75 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:53.356371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 99d88ec1-e1fe-4479-a005-74642947fd75 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:53.356819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 56e1c06e-ebf2-4334-93b6-dbca7b518899 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:53.359737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.360023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.375395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.381442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:53:53.381839 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:53:53.383836 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:53:53.410927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 56e1c06e-ebf2-4334-93b6-dbca7b518899 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:53.411277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 56e1c06e-ebf2-4334-93b6-dbca7b518899 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:53.411701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 327ae612-4735-4e1a-bf9a-f9e664be4544 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:53:53.417967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] Pushing event deleted for resources: {'Port': ['ID=99d88ec1-e1fe-4479-a005-74642947fd75,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:53.419721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b908d063-aa8a-4f39-8bcb-2312b306c6c5 None None] No DVR routers for this DVR port 99d88ec1-e1fe-4479-a005-74642947fd75 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:53:53.439205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 327ae612-4735-4e1a-bf9a-f9e664be4544 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:53:53.439778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 327ae612-4735-4e1a-bf9a-f9e664be4544 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:53:53.448957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.456338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.460226 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b HTTP/1.1" status: 204 len: 168 time: 0.5531940 Dec 12 15:53:53.477126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e8381-1491-4aef-8839-710883fcbb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb34a1f9-d2c8-4f7b-9c55-769d397dbd9b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:53.584215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:53.624879 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71173fb5-2035-456e-a020-d61a6c2f87ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bba1eb8150914a07922974734006af04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394125 Dec 12 15:53:53.627136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:53.673345 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.694158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.738607 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.741587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:53.742732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/345c0b86-3137-40e6-9565-2270cc44cf8d HTTP/1.1" status: 204 len: 168 time: 0.1146894 Dec 12 15:53:53.751252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca658a-10c8-4998-8811-b3d6656dc657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c0b86-3137-40e6-9565-2270cc44cf8d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:54.054468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:54.094749 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-02f419fe-afaa-4c4a-97ec-a9f81933b77a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8e040510f494323944c4764f929213a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391526 Dec 12 15:53:54.097222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:53:54.143471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:54.168852 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:54.213118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:54.216112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:53:54.217319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7e3102f-3d9c-483d-8090-694e67133a8b HTTP/1.1" status: 204 len: 168 time: 0.1192186 Dec 12 15:53:54.224561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00645e3-bf2d-45cc-ae5d-27fb627c5de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e3102f-3d9c-483d-8090-694e67133a8b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:53:54.483321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bdb0c-07d2-459c-8398-235a0d147ce9 req-e437444e-cb40-415e-bd31-b8e28e08d1ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:54.484890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a6bdb0c-07d2-459c-8398-235a0d147ce9 req-e437444e-cb40-415e-bd31-b8e28e08d1ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0580857 Dec 12 15:53:54.538298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a6bdb0c-07d2-459c-8398-235a0d147ce9 req-081c5293-3e22-4bec-8a1f-8d53d6429aed tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Dec 12 15:53:55.654887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3a562-63d3-4f63-b2c9-bab9b0711c82 req-ebf403c3-969c-4b9e-98fc-e5070dce7080 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:55.656335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7a3a562-63d3-4f63-b2c9-bab9b0711c82 req-ebf403c3-969c-4b9e-98fc-e5070dce7080 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0481420 Dec 12 15:53:55.701651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7a3a562-63d3-4f63-b2c9-bab9b0711c82 req-bf71595a-c125-47b6-a56a-18a1a1f05f6a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Dec 12 15:53:56.817419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a71da-8ee6-455a-8963-3cd4c5e3a03d req-d2071f5c-abd2-4a8d-8efb-e1b315fd75fb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:56.818859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633a71da-8ee6-455a-8963-3cd4c5e3a03d req-d2071f5c-abd2-4a8d-8efb-e1b315fd75fb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0477774 Dec 12 15:53:56.868504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-633a71da-8ee6-455a-8963-3cd4c5e3a03d req-58d2e2b9-6df0-416a-a950-836e6e5536c4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438521 Dec 12 15:53:57.983129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5418146-3a81-4e69-936e-4c6ac5dbc42c req-6b759c8f-58eb-4237-a796-ad8abc28a9f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:57.984574 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5418146-3a81-4e69-936e-4c6ac5dbc42c req-6b759c8f-58eb-4237-a796-ad8abc28a9f9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0478692 Dec 12 15:53:58.031036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5418146-3a81-4e69-936e-4c6ac5dbc42c req-edd73372-0d3c-4286-861d-3f5f5c9bfbcf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Dec 12 15:53:59.144613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97398259-ca64-483a-9b17-ef9ed7e7f48d req-5b0a1c8c-4242-4dd7-ba9c-aa3fdc795f2c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:53:59.146110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97398259-ca64-483a-9b17-ef9ed7e7f48d req-5b0a1c8c-4242-4dd7-ba9c-aa3fdc795f2c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Dec 12 15:53:59.192749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97398259-ca64-483a-9b17-ef9ed7e7f48d req-ca333003-a966-4b7a-a454-d27c4e29836b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Dec 12 15:54:00.313308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9826-9f39-4f97-b591-2db9d5bcd72f req-01c9711b-cca8-43ea-9b06-4d2f07176ad0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:00.314760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4eec9826-9f39-4f97-b591-2db9d5bcd72f req-01c9711b-cca8-43ea-9b06-4d2f07176ad0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Dec 12 15:54:00.361286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4eec9826-9f39-4f97-b591-2db9d5bcd72f req-76997146-482d-4969-8a6f-fc813c6bcfb7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404744 Dec 12 15:54:01.474406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb3f8-9860-4e0e-b1fc-e6d33e448fba req-9ce1ae74-e06e-4bc6-8037-e4697ca94655 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:01.475855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c04cb3f8-9860-4e0e-b1fc-e6d33e448fba req-9ce1ae74-e06e-4bc6-8037-e4697ca94655 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Dec 12 15:54:01.522127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c04cb3f8-9860-4e0e-b1fc-e6d33e448fba req-6bb348a1-c4a4-469c-8e0a-8b9b0257ab70 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Dec 12 15:54:02.635802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73be8fb-9a98-424b-a2cc-f8549f4c015c req-76990120-4b9a-4675-b6a0-2809d1d44aad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:02.637265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e73be8fb-9a98-424b-a2cc-f8549f4c015c req-76990120-4b9a-4675-b6a0-2809d1d44aad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0481083 Dec 12 15:54:02.686565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e73be8fb-9a98-424b-a2cc-f8549f4c015c req-6f5801e1-4d9b-4b4d-ad87-6195cf1fdae0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Dec 12 15:54:03.274415 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:54:03.799458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1ff2-7a63-4b39-af0a-3fccbae5171e req-2d2aad1a-eddf-4970-bbec-aa2ec6ece093 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:03.800949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b0a1ff2-7a63-4b39-af0a-3fccbae5171e req-2d2aad1a-eddf-4970-bbec-aa2ec6ece093 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Dec 12 15:54:03.847673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b0a1ff2-7a63-4b39-af0a-3fccbae5171e req-cde63055-ec26-47c4-8c6e-71ce4336bd23 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Dec 12 15:54:04.960765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4299a-6c54-48b5-a822-8d7b0df15b99 req-90cd5c57-84e8-4234-baf1-c679c3c00358 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:04.962229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ade4299a-6c54-48b5-a822-8d7b0df15b99 req-90cd5c57-84e8-4234-baf1-c679c3c00358 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Dec 12 15:54:05.008507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ade4299a-6c54-48b5-a822-8d7b0df15b99 req-6a2fa340-bdee-463e-8a72-87750f6d587b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Dec 12 15:54:05.412411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-457efe5a-fdf2-43f5-b4fc-c0ec8c764774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:06.129766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5cb48-2a08-4510-a5f9-b0c97d80fdc7 req-ee832fc6-cd27-4ae7-a02d-1e15b7c878af tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:06.131222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6b5cb48-2a08-4510-a5f9-b0c97d80fdc7 req-ee832fc6-cd27-4ae7-a02d-1e15b7c878af tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Dec 12 15:54:06.178479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6b5cb48-2a08-4510-a5f9-b0c97d80fdc7 req-5397e91f-9fcc-4267-b8d6-06891919fe40 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Dec 12 15:54:07.293281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c09610-8626-40f3-be44-b99531e78747 req-b196c5d1-c276-4328-9f8d-a8581e34a0ff tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:07.294741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07c09610-8626-40f3-be44-b99531e78747 req-b196c5d1-c276-4328-9f8d-a8581e34a0ff tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0479410 Dec 12 15:54:07.341196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-07c09610-8626-40f3-be44-b99531e78747 req-f656f844-e9c2-4709-89fc-b84c5e1404a2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406098 Dec 12 15:54:07.741579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f489d7af-6bb8-4fbf-8d66-358dbbf14107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:08.458946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591d8b9-f9a6-4a85-a5ba-e37cdfe6afdb req-3eb2098d-c16a-4c95-aff8-de385a44dd8f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:08.460408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8591d8b9-f9a6-4a85-a5ba-e37cdfe6afdb req-3eb2098d-c16a-4c95-aff8-de385a44dd8f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0516989 Dec 12 15:54:08.507791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8591d8b9-f9a6-4a85-a5ba-e37cdfe6afdb req-e332c2aa-9cb0-4bcd-b347-de1826464751 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Dec 12 15:54:08.631370 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:08.706797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180821d-a0d5-4deb-a8d7-2990aea0f977 req-6ab10f3e-da5e-4550-bb3f-7e30a56253a6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:08.708247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1180821d-a0d5-4deb-a8d7-2990aea0f977 req-6ab10f3e-da5e-4550-bb3f-7e30a56253a6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0486057 Dec 12 15:54:08.755015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1180821d-a0d5-4deb-a8d7-2990aea0f977 req-d4563b0d-4649-43bb-ac79-ecb854e9c942 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407064 Dec 12 15:54:08.878424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b6a08-aa5c-4c2a-84e2-ca2a829965d9 req-dc20c84d-032e-4879-bf62-18a0cd6ede5d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:08.879893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46b6a08-aa5c-4c2a-84e2-ca2a829965d9 req-dc20c84d-032e-4879-bf62-18a0cd6ede5d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0484288 Dec 12 15:54:08.929025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46b6a08-aa5c-4c2a-84e2-ca2a829965d9 req-5291f631-1049-4e31-a740-f1235aad7fec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Dec 12 15:54:09.190350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-d86fdf98-0170-40f4-8781-e10ea8357914 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:09.191788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-d86fdf98-0170-40f4-8781-e10ea8357914 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.0999815 Dec 12 15:54:09.206162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-8fdc03d8-f4f0-4850-a668-892ae43c9cd1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/quotas/df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 375 time: 0.0086770 Dec 12 15:54:09.261650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-08cb6943-cdaa-4fd8-a948-b5c83c64150a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498774 Dec 12 15:54:09.274156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:09.352924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-29d4e9e7-f70c-4f1a-8cf5-1e4413ba85c4 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841923 Dec 12 15:54:09.440288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-4e68adc0-4380-422e-bd60-6d72d155f5bc service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 Dec 12 15:54:09.601772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-632e7e40-5bef-476f-85c5-94ac5c4c5a7b req-04f31622-6602-4c50-85d3-6a0a571999a8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Dec 12 15:54:10.392267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:10.580389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-f318d3d6-2a3f-4b7f-a642-55a1a33cd97e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:10.581908 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-f318d3d6-2a3f-4b7f-a642-55a1a33cd97e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1038947 Dec 12 15:54:10.595548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'device_id': '16344a83-a0da-41d4-b215-9a52f24fa851', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'admin_state_up': True, 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:54:10.697677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67a0229a-2efa-4e14-a69e-a317cbee2ea2 req-53294228-383e-4760-a1d2-51dc3b68674b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Dec 12 15:54:10.707130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:54:10.711369 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:10.830719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.20.0.12 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/07192791-fc13-4b44-aa11-f5da9590470b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:54:10.971219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.003886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.015851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:54:11.049022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:54:11.053751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:54:11.056168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:54:11.087862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:54:11.121820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:11.122640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.141387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-170fb70e-521d-42ef-9ec2-2f9a2acdb5c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5493469 Dec 12 15:54:11.143735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.161312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Request body: {'port': {'device_id': '16344a83-a0da-41d4-b215-9a52f24fa851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:54:11.219020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.329236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bf935393-332d-4f90-836f-85f543f144b6 None None] Provisioning complete for port 07192791-fc13-4b44-aa11-f5da9590470b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:54:11.329606 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf935393-332d-4f90-836f-85f543f144b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.353569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.364941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bf935393-332d-4f90-836f-85f543f144b6 None None] Port 07192791-fc13-4b44-aa11-f5da9590470b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:54:11.476178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07192791-fc13-4b44-aa11-f5da9590470b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:54:11.484107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.497094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Transition to ACTIVE for port object 07192791-fc13-4b44-aa11-f5da9590470b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:54:11.501003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.558888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:54:11.624092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Attempting to bind port 07192791-fc13-4b44-aa11-f5da9590470b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:54:11.624842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Attempting to bind port 07192791-fc13-4b44-aa11-f5da9590470b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:54:11.624842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Attempting to bind port 07192791-fc13-4b44-aa11-f5da9590470b on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:54:11.629353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Port 07192791-fc13-4b44-aa11-f5da9590470b on network cc6706dd-9838-4431-a16e-8e49489eeb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:54:11.629681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Attempting to bind port 07192791-fc13-4b44-aa11-f5da9590470b on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:54:11.634795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:54:11.635129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:54:11.635514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:54:11.636496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Bound port: 07192791-fc13-4b44-aa11-f5da9590470b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:54:11.636877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.701292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:54:11.704616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=07192791-fc13-4b44-aa11-f5da9590470b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:54:11.709488 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.750176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:11.750913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:11.752182 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] 10.222.0.30 "PUT /v2.0/ports/07192791-fc13-4b44-aa11-f5da9590470b HTTP/1.1" status: 200 len: 1092 time: 0.5958843 Dec 12 15:54:11.752645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:54:11.754932 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4287ec65-f33a-4e58-bb0f-68f0681dddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "tag": "07192791-fc13-4b44-aa11-f5da9590470b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:54:11.785035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773ecc-890f-4c66-b68d-e587cb81ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:54:11.807531 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bdb233-6970-4a32-8f5a-29b472f8af78 x-openstack-request-id: req-e4bdb233-6970-4a32-8f5a-29b472f8af78 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:54:11.807878 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "tag": "07192791-fc13-4b44-aa11-f5da9590470b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:54:11.808138 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4bdb233-6970-4a32-8f5a-29b472f8af78 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:54:11.808890 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b', 'status': 'completed', 'code': 200} Dec 12 15:54:11.845489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed549da-b744-44e4-96c7-af9ac1903303 req-0c3573c1-14db-441b-952a-688c62cb75ec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:11.847052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ed549da-b744-44e4-96c7-af9ac1903303 req-0c3573c1-14db-441b-952a-688c62cb75ec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 944 time: 0.0797012 Dec 12 15:54:11.858508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-b975814e-84e4-417b-a9de-1bcb89f5e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:11.860896 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-b975814e-84e4-417b-a9de-1bcb89f5e5d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 1095 time: 0.0466111 Dec 12 15:54:11.899758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ed549da-b744-44e4-96c7-af9ac1903303 req-aba1f1ba-9324-4961-b3fd-fe3aee6bd223 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Dec 12 15:54:11.910308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-83642007-e9e6-4b2f-a587-036bd1d87af2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07192791-fc13-4b44-aa11-f5da9590470b HTTP/1.1" status: 200 len: 217 time: 0.0367236 Dec 12 15:54:11.968639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-de827907-79b3-404a-a1e9-9c9cd5de72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:11.970330 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-de827907-79b3-404a-a1e9-9c9cd5de72ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0497222 Dec 12 15:54:12.020712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-05a7b54d-7a3b-48c5-8ae2-05d77e53cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:12.022204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-05a7b54d-7a3b-48c5-8ae2-05d77e53cdbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410781 Dec 12 15:54:12.110208 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-0b88a561-3160-4cf6-9615-6d70894735d0 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795896 Dec 12 15:54:12.205512 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-5226fe3d-c340-48a5-a34b-631ea6e94287 req-fcbe746f-811a-4f79-b058-87b8f386f500 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855212 Dec 12 15:54:12.296209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-42969669-7abb-4319-9b44-25724107479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:12.297697 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-42969669-7abb-4319-9b44-25724107479e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 1095 time: 0.0401912 Dec 12 15:54:12.390810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-62afe683-e1ce-4d93-b801-b1f77b30cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:12.392279 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-62afe683-e1ce-4d93-b801-b1f77b30cd7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0875416 Dec 12 15:54:12.435224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-ba9d7226-b66a-4a32-9c97-a6c52b9bd996 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07192791-fc13-4b44-aa11-f5da9590470b HTTP/1.1" status: 200 len: 217 time: 0.0351233 Dec 12 15:54:12.487969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-1072c52a-eab9-4271-acf5-900770e70a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:12.489736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-1072c52a-eab9-4271-acf5-900770e70a8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0437958 Dec 12 15:54:12.543994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-adc0e1c6-9082-48e9-92bf-18a5653ce5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:12.545556 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-adc0e1c6-9082-48e9-92bf-18a5653ce5b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455348 Dec 12 15:54:12.635698 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-b9e31df0-c2d8-46e5-8eaf-8b7f53af9571 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Dec 12 15:54:12.729207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4287ec65-f33a-4e58-bb0f-68f0681dddd2 req-3490f918-dc59-4754-a2ef-a16357284605 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842192 Dec 12 15:54:13.018052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e309-891d-4438-b08a-e2e34fc33213 req-a1707608-26d0-4c21-91e0-26b41b302f67 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:13.019421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3032e309-891d-4438-b08a-e2e34fc33213 req-a1707608-26d0-4c21-91e0-26b41b302f67 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Dec 12 15:54:13.069003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3032e309-891d-4438-b08a-e2e34fc33213 req-7b47eb2f-b968-41fe-b111-e9a73381c228 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Dec 12 15:54:14.182519 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb149b-acb1-4691-b920-af0056a59fc2 req-1da3d8dc-6b3f-4963-8829-97f86a9d6e62 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:14.184484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bb149b-acb1-4691-b920-af0056a59fc2 req-1da3d8dc-6b3f-4963-8829-97f86a9d6e62 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 944 time: 0.0491166 Dec 12 15:54:14.230006 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bb149b-acb1-4691-b920-af0056a59fc2 req-62c46621-8d6b-43cd-83e7-eb8fe3a4f57c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Dec 12 15:54:14.267183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 07192791-fc13-4b44-aa11-f5da9590470b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:54:14.360873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=07192791-fc13-4b44-aa11-f5da9590470b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:54:14.372657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '07192791-fc13-4b44-aa11-f5da9590470b', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '07192791-fc13-4b44-aa11-f5da9590470b', 'mac_address': 'fa:16:3e:ee:98:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:54:14.408162 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:14.421010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07192791-fc13-4b44-aa11-f5da9590470b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:54:14.440339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=07192791-fc13-4b44-aa11-f5da9590470b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:54:14.443872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:14.493235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:54:14.728114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:54:15.344498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee4737-aca2-4926-9d85-71575a2b0c2a req-a9fb3fa5-29da-469b-9f43-bf54d66e44e0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:15.345999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dee4737-aca2-4926-9d85-71575a2b0c2a req-a9fb3fa5-29da-469b-9f43-bf54d66e44e0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 945 time: 0.0487244 Dec 12 15:54:15.392249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dee4737-aca2-4926-9d85-71575a2b0c2a req-012b0e0a-cacd-4e0d-a731-a98849697451 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403214 Dec 12 15:54:16.283557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 07192791-fc13-4b44-aa11-f5da9590470b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:54:16.333887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 07192791-fc13-4b44-aa11-f5da9590470b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:54:16.337446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 07192791-fc13-4b44-aa11-f5da9590470b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:54:16.337815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:16.412153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:16.435228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:54:16.437525 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2aae7d-f3b6-40cd-8892-9702c52885e4" -d '{"events": [{"server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "name": "network-vif-plugged", "status": "completed", "tag": "07192791-fc13-4b44-aa11-f5da9590470b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:54:16.450849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=07192791-fc13-4b44-aa11-f5da9590470b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:54:16.455225 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:16.478347 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151252d5-7587-4f2f-b677-1550072e9dc8 x-openstack-request-id: req-151252d5-7587-4f2f-b677-1550072e9dc8 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:54:16.478650 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "name": "network-vif-plugged", "status": "completed", "tag": "07192791-fc13-4b44-aa11-f5da9590470b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:54:16.478905 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-151252d5-7587-4f2f-b677-1550072e9dc8 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:54:16.479300 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b', 'code': 200} Dec 12 15:54:16.509477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:54:16.521356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577bd0b-1e1b-4b21-b136-84ccbe8674af req-5816c037-6ea1-4fd6-bac1-6d90c55128e7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:16.522832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2577bd0b-1e1b-4b21-b136-84ccbe8674af req-5816c037-6ea1-4fd6-bac1-6d90c55128e7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0560188 Dec 12 15:54:16.574522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2577bd0b-1e1b-4b21-b136-84ccbe8674af req-35c7b198-cb52-416a-ab40-aa1dfaba98f5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Dec 12 15:54:16.887141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f56b-ab0b-4b9f-8c7c-8471ed32867c req-bbbe229d-881f-467b-8757-9ee01643fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:16.888613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6c8f56b-ab0b-4b9f-8c7c-8471ed32867c req-bbbe229d-881f-467b-8757-9ee01643fd24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 1097 time: 0.3436816 Dec 12 15:54:16.935672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6c8f56b-ab0b-4b9f-8c7c-8471ed32867c req-527d6e7f-cfad-4e27-9b30-fe07a8ef9caa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353117 Dec 12 15:54:17.690717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-582414df-95be-466d-95b9-693834dc2d95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648468 Dec 12 15:54:17.705349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbc2b2-7451-4b03-8d1e-4f85ef0832d2 req-a16d0c1a-de19-4d4e-a421-4dae247d18b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:17.706684 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27fbc2b2-7451-4b03-8d1e-4f85ef0832d2 req-a16d0c1a-de19-4d4e-a421-4dae247d18b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0570357 Dec 12 15:54:17.766607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27fbc2b2-7451-4b03-8d1e-4f85ef0832d2 req-30e2067b-3d1d-4013-850b-5e783031d063 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539751 Dec 12 15:54:17.795627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-33c966b3-f2da-435e-b884-951c61d35250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:17.797123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-33c966b3-f2da-435e-b884-951c61d35250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0459583 Dec 12 15:54:17.898592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-3d8aa6b2-1b61-4e95-b688-56cf5875591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:17.899942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-3d8aa6b2-1b61-4e95-b688-56cf5875591d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0825694 Dec 12 15:54:17.943948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-f1b64936-32c4-4c82-8d7a-219a3b44a450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 217 time: 0.0371003 Dec 12 15:54:17.992090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-060247c7-f576-4d62-8482-e558305b6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:17.993543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-060247c7-f576-4d62-8482-e558305b6a2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0418985 Dec 12 15:54:18.038644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-912ec74a-e001-4fec-9f8a-9a03de98088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:18.040076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-912ec74a-e001-4fec-9f8a-9a03de98088f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390561 Dec 12 15:54:18.133888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-87f68fef-5bbd-4412-9584-9b51ffcde750 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866754 Dec 12 15:54:18.223021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7d55a28-d1a0-418b-88ae-b50b830c92fe req-1729537b-e158-4393-8ef9-6ff62097f7bb service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824902 Dec 12 15:54:18.881175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919282c6-3c0d-497d-ab50-762aa2753829 req-07efc8a0-e6e3-4583-bb3c-4948dcd2d8da tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:18.882618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-919282c6-3c0d-497d-ab50-762aa2753829 req-07efc8a0-e6e3-4583-bb3c-4948dcd2d8da tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Dec 12 15:54:18.928930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-919282c6-3c0d-497d-ab50-762aa2753829 req-b71faf41-e4ea-4a7e-a851-72806c7689e1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401454 Dec 12 15:54:19.891732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-ee8b2ffe-5fdc-4bb8-9ca0-044f24eea2fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393581 Dec 12 15:54:19.961904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220a65-c40c-40ae-b783-e5897054b57f req-8fbc85e9-98f2-4645-a626-276bf9d1291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:19.963469 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-8fbc85e9-98f2-4645-a626-276bf9d1291b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0492787 Dec 12 15:54:20.073971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220a65-c40c-40ae-b783-e5897054b57f req-8ea5152a-af6b-4174-979c-c2cc456b5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:20.075426 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-8ea5152a-af6b-4174-979c-c2cc456b5ef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0914464 Dec 12 15:54:20.140502 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-fe3e3b20-fbc0-4b5e-9a99-6bde1e0f46cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0570714 Dec 12 15:54:20.195387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220a65-c40c-40ae-b783-e5897054b57f req-f340b14f-e7ff-4ef6-a5f9-fdefd1b3deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:20.196904 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-f340b14f-e7ff-4ef6-a5f9-fdefd1b3deb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0481217 Dec 12 15:54:20.242147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96220a65-c40c-40ae-b783-e5897054b57f req-844c6c97-2268-4e90-93a1-de648ff1a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:20.243571 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-844c6c97-2268-4e90-93a1-de648ff1a22c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395565 Dec 12 15:54:20.329706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-5d799e2e-7782-45e2-bcc3-ab978165821f service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784352 Dec 12 15:54:20.421270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-96220a65-c40c-40ae-b783-e5897054b57f req-cc125fd7-af30-4d8e-a56a-9a4d5200eba5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841329 Dec 12 15:54:30.778263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909753ae-5e45-43a9-a61e-24e724fb3b46 req-18f20a31-aef4-4536-a230-4013911a8d6d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:30.779717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-909753ae-5e45-43a9-a61e-24e724fb3b46 req-18f20a31-aef4-4536-a230-4013911a8d6d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0522549 Dec 12 15:54:30.825367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-909753ae-5e45-43a9-a61e-24e724fb3b46 req-0be1295b-f954-4082-99cd-2f055d156c6b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Dec 12 15:54:30.941117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca42e18-0f3b-4f4e-8a1b-a3ee2099a978 req-fb8d7f3f-ec42-4f83-b86e-370ec5d4d88f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:30.942548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eca42e18-0f3b-4f4e-8a1b-a3ee2099a978 req-fb8d7f3f-ec42-4f83-b86e-370ec5d4d88f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0470657 Dec 12 15:54:30.988456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eca42e18-0f3b-4f4e-8a1b-a3ee2099a978 req-da1f27d9-6dab-4036-a433-90fd2e89a8e9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Dec 12 15:54:31.214570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b72e-b88c-4a4c-a50f-24c26534a2fc req-751d09ef-8f6a-4969-82d2-deb5a2836caa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:31.216097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a140b72e-b88c-4a4c-a50f-24c26534a2fc req-751d09ef-8f6a-4969-82d2-deb5a2836caa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0559652 Dec 12 15:54:31.264192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a140b72e-b88c-4a4c-a50f-24c26534a2fc req-0cb587c7-a019-4ab1-aecd-13d0f7895b1e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Dec 12 15:54:31.607155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624485-3625-42da-b0c8-0c1f30c97fec req-62410b15-2fca-4e99-afce-6de4f2873ce5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:31.608648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d624485-3625-42da-b0c8-0c1f30c97fec req-62410b15-2fca-4e99-afce-6de4f2873ce5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0507498 Dec 12 15:54:31.655832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d624485-3625-42da-b0c8-0c1f30c97fec req-dc8ecc4f-678e-45ca-af38-4f0c66a3610a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Dec 12 15:54:32.771206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6940b4-c783-4bcf-b915-d189e6be281e req-37a30b3c-76c0-42f8-b340-cc9a7246c52a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:32.772665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb6940b4-c783-4bcf-b915-d189e6be281e req-37a30b3c-76c0-42f8-b340-cc9a7246c52a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480046 Dec 12 15:54:32.822790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb6940b4-c783-4bcf-b915-d189e6be281e req-40923fd3-cf54-4648-b6a6-f0bb538ab4c3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441437 Dec 12 15:54:33.936576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b795b-5f7d-4625-af2b-3f0dcbd8ac49 req-198bfcfb-8038-4b16-bd90-f4680017c785 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:33.938053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c2b795b-5f7d-4625-af2b-3f0dcbd8ac49 req-198bfcfb-8038-4b16-bd90-f4680017c785 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0479045 Dec 12 15:54:33.984282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c2b795b-5f7d-4625-af2b-3f0dcbd8ac49 req-fc23c33b-fddb-400a-9932-05aed3ac502e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Dec 12 15:54:35.098335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c9347-d44e-401a-98fa-7f80540c7f31 req-86df20b0-613c-4b7c-bb8f-ff64908b1b74 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:35.099813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061c9347-d44e-401a-98fa-7f80540c7f31 req-86df20b0-613c-4b7c-bb8f-ff64908b1b74 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0485342 Dec 12 15:54:35.146663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-061c9347-d44e-401a-98fa-7f80540c7f31 req-8b34c101-a8a6-4ba6-848e-c9bb3cf1b8a4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Dec 12 15:54:35.413371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-65de71c4-a481-4199-a604-37fecb7cb158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:36.264221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a236-9fb1-4a52-ab01-f9903eb5a307 req-90e4e34f-7d72-4ffd-af0f-a9f932abf36e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:36.265669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9474a236-9fb1-4a52-ab01-f9903eb5a307 req-90e4e34f-7d72-4ffd-af0f-a9f932abf36e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0517244 Dec 12 15:54:36.310796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9474a236-9fb1-4a52-ab01-f9903eb5a307 req-49284f52-4d2c-478a-b2e1-6a7421e9d202 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 Dec 12 15:54:37.425356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf61a3f-474e-432f-bdd0-33fc612e08cf req-089e506f-1d75-4ab9-8c0a-07c0e97640c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:37.426798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cf61a3f-474e-432f-bdd0-33fc612e08cf req-089e506f-1d75-4ab9-8c0a-07c0e97640c5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0473959 Dec 12 15:54:37.473047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cf61a3f-474e-432f-bdd0-33fc612e08cf req-1889dfe7-6cdb-492b-83d3-dede933fb98a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398920 Dec 12 15:54:37.742324 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-29c9f83e-75a8-4cf0-8ae7-fb77dcd8d3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:38.590735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609753-25b6-44d8-9130-cf37ae907eea req-7e38b2d2-03b2-4a33-8527-bb94ca621084 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:38.592332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9609753-25b6-44d8-9130-cf37ae907eea req-7e38b2d2-03b2-4a33-8527-bb94ca621084 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0472059 Dec 12 15:54:38.644249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9609753-25b6-44d8-9130-cf37ae907eea req-3ea926eb-74de-424e-9a6a-0a2a34999100 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459914 Dec 12 15:54:38.657788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:39.288391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:39.762428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0931502-033b-4402-b42e-280f19807768 req-5d205511-7d10-4340-9cfc-c77273bca919 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:39.763864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0931502-033b-4402-b42e-280f19807768 req-5d205511-7d10-4340-9cfc-c77273bca919 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0478976 Dec 12 15:54:39.809926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0931502-033b-4402-b42e-280f19807768 req-c3097e27-b9d7-4462-ad82-c3c718221d3b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Dec 12 15:54:40.273381 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:54:40.395260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:40.923062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68834e-adc3-482b-aaac-fd904c5fbdad req-88a2c999-91c6-4ca8-a8fd-9b21e8e73dcf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:40.924499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea68834e-adc3-482b-aaac-fd904c5fbdad req-88a2c999-91c6-4ca8-a8fd-9b21e8e73dcf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0470951 Dec 12 15:54:40.969862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea68834e-adc3-482b-aaac-fd904c5fbdad req-1c0269c0-b743-427a-8a2a-65f44a326f52 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Dec 12 15:54:41.107665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:41.330283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:54:42.087245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe9a67-955e-4dd3-97ea-f35a16e1c0db req-958cd6d7-a10f-4dce-b3dc-de8ee3d8beba tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.088708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dfe9a67-955e-4dd3-97ea-f35a16e1c0db req-958cd6d7-a10f-4dce-b3dc-de8ee3d8beba tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0511973 Dec 12 15:54:42.135350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dfe9a67-955e-4dd3-97ea-f35a16e1c0db req-03c8f798-d575-49ed-825f-6edf9740e39c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Dec 12 15:54:42.327605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7806-e5ef-42a6-bff8-78b2b6dd4eda req-944d3365-8d8a-4dde-9de2-a4a5cfff2bf9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.329097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a49a7806-e5ef-42a6-bff8-78b2b6dd4eda req-944d3365-8d8a-4dde-9de2-a4a5cfff2bf9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0492103 Dec 12 15:54:42.366783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-02cde3b8-f4b6-4894-8b2a-a0e9bd2be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.368271 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-02cde3b8-f4b6-4894-8b2a-a0e9bd2be1d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0428450 Dec 12 15:54:42.376434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a49a7806-e5ef-42a6-bff8-78b2b6dd4eda req-290b4e85-93a1-4066-80df-d6ec9bbe04a2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Dec 12 15:54:42.462738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-68d1ad80-01db-4bed-b8ae-6e7707689336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.464191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-68d1ad80-01db-4bed-b8ae-6e7707689336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0851133 Dec 12 15:54:42.529895 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-543f282c-98d1-4834-93a8-de17bc39462a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0571678 Dec 12 15:54:42.577628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-ee29df11-1865-43c0-a340-3ac2c0b8fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.579035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-ee29df11-1865-43c0-a340-3ac2c0b8fa04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0419374 Dec 12 15:54:42.629029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-0b2eef5a-42ea-4a03-9396-3907a49764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:42.630514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-0b2eef5a-42ea-4a03-9396-3907a49764eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434020 Dec 12 15:54:42.720325 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-7990bbad-b241-4247-861f-fb3db971d743 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807350 Dec 12 15:54:42.812299 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7f8e5e38-15b1-41b8-9d91-ae0fc41a2a25 req-4ce84eb5-db98-4c0f-b0ea-e4e3e2d805da service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835981 Dec 12 15:54:43.495926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409d1a2-8428-4ad0-b4de-691adc6dcce8 req-65c6aff0-24b3-43da-90b6-cf1ce5641679 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:43.497426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c409d1a2-8428-4ad0-b4de-691adc6dcce8 req-65c6aff0-24b3-43da-90b6-cf1ce5641679 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0520968 Dec 12 15:54:43.543563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c409d1a2-8428-4ad0-b4de-691adc6dcce8 req-b54290b1-dceb-4c29-bf7f-979c7c39de5a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Dec 12 15:54:43.656912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbded7c-7354-4b70-9aaa-6e685eb090bd req-3a906c7c-fb55-4dde-a671-8c88c624b240 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:43.658260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cbded7c-7354-4b70-9aaa-6e685eb090bd req-3a906c7c-fb55-4dde-a671-8c88c624b240 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0482969 Dec 12 15:54:43.703804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cbded7c-7354-4b70-9aaa-6e685eb090bd req-177589bf-d542-488b-a6bc-72bad95fa931 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Dec 12 15:54:43.914601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799ba6-7d33-4e6a-848a-3be819b90e9f req-71bb50a6-31d6-474f-b1f1-062489f41869 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:43.916477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f799ba6-7d33-4e6a-848a-3be819b90e9f req-71bb50a6-31d6-474f-b1f1-062489f41869 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0477774 Dec 12 15:54:43.965265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f799ba6-7d33-4e6a-848a-3be819b90e9f req-a9584e5c-ed59-4f52-ac8b-31aadc38a1d6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Dec 12 15:54:44.164860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1dacb-77a2-4ced-935d-f1d2b744ace2 req-8dc0bb99-c11c-48d2-90b0-f69e1ba2ab16 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:44.166811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80a1dacb-77a2-4ced-935d-f1d2b744ace2 req-8dc0bb99-c11c-48d2-90b0-f69e1ba2ab16 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0485632 Dec 12 15:54:44.212098 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80a1dacb-77a2-4ced-935d-f1d2b744ace2 req-31107a11-e42e-445b-b08e-9041ee22540f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Dec 12 15:54:45.331193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b989014-fec3-4b98-b6d2-e59a381bcf0d req-a8df83af-592c-4717-886b-7d6f8e727477 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:45.332656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b989014-fec3-4b98-b6d2-e59a381bcf0d req-a8df83af-592c-4717-886b-7d6f8e727477 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480196 Dec 12 15:54:45.379943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b989014-fec3-4b98-b6d2-e59a381bcf0d req-60cd24f4-c005-4a5f-9df7-384556c5a17a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Dec 12 15:54:45.582265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb8895-1e14-4680-ae6a-d844c4f10100 req-eaf1fd66-5565-4968-a16a-41e3519a25b1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:45.583737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fddb8895-1e14-4680-ae6a-d844c4f10100 req-eaf1fd66-5565-4968-a16a-41e3519a25b1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0514274 Dec 12 15:54:45.630807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fddb8895-1e14-4680-ae6a-d844c4f10100 req-2fdcdf7e-98f1-4220-b23c-634602cb80c3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Dec 12 15:54:46.748139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb83fe1-ce12-45b4-b802-d2d707a5920f req-cac7c2d2-179f-426e-9dc0-dd81f5ebacd8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:46.749613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bb83fe1-ce12-45b4-b802-d2d707a5920f req-cac7c2d2-179f-426e-9dc0-dd81f5ebacd8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0484066 Dec 12 15:54:46.795233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bb83fe1-ce12-45b4-b802-d2d707a5920f req-f2c625a9-dde2-49ce-87f0-a355f87c32b5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Dec 12 15:54:46.907138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f801a-8641-48a9-9918-83e45e781b9e req-9a5461bf-4d4b-45f9-826c-960dc9093758 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:46.908650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb4f801a-8641-48a9-9918-83e45e781b9e req-9a5461bf-4d4b-45f9-826c-960dc9093758 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480268 Dec 12 15:54:46.956792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb4f801a-8641-48a9-9918-83e45e781b9e req-546171cf-9043-4b8a-b557-c14f5b64099f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Dec 12 15:54:47.070048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5643e-ae3f-43cf-a59f-48affe778d31 req-a8288d70-1e1c-4c1c-b55f-cc207473c895 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:47.071475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd5643e-ae3f-43cf-a59f-48affe778d31 req-a8288d70-1e1c-4c1c-b55f-cc207473c895 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0475328 Dec 12 15:54:47.117774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd5643e-ae3f-43cf-a59f-48affe778d31 req-033a61b2-1cec-427c-ba13-1a3ed020b696 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400498 Dec 12 15:54:47.230371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa5956-7f8a-40fd-94b5-ce56bd9ab907 req-8072e6d6-f702-4f03-a070-7cd85040dc5e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:54:47.231839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45fa5956-7f8a-40fd-94b5-ce56bd9ab907 req-8072e6d6-f702-4f03-a070-7cd85040dc5e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0488367 Dec 12 15:54:47.278173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45fa5956-7f8a-40fd-94b5-ce56bd9ab907 req-5a1cdd38-d9b2-43c2-8268-cb82bab2b669 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404611 Dec 12 15:55:05.414818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-67ba35b2-5054-4bb8-99d6-2a9f25dc5e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:07.745257 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-634ed7fe-7dad-4f1f-876b-f65d15646514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:08.636246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:09.287036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:10.398178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:11.108547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:11.327996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:17.272328 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:55:19.663027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-92866440-c7e6-4dc0-802d-82ccf92e64df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407078 Dec 12 15:55:19.741161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-e37364f6-0cff-45e9-91ac-14f49ade0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:19.742576 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-e37364f6-0cff-45e9-91ac-14f49ade0556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0394089 Dec 12 15:55:19.843475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-043cc419-6a10-49b7-bb17-4a7474276210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:19.844924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-043cc419-6a10-49b7-bb17-4a7474276210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0834451 Dec 12 15:55:19.885240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-8fd14c3b-ea18-4a94-9a90-de0aa6298857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 217 time: 0.0334854 Dec 12 15:55:19.931660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-935d0a23-831b-422c-bb35-2985d4cf0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:19.933019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-935d0a23-831b-422c-bb35-2985d4cf0f80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0407290 Dec 12 15:55:19.977019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-6a24e9c7-6c45-42a2-842d-f4d53140db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:19.978464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-6a24e9c7-6c45-42a2-842d-f4d53140db53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391250 Dec 12 15:55:20.068060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-c6a54904-9273-43e9-8c99-490ef09e8782 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823727 Dec 12 15:55:20.153731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09b4680d-0219-42a6-b28a-eb4e2a4f4e9b req-a3bd7c12-1f62-49b1-ae73-0910cbc20748 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789630 Dec 12 15:55:21.851846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-18fc8544-efea-4d02-a9c4-7e05777a9201 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394030 Dec 12 15:55:21.943259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-24ac7fb7-6e92-4b35-8786-94ceb07d948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:21.944783 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-24ac7fb7-6e92-4b35-8786-94ceb07d948b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0418088 Dec 12 15:55:22.054385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-05917cb7-d3f2-48ac-9484-d6a4a376c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:22.056419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-05917cb7-d3f2-48ac-9484-d6a4a376c2ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0869262 Dec 12 15:55:22.127023 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-b72c3fbe-e5e4-4b96-b59d-6845067c1bf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0583315 Dec 12 15:55:22.176879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-bdf8ebcd-ada6-442d-a8d0-efecbed3143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:22.178334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-bdf8ebcd-ada6-442d-a8d0-efecbed3143c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0438082 Dec 12 15:55:22.227640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-f5120928-6557-462f-a2f3-22826bbf7f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:22.229127 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-f5120928-6557-462f-a2f3-22826bbf7f37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430896 Dec 12 15:55:22.320842 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-4cb6fec4-ac7c-45ab-8483-5375743690f6 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798936 Dec 12 15:55:22.412741 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-605b08a9-c81d-4e7a-ac92-5d18058fdc34 req-57052b05-a3af-4883-bbbf-0aff63942abc service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844262 Dec 12 15:55:23.309117 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-ca031ad2-3435-41e5-b650-2093469fa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:23.309819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f88e-44d3-4cd9-a437-79f9e06343a9 req-59b2b60c-d1f7-4d2d-b125-072befc796d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:23.310624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-ca031ad2-3435-41e5-b650-2093469fa584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0408356 Dec 12 15:55:23.310759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b3f88e-44d3-4cd9-a437-79f9e06343a9 req-59b2b60c-d1f7-4d2d-b125-072befc796d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0533946 Dec 12 15:55:23.357104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97b3f88e-44d3-4cd9-a437-79f9e06343a9 req-9139ccfc-0b9f-40b2-8af4-39778027f952 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Dec 12 15:55:23.408554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-12323c25-fa32-40bc-90d1-bc8401e563d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:23.409968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-12323c25-fa32-40bc-90d1-bc8401e563d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0912781 Dec 12 15:55:23.480441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-6182631b-f25d-4f98-921b-952313aadc75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0585217 Dec 12 15:55:23.531960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-3c847364-e85f-42fa-ae72-1701db5b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:23.533382 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-3c847364-e85f-42fa-ae72-1701db5b8b1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0423710 Dec 12 15:55:23.585955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-93b4d8a3-f2e3-47a6-91de-846025b3eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:23.587418 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-93b4d8a3-f2e3-47a6-91de-846025b3eb5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425296 Dec 12 15:55:23.678582 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-87737ed7-347c-445e-8924-8776be282dac service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796685 Dec 12 15:55:23.774228 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6af9db7c-07e6-490c-a0ec-e5e2a108f162 req-21702b75-0cfd-471e-ad25-a800d9470bb5 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833962 Dec 12 15:55:24.474018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0deab2-7108-4d09-8119-ecf7554bb892 req-93068d21-37a3-43b7-89a2-33decefd3a46 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:24.475523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc0deab2-7108-4d09-8119-ecf7554bb892 req-93068d21-37a3-43b7-89a2-33decefd3a46 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0476682 Dec 12 15:55:24.522039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc0deab2-7108-4d09-8119-ecf7554bb892 req-f207c40a-ed00-47a6-8108-f97b4de24ddf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406983 Dec 12 15:55:35.417493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce51bf28-b68a-49f6-b991-b3a168081dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:37.746611 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c19eb89c-6069-43d0-9d2b-05035ac49ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:38.639551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:39.290083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:40.402630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:41.109322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:41.338601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:55:54.271874 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:55:57.725200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187e92e-2bed-4627-86b9-f49c585b73e9 req-448565d0-ae72-4213-aebf-b0886797c84e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:57.726615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b187e92e-2bed-4627-86b9-f49c585b73e9 req-448565d0-ae72-4213-aebf-b0886797c84e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0507059 Dec 12 15:55:57.772478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b187e92e-2bed-4627-86b9-f49c585b73e9 req-d326bb2f-348a-470f-911c-455c910952bd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Dec 12 15:55:57.885551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a69c-bb0e-4c67-8526-94bf57e7866f req-55e3ec26-27cd-42a7-8c6a-0c6a20f0b4ea tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:57.886987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9bc1a69c-bb0e-4c67-8526-94bf57e7866f req-55e3ec26-27cd-42a7-8c6a-0c6a20f0b4ea tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0483317 Dec 12 15:55:57.932577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9bc1a69c-bb0e-4c67-8526-94bf57e7866f req-bd448de7-0668-4b4b-9583-08c5b13f92ec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Dec 12 15:55:58.148019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-48c26b13-a5b2-4d04-95db-96516805e5b9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:58.149567 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-48c26b13-a5b2-4d04-95db-96516805e5b9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.0996265 Dec 12 15:55:58.168580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-5595338e-8431-419d-bf96-bb9669175192 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/quotas/df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 375 time: 0.0100212 Dec 12 15:55:58.223587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-78905708-3379-48f2-a788-e88af09e7b18 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0498264 Dec 12 15:55:58.403251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-08ebaba5-d6d5-4c63-aca6-6cdb14b0a43b service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723611 Dec 12 15:55:58.492185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-cc4f6ebe-a045-4107-a66c-6222a1b65eca service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829852 Dec 12 15:55:58.653426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18d80a5f-dd53-464f-adff-0fa518ee5f28 req-112fa719-26bd-4665-8622-328faf4dab92 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 210 time: 0.0266144 Dec 12 15:55:59.584886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-dc0fef46-b80f-41be-99b4-2d073db50b8c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:55:59.586314 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-dc0fef46-b80f-41be-99b4-2d073db50b8c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1040132 Dec 12 15:55:59.598548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'device_id': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'admin_state_up': True, 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:55:59.702529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:55:59.706069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.110822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e156bf05-2f0b-4c28-b2be-bbadef1399f8 req-cdfebe95-4431-4149-8cd8-2d3fe2d21008 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 210 time: 0.3839254 Dec 12 15:56:00.183086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.20.0.9 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/4bafe504-4358-4ac7-bb2f-c504f57dd0c0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:56:00.324477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.357095 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.368987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:00.400713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:00.401090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:56:00.404198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:56:00.407802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:56:00.432591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:00.447582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.447941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.448272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.448609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.449266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.449266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.449603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.450499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.450839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.451434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.451570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.451968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.452311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:00.474582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:00.475238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.494315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-f9e0d7cb-9adb-44fb-b622-629c1a48daad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8993921 Dec 12 15:56:00.507740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Request body: {'port': {'device_id': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:56:00.571832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.685233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4763c8f7-374c-4b0e-b0eb-da40efb423a3 None None] Provisioning complete for port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:00.685556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4763c8f7-374c-4b0e-b0eb-da40efb423a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.718784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4763c8f7-374c-4b0e-b0eb-da40efb423a3 None None] Port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:56:00.829567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:56:00.837205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.848436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Transition to ACTIVE for port object 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:56:00.852966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:00.898788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:00.972729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Attempting to bind port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:56:00.973089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Attempting to bind port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:56:00.973437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Attempting to bind port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:56:00.978045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 on network cc6706dd-9838-4431-a16e-8e49489eeb59 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:56:00.978382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Attempting to bind port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:56:00.983271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:56:00.983601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:56:00.983976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:56:00.984400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Bound port: 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:56:00.984778 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:01.051262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:56:01.054341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:56:01.059131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:01.094006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.094874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:01.096245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] 10.222.0.13 "PUT /v2.0/ports/4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 200 len: 1091 time: 0.5934391 Dec 12 15:56:01.098916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:01.101271 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8" -d '{"events": [{"name": "network-changed", "server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:01.126649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851be0a5-f5e8-464f-a9d2-2a5bccad2b57 service neutron] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:01.169229 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d356c-5efd-44cf-ab69-64dc06719e3d x-openstack-request-id: req-241d356c-5efd-44cf-ab69-64dc06719e3d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:01.169523 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:01.169790 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-241d356c-5efd-44cf-ab69-64dc06719e3d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:01.170199 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'status': 'completed', 'code': 200} Dec 12 15:56:01.186049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-e9baac7f-b465-4526-8e46-5f60ff614223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.187766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-e9baac7f-b465-4526-8e46-5f60ff614223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 1094 time: 0.0547447 Dec 12 15:56:01.252668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-213c0e47-0913-4738-9796-9d7df305ecbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 200 len: 217 time: 0.0500157 Dec 12 15:56:01.310804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d361502-9e31-4659-9a37-55c62b331188 req-7880a81c-05ce-4fcf-8874-7d381ff78740 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.312308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d361502-9e31-4659-9a37-55c62b331188 req-7880a81c-05ce-4fcf-8874-7d381ff78740 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 943 time: 0.1190951 Dec 12 15:56:01.327845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-5e63f77b-b9d8-43ce-81c4-a2e12aa1e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.329226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-5e63f77b-b9d8-43ce-81c4-a2e12aa1e266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0697494 Dec 12 15:56:01.391548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d361502-9e31-4659-9a37-55c62b331188 req-ac9d0a95-ba91-4daf-b262-b479a8b6f396 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728559 Dec 12 15:56:01.397293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-b9759ba3-0372-431e-8de7-a9a5e67fc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.398724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-b9759ba3-0372-431e-8de7-a9a5e67fc3a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605693 Dec 12 15:56:01.490527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-bf4451c1-394f-4f2c-8e38-2ba784c7caff service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834799 Dec 12 15:56:01.577349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7ae382d-1d2e-4a66-b7d7-4082459afaa4 req-74b55378-5726-418d-903b-5f761f418757 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800390 Dec 12 15:56:01.663055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-f5d0c566-06a2-4183-aed6-d054a9e839cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.664434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-f5d0c566-06a2-4183-aed6-d054a9e839cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 1094 time: 0.0402279 Dec 12 15:56:01.755193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-b504a4d1-5ebb-4269-aa26-ff1aa7037bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.756624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-b504a4d1-5ebb-4269-aa26-ff1aa7037bbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0849547 Dec 12 15:56:01.797461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-c03570cb-ee5f-4ca0-a9af-74bd511a1339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 200 len: 217 time: 0.0338988 Dec 12 15:56:01.845439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-551262dc-3cef-46b5-a488-47fc77423331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.846816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-551262dc-3cef-46b5-a488-47fc77423331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0416696 Dec 12 15:56:01.895348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-2e38881c-aa28-4d1a-9e58-1de3aed1f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:01.896813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-2e38881c-aa28-4d1a-9e58-1de3aed1f6ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427289 Dec 12 15:56:01.984924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-1d8d4244-e5c0-487b-9e43-1f16e09fb90f service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800700 Dec 12 15:56:02.076612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2aefd8a8-abc2-40fd-abd4-31952a4c59b8 req-a775a3ab-f2a0-4be9-b9c0-cb42a4fe7d0d service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838940 Dec 12 15:56:02.506676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d4817-5289-4e04-ad90-44fcee99141e req-9895b989-941d-4713-b7b9-f0e184e546e1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:02.508101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-238d4817-5289-4e04-ad90-44fcee99141e req-9895b989-941d-4713-b7b9-f0e184e546e1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 943 time: 0.0483391 Dec 12 15:56:02.554924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-238d4817-5289-4e04-ad90-44fcee99141e req-fe89ea85-357d-4bff-80e8-2cb9b60bff73 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Dec 12 15:56:03.670676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1ca6-4e5a-4eba-a0ff-5e6b302ac071 req-43e86dad-b5ff-4e08-909a-1eee39e99e14 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:03.672138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ead1ca6-4e5a-4eba-a0ff-5e6b302ac071 req-43e86dad-b5ff-4e08-909a-1eee39e99e14 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 943 time: 0.0481160 Dec 12 15:56:03.722077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7ead1ca6-4e5a-4eba-a0ff-5e6b302ac071 req-ed3b3a7a-e725-4b62-9a98-21bfc8bd7a46 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Dec 12 15:56:04.380977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:56:04.474884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:04.486437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'mac_address': 'fa:16:3e:b3:8c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:56:04.522005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:04.535248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:56:04.554426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:04.558726 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:04.609666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:04.617105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.617453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.618312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.618651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.618981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.619310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.619636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.619960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.620283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.620645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.620984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.621306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.621627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:04.808474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['4bafe504-4358-4ac7-bb2f-c504f57dd0c0'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:04.835840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf2a7-25d3-41a8-ab4d-ef03da370a52 req-c0435d74-4fa3-4c50-99e4-827f1ab0b3aa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:04.837345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60fcf2a7-25d3-41a8-ab4d-ef03da370a52 req-c0435d74-4fa3-4c50-99e4-827f1ab0b3aa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 944 time: 0.0489185 Dec 12 15:56:04.885093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60fcf2a7-25d3-41a8-ab4d-ef03da370a52 req-184ce4c4-b420-48f5-a098-3a2f8d8596cd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Dec 12 15:56:05.419779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-082bb262-d60d-4b30-9bad-52894434a061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:05.997824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b6c0-b158-46cc-ae5c-a14698c729b9 req-b92cd690-0593-4691-8f53-a137975422d9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:05.999260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1968b6c0-b158-46cc-ae5c-a14698c729b9 req-b92cd690-0593-4691-8f53-a137975422d9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 944 time: 0.0473127 Dec 12 15:56:06.044292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1968b6c0-b158-46cc-ae5c-a14698c729b9 req-d9bc300d-9f2d-4f6d-bf92-0b1ea03fa66c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Dec 12 15:56:06.396136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:56:06.447378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:56:06.451111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:06.451489 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:06.525128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:06.546914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:06.549177 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd259354-6108-4c17-8d8d-1c98c17a9607" -d '{"events": [{"server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:06.562553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:06.566522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:06.616699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:06.651267 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10280324-7bb1-4da3-ac7e-fe6f5de0e317 x-openstack-request-id: req-10280324-7bb1-4da3-ac7e-fe6f5de0e317 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:06.651565 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "name": "network-vif-plugged", "status": "completed", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:06.651833 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10280324-7bb1-4da3-ac7e-fe6f5de0e317 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:06.652232 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'code': 200} Dec 12 15:56:06.750439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c87ae-2d92-4c6d-8de7-6c7df9c917a1 req-3e9360bc-bc9b-42b5-a3a3-c9489549dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:06.751886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-288c87ae-2d92-4c6d-8de7-6c7df9c917a1 req-3e9360bc-bc9b-42b5-a3a3-c9489549dc3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 1096 time: 0.0435433 Dec 12 15:56:06.795262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-288c87ae-2d92-4c6d-8de7-6c7df9c917a1 req-b2909a91-4739-48a1-b89f-048e246aaf71 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366056 Dec 12 15:56:07.158389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eac117-8fc8-497a-bbda-cc5bc7e04f8f req-d87bf69d-ff0a-4bf8-8c10-c59ee2cac0a1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:07.159855 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9eac117-8fc8-497a-bbda-cc5bc7e04f8f req-d87bf69d-ff0a-4bf8-8c10-c59ee2cac0a1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 945 time: 0.0490658 Dec 12 15:56:07.206642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9eac117-8fc8-497a-bbda-cc5bc7e04f8f req-52df7e00-4faa-42d9-a4fc-c322407ed74e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Dec 12 15:56:07.748518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6d5b0bc4-e595-492e-aa1c-aa8c3e0ac66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.323546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd327-a823-4aa2-a29e-06be046a4417 req-6f5c93f6-a70d-4ead-84b6-892aced6127a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:08.325053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acdfd327-a823-4aa2-a29e-06be046a4417 req-6f5c93f6-a70d-4ead-84b6-892aced6127a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 945 time: 0.0477512 Dec 12 15:56:08.374993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acdfd327-a823-4aa2-a29e-06be046a4417 req-6be909ae-3ddf-44c5-bb35-3bf3b85d5e8f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Dec 12 15:56:08.479739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-16e964ec-cddc-4f0a-956c-a1d3524b4baf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 267 time: 0.0421977 Dec 12 15:56:08.532118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-3e00a02a-981b-4647-ab2a-76814f3bb742 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:08.533591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-3e00a02a-981b-4647-ab2a-76814f3bb742 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Dec 12 15:56:08.546022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'security_groups': []}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:56:08.608886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.643063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.760172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:08.792143 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.796707 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.808872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b', '4bafe504-4358-4ac7-bb2f-c504f57dd0c0'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:08.813211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:08.841684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:08.842203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:08.843596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e5803ff-efee-495b-a5eb-44fd199a0b7b req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "PUT /v2.0/ports/4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 200 len: 904 time: 0.3029079 Dec 12 15:56:08.844050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:08.846377 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809adae0-38f9-491e-a3ea-eee357dc824a" -d '{"events": [{"name": "network-changed", "server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:08.874050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa539630-98f0-49b1-a09d-103d97f26549 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:08.909545 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1948fef-0162-4279-b023-1fb8940554f7 x-openstack-request-id: req-d1948fef-0162-4279-b023-1fb8940554f7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:08.910209 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:08.910527 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1948fef-0162-4279-b023-1fb8940554f7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:08.911783 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'status': 'completed', 'code': 200} Dec 12 15:56:08.915575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['4bafe504-4358-4ac7-bb2f-c504f57dd0c0'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:09.008085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311fe4e-5310-4ebc-9170-0082ab711da0 req-28b20539-7d7b-4e6f-8772-31e725444fc9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.010298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2311fe4e-5310-4ebc-9170-0082ab711da0 req-28b20539-7d7b-4e6f-8772-31e725444fc9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 907 time: 0.0793340 Dec 12 15:56:09.015077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adae0-38f9-491e-a3ea-eee357dc824a req-886b2e56-e50f-4fa8-9c4e-58a2b09f3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.016544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-886b2e56-e50f-4fa8-9c4e-58a2b09f3e22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 1058 time: 0.0767467 Dec 12 15:56:09.155004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-950c176e-4e73-42e9-97cd-f0d04d9333fe None None] Provisioning complete for port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:09.155375 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-950c176e-4e73-42e9-97cd-f0d04d9333fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:09.159381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adae0-38f9-491e-a3ea-eee357dc824a req-a7cca152-f09b-4299-9aca-bcbbab7e2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.160885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-a7cca152-f09b-4299-9aca-bcbbab7e2f00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.1371651 Dec 12 15:56:09.169877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51492bd-1cf8-4acd-a5b5-c4d2c9bddeda req-4c7e287a-a3f0-4535-859e-5aea438c32e7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.171236 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d51492bd-1cf8-4acd-a5b5-c4d2c9bddeda req-4c7e287a-a3f0-4535-859e-5aea438c32e7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0780423 Dec 12 15:56:09.222057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-8e9195e3-0ee3-4322-8041-a993d928136f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 200 len: 217 time: 0.0498877 Dec 12 15:56:09.283179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d51492bd-1cf8-4acd-a5b5-c4d2c9bddeda req-f49ded25-ef99-489d-bc77-38afefe6fa73 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040397 Dec 12 15:56:09.288407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:09.290922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adae0-38f9-491e-a3ea-eee357dc824a req-d3b50fc2-1446-4125-9618-525feec9ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.292346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-d3b50fc2-1446-4125-9618-525feec9ad76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0635340 Dec 12 15:56:09.337557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809adae0-38f9-491e-a3ea-eee357dc824a req-6d809168-00b6-4953-bb67-1640aa3a093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.339036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-6d809168-00b6-4953-bb67-1640aa3a093c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399625 Dec 12 15:56:09.455864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8c7cf-76f0-4ea3-b3a9-e2a784a8baa0 req-f7c74350-59d4-4466-94bb-1b080637f70c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.457354 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4d8c7cf-76f0-4ea3-b3a9-e2a784a8baa0 req-f7c74350-59d4-4466-94bb-1b080637f70c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.1026020 Dec 12 15:56:09.482832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-aef4d394-e0c4-4a09-ab9c-0be44b0a27e4 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355243 Dec 12 15:56:09.557207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4d8c7cf-76f0-4ea3-b3a9-e2a784a8baa0 req-a248b51a-2f9f-407e-91f1-42c8dceecfdf tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907311 Dec 12 15:56:09.592656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-809adae0-38f9-491e-a3ea-eee357dc824a req-58dc8b7d-db25-4de8-9763-d241617d3daf service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023183 Dec 12 15:56:09.781049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-210eefef-f8c8-44b3-b719-6ddb416ca02d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:09.782477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-210eefef-f8c8-44b3-b719-6ddb416ca02d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1027672 Dec 12 15:56:09.797605 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-cbca5e47-dcf0-4054-bcf5-078e1a36c9b7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/quotas/df65bb19acee4b0ba8e25aa21d78df1e HTTP/1.1" status: 200 len: 375 time: 0.0093677 Dec 12 15:56:09.855262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-059551b7-afb2-4aa4-8505-3448dfbcd49a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0523555 Dec 12 15:56:09.942790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-9189f942-f2e6-4b7e-8267-8ce974d61600 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804262 Dec 12 15:56:10.039003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-4b46f1e4-2431-4d62-9c3a-66b80e40ec0c service neutron] 10.222.0.36 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Dec 12 15:56:10.195000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a966597-a72a-4790-9077-1c211ba3d7f8 req-c79ad02d-ad9b-4230-a54b-60799c3e63b3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Dec 12 15:56:10.403968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.113525 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.152367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-28af11bd-022a-4660-810a-1d2999f7c35b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:11.154028 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-28af11bd-022a-4660-810a-1d2999f7c35b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 812 time: 0.1063192 Dec 12 15:56:11.167513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Request body: {'port': {'device_id': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'admin_state_up': True, 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:56:11.280425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Made reservation on behalf of df65bb19acee4b0ba8e25aa21d78df1e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:56:11.284470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.290156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1bb7273a-27b2-46ef-a615-f1ac92bd9775 req-f5a0a93c-fc4d-43f5-a47c-2cbe68ddf868 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 210 time: 0.0259044 Dec 12 15:56:11.337961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.409881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Allocated IP 172.20.0.13 (cc6706dd-9838-4431-a16e-8e49489eeb59/2d957d83-f94b-4eee-9065-8736fbfb9ef6/28074f1f-0f86-42c8-9b81-f52c109f7ebc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:56:11.555596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.589258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.600517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:11.626317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:11.634223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Network cc6706dd-9838-4431-a16e-8e49489eeb59 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:56:11.637171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:56:11.640795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:56:11.669429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:11.687552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.688052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.688667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.689148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.689604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.690165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.690457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.690887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.691310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.691734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.692167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.692604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.693049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:56:11.714975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:11.715750 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.733162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-e1c1854b-c213-437e-99cb-44e693d67ba3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694685 Dec 12 15:56:11.751487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Request body: {'port': {'device_id': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:56:11.811160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.877842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a22459d8-526b-48f1-9ed1-02c3a165eabd None None] Provisioning complete for port 28074f1f-0f86-42c8-9b81-f52c109f7ebc triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:11.878265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a22459d8-526b-48f1-9ed1-02c3a165eabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:11.913659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a22459d8-526b-48f1-9ed1-02c3a165eabd None None] Port 28074f1f-0f86-42c8-9b81-f52c109f7ebc cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:56:12.074896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28074f1f-0f86-42c8-9b81-f52c109f7ebc {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:56:12.082276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:12.094420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Transition to ACTIVE for port object 28074f1f-0f86-42c8-9b81-f52c109f7ebc will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:56:12.097596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:12.166944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:12.217411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Attempting to bind port 28074f1f-0f86-42c8-9b81-f52c109f7ebc on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:56:12.217748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Attempting to bind port 28074f1f-0f86-42c8-9b81-f52c109f7ebc by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:56:12.218078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Attempting to bind port 28074f1f-0f86-42c8-9b81-f52c109f7ebc on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:56:12.222583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Port 28074f1f-0f86-42c8-9b81-f52c109f7ebc on network cc6706dd-9838-4431-a16e-8e49489eeb59 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:56:12.222909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Attempting to bind port 28074f1f-0f86-42c8-9b81-f52c109f7ebc on network cc6706dd-9838-4431-a16e-8e49489eeb59 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:56:12.228099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:56:12.228431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Checking segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:56:12.228848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Bound using segment: {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:56:12.229288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Bound port: 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:56:12.229643 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:12.299016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:56:12.302171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:56:12.307560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:12.346502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.347154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:12.348570 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] 10.222.0.30 "PUT /v2.0/ports/28074f1f-0f86-42c8-9b81-f52c109f7ebc HTTP/1.1" status: 200 len: 1092 time: 0.6019840 Dec 12 15:56:12.349059 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:12.351331 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22dbef1-67d0-4258-8f49-a07d801a538f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:12.381547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0968960-3b18-4892-9872-ec11472c1e67 service neutron] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:12.461176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54105b-d8e3-45c5-9039-667117728ea2 req-5277dcc6-497e-4471-99f1-60ae5be2ee96 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.471113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da54105b-d8e3-45c5-9039-667117728ea2 req-5277dcc6-497e-4471-99f1-60ae5be2ee96 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0754352 Dec 12 15:56:12.472346 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d9023-88a3-4e82-89e0-694c06aa4b4a x-openstack-request-id: req-128d9023-88a3-4e82-89e0-694c06aa4b4a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:12.472731 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:12.473050 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-128d9023-88a3-4e82-89e0-694c06aa4b4a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:12.473517 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'status': 'completed', 'code': 200} Dec 12 15:56:12.479802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-d5882b50-3be6-47e8-a89d-1e5c2a9d9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.481452 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-d5882b50-3be6-47e8-a89d-1e5c2a9d9d86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0695281 Dec 12 15:56:12.520882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da54105b-d8e3-45c5-9039-667117728ea2 req-42ce34a2-7627-4c28-a12d-d86a57200214 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Dec 12 15:56:12.531914 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-1eab3c8f-1b79-482b-9068-b273a0529985 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc HTTP/1.1" status: 200 len: 217 time: 0.0369763 Dec 12 15:56:12.590439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-0fbcf010-e933-4625-b4c9-c63f38402089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.591898 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-0fbcf010-e933-4625-b4c9-c63f38402089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0492105 Dec 12 15:56:12.641044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b949a9d0-a1b0-47cc-a67c-cf889e4f95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.642519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-b949a9d0-a1b0-47cc-a67c-cf889e4f95f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393345 Dec 12 15:56:12.736265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-6a471bb7-5658-47c5-a1a7-681f506b6ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803423 Dec 12 15:56:12.832196 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2871841c-d204-4a33-9bb8-1bd301315db6 req-d3181f97-4c53-44ac-a596-49f67f7c11c1 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 Dec 12 15:56:12.930395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-bb276f9e-3b05-4a8f-a357-5e942c7863ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:12.931874 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-bb276f9e-3b05-4a8f-a357-5e942c7863ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 1095 time: 0.0411124 Dec 12 15:56:13.025629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-75e027be-044d-40cf-9b98-0b283360716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:13.026997 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-75e027be-044d-40cf-9b98-0b283360716f service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0874257 Dec 12 15:56:13.076075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-fd58fee5-ba50-4fd3-8ddb-d4fb78a35d60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc HTTP/1.1" status: 200 len: 217 time: 0.0379822 Dec 12 15:56:13.124183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-e32af2d4-3ea6-44e7-83a6-cd3b274f9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:13.125633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-e32af2d4-3ea6-44e7-83a6-cd3b274f9974 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0424716 Dec 12 15:56:13.179652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-7c0030b8-ed42-481b-afd2-c28043028e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:13.181224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-7c0030b8-ed42-481b-afd2-c28043028e82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444283 Dec 12 15:56:13.273005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-c35b718d-0750-427a-81a7-2cd5af226688 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809460 Dec 12 15:56:13.365851 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a22dbef1-67d0-4258-8f49-a07d801a538f req-432b5314-223e-479e-9cb1-e594a4cf92ee service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836995 Dec 12 15:56:13.643356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20c1bf-338d-43ac-952d-c8d75ab71c27 req-94126551-a90a-4bd7-a647-ab614250f11f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:13.644728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af20c1bf-338d-43ac-952d-c8d75ab71c27 req-94126551-a90a-4bd7-a647-ab614250f11f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0498698 Dec 12 15:56:13.691759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af20c1bf-338d-43ac-952d-c8d75ab71c27 req-d755d703-b2a6-428b-9f67-2712ce76e515 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Dec 12 15:56:14.804311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6472a-3dd7-4579-9515-409cb872e3b3 req-80db48bb-072f-41fa-aa91-f21e07ba9aef tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:14.806305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23c6472a-3dd7-4579-9515-409cb872e3b3 req-80db48bb-072f-41fa-aa91-f21e07ba9aef tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0488970 Dec 12 15:56:14.852042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-23c6472a-3dd7-4579-9515-409cb872e3b3 req-374aaaea-216a-4880-9f5d-da5346445fd9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 Dec 12 15:56:15.969016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a943c0-c933-400f-8151-8b313913869f req-578d76e0-9dc8-437d-9765-cda20bf4f651 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:15.970479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5a943c0-c933-400f-8151-8b313913869f req-578d76e0-9dc8-437d-9765-cda20bf4f651 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0520980 Dec 12 15:56:16.016304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5a943c0-c933-400f-8151-8b313913869f req-2de3fcec-2b8b-4c7a-9b87-c845f4643e14 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Dec 12 15:56:16.919737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:56:17.014045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:17.025195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'mac_address': 'fa:16:3e:20:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:56:17.061903 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:17.074968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28074f1f-0f86-42c8-9b81-f52c109f7ebc {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:56:17.097764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:17.100891 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:17.131959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d104-8092-4d6f-92b4-2f933d34d9f3 req-aedd54a1-31f5-45fc-8db9-f3cdf2e37d44 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:17.133614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86d9d104-8092-4d6f-92b4-2f933d34d9f3 req-aedd54a1-31f5-45fc-8db9-f3cdf2e37d44 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0494738 Dec 12 15:56:17.149252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:17.181707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86d9d104-8092-4d6f-92b4-2f933d34d9f3 req-9cbb2f7a-9d93-4253-a9fe-5cacfce01450 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Dec 12 15:56:17.376422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['28074f1f-0f86-42c8-9b81-f52c109f7ebc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:18.298640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb7f5-36ba-45df-896e-c8a84aa942cb req-1054bf70-4f82-4601-bd6e-b70fc65a8cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:18.300108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3aeb7f5-36ba-45df-896e-c8a84aa942cb req-1054bf70-4f82-4601-bd6e-b70fc65a8cc0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0518937 Dec 12 15:56:18.346312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b3aeb7f5-36ba-45df-896e-c8a84aa942cb req-e4d3d376-b0aa-49d7-a3a7-563d3e729783 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Dec 12 15:56:18.919399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:56:18.966013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 28074f1f-0f86-42c8-9b81-f52c109f7ebc completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:56:18.969845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 28074f1f-0f86-42c8-9b81-f52c109f7ebc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:18.970219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:19.047977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:19.069965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:19.072189 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32771f2-7ef0-42b1-806d-08c6c0f3da85" -d '{"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:19.085519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:19.089708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:19.113335 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0503b-a1d6-4a06-a885-f5584b84623f x-openstack-request-id: req-dbe0503b-a1d6-4a06-a885-f5584b84623f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:19.113625 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:19.113882 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbe0503b-a1d6-4a06-a885-f5584b84623f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:19.114272 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'code': 200} Dec 12 15:56:19.139202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:19.221715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc394db-d31d-4e58-a0ff-0c197e80bb4e req-97fb279d-0e78-46e3-a622-790e8ec3d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:19.223090 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7cc394db-d31d-4e58-a0ff-0c197e80bb4e req-97fb279d-0e78-46e3-a622-790e8ec3d35a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0394921 Dec 12 15:56:19.273205 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7cc394db-d31d-4e58-a0ff-0c197e80bb4e req-a904f930-a633-46aa-a237-82b216ba1c52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369442 Dec 12 15:56:19.459258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4217c20-d13c-4313-874e-53c6ea910650 req-71dad253-4253-4dbb-827e-4348ae492556 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:19.460753 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4217c20-d13c-4313-874e-53c6ea910650 req-71dad253-4253-4dbb-827e-4348ae492556 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0489748 Dec 12 15:56:19.508265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4217c20-d13c-4313-874e-53c6ea910650 req-a90ec2bc-dc96-46d7-8db8-35d5400a72c7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409997 Dec 12 15:56:20.630793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea196e3f-9c69-494e-b3d4-8cce4cbe9803 req-3b9fc7d3-19ce-4a91-89f1-5111a1c0eb7e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:20.632245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea196e3f-9c69-494e-b3d4-8cce4cbe9803 req-3b9fc7d3-19ce-4a91-89f1-5111a1c0eb7e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0497646 Dec 12 15:56:20.682286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea196e3f-9c69-494e-b3d4-8cce4cbe9803 req-efca7637-2298-4d6c-911c-78b9eaed3ce0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440576 Dec 12 15:56:21.796145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426ea8b-2df3-4567-be37-17cec7081f3b req-75b6504b-2027-4acd-85e9-e97630d4fc91 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:21.797660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9426ea8b-2df3-4567-be37-17cec7081f3b req-75b6504b-2027-4acd-85e9-e97630d4fc91 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0493972 Dec 12 15:56:21.845186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9426ea8b-2df3-4567-be37-17cec7081f3b req-908eb965-2600-499c-8db6-f36f4a3b3f40 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Dec 12 15:56:21.848451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-2385240a-4fde-4646-945d-88b74cb943c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385571 Dec 12 15:56:21.912798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-87ca1b53-c091-4ea5-9113-e750e04a89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:21.914737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-87ca1b53-c091-4ea5-9113-e750e04a89bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 1097 time: 0.0443957 Dec 12 15:56:22.030939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-410452ae-cff8-4978-942e-f823b1a21322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.032412 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-410452ae-cff8-4978-942e-f823b1a21322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0944493 Dec 12 15:56:22.048943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823f5d-77df-424c-9b06-9f07fcda87a8 req-3d549226-0ca2-4580-96c4-f96f1a7214b5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.050450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb823f5d-77df-424c-9b06-9f07fcda87a8 req-3d549226-0ca2-4580-96c4-f96f1a7214b5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Dec 12 15:56:22.079009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-78e0a26f-55e4-470b-a63b-d3b7ee3b00fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07192791-fc13-4b44-aa11-f5da9590470b HTTP/1.1" status: 200 len: 217 time: 0.0383627 Dec 12 15:56:22.097285 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb823f5d-77df-424c-9b06-9f07fcda87a8 req-22f981a6-65e9-4777-8c08-28a1b256295e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Dec 12 15:56:22.132151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-52ddbd4b-b042-4fba-bca0-633c2d87d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.133675 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-52ddbd4b-b042-4fba-bca0-633c2d87d6f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0444310 Dec 12 15:56:22.186626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-aa369a56-6437-465e-8f45-5f3f43abdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.188083 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-aa369a56-6437-465e-8f45-5f3f43abdbf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464625 Dec 12 15:56:22.230484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-8be39dc0-b38b-491e-8944-34d17eadd41f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473716 Dec 12 15:56:22.285992 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-a232bf08-617a-44bc-a475-30ae8d786bf4 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Dec 12 15:56:22.313828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-262642eb-bf32-44c6-a542-dcdf46d71b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.315333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-262642eb-bf32-44c6-a542-dcdf46d71b4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0419662 Dec 12 15:56:22.383178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-89710ba9-33b1-458e-a5a2-b6170e665bad req-b640cd62-3c28-4a5e-985d-12753000befc service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846579 Dec 12 15:56:22.418713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-24980860-b2b6-4964-a6a7-a4577df0984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.420165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-24980860-b2b6-4964-a6a7-a4577df0984f service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0847311 Dec 12 15:56:22.464250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-a8fe73b8-2c9b-4652-a2ab-b9e308ac36c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 200 len: 217 time: 0.0373142 Dec 12 15:56:22.514398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-b5b23c90-3105-44bf-8489-4f467f21e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.515705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-b5b23c90-3105-44bf-8489-4f467f21e313 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0419273 Dec 12 15:56:22.559919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-9975a023-9cbe-4702-8c7a-ef142ed805ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:22.561395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-9975a023-9cbe-4702-8c7a-ef142ed805ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392637 Dec 12 15:56:22.651924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-6fcec92b-7d87-4078-98cd-d9704a746b44 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Dec 12 15:56:22.740263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86969808-eef8-4519-b4a5-570d29ab88b1 req-95b577db-f62f-494a-97d0-11aa4398152f service neutron] 10.222.0.13 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811286 Dec 12 15:56:23.219780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aeff8-ae75-46b5-9704-1d4fdcc065a6 req-621e0c68-7949-413e-93ae-d5e982e8ec72 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:23.221327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5aeff8-ae75-46b5-9704-1d4fdcc065a6 req-621e0c68-7949-413e-93ae-d5e982e8ec72 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0535548 Dec 12 15:56:23.268613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5aeff8-ae75-46b5-9704-1d4fdcc065a6 req-72eba51f-6b30-4692-bc8d-fcd52d264dac tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Dec 12 15:56:23.672576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39063e5b-f86f-4c53-892f-fa09c59df941 req-3b49a023-2c15-4d1a-a66c-465dba2fcae0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:23.674054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39063e5b-f86f-4c53-892f-fa09c59df941 req-3b49a023-2c15-4d1a-a66c-465dba2fcae0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Dec 12 15:56:23.720018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39063e5b-f86f-4c53-892f-fa09c59df941 req-bb57db25-79cb-4c86-afe8-02cd03f3a308 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Dec 12 15:56:24.837344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196bb42-e291-4e6a-85a9-2c7fa3bc070f req-15b3e7c2-7cbd-481c-9876-4b367a350b45 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:24.838781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6196bb42-e291-4e6a-85a9-2c7fa3bc070f req-15b3e7c2-7cbd-481c-9876-4b367a350b45 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Dec 12 15:56:24.888546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6196bb42-e291-4e6a-85a9-2c7fa3bc070f req-34aa19c7-aac2-4af7-baac-9ec5cf27ad0c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Dec 12 15:56:26.005212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be3642-0905-4137-93b3-1b18e2880b71 req-691dc5a4-bb0b-4eda-8d84-d683c9e41734 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:26.006688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34be3642-0905-4137-93b3-1b18e2880b71 req-691dc5a4-bb0b-4eda-8d84-d683c9e41734 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0499222 Dec 12 15:56:26.054039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34be3642-0905-4137-93b3-1b18e2880b71 req-0f20ff9e-300e-4f5c-b17d-51143092f20d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Dec 12 15:56:26.998896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:56:27.107664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:27.125344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'port_id': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'mac_address': 'fa:16:3e:20:6b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:56:27.188986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:27.200002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10403fe-9405-419e-8b91-abccc44512f8 req-f8b1bcc9-1ccd-4e03-b30b-9775323e0535 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:27.201784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c10403fe-9405-419e-8b91-abccc44512f8 req-f8b1bcc9-1ccd-4e03-b30b-9775323e0535 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0644088 Dec 12 15:56:27.206709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28074f1f-0f86-42c8-9b81-f52c109f7ebc {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:56:27.231622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:27.238354 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:27.275863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c10403fe-9405-419e-8b91-abccc44512f8 req-c2df3045-8188-4a24-ab69-5efd53c33f03 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Dec 12 15:56:27.306070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:27.339315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['28074f1f-0f86-42c8-9b81-f52c109f7ebc'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:28.406044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ccaad-905a-4272-ab0b-2ff85bdcaed5 req-4a6fdccc-fb68-49ba-a726-6eb6e56d9fb7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:28.406044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-169ccaad-905a-4272-ab0b-2ff85bdcaed5 req-4a6fdccc-fb68-49ba-a726-6eb6e56d9fb7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 945 time: 0.0562875 Dec 12 15:56:28.456985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-169ccaad-905a-4272-ab0b-2ff85bdcaed5 req-e0c2fe4f-d085-4a8c-bc5d-3b37772d00a8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Dec 12 15:56:29.013683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:56:29.067520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 28074f1f-0f86-42c8-9b81-f52c109f7ebc triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:56:29.067916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:29.156040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:29.183758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:29.186190 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b19723-41f3-455b-af8f-f1939ffc5fc3" -d '{"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:29.200102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:29.205021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:29.250194 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1433a177-fce7-459f-8e17-69146ad106cb x-openstack-request-id: req-1433a177-fce7-459f-8e17-69146ad106cb {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:29.250491 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-plugged", "status": "completed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:29.250741 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1433a177-fce7-459f-8e17-69146ad106cb {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:29.251140 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'code': 200} Dec 12 15:56:29.266780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:29.588223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832499d-0af5-4e1c-a697-282faded5ff2 req-9d33ee7a-8eff-4528-9465-4f086e86f047 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:29.589849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2832499d-0af5-4e1c-a697-282faded5ff2 req-9d33ee7a-8eff-4528-9465-4f086e86f047 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0569236 Dec 12 15:56:29.639290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2832499d-0af5-4e1c-a697-282faded5ff2 req-93eb05b2-16a2-4b12-bffe-a3abeed6aa60 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Dec 12 15:56:30.770046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b779-29f9-434f-bc05-1aabaf16945e req-352267f7-37f0-455b-8c10-1732565df9be tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:30.773586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0a6b779-29f9-434f-bc05-1aabaf16945e req-352267f7-37f0-455b-8c10-1732565df9be tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0573921 Dec 12 15:56:30.830637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0a6b779-29f9-434f-bc05-1aabaf16945e req-f4281ef6-e8aa-4467-91b3-bea84d19dbf0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526578 Dec 12 15:56:31.271764 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:56:31.973425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eadb5f-601c-440a-993d-4cf9a1765aa0 req-8df01259-68b7-45c3-98dd-bec851bed8fc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:31.980935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8eadb5f-601c-440a-993d-4cf9a1765aa0 req-8df01259-68b7-45c3-98dd-bec851bed8fc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0642662 Dec 12 15:56:32.035350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8eadb5f-601c-440a-993d-4cf9a1765aa0 req-3da00993-1d36-4439-986f-3f425f040ac7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533345 Dec 12 15:56:33.172340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b7a66-aa37-4514-bfd7-f06b48335efc req-dfe5d74a-8507-4fda-a2b2-f1ea858f1c6e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:33.173992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-556b7a66-aa37-4514-bfd7-f06b48335efc req-dfe5d74a-8507-4fda-a2b2-f1ea858f1c6e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0627406 Dec 12 15:56:33.235725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-556b7a66-aa37-4514-bfd7-f06b48335efc req-7199768f-6517-47e1-a704-d9f76cac088a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540252 Dec 12 15:56:34.354927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683141-2459-40d9-b77d-69a2492043db req-3bbc559d-2010-4279-9c9a-956feebf13d1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:34.357132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54683141-2459-40d9-b77d-69a2492043db req-3bbc559d-2010-4279-9c9a-956feebf13d1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0509632 Dec 12 15:56:34.409746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54683141-2459-40d9-b77d-69a2492043db req-eaa3ce05-93cf-4da8-86d9-ee02a7bee336 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468073 Dec 12 15:56:35.290107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-1970a329-66b5-42cd-94d7-16fdc5cf36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:35.291603 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-1970a329-66b5-42cd-94d7-16fdc5cf36ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 1097 time: 0.0412059 Dec 12 15:56:35.389093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-116f0c97-f971-4836-a358-f236716e3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:35.390631 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-116f0c97-f971-4836-a358-f236716e3861 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0876317 Dec 12 15:56:35.422487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e90bb562-8b10-4093-a957-cde5961b799c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:35.439463 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-fb9b520c-bc10-446c-9e2f-7adcc6a2780b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc HTTP/1.1" status: 200 len: 217 time: 0.0365131 Dec 12 15:56:35.489034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-9715c9f9-7ebc-434c-93cd-3b2c682ae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:35.490488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-9715c9f9-7ebc-434c-93cd-3b2c682ae3f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0438557 Dec 12 15:56:35.532727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5513e8-390a-45b0-83ec-e541acf91733 req-a94aeb6b-d282-4005-98eb-7f53088dfae9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:35.534341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f5513e8-390a-45b0-83ec-e541acf91733 req-a94aeb6b-d282-4005-98eb-7f53088dfae9 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0498664 Dec 12 15:56:35.545628 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-ac7b44ef-f7f5-48c5-a4a4-85da0a06fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:35.547165 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-ac7b44ef-f7f5-48c5-a4a4-85da0a06fc85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452199 Dec 12 15:56:35.582372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f5513e8-390a-45b0-83ec-e541acf91733 req-19224e67-42a3-41a7-887b-bd57b7fb84d1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Dec 12 15:56:35.641137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-a8c98442-6105-4797-86d8-c9bb5f3d0193 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810206 Dec 12 15:56:35.736066 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-39163c7a-1da7-4308-8332-55fd6b21ec03 req-e80a3f7c-39c4-4906-a874-a88da8fa29fe service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834398 Dec 12 15:56:36.700386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee561b-bd75-4043-8925-fd3fc239ee46 req-6c1080a7-1f02-4bfe-a182-128e040c1b9a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:36.701867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ee561b-bd75-4043-8925-fd3fc239ee46 req-6c1080a7-1f02-4bfe-a182-128e040c1b9a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Dec 12 15:56:36.748284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b9ee561b-bd75-4043-8925-fd3fc239ee46 req-b9c3e0ea-616e-48b6-96c1-e3d1f0ec40b5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Dec 12 15:56:37.752553 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-689e77df-f83b-40ef-8427-071aa4b73f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:37.865408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c889d-590a-4f21-a01a-edacb7a0f062 req-285b485e-a41b-44cb-9422-a62ee4d64899 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:37.867516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e9c889d-590a-4f21-a01a-edacb7a0f062 req-285b485e-a41b-44cb-9422-a62ee4d64899 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 946 time: 0.0507576 Dec 12 15:56:37.912762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e9c889d-590a-4f21-a01a-edacb7a0f062 req-a19f81dc-ef3c-4697-aefe-8478a8737ea5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Dec 12 15:56:38.026531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943303cc-6dc8-40f2-85e5-a2cce99b3e9d req-9a8ad76b-0787-4cdf-9328-a4208090392c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:38.027969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-943303cc-6dc8-40f2-85e5-a2cce99b3e9d req-9a8ad76b-0787-4cdf-9328-a4208090392c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0488374 Dec 12 15:56:38.077481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-943303cc-6dc8-40f2-85e5-a2cce99b3e9d req-85caa651-6250-4e46-8c60-7bacd4a0c028 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Dec 12 15:56:38.199211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8db915-e9e7-4878-8343-789c14f73c12 req-140c58b7-b1a5-41bc-953e-5ed62b48904b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:38.200690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d8db915-e9e7-4878-8343-789c14f73c12 req-140c58b7-b1a5-41bc-953e-5ed62b48904b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0512614 Dec 12 15:56:38.248051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d8db915-e9e7-4878-8343-789c14f73c12 req-36fbc040-b8b6-419d-9637-de3259175cb5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Dec 12 15:56:38.438149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeb3de-445c-4211-82eb-8e17187832c6 req-bfbc32b0-5860-467d-9643-3e3649a699c0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:38.439598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcfeb3de-445c-4211-82eb-8e17187832c6 req-bfbc32b0-5860-467d-9643-3e3649a699c0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0482583 Dec 12 15:56:38.487377 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bcfeb3de-445c-4211-82eb-8e17187832c6 req-066ac6f3-8f7c-48e0-887e-95c851ee91aa tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Dec 12 15:56:38.645439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:39.026542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:56:39.098726 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:39.121151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:39.123345 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62201a-a5c1-47fc-ae73-e76764262560" -d '{"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-unplugged", "status": "completed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:39.135963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:39.141033 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:39.168241 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ef95c-64e5-4ef2-89a6-9a0b5479e454 x-openstack-request-id: req-f27ef95c-64e5-4ef2-89a6-9a0b5479e454 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:39.168530 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-unplugged", "status": "failed", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc", "code": 422}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:39.168810 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f27ef95c-64e5-4ef2-89a6-9a0b5479e454 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:39.169219 n-d-710847-8 neutron-server[103413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'code': 422} returned with failed status Dec 12 15:56:39.197239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:39.298635 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:39.604425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43864-fd81-422f-a798-498359ccb30d req-c66278a3-c0e1-4288-9624-2a07284963ad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:39.605817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd43864-fd81-422f-a798-498359ccb30d req-c66278a3-c0e1-4288-9624-2a07284963ad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0518343 Dec 12 15:56:39.650971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd43864-fd81-422f-a798-498359ccb30d req-6f0433ac-ba07-42b5-b068-8a7f76e51841 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Dec 12 15:56:40.405924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:40.767920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266719d2-ab9b-47b2-a632-82b0a705d153 req-f0c0e904-134f-466a-852f-adaa19eff6ec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:40.769385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-266719d2-ab9b-47b2-a632-82b0a705d153 req-f0c0e904-134f-466a-852f-adaa19eff6ec tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0479832 Dec 12 15:56:40.815911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-266719d2-ab9b-47b2-a632-82b0a705d153 req-ee726379-e36b-41d7-9199-51f4e630290d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Dec 12 15:56:41.116361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:41.355402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:41.933063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002e056-ab78-4532-bfe7-fe194276cf8c req-8e316d00-7979-4925-b658-34064e9c5dcb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:41.934537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6002e056-ab78-4532-bfe7-fe194276cf8c req-8e316d00-7979-4925-b658-34064e9c5dcb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0518992 Dec 12 15:56:41.980158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6002e056-ab78-4532-bfe7-fe194276cf8c req-63737a2f-58fb-46ee-8667-76b3cc4859c6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 Dec 12 15:56:43.030098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 28074f1f-0f86-42c8-9b81-f52c109f7ebc no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:56:43.094696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764b2a0-e73d-4116-8b29-64b04d2720b2 req-8db2da9c-d8ba-463b-b025-bf62a341c9ee tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:43.096161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0764b2a0-e73d-4116-8b29-64b04d2720b2 req-8db2da9c-d8ba-463b-b025-bf62a341c9ee tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0473025 Dec 12 15:56:43.143312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0764b2a0-e73d-4116-8b29-64b04d2720b2 req-878d32d6-aab6-42eb-9982-1d2af3948343 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Dec 12 15:56:44.255950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a56d4f-2b23-4f16-bd51-588889962ebc req-d8761911-2d42-4493-90a6-f85b95c1491d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:44.258075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13a56d4f-2b23-4f16-bd51-588889962ebc req-d8761911-2d42-4493-90a6-f85b95c1491d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0472362 Dec 12 15:56:44.307123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-13a56d4f-2b23-4f16-bd51-588889962ebc req-4d5b503a-6afa-474a-a81f-d81088b2f782 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Dec 12 15:56:45.421461 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48716b0-7264-455d-b800-4aaf0ed329fe req-482149b6-2937-44e9-b524-5da3480fb978 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:45.422899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c48716b0-7264-455d-b800-4aaf0ed329fe req-482149b6-2937-44e9-b524-5da3480fb978 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0484324 Dec 12 15:56:45.468505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c48716b0-7264-455d-b800-4aaf0ed329fe req-3f706768-0958-49b0-9eea-34c26353f3d7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 Dec 12 15:56:46.581931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96956a21-7fe4-4309-983a-0888caf8d850 req-30b76d38-69e2-43ee-8eb3-c2d0b96d382e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:46.583365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96956a21-7fe4-4309-983a-0888caf8d850 req-30b76d38-69e2-43ee-8eb3-c2d0b96d382e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0475738 Dec 12 15:56:46.629381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96956a21-7fe4-4309-983a-0888caf8d850 req-45d68626-0f73-4755-8f06-cc79a61a6be0 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397511 Dec 12 15:56:47.746717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411d3de-9c7c-4b8a-a171-6c1eabbe1eb7 req-d3e10bcd-501b-4ccb-9787-f7b1823d609a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:47.748156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5411d3de-9c7c-4b8a-a171-6c1eabbe1eb7 req-d3e10bcd-501b-4ccb-9787-f7b1823d609a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0515711 Dec 12 15:56:47.794081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5411d3de-9c7c-4b8a-a171-6c1eabbe1eb7 req-c732772b-fb47-46b0-b845-0564113810f3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400488 Dec 12 15:56:48.906146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17ece1-7b78-47d8-92ac-9fb90afeeceb req-546c05ad-6733-419b-b921-a48972529897 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:48.907584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec17ece1-7b78-47d8-92ac-9fb90afeeceb req-546c05ad-6733-419b-b921-a48972529897 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0483685 Dec 12 15:56:48.953451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ec17ece1-7b78-47d8-92ac-9fb90afeeceb req-fdc4d795-0470-4b58-a838-d2857eb509b1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400293 Dec 12 15:56:49.144432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e40876-786c-4e7f-8869-c90e14f7e011 req-1fc252a5-34aa-46bf-9920-e9613c82e0bc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:49.146036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82e40876-786c-4e7f-8869-c90e14f7e011 req-1fc252a5-34aa-46bf-9920-e9613c82e0bc tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0493095 Dec 12 15:56:49.182762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338a200-aeac-43d2-adeb-848558568c90 req-751b1239-c223-4e9a-8ba4-8d580bacf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:49.184256 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-751b1239-c223-4e9a-8ba4-8d580bacf547 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0443163 Dec 12 15:56:49.197070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82e40876-786c-4e7f-8869-c90e14f7e011 req-67e5502c-6208-4289-87d0-ab57da0648ad tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Dec 12 15:56:49.281632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338a200-aeac-43d2-adeb-848558568c90 req-1e6c04e1-8feb-4584-9710-54d940202d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:49.282728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-1e6c04e1-8feb-4584-9710-54d940202d24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0869074 Dec 12 15:56:49.351129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-ed41b338-0102-4bc7-a60a-00fe050a88b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0569329 Dec 12 15:56:49.402385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338a200-aeac-43d2-adeb-848558568c90 req-fb8b6275-a180-4c4c-ab02-6b1bc3a32e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:49.403695 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-fb8b6275-a180-4c4c-ab02-6b1bc3a32e7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0420406 Dec 12 15:56:49.458041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338a200-aeac-43d2-adeb-848558568c90 req-15e3850b-7eec-468f-ae25-d59d59cfc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:49.459497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-15e3850b-7eec-468f-ae25-d59d59cfc7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435102 Dec 12 15:56:49.551074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-e956e959-dd1b-4fc9-8f73-91b0f4272fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793946 Dec 12 15:56:49.646068 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6338a200-aeac-43d2-adeb-848558568c90 req-82abda3b-37f5-4f7a-ab06-c1778f72bf78 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831358 Dec 12 15:56:50.313009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495d8a6-8506-4504-ad6a-78ec555387a6 req-48c2bd90-7855-48ab-8fde-62701377c7bb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:50.314437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3495d8a6-8506-4504-ad6a-78ec555387a6 req-48c2bd90-7855-48ab-8fde-62701377c7bb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0479691 Dec 12 15:56:50.360291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3495d8a6-8506-4504-ad6a-78ec555387a6 req-56afdd5e-0bc4-4273-a0b3-6e4976eb1476 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Dec 12 15:56:50.472825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e02d4c-8cd8-4083-bc61-acb2d5cf6852 req-6f519372-2b83-463f-900e-9cffc296f9d3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:50.474262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36e02d4c-8cd8-4083-bc61-acb2d5cf6852 req-6f519372-2b83-463f-900e-9cffc296f9d3 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0478585 Dec 12 15:56:50.519536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36e02d4c-8cd8-4083-bc61-acb2d5cf6852 req-782e12d0-7211-4523-a582-acaf8d97762b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394456 Dec 12 15:56:50.638287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3cb3f-725f-4215-9b95-c78334f56f98 req-01f1a1ea-ab78-4aac-b3e9-024b0c5938fb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:50.639696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9e3cb3f-725f-4215-9b95-c78334f56f98 req-01f1a1ea-ab78-4aac-b3e9-024b0c5938fb tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0506756 Dec 12 15:56:50.684831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9e3cb3f-725f-4215-9b95-c78334f56f98 req-8627f5b7-f15b-4cdd-be0f-0c1999cb3974 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Dec 12 15:56:50.900039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae5351-04ad-4c05-a8ad-a0697d80a910 req-5282015c-39f3-4297-ab8b-3c72e8550043 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:50.901541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aae5351-04ad-4c05-a8ad-a0697d80a910 req-5282015c-39f3-4297-ab8b-3c72e8550043 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480387 Dec 12 15:56:50.947984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aae5351-04ad-4c05-a8ad-a0697d80a910 req-663bade1-0f67-4070-92f8-a9d7ee6aff39 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406361 Dec 12 15:56:52.069248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fef90a-1de5-4e08-b540-59b849d4224a req-e2b35b86-e12d-4cf7-b3cb-e78ca6fda0d4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.071218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5fef90a-1de5-4e08-b540-59b849d4224a req-e2b35b86-e12d-4cf7-b3cb-e78ca6fda0d4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0531826 Dec 12 15:56:52.117105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e5fef90a-1de5-4e08-b540-59b849d4224a req-edb4f415-e3ce-459e-b8cc-4a6c9a3a7509 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400403 Dec 12 15:56:52.317100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d600f49-dda7-4216-bb6a-f926c76e9212 req-42978f97-8f73-4110-840f-8284b4f7de80 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.318581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d600f49-dda7-4216-bb6a-f926c76e9212 req-42978f97-8f73-4110-840f-8284b4f7de80 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0526180 Dec 12 15:56:52.340996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-a52b5f1e-c0a8-437f-a6ea-7bb75c8515d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.342520 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-a52b5f1e-c0a8-437f-a6ea-7bb75c8515d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 1095 time: 0.0427127 Dec 12 15:56:52.366943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d600f49-dda7-4216-bb6a-f926c76e9212 req-21b1d140-f0f6-4f7b-8623-f4773b31b91c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Dec 12 15:56:52.435060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-9adc042c-17f9-4e9f-a505-51308c944adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.436511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-9adc042c-17f9-4e9f-a505-51308c944adc service neutron] 10.222.0.30 "GET /v2.0/networks?id=cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 200 len: 912 time: 0.0820878 Dec 12 15:56:52.507945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-1ab82e77-204f-48dd-ad59-ad66278cefc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 200 len: 999 time: 0.0594778 Dec 12 15:56:52.558545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-966ef88a-5084-42ca-a577-5b6be85fbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.559958 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-966ef88a-5084-42ca-a577-5b6be85fbbd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 200 len: 851 time: 0.0420449 Dec 12 15:56:52.607254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-1b52367e-c5e8-4865-8772-0d41c732a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:52.608752 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-1b52367e-c5e8-4865-8772-0d41c732a6a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cc6706dd-9838-4431-a16e-8e49489eeb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377555 Dec 12 15:56:53.004538 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-f73bd589-133b-463c-a824-3447a873e945 service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828280 Dec 12 15:56:53.096056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f50c3da0-af79-444a-8afa-f7d24d11680c req-54e02093-9115-4574-8208-ade7bdf2fe9c service neutron] 10.222.0.30 "GET /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790372 Dec 12 15:56:53.484988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c0ce-0d71-4648-9728-20e11339dddd req-467bac73-f910-4003-a0cf-7c900177409f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:53.486428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d947c0ce-0d71-4648-9728-20e11339dddd req-467bac73-f910-4003-a0cf-7c900177409f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0479994 Dec 12 15:56:53.535786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d947c0ce-0d71-4648-9728-20e11339dddd req-4966c646-1aa9-477c-9082-5c470b872ad8 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Dec 12 15:56:54.650851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f796c8-a478-45b5-bdaa-dbc8fecc7f16 req-6dd97f68-64f0-4f56-8386-2c29b52a4038 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:54.652296 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67f796c8-a478-45b5-bdaa-dbc8fecc7f16 req-6dd97f68-64f0-4f56-8386-2c29b52a4038 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480540 Dec 12 15:56:54.697720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67f796c8-a478-45b5-bdaa-dbc8fecc7f16 req-955b77a8-6651-48a0-936a-3de5a61e063e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Dec 12 15:56:54.809557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32736f5-f186-464b-9b44-10d6593ec940 req-d1438336-0651-4fb3-b7db-caae9597565d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:54.810999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c32736f5-f186-464b-9b44-10d6593ec940 req-d1438336-0651-4fb3-b7db-caae9597565d tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0479972 Dec 12 15:56:54.856529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c32736f5-f186-464b-9b44-10d6593ec940 req-b3f189cd-1a4e-4385-a2da-96ee921b49c6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Dec 12 15:56:56.425822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a2a8fd67-6067-44e5-bf7e-edafe7be7c84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:56.427281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a2a8fd67-6067-44e5-bf7e-edafe7be7c84 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1286e42-14ae-4fb7-8d96-e61861e5bfd4 HTTP/1.1" status: 200 len: 944 time: 0.0521283 Dec 12 15:56:56.513924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 28074f1f-0f86-42c8-9b81-f52c109f7ebc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:56:56.514259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:56.603827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 28074f1f-0f86-42c8-9b81-f52c109f7ebc, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=28074f1f-0f86-42c8-9b81-f52c109f7ebc,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:56.604184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:56.615969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 28074f1f-0f86-42c8-9b81-f52c109f7ebc owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:56:56.738237 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:56.750886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:56.753235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:56:56.767750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=28074f1f-0f86-42c8-9b81-f52c109f7ebc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:56.810877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] No DVR routers for this DVR port 28074f1f-0f86-42c8-9b81-f52c109f7ebc on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:56:56.813979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:56.820266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-de236ef0-fe8f-4b0e-a3d4-7359aefcbe1d req-a1ca8e06-68f2-43a0-b031-1e4d56163df4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "DELETE /v2.0/ports/28074f1f-0f86-42c8-9b81-f52c109f7ebc HTTP/1.1" status: 204 len: 173 time: 0.3869212 Dec 12 15:56:56.820946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-deleted', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:56.823351 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041955bb-373c-43b9-b54b-f9c561b0fbdc" -d '{"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-deleted", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:56.864286 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31308f9-5562-4515-aac6-2746c3fef0c6 x-openstack-request-id: req-c31308f9-5562-4515-aac6-2746c3fef0c6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:56.864851 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1286e42-14ae-4fb7-8d96-e61861e5bfd4", "name": "network-vif-deleted", "tag": "28074f1f-0f86-42c8-9b81-f52c109f7ebc", "status": "failed", "code": 422}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:56.865108 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c31308f9-5562-4515-aac6-2746c3fef0c6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:56.865513 n-d-710847-8 neutron-server[103412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1286e42-14ae-4fb7-8d96-e61861e5bfd4', 'name': 'network-vif-deleted', 'tag': '28074f1f-0f86-42c8-9b81-f52c109f7ebc', 'status': 'failed', 'code': 422} returned with failed status Dec 12 15:56:57.326154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d764-0de0-4eea-b919-c9a36ad61bd1 req-6d583e22-f456-4781-9df9-f1c3a8d6a38b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:57.327622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d448d764-0de0-4eea-b919-c9a36ad61bd1 req-6d583e22-f456-4781-9df9-f1c3a8d6a38b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 907 time: 0.0485578 Dec 12 15:56:58.446439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e90611-3784-46fa-b2a5-4c1fd67884a5 req-fa827e09-0364-4a0a-bdc5-1d120307e5a5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:58.447889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6e90611-3784-46fa-b2a5-4c1fd67884a5 req-fa827e09-0364-4a0a-bdc5-1d120307e5a5 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 907 time: 0.0490758 Dec 12 15:56:58.561473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-978eb4ca-d6dd-45eb-9c14-36cc1e7d2bee tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:56:58.562895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-978eb4ca-d6dd-45eb-9c14-36cc1e7d2bee tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 907 time: 0.0512576 Dec 12 15:56:58.649782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:56:58.650116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:59.072804 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:56:59.073154 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:59.084661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:56:59.207277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:59.237710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=4bafe504-4358-4ac7-bb2f-c504f57dd0c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:56:59.278588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] No DVR routers for this DVR port 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:56:59.281210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:56:59.284554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78a0ecb6-098f-4db6-a28b-6cfbd82787fc req-4161c559-afe6-4ce9-9c58-6b5005009113 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "DELETE /v2.0/ports/4bafe504-4358-4ac7-bb2f-c504f57dd0c0 HTTP/1.1" status: 204 len: 173 time: 0.7151337 Dec 12 15:56:59.285037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'name': 'network-vif-deleted', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:56:59.287303 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e83a583-7fda-4151-8781-88a94b947285" -d '{"events": [{"server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "name": "network-vif-deleted", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:56:59.333409 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53083efd-6f1f-436f-a6df-3062423736c9 x-openstack-request-id: req-53083efd-6f1f-436f-a6df-3062423736c9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:56:59.333759 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28755c1b-6f13-44ec-b56c-c07edb2f40d4", "name": "network-vif-deleted", "tag": "4bafe504-4358-4ac7-bb2f-c504f57dd0c0", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:56:59.333953 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53083efd-6f1f-436f-a6df-3062423736c9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:56:59.334357 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28755c1b-6f13-44ec-b56c-c07edb2f40d4', 'name': 'network-vif-deleted', 'tag': '4bafe504-4358-4ac7-bb2f-c504f57dd0c0', 'status': 'completed', 'code': 200} Dec 12 15:56:59.791501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37c9da6b-77ed-4457-93fe-782e6bd32c29 req-340a3d22-ca64-4a61-af20-cd49c9eb6417 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=28755c1b-6f13-44ec-b56c-c07edb2f40d4 HTTP/1.1" status: 200 len: 210 time: 0.0259356 Dec 12 15:57:01.050751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511e251-9373-44b7-b40a-1bbdfb9f48fc req-ef12ea15-83ec-44c2-9724-d29fda401176 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:01.052182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4511e251-9373-44b7-b40a-1bbdfb9f48fc req-ef12ea15-83ec-44c2-9724-d29fda401176 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Dec 12 15:57:01.101700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4511e251-9373-44b7-b40a-1bbdfb9f48fc req-ed9c387f-0222-41e1-aaa5-1d6bae2f6848 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Dec 12 15:57:02.215980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a923f-1403-4cc6-9adc-a7f79face168 req-52f677a9-2d90-42dd-92c8-f0cd4bbec54e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:02.217497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a8a923f-1403-4cc6-9adc-a7f79face168 req-52f677a9-2d90-42dd-92c8-f0cd4bbec54e tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0472677 Dec 12 15:57:02.264820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6a8a923f-1403-4cc6-9adc-a7f79face168 req-77713ea3-a784-4c11-9314-433dee4ce0b2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Dec 12 15:57:02.431248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-c5d7f1b5-8e2e-4994-9100-929b6ec6dba7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:02.432747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-c5d7f1b5-8e2e-4994-9100-929b6ec6dba7 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 946 time: 0.0520871 Dec 12 15:57:02.524033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 07192791-fc13-4b44-aa11-f5da9590470b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:02.524372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:02.613343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 07192791-fc13-4b44-aa11-f5da9590470b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=07192791-fc13-4b44-aa11-f5da9590470b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:02.613705 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:02.625261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 07192791-fc13-4b44-aa11-f5da9590470b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:02.706121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:02.726125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:02.726466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 4bafe504-4358-4ac7-bb2f-c504f57dd0c0 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:02.750602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:02.760895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:57:02.765081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['07192791-fc13-4b44-aa11-f5da9590470b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:57:02.784909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=07192791-fc13-4b44-aa11-f5da9590470b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:02.825686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] No DVR routers for this DVR port 07192791-fc13-4b44-aa11-f5da9590470b on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:57:02.828390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:02.832174 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cbe52a45-5199-4b22-ad25-3fab2a95d19e req-4c665a8a-970f-457f-abda-b7610f608ac4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "DELETE /v2.0/ports/07192791-fc13-4b44-aa11-f5da9590470b HTTP/1.1" status: 204 len: 173 time: 0.3884399 Dec 12 15:57:02.832671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'name': 'network-vif-deleted', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:02.835061 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ce417-df47-4df2-aa71-12eecedcb0eb" -d '{"events": [{"server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "name": "network-vif-deleted", "tag": "07192791-fc13-4b44-aa11-f5da9590470b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:02.878043 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea3862-c269-4a17-b99a-f8dedc3b73b0 x-openstack-request-id: req-5aea3862-c269-4a17-b99a-f8dedc3b73b0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:02.878347 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16344a83-a0da-41d4-b215-9a52f24fa851", "name": "network-vif-deleted", "tag": "07192791-fc13-4b44-aa11-f5da9590470b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:02.878611 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5aea3862-c269-4a17-b99a-f8dedc3b73b0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:02.879030 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16344a83-a0da-41d4-b215-9a52f24fa851', 'name': 'network-vif-deleted', 'tag': '07192791-fc13-4b44-aa11-f5da9590470b', 'status': 'completed', 'code': 200} Dec 12 15:57:03.380869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74717e34-d5aa-4da6-8c86-09766b295a0c req-39bf7a7b-8eb8-4d5a-b33e-cc5b54c817c6 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=16344a83-a0da-41d4-b215-9a52f24fa851 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Dec 12 15:57:04.644661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88749156-9713-4834-aea9-0a259daf94f9 req-32911282-ac3a-46f3-96bc-979aae92cd42 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:04.646130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88749156-9713-4834-aea9-0a259daf94f9 req-32911282-ac3a-46f3-96bc-979aae92cd42 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Dec 12 15:57:04.695674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88749156-9713-4834-aea9-0a259daf94f9 req-033937ca-4a0f-4664-9411-a50b7f5605e1 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432034 Dec 12 15:57:05.425269 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ea6a45b9-9875-4a7a-bb5e-b22d0b58c18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:05.822248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-bbb000ba-8772-44ac-8500-ca5f98948502 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:05.823675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-bbb000ba-8772-44ac-8500-ca5f98948502 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0752425 Dec 12 15:57:05.835849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d07b2-3d96-4a38-90d9-e548a7f9071d req-50429ed0-9cb5-4756-887c-483fe3fa5738 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:05.837225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46d07b2-3d96-4a38-90d9-e548a7f9071d req-50429ed0-9cb5-4756-887c-483fe3fa5738 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=330bd62e-1ede-4633-b014-966dbf1c3fb3 HTTP/1.1" status: 200 len: 945 time: 0.0649581 Dec 12 15:57:05.933873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a46d07b2-3d96-4a38-90d9-e548a7f9071d req-5316c1cb-5270-466c-9729-b5403d6b1566 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=8148cf0b-0f21-421d-953c-d33984709edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898173 Dec 12 15:57:05.952127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 51a38667-16d2-4880-8669-745875076c9b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:05.952456 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:06.038731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 51a38667-16d2-4880-8669-745875076c9b, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=51a38667-16d2-4880-8669-745875076c9b,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:06.039040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:06.050625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 51a38667-16d2-4880-8669-745875076c9b owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:06.178794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:06.191332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['51a38667-16d2-4880-8669-745875076c9b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:57:06.207310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=51a38667-16d2-4880-8669-745875076c9b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:06.233642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.234222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.234606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.235015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.235373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.235709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.236041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.236371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.236719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.237048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.237374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.237700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.238025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:06.263910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] No DVR routers for this DVR port 51a38667-16d2-4880-8669-745875076c9b on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:57:06.266755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:06.270185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3d7e6eb-a945-4511-acac-224c263434c9 req-9a656ea9-bc96-437e-8546-3b26dcd16e22 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.13 "DELETE /v2.0/ports/51a38667-16d2-4880-8669-745875076c9b HTTP/1.1" status: 204 len: 173 time: 0.4321027 Dec 12 15:57:06.270646 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'name': 'network-vif-deleted', 'tag': '51a38667-16d2-4880-8669-745875076c9b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:06.274279 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efef673-666f-4337-9d6d-994ca354df8f" -d '{"events": [{"server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "name": "network-vif-deleted", "tag": "51a38667-16d2-4880-8669-745875076c9b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:06.310559 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c682c4-9e22-4d12-8822-0a5a5a9122f0 x-openstack-request-id: req-d7c682c4-9e22-4d12-8822-0a5a5a9122f0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:06.310853 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330bd62e-1ede-4633-b014-966dbf1c3fb3", "name": "network-vif-deleted", "tag": "51a38667-16d2-4880-8669-745875076c9b", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:06.311108 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7c682c4-9e22-4d12-8822-0a5a5a9122f0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:06.311507 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330bd62e-1ede-4633-b014-966dbf1c3fb3', 'name': 'network-vif-deleted', 'tag': '51a38667-16d2-4880-8669-745875076c9b', 'status': 'completed', 'code': 200} Dec 12 15:57:07.118980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 07192791-fc13-4b44-aa11-f5da9590470b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:07.139173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 07192791-fc13-4b44-aa11-f5da9590470b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:07.139810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 07192791-fc13-4b44-aa11-f5da9590470b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:07.200549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f30f1-e486-4c6a-9f8d-fd5cc98f6a20 req-3015aa1a-2670-4ee7-a0d7-79704dfe9d27 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:07.202028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-561f30f1-e486-4c6a-9f8d-fd5cc98f6a20 req-3015aa1a-2670-4ee7-a0d7-79704dfe9d27 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0526626 Dec 12 15:57:07.252480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-561f30f1-e486-4c6a-9f8d-fd5cc98f6a20 req-3ec8af60-fa14-4ec6-8927-8f77b3e115d4 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Dec 12 15:57:07.753081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1d39f30f-e385-4f2d-9cf1-d938b230722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:08.270975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:57:08.369331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90ea84-07ba-4d12-9c07-39477f1b7046 req-fe50a1c3-c08d-45e7-bf2e-b5f6c8c7a8ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:08.370796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e90ea84-07ba-4d12-9c07-39477f1b7046 req-fe50a1c3-c08d-45e7-bf2e-b5f6c8c7a8ae tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0480783 Dec 12 15:57:08.416737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e90ea84-07ba-4d12-9c07-39477f1b7046 req-e4dfcd29-8eb8-4939-b381-24665e82396b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Dec 12 15:57:08.649203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:08.721044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 51a38667-16d2-4880-8669-745875076c9b no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:08.740507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 51a38667-16d2-4880-8669-745875076c9b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:08.740877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 51a38667-16d2-4880-8669-745875076c9b not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:09.296564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:09.535475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685605c-bb5e-4b5a-9467-243c92dc11e9 req-8903adbe-782a-45fc-9cad-15fed441c56a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:09.536961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3685605c-bb5e-4b5a-9467-243c92dc11e9 req-8903adbe-782a-45fc-9cad-15fed441c56a tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0525203 Dec 12 15:57:09.585171 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3685605c-bb5e-4b5a-9467-243c92dc11e9 req-0dbdcd60-31db-4ed9-a26f-6b69648dc63b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups?id=43f24b93-e857-47fb-8612-f2331054a0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 Dec 12 15:57:09.616496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-18b0c8af-6c99-424f-8be7-f3624901af7c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:09.617970 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-18b0c8af-6c99-424f-8be7-f3624901af7c tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 944 time: 0.0495682 Dec 12 15:57:09.711277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:09.711524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:09.797512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] For port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:09.797876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:09.968951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:09.969235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:09.969548 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Floating IP 3e1009f2-5186-4b78-aa95-cec972169baf disassociated. External IP: 172.25.3.209, port: 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a. Dec 12 15:57:09.969886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:10.091503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:10.123134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:10.239373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Router 4ceff01d-0378-46db-8de9-c62083f2f229 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:57:10.346037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:57:10.356797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Sync routers for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:57:10.368057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:10.368695 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:10.388112 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] No DVR routers for this DVR port 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:57:10.390729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:10.394144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1c51c6bf-ffca-4b8f-83e2-260a424b1178 req-705fffcd-68a7-4bb0-bfef-cf25cd315c5f tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.30 "DELETE /v2.0/ports/7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a HTTP/1.1" status: 204 len: 173 time: 0.7663946 Dec 12 15:57:10.394593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-deleted', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:10.396930 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622dbae8-0d5b-4604-b113-1f34dee0543d" -d '{"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-deleted", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:10.426777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:10.441726 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7a8f8c-75c9-4939-9db8-6863c4120168 x-openstack-request-id: req-0e7a8f8c-75c9-4939-9db8-6863c4120168 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:10.442023 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7cf33-4c55-4b32-8b13-dff2906ee4cc", "name": "network-vif-deleted", "tag": "7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:10.442435 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e7a8f8c-75c9-4939-9db8-6863c4120168 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:10.442842 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7cf33-4c55-4b32-8b13-dff2906ee4cc', 'name': 'network-vif-deleted', 'tag': '7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a', 'status': 'completed', 'code': 200} Dec 12 15:57:10.578689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:10.691505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81a862a5-7c51-46a3-a8ad-e319a2e76348 req-0456729b-073e-478a-ad42-37ea7779a912 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/ports?device_id=59d7cf33-4c55-4b32-8b13-dff2906ee4cc HTTP/1.1" status: 200 len: 210 time: 0.0267968 Dec 12 15:57:10.773843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:10.799079 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Checking router: 4ceff01d-0378-46db-8de9-c62083f2f229 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:57:10.807515 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:10.808106 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:10.912061 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:11.109705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:11.118656 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.139881 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b57861-b7c9-4105-afff-a66f043c5927 None None] The sync data for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 is: [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:46Z', 'revision_number': 4, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a84bcc23-0db0-4a04-850d-0bffca0d903c', 'name': '', 'network_id': 'cc6706dd-9838-4431-a16e-8e49489eeb59', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'mac_address': 'fa:16:3e:7e:bb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:45Z', 'updated_at': '2021-12-12T15:50:49Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'subnets': [{'id': '2d957d83-f94b-4eee-9065-8736fbfb9ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:57:11.353562 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.356800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abbe5bf-3a98-4313-926b-d52134687006 None None] New status for floating IP 3e1009f2-5186-4b78-aa95-cec972169baf: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:57:11.774321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 48926) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:11.826212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.848623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.894952 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.897576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:11.898721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "DELETE /v2.0/security-groups/43f24b93-e857-47fb-8612-f2331054a0a4 HTTP/1.1" status: 204 len: 168 time: 0.1233208 Dec 12 15:57:11.901386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:11.907687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb09eb-ac90-4137-9100-6bd6e643b73b tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f24b93-e857-47fb-8612-f2331054a0a4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:11.917956 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-f839c242-2acf-4fba-8e53-63c3535704dd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] show failed (client error): The resource could not be found. Dec 12 15:57:11.918970 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f839c242-2acf-4fba-8e53-63c3535704dd tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "GET /v2.0/security-groups/43f24b93-e857-47fb-8612-f2331054a0a4 HTTP/1.1" status: 404 len: 347 time: 0.0165966 Dec 12 15:57:11.921596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48930) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:12.047963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Deleting port 1f27724c-e56c-44d5-8348-022cc996b908 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:12.048216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.121946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.122264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.134237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Calling delete_port for 1f27724c-e56c-44d5-8348-022cc996b908 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:12.266077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.295854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Pushing event deleted for resources: {'Port': ['ID=1f27724c-e56c-44d5-8348-022cc996b908,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:12.337395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.337664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.338006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.338343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.338679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.339012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.339342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.339669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.340000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.340323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.340670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.341000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.341341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:12.363697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.366978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:12.368194 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3186e21b-5226-4245-9816-60cdd546a6d2 tempest-ServerActionsTestJSON-1835863385 tempest-ServerActionsTestJSON-1835863385-project] 10.222.0.36 "DELETE /v2.0/floatingips/3e1009f2-5186-4b78-aa95-cec972169baf HTTP/1.1" status: 204 len: 168 time: 0.4456618 Dec 12 15:57:12.371093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:12.817270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.056496 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Deleting port a84bcc23-0db0-4a04-850d-0bffca0d903c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:13.057298 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.136299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] For port a84bcc23-0db0-4a04-850d-0bffca0d903c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a84bcc23-0db0-4a04-850d-0bffca0d903c,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:13.136592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.148236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Calling delete_port for a84bcc23-0db0-4a04-850d-0bffca0d903c owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:13.337370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.362848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Pushing event deleted for resources: {'Port': ['ID=a84bcc23-0db0-4a04-850d-0bffca0d903c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:13.527547 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.739180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Router 4ceff01d-0378-46db-8de9-c62083f2f229 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:57:13.844437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:57:13.852076 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d5b7cb68-028c-448f-91f9-0acce83f1721 admin admin] 10.222.0.36 "PUT /v2.0/routers/4ceff01d-0378-46db-8de9-c62083f2f229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774282 Dec 12 15:57:13.852076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:13.852991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Sync routers for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:57:13.863570 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:13.864169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:13.954708 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:13.967370 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:14.056964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.109616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Deleting port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:14.109964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.144432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:57:13Z', 'revision_number': 5, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port': {'id': '3d902b7e-689b-4ed2-a6fe-26d04e5138c0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:14.172996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Checking router: 4ceff01d-0378-46db-8de9-c62083f2f229 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:57:14.181334 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Routers {'4ceff01d-0378-46db-8de9-c62083f2f229'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:14.181954 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['4ceff01d-0378-46db-8de9-c62083f2f229'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:14.192763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] For port 3d902b7e-689b-4ed2-a6fe-26d04e5138c0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:14.193174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.204819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Calling delete_port for 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:14.266053 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] Set router 4ceff01d-0378-46db-8de9-c62083f2f229 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:14.320406 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:57:14Z', 'revision_number': 6, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:14.346989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db7f54-b7bd-4bba-b270-6f527fd4067a None None] The sync data for ids ['4ceff01d-0378-46db-8de9-c62083f2f229'] in n-d-710847-8 is: [{'id': '4ceff01d-0378-46db-8de9-c62083f2f229', 'name': 'tempest-ServerActionsTestJSON-2069671128-router', 'tenant_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:50:43Z', 'updated_at': '2021-12-12T15:57:14Z', 'revision_number': 6, 'project_id': 'df65bb19acee4b0ba8e25aa21d78df1e', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:57:14.678079 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.704561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d902b7e-689b-4ed2-a6fe-26d04e5138c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:14.715506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06e900-289d-4208-88aa-01da0e179722 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:57:14.766352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.860097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.862216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.904672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.905222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ceff01d-0378-46db-8de9-c62083f2f229 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 15:57:14.909824 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.910957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-de866647-43ce-4013-8913-70657fed1a91 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4ceff01d-0378-46db-8de9-c62083f2f229 HTTP/1.1" status: 204 len: 168 time: 1.0580554 Dec 12 15:57:14.913513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:14.956950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Deleting subnet 2d957d83-f94b-4eee-9065-8736fbfb9ef6 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 15:57:14.959932 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:14.993294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.071937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.124224 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.152453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d957d83-f94b-4eee-9065-8736fbfb9ef6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:15.154553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.157368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:15.157783 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4e76fd57-9227-48f4-bc26-fed75263b0b2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d957d83-f94b-4eee-9065-8736fbfb9ef6 HTTP/1.1" status: 204 len: 168 time: 0.2433496 Dec 12 15:57:15.160282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:15.169970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911717f-7f45-4794-a7bc-99e644a88ed2 None None] Network cc6706dd-9838-4431-a16e-8e49489eeb59 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:57:15.190034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:15.190384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 7bed25ae-5e62-4dc3-b4f2-a5a13dd8756a not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:15.237740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.295498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Deleting port c45587ed-2fd7-4c77-aaa8-f43d348c36fb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:15.295841 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.364131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] For port c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,segment=NetworkSegment(aeea284c-8aaa-4b57-8837-9b8b5724a4cc),segment_id=aeea284c-8aaa-4b57-8837-9b8b5724a4cc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:15.364566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.381593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] DHCP port deletion for cc6706dd-9838-4431-a16e-8e49489eeb59 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:57:15.382240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Calling delete_port for c45587ed-2fd7-4c77-aaa8-f43d348c36fb owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:15.415803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:15.443194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:15.443669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3d902b7e-689b-4ed2-a6fe-26d04e5138c0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:15.444158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a84bcc23-0db0-4a04-850d-0bffca0d903c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:15.466297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a84bcc23-0db0-4a04-850d-0bffca0d903c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:15.466718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a84bcc23-0db0-4a04-850d-0bffca0d903c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:15.476988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.505148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:15.508694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] No DVR routers for this DVR port c45587ed-2fd7-4c77-aaa8-f43d348c36fb on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:57:15.529034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Deleting port c45587ed-2fd7-4c77-aaa8-f43d348c36fb {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 15:57:15.529672 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.582827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.598749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] For port c45587ed-2fd7-4c77-aaa8-f43d348c36fb, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:15.599072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.605121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6706dd-9838-4431-a16e-8e49489eeb59']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:15.615254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:15.615587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeea284c-8aaa-4b57-8837-9b8b5724a4cc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:15.618220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Calling delete_port for c45587ed-2fd7-4c77-aaa8-f43d348c36fb owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 15:57:15.621686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Port c45587ed-2fd7-4c77-aaa8-f43d348c36fb was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 15:57:15.624963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.626491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.637939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.643822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:57:15.644239 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:57:15.645921 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:57:15.659769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Pushing event deleted for resources: {'Port': ['ID=c45587ed-2fd7-4c77-aaa8-f43d348c36fb,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:15.659769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] No DVR routers for this DVR port c45587ed-2fd7-4c77-aaa8-f43d348c36fb on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.669582 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea3245f-1e10-4093-9817-3d8c431a49ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:15.700167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.705441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.708613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc6706dd-9838-4431-a16e-8e49489eeb59 HTTP/1.1" status: 204 len: 168 time: 0.5473745 Dec 12 15:57:15.720734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0c946-bb60-4cb1-8e6c-5a6aa94a0026 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6706dd-9838-4431-a16e-8e49489eeb59,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:15.815627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:15.855319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29a8b748-1904-4d44-bb21-89f3c77ecaa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df65bb19acee4b0ba8e25aa21d78df1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385051 Dec 12 15:57:15.857745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:15.907849 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.928810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.974157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.976907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:15.978091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8148cf0b-0f21-421d-953c-d33984709edd HTTP/1.1" status: 204 len: 168 time: 0.1193485 Dec 12 15:57:15.985916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c7d25-c2fa-4144-9d1c-6f4e5e86bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148cf0b-0f21-421d-953c-d33984709edd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:16.632792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:16.728460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1825083243-network', 'tenant_id': '3920a06948e94f09b8852845316fd86d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:16.749270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Made reservation on behalf of 3920a06948e94f09b8852845316fd86d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:57:16.751616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.760301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.833781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.837703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.858424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:57:16.873657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4901ea94-c1e6-484a-8608-10584a160146,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:16.876478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.876840 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Added segment 48defcc1-b150-4109-9eb4-b3b2a19d3a0c of type vlan for network 12ad0231-def1-455c-a2b9-498da7d395fd Dec 12 15:57:16.916637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.940024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.940995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:16.941572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:16.992396 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3585031 Dec 12 15:57:17.005525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd698f-2218-44f7-8f3a-d68cb2fcdc25 admin admin] Pushing event updated for resources: {'Network': ['ID=12ad0231-def1-455c-a2b9-498da7d395fd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:17.015396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 12ad0231-def1-455c-a2b9-498da7d395fd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:57:17.347397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c45587ed-2fd7-4c77-aaa8-f43d348c36fb no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:57:17.368480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: c45587ed-2fd7-4c77-aaa8-f43d348c36fb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 15:57:17.368847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c45587ed-2fd7-4c77-aaa8-f43d348c36fb not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 15:57:17.442723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212c58-a08c-4285-bbb2-5acf68c476c4 req-30a7cf7e-3486-4799-abb1-aed4298cb2c7 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:17.449314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212c58-a08c-4285-bbb2-5acf68c476c4 req-30a7cf7e-3486-4799-abb1-aed4298cb2c7 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:17.455488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212c58-a08c-4285-bbb2-5acf68c476c4 req-30a7cf7e-3486-4799-abb1-aed4298cb2c7 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:17.457059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9212c58-a08c-4285-bbb2-5acf68c476c4 req-30a7cf7e-3486-4799-abb1-aed4298cb2c7 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1955872 Dec 12 15:57:17.555692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d28d9-e8bb-42f5-8fc6-ed256c5a6bc6 req-59a85e5f-09a6-4794-bab1-062aa201d774 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:17.557033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e42d28d9-e8bb-42f5-8fc6-ed256c5a6bc6 req-59a85e5f-09a6-4794-bab1-062aa201d774 tempest-ComputeTenantNetworksTest-683335101 tempest-ComputeTenantNetworksTest-683335101-project] 10.222.0.36 "GET /v2.0/networks/12ad0231-def1-455c-a2b9-498da7d395fd HTTP/1.1" status: 200 len: 769 time: 0.0788441 Dec 12 15:57:17.565091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:17.632962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.711658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.731166 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ad0231-def1-455c-a2b9-498da7d395fd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:17.740332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48defcc1-b150-4109-9eb4-b3b2a19d3a0c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:17.740674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48defcc1-b150-4109-9eb4-b3b2a19d3a0c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:17.749743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.762787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.768444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 15:57:17.768858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: timer() Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 15:57:17.770445 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 15:57:17.827370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.832110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:17.835364 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] 10.222.0.36 "DELETE /v2.0/networks/12ad0231-def1-455c-a2b9-498da7d395fd HTTP/1.1" status: 204 len: 168 time: 0.2692745 Dec 12 15:57:17.847837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6175-d660-4e9a-ba40-0b8de8f1587b admin admin] Pushing event deleted for resources: {'Network': ['ID=12ad0231-def1-455c-a2b9-498da7d395fd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:17.939576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:17.978805 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f70b808b-1aa0-4978-a1f9-9b2f8c407c8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3920a06948e94f09b8852845316fd86d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380726 Dec 12 15:57:17.981265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 48988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:18.026693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.046893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.093064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.096048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.097219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4901ea94-c1e6-484a-8608-10584a160146 HTTP/1.1" status: 204 len: 168 time: 0.1150784 Dec 12 15:57:18.104795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cee3e6-d478-4384-ae47-83ac14b7de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4901ea94-c1e6-484a-8608-10584a160146,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:18.756900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:18.852902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-379807484-network', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:18.873712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Made reservation on behalf of e5264e9fd89641b8907a7cb848fa30be for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:57:18.876404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.886947 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.965352 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.968986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:18.989389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 15:57:19.002591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e06fc4-a460-4f44-9cdf-4377247886fc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:19.007965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.008305 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Added segment db980ec3-4cc0-449d-be28-4a3106e35f55 of type vlan for network 57d122c1-1daa-4c2e-aec8-e7df52445d1c Dec 12 15:57:19.047188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.071100 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.072130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:19.072756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.120902 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3628891 Dec 12 15:57:19.124526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49014) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:19.129469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Request body: {'subnet': {'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-subnet', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:19.134513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfdd30-b09c-4fe5-9928-57fde1cd1f5e admin admin] Pushing event updated for resources: {'Network': ['ID=57d122c1-1daa-4c2e-aec8-e7df52445d1c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:19.144733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 15:57:19.164543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Made reservation on behalf of e5264e9fd89641b8907a7cb848fa30be for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:57:19.166957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.331833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.390357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49929c5a-f6ee-4867-9944-4564c688726b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:19.398930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:57:19.399284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Network hostable DHCP agents. Network: 57d122c1-1daa-4c2e-aec8-e7df52445d1c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 15:57:19.414997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 15:57:19.422653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 57d122c1-1daa-4c2e-aec8-e7df52445d1c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:19.426734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:19.427313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.432554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5c661-895d-4bc1-955c-6cae08c00261 None None] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:57:19.444190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-486f13ec-7578-490e-96fe-2f7953a3e963 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3179481 Dec 12 15:57:19.446941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49016) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:19.452201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:19.472598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.473617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.525994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.535817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 15:57:19.536737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.666279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Allocated IP 172.20.0.2 (57d122c1-1daa-4c2e-aec8-e7df52445d1c/49929c5a-f6ee-4867-9944-4564c688726b/d8c1c22f-75f0-4922-a983-275559ec330c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:57:19.668065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.812082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.818618 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.862592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:19.866276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:19.870077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:57:19.873587 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.880147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Pushing event updated for resources: {'Port': ['ID=d8c1c22f-75f0-4922-a983-275559ec330c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:19.895245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.928605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Attempting to bind port d8c1c22f-75f0-4922-a983-275559ec330c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:57:19.928925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Attempting to bind port d8c1c22f-75f0-4922-a983-275559ec330c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:57:19.929294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Attempting to bind port d8c1c22f-75f0-4922-a983-275559ec330c on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:57:19.934212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:57:19.935185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:57:19.935185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.935463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Bound using segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:57:19.935851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Bound port: d8c1c22f-75f0-4922-a983-275559ec330c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:57:19.936232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:19.999388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Allocated IP 172.25.3.124 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/82c9a6ed-749b-417b-be6d-f9edf91f04e0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:57:19.999747 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] For port d8c1c22f-75f0-4922-a983-275559ec330c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:57:20.003437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] For port d8c1c22f-75f0-4922-a983-275559ec330c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d8c1c22f-75f0-4922-a983-275559ec330c,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:57:20.007806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.064977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba4030-463e-46d7-a76e-9499de85d988 None None] Pushing event updated for resources: {'Port': ['ID=d8c1c22f-75f0-4922-a983-275559ec330c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:20.118108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.153167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.194178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:20.197234 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:20.200555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:57:20.226654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f2831-60ff-4be1-b305-19c01ce5e262 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:57:20.241064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Pushing event updated for resources: {'Port': ['ID=82c9a6ed-749b-417b-be6d-f9edf91f04e0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:20.303881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e726ab80-efae-4257-9c08-c0780fb28ec5 None None] Provisioning complete for port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:20.304252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e726ab80-efae-4257-9c08-c0780fb28ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.341499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e726ab80-efae-4257-9c08-c0780fb28ec5 None None] Port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:57:20.474114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.668125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.798866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 15:57:20.909486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:57:20.918503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:57:20.931108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:20.931832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:20.932133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:20.938392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c1cf315e-ffed-4c80-baab-2cb7d969ecfc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4857681 Dec 12 15:57:20.938604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:20.975046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572aa8bc-5216-40c4-a3e9-802a2d62439e None None] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 15:57:21.116453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:21.119821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] Provisioning complete for port d8c1c22f-75f0-4922-a983-275559ec330c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:21.120193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.347317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.391167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.541129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d8c1c22f-75f0-4922-a983-275559ec330c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:57:21.575449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Allocated IP 172.20.0.1 (57d122c1-1daa-4c2e-aec8-e7df52445d1c/49929c5a-f6ee-4867-9944-4564c688726b/0f5e7dd0-9658-4220-ae30-d220451def87) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:57:21.609495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] For port d8c1c22f-75f0-4922-a983-275559ec330c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d8c1c22f-75f0-4922-a983-275559ec330c,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:21.615544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.673922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d8c1c22f-75f0-4922-a983-275559ec330c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:21.674305 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.683682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.701332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d55a31-a453-4624-97fe-04b7a91a80d9 None None] Pushing event updated for resources: {'Port': ['ID=d8c1c22f-75f0-4922-a983-275559ec330c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:21.704598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:20Z', 'revision_number': 3, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:21.718512 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.741711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:57:21.742070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Updating router 28787f4e-f015-4e7a-b521-5a41e12abf31 port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:57:21.756762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:21.759888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:21.764148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:57:21.778579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.804206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:21.804790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a83c218f-17bd-47ef-afbd-579de637627c None None] Provisioning complete for port d8c1c22f-75f0-4922-a983-275559ec330c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:21.805167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a83c218f-17bd-47ef-afbd-579de637627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.815048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:21.948604 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.119202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.123883 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.135135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.140116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.196537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.197380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de09e48-4553-4c16-85d5-be8e5c1ca945 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:57:22.199271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:22.210813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Attempting to bind port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:57:22.211264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Attempting to bind port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:57:22.211556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Attempting to bind port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:57:22.215689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ed6f77a7-d872-4565-b854-2d99d1e55ef9 None None] Provisioning complete for port 0f5e7dd0-9658-4220-ae30-d220451def87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:22.216063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed6f77a7-d872-4565-b854-2d99d1e55ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.219922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbeddb-703d-48a0-9cba-eea67f292097 None None] Pushing event updated for resources: {'Port': ['ID=82c9a6ed-749b-417b-be6d-f9edf91f04e0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:22.223598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:57:22.223980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:57:22.224371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.224844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:57:22.225331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Bound port: 82c9a6ed-749b-417b-be6d-f9edf91f04e0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:57:22.225723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.284848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f77a7-d872-4565-b854-2d99d1e55ef9 None None] Port 0f5e7dd0-9658-4220-ae30-d220451def87 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:57:22.296064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:22.297718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:22.306681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] For port 82c9a6ed-749b-417b-be6d-f9edf91f04e0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:57:22.310076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] For port 82c9a6ed-749b-417b-be6d-f9edf91f04e0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82c9a6ed-749b-417b-be6d-f9edf91f04e0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:57:22.315727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.362172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43691ac6-823b-4741-a6b4-40d26967f123 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 15:57:22.385012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbeddb-703d-48a0-9cba-eea67f292097 None None] Pushing event updated for resources: {'Port': ['ID=82c9a6ed-749b-417b-be6d-f9edf91f04e0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:22.387450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:22.388060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:22.427156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:57:22.453246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] Provisioning complete for port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:22.453624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.533058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:22.544000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:57:22.550759 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3730b1e5-b6b2-4770-92ca-6d1faceb4a06 admin admin] 10.222.0.36 "PUT /v2.0/routers/28787f4e-f015-4e7a-b521-5a41e12abf31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6131039 Dec 12 15:57:22.687539 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.718993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] For port 82c9a6ed-749b-417b-be6d-f9edf91f04e0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82c9a6ed-749b-417b-be6d-f9edf91f04e0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:22.728738 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.806891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cbd5f-53dc-4175-80d6-30cd60bd5ef5 None None] Pushing event updated for resources: {'Port': ['ID=82c9a6ed-749b-417b-be6d-f9edf91f04e0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:22.828314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 2, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:22.864721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453e494-678d-457c-bf1b-e539ddfee347 None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 2, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:57:22.875489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b35a156d-7974-4ede-8c13-823f16d600c9 None None] Provisioning complete for port 0f5e7dd0-9658-4220-ae30-d220451def87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:22.875862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b35a156d-7974-4ede-8c13-823f16d600c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:22.909472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b35a156d-7974-4ede-8c13-823f16d600c9 None None] Port 0f5e7dd0-9658-4220-ae30-d220451def87 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:57:23.131497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:23.136455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266984006', 'description': 'tempest-description--407638328'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:23.160944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.232451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.236574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.266768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.268217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1356266 Dec 12 15:57:23.270296 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcccae-1511-47d3-9dfa-f84a1f347e7f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4363a6-d4ee-4e81-9df4-f2390cd6d523,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:23.271118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49028) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:23.277997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group_rule': {'security_group_id': '0d4363a6-d4ee-4e81-9df4-f2390cd6d523', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:23.309351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.370928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d8c1c22f-75f0-4922-a983-275559ec330c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:57:23.372216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.376897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.397389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ff9408-c074-4a4e-a068-8d33d35ab2e9,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:23.406251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.407396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6a3f6ac-a0d3-4dea-8f7d-3aa246d08a45 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336238 Dec 12 15:57:23.409971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49030) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:23.415261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group_rule': {'security_group_id': '0d4363a6-d4ee-4e81-9df4-f2390cd6d523', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:23.434265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d8c1c22f-75f0-4922-a983-275559ec330c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:23.434265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.444231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.507887 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.515365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.559556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761fafd2-686f-4ab0-87a3-63cda96cf89d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:23.564305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.565536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bb85e01f-b769-46ee-918b-55883ca349cd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544697 Dec 12 15:57:23.570860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:23.574459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:23.600202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.704418 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.813091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Allocated IP 172.25.3.214 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/6becb914-82cd-4fa4-a729-50e4cd694e36) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:57:23.917425 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.952310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:23.994035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:23.997310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:24.000814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:57:24.026750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=6becb914-82cd-4fa4-a729-50e4cd694e36,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:24.093333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.128108 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.278833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.284148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.354681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=6becb914-82cd-4fa4-a729-50e4cd694e36,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:24.361232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.375549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:24.376825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f92d86a6-463d-43f0-a5ab-8bbb57d9a190 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8065588 Dec 12 15:57:24.528161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-c4c30410-6199-4d58-b124-24158a34373e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1266984006&fields=id&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 267 time: 0.0472462 Dec 12 15:57:24.637677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-d88ead38-881f-445f-ad7a-2c3bae355f19 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:24.639219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-d88ead38-881f-445f-ad7a-2c3bae355f19 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 816 time: 0.1041524 Dec 12 15:57:24.655309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-33084bd0-04f2-4795-bccf-e1a484e52a6a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/quotas/e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 375 time: 0.0103090 Dec 12 15:57:24.707231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-7c7c7d26-343d-42a7-90b8-ad5bc532e14a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463238 Dec 12 15:57:24.805920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-40c59612-6df3-4257-9d38-154f10e68846 service neutron] 10.222.0.36 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867622 Dec 12 15:57:24.806501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:57:24.816338 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:24.816971 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:24.893771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-fcd82778-dc59-4065-acfa-c0a964187fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818505 Dec 12 15:57:24.922239 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:25.064896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-384ec111-8c36-4f95-851e-8f1da4b1990a req-4f1d821e-db9e-48fe-a586-bd97b7d67811 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 210 time: 0.0320477 Dec 12 15:57:25.225681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 2, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:25.258117 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:57:25.258471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Updating router 28787f4e-f015-4e7a-b521-5a41e12abf31 port 0f5e7dd0-9658-4220-ae30-d220451def87 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 15:57:25.288059 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.393206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82c9a6ed-749b-417b-be6d-f9edf91f04e0 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:57:25.448326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:25.448766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.564253 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.570064 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.644573 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Pushing event updated for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:25.671131 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.671477 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.671816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.672147 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.672478 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.672833 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.673157 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.673484 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.673804 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.674123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.674439 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.674755 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.675070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:57:25.692799 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Attempting to bind port 0f5e7dd0-9658-4220-ae30-d220451def87 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:57:25.693125 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Attempting to bind port 0f5e7dd0-9658-4220-ae30-d220451def87 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:57:25.693520 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Attempting to bind port 0f5e7dd0-9658-4220-ae30-d220451def87 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:57:25.698780 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:57:25.699188 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:57:25.699544 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.699934 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Bound using segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:57:25.700401 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Bound port: 0f5e7dd0-9658-4220-ae30-d220451def87, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:57:25.700809 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.763983 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] For port 0f5e7dd0-9658-4220-ae30-d220451def87, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:57:25.767264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] For port 0f5e7dd0-9658-4220-ae30-d220451def87, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0f5e7dd0-9658-4220-ae30-d220451def87,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:57:25.772728 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.824008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:25.824678 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:25.875517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] Provisioning complete for port 0f5e7dd0-9658-4220-ae30-d220451def87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:25.875890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:25.879176 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997e032-dd22-40ad-8918-16298fffdc5b None None] Pushing event updated for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:25.962196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:25.986045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.033589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] For port 0f5e7dd0-9658-4220-ae30-d220451def87, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0f5e7dd0-9658-4220-ae30-d220451def87,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:26.042035 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.086763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-0fa25cbf-73a0-472b-80a7-ab62efa88c77 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:26.088926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-0fa25cbf-73a0-472b-80a7-ab62efa88c77 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 816 time: 0.1382959 Dec 12 15:57:26.098552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2500b-0adf-4e00-a9cf-2c992db0442a None None] Pushing event updated for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:26.167909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e204f7a0-cb25-4c68-94a7-09a2772c381c None None] Provisioning complete for port 0f5e7dd0-9658-4220-ae30-d220451def87 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:26.168285 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e204f7a0-cb25-4c68-94a7-09a2772c381c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.197963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e51b389c-11e9-44fa-ba81-4b843102dd8f req-62f3e0b2-3d1c-4860-93c5-079b8383f73b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 210 time: 0.0380185 Dec 12 15:57:26.207372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-2ab29d95-5673-43db-8f09-31684ac60e7b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 380 time: 0.1082237 Dec 12 15:57:26.217949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'port': {'device_id': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'admin_state_up': True, 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'security_groups': ['0d4363a6-d4ee-4e81-9df4-f2390cd6d523']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:26.243161 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:25Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:26.276305 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328cfc89-34be-41c6-b36b-181d73a22a5b None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:25Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:57:26.331353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Made reservation on behalf of e5264e9fd89641b8907a7cb848fa30be for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 15:57:26.335016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.469206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Allocated IP 172.20.0.11 (57d122c1-1daa-4c2e-aec8-e7df52445d1c/49929c5a-f6ee-4867-9944-4564c688726b/36a2ef00-64c6-4557-b437-e23623b3d065) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 15:57:26.608460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.644137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.694129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 15:57:26.697340 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 15:57:26.699936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 15:57:26.726426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:26.756666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:26.757291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.780219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-13a8f3d7-fbb0-4c5f-83fd-bbde1f213d4e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5662184 Dec 12 15:57:26.791212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-200c785c-7e74-41a9-9056-e32816a38e1b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:57:26.792439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-200c785c-7e74-41a9-9056-e32816a38e1b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064504 Dec 12 15:57:26.805590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Request body: {'port': {'device_id': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:26.865876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:26.982736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e089bb6d-b563-408d-a6e9-ce84f7994d7a None None] Provisioning complete for port 36a2ef00-64c6-4557-b437-e23623b3d065 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:26.982736 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e089bb6d-b563-408d-a6e9-ce84f7994d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.015270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e089bb6d-b563-408d-a6e9-ce84f7994d7a None None] Port 36a2ef00-64c6-4557-b437-e23623b3d065 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 15:57:27.128014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:57:27.135377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.147518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Transition to ACTIVE for port object 36a2ef00-64c6-4557-b437-e23623b3d065 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 15:57:27.151458 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.198574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:27.270118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Attempting to bind port 36a2ef00-64c6-4557-b437-e23623b3d065 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 15:57:27.270459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Attempting to bind port 36a2ef00-64c6-4557-b437-e23623b3d065 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 15:57:27.270879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Attempting to bind port 36a2ef00-64c6-4557-b437-e23623b3d065 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:57:27.277614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Port 36a2ef00-64c6-4557-b437-e23623b3d065 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 15:57:27.278025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Attempting to bind port 36a2ef00-64c6-4557-b437-e23623b3d065 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 15:57:27.283246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 15:57:27.283573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 15:57:27.283946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Bound using segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 15:57:27.284363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Bound port: 36a2ef00-64c6-4557-b437-e23623b3d065, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 15:57:27.284787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.389019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0f5e7dd0-9658-4220-ae30-d220451def87 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:57:27.393239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 15:57:27.399002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 15:57:27.408016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06882d8-c26f-4242-91e7-e6fc6baf73aa req-be7dd55f-d724-4d2e-885d-9ec67b6d8c1a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.409543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b06882d8-c26f-4242-91e7-e6fc6baf73aa req-be7dd55f-d724-4d2e-885d-9ec67b6d8c1a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0791571 Dec 12 15:57:27.411092 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.451233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 0f5e7dd0-9658-4220-ae30-d220451def87 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:27.451543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.461122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.461734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:27.463134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] 10.222.0.13 "PUT /v2.0/ports/36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1092 time: 0.6621869 Dec 12 15:57:27.465366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:27.467629 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:27.509936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b5eb6-74ce-483c-a383-d8abb7453d84 service neutron] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:27.518191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b06882d8-c26f-4242-91e7-e6fc6baf73aa req-31a566d1-ce0f-46be-ba43-55efd2c64936 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989819 Dec 12 15:57:27.519717 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f21d4-b4fb-4507-bf40-07daf5498979 x-openstack-request-id: req-d91f21d4-b4fb-4507-bf40-07daf5498979 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:27.520005 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:27.520254 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d91f21d4-b4fb-4507-bf40-07daf5498979 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:27.520792 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'status': 'completed', 'code': 200} Dec 12 15:57:27.577411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4769d53e-2231-4c90-a173-8813c45fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.578927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-4769d53e-2231-4c90-a173-8813c45fd0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1095 time: 0.0538208 Dec 12 15:57:27.622738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-c0e3e1c9-d8b7-47db-90c2-11de8d47b464 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Dec 12 15:57:27.672693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-04f310d2-c639-4bf7-a81e-8ee244fd0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.674183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-04f310d2-c639-4bf7-a81e-8ee244fd0a1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0446589 Dec 12 15:57:27.724062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-669a8122-ec2c-485a-a119-32f8c2875f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.725597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-669a8122-ec2c-485a-a119-32f8c2875f16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445483 Dec 12 15:57:27.816658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-3bd876e9-766d-4cc1-8e22-9d74b6b997ff service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Dec 12 15:57:27.907840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d343b1c2-d5e0-423e-ac03-2d5e8445d82a req-75a015a9-7374-4a9b-ae3c-9034ec263e9f service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Dec 12 15:57:27.992372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-32c133f7-aba0-467a-8675-adf4f24648f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:27.993858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-32c133f7-aba0-467a-8675-adf4f24648f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1095 time: 0.0413167 Dec 12 15:57:28.080441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-a642e7fd-13cb-42e0-9737-54168f64a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:28.081927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-a642e7fd-13cb-42e0-9737-54168f64a38c service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0805848 Dec 12 15:57:28.126960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-57f1fcf3-a859-4e51-b933-156262242d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 217 time: 0.0381095 Dec 12 15:57:28.177912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-b7afe691-2f98-4263-9ce6-31053111e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:28.179969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-b7afe691-2f98-4263-9ce6-31053111e1c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0455809 Dec 12 15:57:28.228185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-1bd3df1e-de68-434e-b35b-ceec0393c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:28.229685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-1bd3df1e-de68-434e-b35b-ceec0393c285 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Dec 12 15:57:28.321127 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-d55c0581-548a-4cf6-a7d9-327146267ef8 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829046 Dec 12 15:57:28.408527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-77ee4b45-5f13-4a8c-a8fe-14a618f44eb6 req-bb773eaf-8df7-42b1-ab29-865256264699 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794389 Dec 12 15:57:28.652677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600c598-c000-4389-b9b9-b7b32dd1d700 req-22569307-8c6e-4c5c-bce5-11c3e285ae4c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:28.654101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f600c598-c000-4389-b9b9-b7b32dd1d700 req-22569307-8c6e-4c5c-bce5-11c3e285ae4c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0482936 Dec 12 15:57:28.704014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f600c598-c000-4389-b9b9-b7b32dd1d700 req-5b6a0e34-4233-49a4-acbb-006d0ba6fb73 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Dec 12 15:57:29.822921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ff782-acf1-4d55-8613-c786697f2633 req-df4ebc3c-b28c-4ab9-a952-43e52a69134c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:29.824383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-205ff782-acf1-4d55-8613-c786697f2633 req-df4ebc3c-b28c-4ab9-a952-43e52a69134c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0489607 Dec 12 15:57:29.870634 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-205ff782-acf1-4d55-8613-c786697f2633 req-6e3bc6ff-b480-4623-b8eb-70d467c37ffb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Dec 12 15:57:30.829837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:57:30.926231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:30.937465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '36a2ef00-64c6-4557-b437-e23623b3d065', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:57:30.974114 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:30.987399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:57:30.988292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6328d-2414-44c7-8b2f-215a8fa35fca req-e37a01ec-f45d-47f2-b1bf-9b315b26aee2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:30.989802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cf6328d-2414-44c7-8b2f-215a8fa35fca req-e37a01ec-f45d-47f2-b1bf-9b315b26aee2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0483119 Dec 12 15:57:31.007104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:31.011344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:31.037405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cf6328d-2414-44c7-8b2f-215a8fa35fca req-b1ef0c14-96a1-4fb4-a777-6f0c83923e5a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Dec 12 15:57:31.062051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:31.215640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['36a2ef00-64c6-4557-b437-e23623b3d065'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:57:32.160592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3d34-4a52-4fcf-80df-cd497e263201 req-8cffc9be-b99b-4f98-9e2a-70efcb2b3fd7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:32.162160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077e3d34-4a52-4fcf-80df-cd497e263201 req-8cffc9be-b99b-4f98-9e2a-70efcb2b3fd7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 945 time: 0.0520384 Dec 12 15:57:32.209502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-077e3d34-4a52-4fcf-80df-cd497e263201 req-5445d9a8-2388-4203-bb13-5e0df39c8812 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Dec 12 15:57:32.848400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:57:32.895821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 36a2ef00-64c6-4557-b437-e23623b3d065 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 15:57:32.899839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 36a2ef00-64c6-4557-b437-e23623b3d065 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:57:32.900217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:32.973862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:32.996259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:32.998532 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8bf612-fa0a-4301-ab31-399508b6cd53" -d '{"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:33.011445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:57:33.015384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:33.042296 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e4aaff-3111-43ad-ba23-8b428cc7f555 x-openstack-request-id: req-37e4aaff-3111-43ad-ba23-8b428cc7f555 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:33.042593 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:33.043208 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37e4aaff-3111-43ad-ba23-8b428cc7f555 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:33.043595 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'code': 200} Dec 12 15:57:33.070672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:57:33.133256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa843-c41d-4988-a5b0-6be5df151058 req-9e1ddfd3-b70a-4ccf-8a94-489936e94a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:33.134696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63dfa843-c41d-4988-a5b0-6be5df151058 req-9e1ddfd3-b70a-4ccf-8a94-489936e94a50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1097 time: 0.0397387 Dec 12 15:57:33.180961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63dfa843-c41d-4988-a5b0-6be5df151058 req-eec69212-02e3-4a3e-83ac-f8f173ccb322 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373399 Dec 12 15:57:33.332040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc00032-7fb6-418b-8f40-e691a048026d req-d432d054-1f05-4171-ae11-dbbc335df5ee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:33.333548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbc00032-7fb6-418b-8f40-e691a048026d req-d432d054-1f05-4171-ae11-dbbc335df5ee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Dec 12 15:57:33.380114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbc00032-7fb6-418b-8f40-e691a048026d req-0523e499-5c04-4f4f-8321-24d8fdf4cf3b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Dec 12 15:57:34.499564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfeb07-9c9d-4b51-bdec-02937abb5c8c req-b75dfcc6-993c-4fdd-9ace-442439310fbc tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:34.501790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4cfeb07-9c9d-4b51-bdec-02937abb5c8c req-b75dfcc6-993c-4fdd-9ace-442439310fbc tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0488393 Dec 12 15:57:34.547973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4cfeb07-9c9d-4b51-bdec-02937abb5c8c req-8cc9b6b6-72cd-4f4a-9e36-781fa2b57ede tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Dec 12 15:57:34.665517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb5ba7-0af6-4568-821e-614d703685b2 req-5052e008-7bf0-4fb2-b0e6-c17905d55408 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:34.666972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89eb5ba7-0af6-4568-821e-614d703685b2 req-5052e008-7bf0-4fb2-b0e6-c17905d55408 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0476179 Dec 12 15:57:34.675437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49078) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 15:57:34.680226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'floatingip': {'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 15:57:34.720105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:35.431361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-47f9cd36-635a-4c2c-8f85-8949ac3c763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:35.479980 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:35.484009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:35.580514 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Floating IP 8bb8bd12-8983-47bf-8296-cbcdce913667 associated. External IP: 172.25.3.214, port: 36a2ef00-64c6-4557-b437-e23623b3d065. Dec 12 15:57:35.777928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 15:57:35.882330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 15:57:35.886670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:35.892255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 15:57:35.903111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:35.903724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:35.913848 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-05086b18-29d6-4559-b900-6eeb8e4be353 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "PUT /v2.0/floatingips/8bb8bd12-8983-47bf-8296-cbcdce913667 HTTP/1.1" status: 200 len: 992 time: 1.2373974 Dec 12 15:57:35.914528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:57:35.916854 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:57:35.963348 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5f26f2-1ed6-4181-89a3-e9597758abe0 x-openstack-request-id: req-ed5f26f2-1ed6-4181-89a3-e9597758abe0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:57:35.963641 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:57:35.963890 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed5f26f2-1ed6-4181-89a3-e9597758abe0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:57:35.964292 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'status': 'completed', 'code': 200} Dec 12 15:57:36.032955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-531bdf74-b4cd-4e5b-9fe2-9ae654ce7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:36.034366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-531bdf74-b4cd-4e5b-9fe2-9ae654ce7161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1097 time: 0.0459919 Dec 12 15:57:36.128849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-55188db5-7440-4573-bc35-cbe6d021cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:36.130344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-55188db5-7440-4573-bc35-cbe6d021cfa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0868726 Dec 12 15:57:36.176540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:36.201859 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-823c8881-00fb-424c-b67a-b5d743e96fbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1000 time: 0.0642276 Dec 12 15:57:36.249666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-2360865e-550a-46af-aed5-e6dccdb06ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:36.251105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-2360865e-550a-46af-aed5-e6dccdb06ee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0430148 Dec 12 15:57:36.296262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-33beaeea-ef5e-417b-8b5b-621283ba9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:57:36.297677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-33beaeea-ef5e-417b-8b5b-621283ba9dbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400872 Dec 12 15:57:36.360598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2c19d52d-e1b8-441c-bc98-0ed5970fafd1 req-9e915a5a-6caa-42ec-a38c-55883e88d08f service neutron] (103412) timed out ('10.222.0.36', 50636) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 15:57:36.390731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-84317625-32d4-4364-adb7-19ab5f526ac9 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859578 Dec 12 15:57:36.395678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8bb8bd12-8983-47bf-8296-cbcdce913667', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:57:24Z', 'updated_at': '2021-12-12T15:57:35Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:36.424721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 15:57:36.434027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 15:57:36.434632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T15:57:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:36.481733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1d55c4a-9a4d-4659-a3ca-ba311d9eafd5 req-96309635-feae-4e15-a1c5-a9fceaeabb36 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826569 Dec 12 15:57:36.538637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 15:57:36.751921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8bb8bd12-8983-47bf-8296-cbcdce913667', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:57:24Z', 'updated_at': '2021-12-12T15:57:35Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 15:57:36.781417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2433a7f-0d4f-492e-b2c4-19b0e4767cb4 None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8bb8bd12-8983-47bf-8296-cbcdce913667', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T15:57:24Z', 'updated_at': '2021-12-12T15:57:35Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 15:57:36.982098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ba76d-238d-49ab-8f16-438144e71d01 None None] New status for floating IP 8bb8bd12-8983-47bf-8296-cbcdce913667: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 15:57:37.754593 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2359a2b8-7bf0-4bfb-a8ee-4fb582544ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:38.651277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:39.299364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:40.412199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:41.121487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:41.366255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:57:45.273707 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:58:05.427623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d52a99e7-424d-4a7a-b591-3e63bf25baf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:07.759455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e590-828b-4d3f-906d-7cb8ca7f6fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:08.653887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:09.299232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:10.415125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:11.123887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:11.369152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:22.272251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:58:22.751826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-64a0f220-eb79-495c-86fd-b9da248986f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332083 Dec 12 15:58:22.834925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-01e746b3-f39c-40ec-a74b-bc50473db18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:58:22.836431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-01e746b3-f39c-40ec-a74b-bc50473db18c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1097 time: 0.0443599 Dec 12 15:58:22.934592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-f914bd78-5e98-48b2-99fe-238cc4d05cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:58:22.936036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-f914bd78-5e98-48b2-99fe-238cc4d05cdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0820405 Dec 12 15:58:23.003521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-a0ff63d8-821c-48c9-8c1e-41f60f532751 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1002 time: 0.0608711 Dec 12 15:58:23.051737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-70b55a42-2154-4ace-93bb-9961bace3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:58:23.053168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-70b55a42-2154-4ace-93bb-9961bace3707 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0431898 Dec 12 15:58:23.098441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-e5df4637-da29-41d0-926a-4afac362ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:58:23.099875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-e5df4637-da29-41d0-926a-4afac362ace2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384555 Dec 12 15:58:23.191805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-2fb4a612-c6e5-4f9c-b4cb-be51552a033f service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839388 Dec 12 15:58:23.281151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-37f047e6-a18a-46c3-9dc4-2621ce6a1675 req-381921fd-ffb0-4521-af9e-51c57c17fe17 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821187 Dec 12 15:58:35.426364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d0396e24-5976-4b40-abc9-c1924e483874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:37.765009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c12673b6-d8f0-4563-a41c-66e3830da36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:38.657151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:39.293368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:40.416970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:41.126441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:41.379979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:58:59.270965 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:59:05.427776 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6fe6-dc03-49ed-9c5d-c8e038eebd37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:07.766128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59dbb5a5-d915-4e22-bd44-41aa40028868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:08.660422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:09.306697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:10.419509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:11.130226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:11.382179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:13.226574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eacf57-7b96-4e9a-82a7-56998e20b8fe req-e0874345-dbb1-41cf-8728-04b8a2dac2ed tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:13.228039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9eacf57-7b96-4e9a-82a7-56998e20b8fe req-e0874345-dbb1-41cf-8728-04b8a2dac2ed tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.1031916 Dec 12 15:59:13.274528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9eacf57-7b96-4e9a-82a7-56998e20b8fe req-cec713e5-85ef-498a-8ea9-0b7d31adc7d0 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Dec 12 15:59:14.401889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0b986-1776-4075-a75e-807ac42c273b req-19f4defe-5416-48c0-8b29-44ec81c0d8b4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:14.403253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc0b986-1776-4075-a75e-807ac42c273b req-19f4defe-5416-48c0-8b29-44ec81c0d8b4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0531542 Dec 12 15:59:14.449992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dc0b986-1776-4075-a75e-807ac42c273b req-346f204b-a42e-4b16-93c2-0b9b11290f46 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Dec 12 15:59:15.568302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b421-584f-4ba4-99ca-5ec5b5795a0c req-28d1d7f5-b3e3-4c55-9e1e-147355e0b162 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:15.570385 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fea8b421-584f-4ba4-99ca-5ec5b5795a0c req-28d1d7f5-b3e3-4c55-9e1e-147355e0b162 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0487304 Dec 12 15:59:15.616459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fea8b421-584f-4ba4-99ca-5ec5b5795a0c req-e6aed9b4-bccb-48ae-b4ba-00eebc3f100f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Dec 12 15:59:16.738542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd58d8-c075-4f30-b357-ea3c7faa8faf req-c4a5220f-8912-4e50-b084-7bf366f34fb1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:16.739998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afcd58d8-c075-4f30-b357-ea3c7faa8faf req-c4a5220f-8912-4e50-b084-7bf366f34fb1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0531776 Dec 12 15:59:16.787633 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afcd58d8-c075-4f30-b357-ea3c7faa8faf req-af02f417-34bf-4de1-a99c-f84e8318af85 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Dec 12 15:59:17.906672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ee1c1-0b15-4ba5-a5f2-eff5007df234 req-65718549-cd13-430e-b52e-5e618a539f68 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:17.908128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87ee1c1-0b15-4ba5-a5f2-eff5007df234 req-65718549-cd13-430e-b52e-5e618a539f68 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0484278 Dec 12 15:59:17.954521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d87ee1c1-0b15-4ba5-a5f2-eff5007df234 req-90342dbb-23b6-4bc0-bde3-9fb4fb15b373 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Dec 12 15:59:19.077245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a5aa7-8b2a-46d5-89e3-f8a287c9f67f req-078eaa30-13b6-49ef-91fb-46c764606caf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:19.078737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e59a5aa7-8b2a-46d5-89e3-f8a287c9f67f req-078eaa30-13b6-49ef-91fb-46c764606caf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0519538 Dec 12 15:59:19.132252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e59a5aa7-8b2a-46d5-89e3-f8a287c9f67f req-f6d545a1-17c8-4eb5-ab9a-acc6d118516c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 Dec 12 15:59:20.251194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bcd76-6d0f-445f-82e5-2cee8aaa1cb7 req-e8259306-51b0-415d-9b53-602113071d59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:20.253125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea6bcd76-6d0f-445f-82e5-2cee8aaa1cb7 req-e8259306-51b0-415d-9b53-602113071d59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Dec 12 15:59:20.301096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea6bcd76-6d0f-445f-82e5-2cee8aaa1cb7 req-01734485-7b42-462a-815c-d406ea8816bd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Dec 12 15:59:21.420471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68ce70-d210-475d-9f3a-be6a9bab19cd req-c811964d-a00e-4d54-844a-435ffc442f3d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:21.421934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d68ce70-d210-475d-9f3a-be6a9bab19cd req-c811964d-a00e-4d54-844a-435ffc442f3d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0480320 Dec 12 15:59:21.467097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d68ce70-d210-475d-9f3a-be6a9bab19cd req-713ee0dc-390d-4b94-a8dc-6e74b9c2ea9a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Dec 12 15:59:22.593068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0f84b-2b27-4950-9203-85fada143360 req-f9b5bb0c-b5b5-4fd0-84fc-6f5c1135f653 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:22.594533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ec0f84b-2b27-4950-9203-85fada143360 req-f9b5bb0c-b5b5-4fd0-84fc-6f5c1135f653 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Dec 12 15:59:22.641740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ec0f84b-2b27-4950-9203-85fada143360 req-8491ad97-c64a-4da6-8c69-69bf5f941a44 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413318 Dec 12 15:59:23.199864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c682c-bd63-4774-be79-2785064de38b req-5925079b-2687-4635-8851-b3a02af628d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:23.201362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-5925079b-2687-4635-8851-b3a02af628d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1097 time: 0.0398839 Dec 12 15:59:23.305690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c682c-bd63-4774-be79-2785064de38b req-9ef50d8f-d5c3-47d3-b962-589458527157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:23.307180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-9ef50d8f-d5c3-47d3-b962-589458527157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0856676 Dec 12 15:59:23.373588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-50fd3afe-6695-41b7-8625-188f5f855190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1002 time: 0.0583568 Dec 12 15:59:23.421738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c682c-bd63-4774-be79-2785064de38b req-be79544f-af35-4f74-b11c-210d526b211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:23.423143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-be79544f-af35-4f74-b11c-210d526b211b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0427003 Dec 12 15:59:23.477043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c682c-bd63-4774-be79-2785064de38b req-b1386845-1ce4-4595-96a3-90fa7da6b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:23.478529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-b1386845-1ce4-4595-96a3-90fa7da6b4d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433545 Dec 12 15:59:23.566568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-fabda168-33af-4592-b2c2-b9cf207a9e71 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793662 Dec 12 15:59:23.657670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-269c682c-bd63-4774-be79-2785064de38b req-60080b1a-d1f3-46e2-b400-a302327936a9 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Dec 12 15:59:23.765459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90565eae-b7a9-45a3-8d74-e636621789e6 req-aded78a3-5d94-41cb-b094-c7e08c91be08 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:23.766937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90565eae-b7a9-45a3-8d74-e636621789e6 req-aded78a3-5d94-41cb-b094-c7e08c91be08 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0494041 Dec 12 15:59:23.814588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90565eae-b7a9-45a3-8d74-e636621789e6 req-9b8b23e9-5b3c-4472-85bc-8f7f657bf581 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Dec 12 15:59:24.931880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e42c9a-5289-4267-8cf9-5ff3da270826 req-948c2d46-fc3e-4beb-8397-51367c19865c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:24.933446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0e42c9a-5289-4267-8cf9-5ff3da270826 req-948c2d46-fc3e-4beb-8397-51367c19865c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0471087 Dec 12 15:59:24.978453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0e42c9a-5289-4267-8cf9-5ff3da270826 req-72a3e75b-1957-44d8-bf9a-2955f0aa43a7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Dec 12 15:59:25.512537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 15:59:25.610246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:59:25.622312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '36a2ef00-64c6-4557-b437-e23623b3d065', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 15:59:25.658666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:25.673564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 15:59:25.694541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:59:25.699266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:25.751529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:59:25.759209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.759811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.760187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.760513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.761036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.761376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.761717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.762052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.762384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.762714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.763043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.763370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.763698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 15:59:25.777843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['36a2ef00-64c6-4557-b437-e23623b3d065'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 15:59:26.113888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8906442-f1b3-4fac-ab31-6d94d4d3b96f req-e6e27145-fcdd-481a-b130-784177e9963d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:26.115404 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8906442-f1b3-4fac-ab31-6d94d4d3b96f req-e6e27145-fcdd-481a-b130-784177e9963d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 945 time: 0.0586295 Dec 12 15:59:26.165366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8906442-f1b3-4fac-ab31-6d94d4d3b96f req-e2e92dbc-75f7-444c-b664-58227beb69c9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437968 Dec 12 15:59:27.299496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8871-d4f5-444f-afc7-b3570ae5f7fe req-4d0a2fb6-b63a-4a99-9060-45cba19c6b76 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:27.305184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-032d8871-d4f5-444f-afc7-b3570ae5f7fe req-4d0a2fb6-b63a-4a99-9060-45cba19c6b76 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 945 time: 0.0548334 Dec 12 15:59:27.363593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-032d8871-d4f5-444f-afc7-b3570ae5f7fe req-7c4a0087-fdd1-4537-a9f0-a23d62e5bd97 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558424 Dec 12 15:59:27.528152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 15:59:27.583428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 36a2ef00-64c6-4557-b437-e23623b3d065 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 15:59:27.583805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:27.675001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:27.699864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:59:27.702463 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9851b2-76b3-4348-9635-12479a3aae01" -d '{"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:59:27.715400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:59:27.726067 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:27.776313 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cf58cf-672d-4fc8-990d-6a5e6c1f9b5d x-openstack-request-id: req-c5cf58cf-672d-4fc8-990d-6a5e6c1f9b5d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:59:27.776742 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:59:27.777112 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5cf58cf-672d-4fc8-990d-6a5e6c1f9b5d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:59:27.777668 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'code': 200} Dec 12 15:59:27.791321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:59:28.505724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9be3b-e413-4025-b7b1-0f2076236dad req-9e8ebd64-d355-4e7a-9ef5-7e8d5fc3028b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:28.507498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fa9be3b-e413-4025-b7b1-0f2076236dad req-9e8ebd64-d355-4e7a-9ef5-7e8d5fc3028b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0544424 Dec 12 15:59:28.566894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fa9be3b-e413-4025-b7b1-0f2076236dad req-828b7ab1-2b7a-4f70-bda8-d82fe8b6bcfe tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531466 Dec 12 15:59:29.709856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e53d86-2c56-418e-a075-508e0a4cc661 req-ce772434-4477-48c1-a0f4-3f3c2cc4ca1f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:29.711521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90e53d86-2c56-418e-a075-508e0a4cc661 req-ce772434-4477-48c1-a0f4-3f3c2cc4ca1f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0557907 Dec 12 15:59:29.764509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90e53d86-2c56-418e-a075-508e0a4cc661 req-e41d3f05-3bf2-4203-9106-94644b6299b0 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468225 Dec 12 15:59:30.923731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c0b1-44a9-4c8e-8a4f-2ce17440a5dd req-b7de5191-3cb9-4677-b29c-121f382918a8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:30.925244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c947c0b1-44a9-4c8e-8a4f-2ce17440a5dd req-b7de5191-3cb9-4677-b29c-121f382918a8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0794387 Dec 12 15:59:30.976964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c947c0b1-44a9-4c8e-8a4f-2ce17440a5dd req-0267e001-0f09-4239-9ee9-8705f1b5e3e8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Dec 12 15:59:32.120028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79243c7a-81ec-40c4-80cd-b71c218c5d48 req-c0e0576a-8f47-47b9-bb2d-138233633c09 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:32.121766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79243c7a-81ec-40c4-80cd-b71c218c5d48 req-c0e0576a-8f47-47b9-bb2d-138233633c09 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0618663 Dec 12 15:59:32.183389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79243c7a-81ec-40c4-80cd-b71c218c5d48 req-81eb7c24-9b3e-4d3d-8a53-79d7214c58d7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538497 Dec 12 15:59:33.314472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26b91-0346-4f1f-902f-248b41b19884 req-98389ddb-e7fd-486d-8152-56e94a96efcb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:33.318677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95b26b91-0346-4f1f-902f-248b41b19884 req-98389ddb-e7fd-486d-8152-56e94a96efcb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0566015 Dec 12 15:59:33.371565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95b26b91-0346-4f1f-902f-248b41b19884 req-aa793de8-27ab-4878-aa50-269d3e0ec965 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460491 Dec 12 15:59:34.496529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ca5af-a08b-4311-8aae-26c48fbd40cb req-26cc5be3-49a4-40a6-9b03-82a92a421ed8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:34.498036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c8ca5af-a08b-4311-8aae-26c48fbd40cb req-26cc5be3-49a4-40a6-9b03-82a92a421ed8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0528331 Dec 12 15:59:34.544099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4c8ca5af-a08b-4311-8aae-26c48fbd40cb req-563efe1f-e82f-4254-9d34-48b97deeb60f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 Dec 12 15:59:35.028919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-76e18922-3b08-43b4-83d0-64a4701a4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:35.030362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-76e18922-3b08-43b4-83d0-64a4701a4378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1097 time: 0.0398035 Dec 12 15:59:35.119221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-3a8f14b8-108b-4571-b701-1fc230e49ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:35.120646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-3a8f14b8-108b-4571-b701-1fc230e49ae6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0837531 Dec 12 15:59:35.184919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-5723d738-2368-4ad2-989b-a679a1a1afba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1002 time: 0.0574219 Dec 12 15:59:35.235868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-27c1ffd6-a946-41ac-9380-55596bf34536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:35.237316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-27c1ffd6-a946-41ac-9380-55596bf34536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0456965 Dec 12 15:59:35.284944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-1006039a-c383-4050-8860-a71c96aad9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:35.286298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-1006039a-c383-4050-8860-a71c96aad9c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413563 Dec 12 15:59:35.371649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-30f32922-2231-4c88-8a63-303b75b33051 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783963 Dec 12 15:59:35.431250 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7db75a2c-b0ba-40ab-bcc5-3cd699ba2930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:35.464299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c37f9911-9843-4b08-8492-da4d7726e1e0 req-198580f0-0bbe-44e4-924b-eda1edaa111e service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859444 Dec 12 15:59:35.663282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6084599-005f-4b08-9ebc-8f95e18f2942 req-187d767c-2b3d-4786-8585-399759d1d77f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:35.664738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6084599-005f-4b08-9ebc-8f95e18f2942 req-187d767c-2b3d-4786-8585-399759d1d77f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0487103 Dec 12 15:59:35.710466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6084599-005f-4b08-9ebc-8f95e18f2942 req-597d6776-7eb5-42b0-9bec-b56fac6a98e6 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 Dec 12 15:59:36.269514 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 15:59:36.828578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8541f-d372-4eea-82b7-8ba5f17b50ff req-4e6ef3d2-e55a-4dc9-bba9-486a1337352e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:36.830027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb8541f-d372-4eea-82b7-8ba5f17b50ff req-4e6ef3d2-e55a-4dc9-bba9-486a1337352e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 946 time: 0.0473094 Dec 12 15:59:36.875864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfb8541f-d372-4eea-82b7-8ba5f17b50ff req-74f879e5-d0ef-4e16-ab9c-0a51c996e7dd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399940 Dec 12 15:59:37.590742 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:59:37.663662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:37.685822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 15:59:37.688019 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967ddcc8-b238-4a22-be5d-5813a7b2e34d" -d '{"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-unplugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 15:59:37.700300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 15:59:37.704140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:37.729818 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b79897-55b4-4975-8a23-10d1db395468 x-openstack-request-id: req-61b79897-55b4-4975-8a23-10d1db395468 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 15:59:37.730115 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-unplugged", "status": "failed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "code": 422}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 15:59:37.730374 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61b79897-55b4-4975-8a23-10d1db395468 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 15:59:37.730762 n-d-710847-8 neutron-server[103413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'code': 422} returned with failed status Dec 12 15:59:37.763683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 15:59:37.773092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-30e825f2-9ebf-4f54-97b8-728dfdfeda12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:37.999286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16bb1-2ca1-45a4-b3fa-84e872f1228c req-907d0055-a555-4af5-ad8c-29d1da2afabd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:38.000732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfd16bb1-2ca1-45a4-b3fa-84e872f1228c req-907d0055-a555-4af5-ad8c-29d1da2afabd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0544004 Dec 12 15:59:38.047464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cfd16bb1-2ca1-45a4-b3fa-84e872f1228c req-7a3717dc-c49d-4f73-8d6d-f4ee3018de37 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Dec 12 15:59:38.533671 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-8dec3acf-716f-407f-9526-e6ca0382c199 req-5e066d31-e6e6-4f7d-930e-ff51a6e04b7a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:59:38.534660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dec3acf-716f-407f-9526-e6ca0382c199 req-5e066d31-e6e6-4f7d-930e-ff51a6e04b7a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522523 Dec 12 15:59:38.664662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:38.695420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4ab95-cb31-4a0a-9337-d844f89ee42a req-51ab71af-090e-430f-8795-a595828e2df1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:38.696888 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08d4ab95-cb31-4a0a-9337-d844f89ee42a req-51ab71af-090e-430f-8795-a595828e2df1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0516918 Dec 12 15:59:38.745954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08d4ab95-cb31-4a0a-9337-d844f89ee42a req-2e1a0968-3e52-4614-8807-5dea40e674df tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Dec 12 15:59:38.846402 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-16c355f5-ecf9-481f-9bc0-a3a54192f774 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854769 Dec 12 15:59:38.855563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-ddbac92c-ed2f-40b8-be4d-0169b3eca22a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 15:59:38.856802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-ddbac92c-ed2f-40b8-be4d-0169b3eca22a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056190 Dec 12 15:59:39.299563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:39.871304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24756af3-d805-4190-91b3-0554d306ddbc req-c3370733-f2db-43b4-9a7d-bdcc3ae17f87 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:39.872810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24756af3-d805-4190-91b3-0554d306ddbc req-c3370733-f2db-43b4-9a7d-bdcc3ae17f87 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0526309 Dec 12 15:59:39.918937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24756af3-d805-4190-91b3-0554d306ddbc req-fb98cce9-c1a7-46a4-acae-323d5ab7e72b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Dec 12 15:59:40.424042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:41.040535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9c039-d6e9-4ed1-856e-04ff556d4a5a req-00f86daf-09cd-4ce7-a15a-a9a0c09ef357 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:41.041939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14e9c039-d6e9-4ed1-856e-04ff556d4a5a req-00f86daf-09cd-4ce7-a15a-a9a0c09ef357 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0486348 Dec 12 15:59:41.088596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14e9c039-d6e9-4ed1-856e-04ff556d4a5a req-a84ec0ed-0169-4e21-bf3c-89ede9fd8e60 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Dec 12 15:59:41.133106 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:41.394447 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 15:59:41.606294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 15:59:42.216395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3c2dc-b539-426a-b71d-4932d53c51dc req-356cecc1-2030-4f95-ae46-e74a0f9439a9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:42.217884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19b3c2dc-b539-426a-b71d-4932d53c51dc req-356cecc1-2030-4f95-ae46-e74a0f9439a9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0521629 Dec 12 15:59:42.264925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19b3c2dc-b539-426a-b71d-4932d53c51dc req-bbfe8d2b-1ca0-4530-b415-7ac3ece5893d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Dec 12 15:59:43.387733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00605f21-8bd9-49c5-8b75-9f82af6c7c60 req-9cb2ebb5-5735-4a70-a867-3de0a3e83063 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:43.389246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00605f21-8bd9-49c5-8b75-9f82af6c7c60 req-9cb2ebb5-5735-4a70-a867-3de0a3e83063 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0502455 Dec 12 15:59:43.436688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00605f21-8bd9-49c5-8b75-9f82af6c7c60 req-bafa6747-5758-4270-943f-7988b36216fb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414026 Dec 12 15:59:44.569642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-b714cb01-3a75-4904-b1be-22b90d1be82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.571116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-b714cb01-3a75-4904-b1be-22b90d1be82d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 1095 time: 0.0726275 Dec 12 15:59:44.583782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125d3e3-7b97-4218-85c6-930f6bee3ebb req-bad2a8e6-d3a7-49a7-a031-73b085c00970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.585207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1125d3e3-7b97-4218-85c6-930f6bee3ebb req-bad2a8e6-d3a7-49a7-a031-73b085c00970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0630929 Dec 12 15:59:44.660296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-fb2a035d-bbb4-4049-aea2-3e02d2888afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.661783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-fb2a035d-bbb4-4049-aea2-3e02d2888afe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1095 time: 0.0682433 Dec 12 15:59:44.665460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1125d3e3-7b97-4218-85c6-930f6bee3ebb req-593e2809-2018-4993-8ce2-a30c8bce6d6a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731392 Dec 12 15:59:44.753179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-a741be61-8889-45d5-8f6d-2ac124598a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.754587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-a741be61-8889-45d5-8f6d-2ac124598a2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0850055 Dec 12 15:59:44.818308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-ebdde6ed-3822-4042-b25d-98e4d7c043a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1000 time: 0.0566416 Dec 12 15:59:44.865454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-e3430689-beb8-4abc-803d-71281c5e8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.866878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-e3430689-beb8-4abc-803d-71281c5e8b1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0425234 Dec 12 15:59:44.914403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-7ecf8848-80db-43cd-b73e-521edb5484bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:44.915832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-7ecf8848-80db-43cd-b73e-521edb5484bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416858 Dec 12 15:59:45.001728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-c4ed2f13-6cce-4f2d-8892-8f07d21af290 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781989 Dec 12 15:59:45.436761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cd279a1d-2d8f-4ec6-950e-fc549bfb6d3e req-27909809-4060-4177-8728-3d66e529886a service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284265 Dec 12 15:59:45.809093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f046e85-0556-47c3-ae7e-e5aa4dbd20fd req-4246dcbf-2732-4461-91c2-4c7df4b4c5ad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:45.818990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f046e85-0556-47c3-ae7e-e5aa4dbd20fd req-4246dcbf-2732-4461-91c2-4c7df4b4c5ad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0705800 Dec 12 15:59:45.879226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f046e85-0556-47c3-ae7e-e5aa4dbd20fd req-e831b4c5-e92d-42e9-8018-c8015bf5a93c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587180 Dec 12 15:59:47.011717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d5143-9a90-4306-91a6-b8e41f6237c8 req-71198ceb-7086-4253-a104-3218717f1c8f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:47.013233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-072d5143-9a90-4306-91a6-b8e41f6237c8 req-71198ceb-7086-4253-a104-3218717f1c8f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0613146 Dec 12 15:59:47.060372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-072d5143-9a90-4306-91a6-b8e41f6237c8 req-92dff7f7-1806-45d5-a652-82359aa4ab5f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Dec 12 15:59:48.192586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9009d-c610-463f-a853-4accc75c7592 req-f7ca77a2-8907-40f7-b325-14458df7c7b5 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:48.194068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7be9009d-c610-463f-a853-4accc75c7592 req-f7ca77a2-8907-40f7-b325-14458df7c7b5 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0568705 Dec 12 15:59:48.241453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7be9009d-c610-463f-a853-4accc75c7592 req-b2f5070b-dd48-4b53-bb5c-9010552d45f5 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Dec 12 15:59:49.370911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d8cdb-aa40-40b0-8289-c418b7921d91 req-90666276-c6a4-4cc1-a4b9-9aad7a29a78d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:49.372384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d49d8cdb-aa40-40b0-8289-c418b7921d91 req-90666276-c6a4-4cc1-a4b9-9aad7a29a78d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0509558 Dec 12 15:59:49.418881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d49d8cdb-aa40-40b0-8289-c418b7921d91 req-13a299c1-2043-44de-987e-0c725b6b4db7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405793 Dec 12 15:59:50.539961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486db9c-8ad2-4730-9a08-28d2dabb438e req-a6df02f7-16dd-4f5b-aafa-a3a0629ff7eb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:50.542299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6486db9c-8ad2-4730-9a08-28d2dabb438e req-a6df02f7-16dd-4f5b-aafa-a3a0629ff7eb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0475976 Dec 12 15:59:50.605382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6486db9c-8ad2-4730-9a08-28d2dabb438e req-2a368e61-e7cf-48f4-9a95-533c2ea682ac tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570431 Dec 12 15:59:51.728236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850738a-daf4-4297-a185-8a4771cd0cf0 req-fd179489-2e1a-497b-ace4-3efca8e7a68b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:51.730181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d850738a-daf4-4297-a185-8a4771cd0cf0 req-fd179489-2e1a-497b-ace4-3efca8e7a68b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0489316 Dec 12 15:59:51.776820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d850738a-daf4-4297-a185-8a4771cd0cf0 req-4a64c17d-82f3-4ea9-a13d-4195bcc0d62c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404301 Dec 12 15:59:52.913255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb0e9-a1ff-4882-8c21-1fb71f6bd0ae req-4588bd4a-8417-41b3-8eb4-0c74db2dbd0f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:52.915203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4dbb0e9-a1ff-4882-8c21-1fb71f6bd0ae req-4588bd4a-8417-41b3-8eb4-0c74db2dbd0f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0508814 Dec 12 15:59:52.966873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4dbb0e9-a1ff-4882-8c21-1fb71f6bd0ae req-85be7c63-08f9-4594-b50f-1703dfb816fe tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454156 Dec 12 15:59:54.099221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdde8e-4cef-4b9b-982a-556833c43c60 req-11174798-0579-4a16-a85a-6ca3dddf8dbc tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:54.100677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9fdde8e-4cef-4b9b-982a-556833c43c60 req-11174798-0579-4a16-a85a-6ca3dddf8dbc tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0509856 Dec 12 15:59:54.151003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9fdde8e-4cef-4b9b-982a-556833c43c60 req-8a477bb5-59ab-49ff-b334-5b50fc812495 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443182 Dec 12 15:59:55.283824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b62c9-d8d3-4c5c-83bd-787ad64568f1 req-fea76da4-1b7d-4be3-aa96-315bf29f04ff tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:55.285651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a77b62c9-d8d3-4c5c-83bd-787ad64568f1 req-fea76da4-1b7d-4be3-aa96-315bf29f04ff tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0523806 Dec 12 15:59:55.351172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a77b62c9-d8d3-4c5c-83bd-787ad64568f1 req-6c16baaf-2d3f-4428-bed3-a26265f7a2b7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568295 Dec 12 15:59:56.473743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907c4d0-a17f-4c4f-bffe-add0aef24567 req-63684e88-6090-4479-87a3-c4475fa8b1b0 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:56.475178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4907c4d0-a17f-4c4f-bffe-add0aef24567 req-63684e88-6090-4479-87a3-c4475fa8b1b0 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0511212 Dec 12 15:59:56.521383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4907c4d0-a17f-4c4f-bffe-add0aef24567 req-b61500cc-4fd8-4ff0-974b-1c65d825df1a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398633 Dec 12 15:59:57.642658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1c33-f0fb-4ea1-96fc-1e1ca46c2e1f req-bff19cbc-e051-4109-809f-5763b6245b57 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:57.644114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ca1c33-f0fb-4ea1-96fc-1e1ca46c2e1f req-bff19cbc-e051-4109-809f-5763b6245b57 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0491288 Dec 12 15:59:57.690452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ca1c33-f0fb-4ea1-96fc-1e1ca46c2e1f req-9a4a16e8-a5ce-4c75-b32e-756c9a4cacdf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404348 Dec 12 15:59:58.809404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf439a9-7ae3-4c0c-a707-857e8c874d43 req-18cf2a30-78e2-4147-8631-d1ca14b1ea61 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:58.810831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf439a9-7ae3-4c0c-a707-857e8c874d43 req-18cf2a30-78e2-4147-8631-d1ca14b1ea61 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0485353 Dec 12 15:59:58.860070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaf439a9-7ae3-4c0c-a707-857e8c874d43 req-672f8e2f-34bc-4fdc-a9b8-d286432b4775 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Dec 12 15:59:59.978998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289eff6-299b-4617-a89d-ddb10622b8c8 req-4f9f674b-d8fb-4328-b73f-1e79d069f6df tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 15:59:59.980973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0289eff6-299b-4617-a89d-ddb10622b8c8 req-4f9f674b-d8fb-4328-b73f-1e79d069f6df tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0489988 Dec 12 16:00:00.027650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0289eff6-299b-4617-a89d-ddb10622b8c8 req-dfde85ed-97cf-4bc3-aa5c-a8a1d1e94266 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Dec 12 16:00:01.147079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba4f8c-06c1-4335-81a7-0d811f01f5cc req-bde2f526-77d5-4ed3-a5d4-b31921c08906 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:01.148617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ba4f8c-06c1-4335-81a7-0d811f01f5cc req-bde2f526-77d5-4ed3-a5d4-b31921c08906 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0487406 Dec 12 16:00:01.195028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19ba4f8c-06c1-4335-81a7-0d811f01f5cc req-44b14493-35ed-4831-b209-dff464aad338 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Dec 12 16:00:02.316788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ee04-ccfe-4ca8-bcb0-8745db8d35d4 req-df39e9a4-3079-469e-9436-77b6ea5bf123 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:02.318240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1620ee04-ccfe-4ca8-bcb0-8745db8d35d4 req-df39e9a4-3079-469e-9436-77b6ea5bf123 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0514996 Dec 12 16:00:02.364609 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1620ee04-ccfe-4ca8-bcb0-8745db8d35d4 req-776671f4-4a8d-47fd-be24-08ac6b3d77c2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Dec 12 16:00:03.482990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dca60-6248-407a-9472-c733a415d4a3 req-826e1029-520b-4bef-84a4-c438091b6bad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:03.484425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-018dca60-6248-407a-9472-c733a415d4a3 req-826e1029-520b-4bef-84a4-c438091b6bad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0481749 Dec 12 16:00:03.530200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-018dca60-6248-407a-9472-c733a415d4a3 req-fee3996e-e698-49f7-af95-3143e5caad8a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Dec 12 16:00:04.649328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188b029-ae6b-4f55-9438-dc90081d1d22 req-07a56522-e18c-4416-86ff-40fe39bf711f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:04.650761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d188b029-ae6b-4f55-9438-dc90081d1d22 req-07a56522-e18c-4416-86ff-40fe39bf711f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0474958 Dec 12 16:00:04.699767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d188b029-ae6b-4f55-9438-dc90081d1d22 req-18f7f45f-ab4b-4ce3-9ad5-f6a1ad895a81 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Dec 12 16:00:05.434324 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4306bb99-98bf-4987-80e5-661c4d820677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:05.784870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:00:05.820386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc44cd-cab6-4423-8bf3-d4c671f7d3e9 req-01f6a26b-3e1e-4eec-a60d-9cb748bee27d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:05.821967 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4afc44cd-cab6-4423-8bf3-d4c671f7d3e9 req-01f6a26b-3e1e-4eec-a60d-9cb748bee27d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 944 time: 0.0489540 Dec 12 16:00:05.870638 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4afc44cd-cab6-4423-8bf3-d4c671f7d3e9 req-c7ad06bf-eb69-463d-abd0-ba993c713d48 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Dec 12 16:00:05.885193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:05.896022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '36a2ef00-64c6-4557-b437-e23623b3d065', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '36a2ef00-64c6-4557-b437-e23623b3d065', 'mac_address': 'fa:16:3e:e8:ec:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:00:05.932253 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:05.945035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:00:05.965440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:05.968962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:06.014749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:06.203188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['36a2ef00-64c6-4557-b437-e23623b3d065'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:00:06.992901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba92a9-947f-45dc-a1fd-c544f324ae27 req-24cd744a-70c0-4a12-b073-337e4c51c8f8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:06.994357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46ba92a9-947f-45dc-a1fd-c544f324ae27 req-24cd744a-70c0-4a12-b073-337e4c51c8f8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 945 time: 0.0487647 Dec 12 16:00:07.040581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46ba92a9-947f-45dc-a1fd-c544f324ae27 req-a85bbd7f-cdd1-40c2-afb4-6821888d56f4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Dec 12 16:00:07.765480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09d075a0-1a31-4b56-a829-849dd079628a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:07.793272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:00:07.843623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 36a2ef00-64c6-4557-b437-e23623b3d065 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:00:07.843992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:07.931428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:07.954076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:00:07.956269 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79e9f3e-6e78-449e-849a-7644231a7f76" -d '{"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:00:07.968520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:07.973278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:07.995960 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed57a1-0ebd-4ee2-a224-1bf977b14291 x-openstack-request-id: req-efed57a1-0ebd-4ee2-a224-1bf977b14291 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:00:07.996252 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-plugged", "status": "completed", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:00:07.996504 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efed57a1-0ebd-4ee2-a224-1bf977b14291 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:00:07.996913 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'code': 200} Dec 12 16:00:08.022201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:08.193511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d519-adc1-40c7-84e4-1a831e994f81 req-4b671c6a-8ac7-4175-a621-9313cd5838ef tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:08.194963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f24d519-adc1-40c7-84e4-1a831e994f81 req-4b671c6a-8ac7-4175-a621-9313cd5838ef tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0696366 Dec 12 16:00:08.197362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df016-6bac-4aad-b3a6-57e7eb69b841 req-f13386d6-6b35-44a4-879d-7b020db47959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:08.198872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d26df016-6bac-4aad-b3a6-57e7eb69b841 req-f13386d6-6b35-44a4-879d-7b020db47959 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1098 time: 0.0817554 Dec 12 16:00:08.267464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f24d519-adc1-40c7-84e4-1a831e994f81 req-4c506042-615a-40f3-bd8e-169aec6df9ad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665534 Dec 12 16:00:08.269831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d26df016-6bac-4aad-b3a6-57e7eb69b841 req-a8b88eef-9f0c-4b40-8640-b7eeaf5374b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634222 Dec 12 16:00:08.666738 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:09.314697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:09.399695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67a05-a983-4e4e-8854-e6ac40aaa584 req-7159c809-9987-4bc2-b03e-f61bf762b9d2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:09.401349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72c67a05-a983-4e4e-8854-e6ac40aaa584 req-7159c809-9987-4bc2-b03e-f61bf762b9d2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0556340 Dec 12 16:00:09.452505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72c67a05-a983-4e4e-8854-e6ac40aaa584 req-308893b0-b043-429d-8b3f-8bbe9d4027c6 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Dec 12 16:00:10.424624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:10.575688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c1e1c-0ced-4490-a853-46de8b4474e9 req-f26ce915-8a9f-4299-9546-1ca4c5217093 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:10.577218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-548c1e1c-0ced-4490-a853-46de8b4474e9 req-f26ce915-8a9f-4299-9546-1ca4c5217093 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0486979 Dec 12 16:00:10.624491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-548c1e1c-0ced-4490-a853-46de8b4474e9 req-c4b21afe-6420-44fa-a26d-6dfb2296232c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413227 Dec 12 16:00:11.135520 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:11.410073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:13.268553 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:00:23.874174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-33b90b36-4edc-482e-b3a2-1674fac788b4 req-c8f24ca9-4a7f-4571-b2a9-95a16681f503 tempest-TestVolumeBootPattern-33223982 tempest-TestVolumeBootPattern-33223982-project] (103412) timed out ('10.222.0.13', 51819) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:00:24.650468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-1229ce76-dd47-43d7-ade5-75fa4bc7cd4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384061 Dec 12 16:00:24.733843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-cd805931-ca6d-4e6e-814e-40ce55106e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:24.735318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-cd805931-ca6d-4e6e-814e-40ce55106e7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 1098 time: 0.0440116 Dec 12 16:00:24.834150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-064a6fef-8446-4b6e-8630-813e74b50d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:24.835589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-064a6fef-8446-4b6e-8630-813e74b50d36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0822732 Dec 12 16:00:24.904741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-5a5b52ea-f9e8-47b7-918e-526ebbf11e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 200 len: 1002 time: 0.0614135 Dec 12 16:00:24.951223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-64cfbd91-cefc-491e-a38d-77a3311f891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:24.952604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-64cfbd91-cefc-491e-a38d-77a3311f891d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0416968 Dec 12 16:00:24.996253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-5762ee8e-e8a0-4167-bae9-76638de0b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:24.997703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-5762ee8e-e8a0-4167-bae9-76638de0b205 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383174 Dec 12 16:00:25.087639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-70bc9a8f-5252-4f33-8284-e37ea4cb946b service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829442 Dec 12 16:00:25.174950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73c89cc8-273d-4be1-95da-cb8f685bcff7 req-c2643b28-4f2a-4ac8-855c-d72e1f8862e6 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798032 Dec 12 16:00:35.436446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7936-8f96-40fb-9195-21660096a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:37.766693 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7ad9-5d18-4033-afbc-58f8e4573c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:38.667886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:39.322930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:40.427586 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:41.308082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:41.423481 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:46.860140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91802d36-23e7-485a-aa33-18e014281a79 req-7c683186-71ff-43b9-9a84-f6b8137b2671 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:46.861601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91802d36-23e7-485a-aa33-18e014281a79 req-7c683186-71ff-43b9-9a84-f6b8137b2671 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0506597 Dec 12 16:00:46.913709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91802d36-23e7-485a-aa33-18e014281a79 req-521d0593-09a4-45eb-af73-01bb8d3f8029 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Dec 12 16:00:48.037525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1a60a-9d84-4d30-8fa5-46747b8c7c79 req-2739d1b1-1146-47cc-892c-82f1c27da310 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:48.039000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2e1a60a-9d84-4d30-8fa5-46747b8c7c79 req-2739d1b1-1146-47cc-892c-82f1c27da310 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0489116 Dec 12 16:00:48.086350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2e1a60a-9d84-4d30-8fa5-46747b8c7c79 req-8f197548-0470-4762-bfa6-eba7dba8e385 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d4363a6-d4ee-4e81-9df4-f2390cd6d523&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409203 Dec 12 16:00:48.270659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-c4b1162f-af84-4c1b-866f-26d81313ee0b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:48.271986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-c4b1162f-af84-4c1b-866f-26d81313ee0b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 947 time: 0.0475988 Dec 12 16:00:48.363058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Deleting port 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:00:48.363391 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:48.447003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] For port 36a2ef00-64c6-4557-b437-e23623b3d065, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=36a2ef00-64c6-4557-b437-e23623b3d065,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:48.447361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:48.619064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:48.619333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:48.619646 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Floating IP 8bb8bd12-8983-47bf-8296-cbcdce913667 disassociated. External IP: 172.25.3.214, port: 36a2ef00-64c6-4557-b437-e23623b3d065. Dec 12 16:00:48.619979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Calling delete_port for 36a2ef00-64c6-4557-b437-e23623b3d065 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:00:48.742303 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:48.768245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'Port': ['ID=36a2ef00-64c6-4557-b437-e23623b3d065,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:48.779512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.779856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.780194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.780534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.780862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.781208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.781512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.781836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.782156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.782476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.782797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.783113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.783434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:48.891826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:00:48.995027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:00:49.005012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:00:49.014215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:00:49.014823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:00:49.037149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] No DVR routers for this DVR port 36a2ef00-64c6-4557-b437-e23623b3d065 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:00:49.039928 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:49.043946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94a9c1bb-b066-46cd-a287-6c5a6a806eff req-e4627f93-46c3-4bbc-8f6d-f545bd824cb3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "DELETE /v2.0/ports/36a2ef00-64c6-4557-b437-e23623b3d065 HTTP/1.1" status: 204 len: 173 time: 0.7646050 Dec 12 16:00:49.044393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-deleted', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:00:49.046718 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e7b7da-2ad9-4302-a530-dc0030c74f7f" -d '{"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-deleted", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:00:49.126917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:00:49.193153 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f10d1-e120-4c7d-8358-48db9569ab66 x-openstack-request-id: req-9b1f10d1-e120-4c7d-8358-48db9569ab66 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:00:49.193654 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249efe-537e-49e0-ba42-bd08dd4e3411", "name": "network-vif-deleted", "tag": "36a2ef00-64c6-4557-b437-e23623b3d065", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:00:49.193795 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b1f10d1-e120-4c7d-8358-48db9569ab66 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:00:49.194160 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a249efe-537e-49e0-ba42-bd08dd4e3411', 'name': 'network-vif-deleted', 'tag': '36a2ef00-64c6-4557-b437-e23623b3d065', 'status': 'completed', 'code': 200} Dec 12 16:00:49.364412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:00:49.392059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:00:49.400830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:00:49.401371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:00:49.484663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-006c4863-442b-42ac-8c04-bba878d7ae8c req-bc48bcc1-d986-4621-bbd8-527052e662c7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a249efe-537e-49e0-ba42-bd08dd4e3411 HTTP/1.1" status: 200 len: 210 time: 0.0268936 Dec 12 16:00:49.514319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:00:49.712402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:00:49.741750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99c554d-90ba-4dda-8c41-25537cd4794a None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:00:49.952591 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d07fca-de01-46b1-80ba-3ec04ec5d590 None None] New status for floating IP 8bb8bd12-8983-47bf-8296-cbcdce913667: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:00:50.266929 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:00:50.582330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49626) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:50.635580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.658629 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.704234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.706841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.707960 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d4363a6-d4ee-4e81-9df4-f2390cd6d523 HTTP/1.1" status: 204 len: 168 time: 0.1246104 Dec 12 16:00:50.710918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:50.717477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa9feb-e384-4960-8821-8c0841ee8b9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4363a6-d4ee-4e81-9df4-f2390cd6d523,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:50.732200 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-9747e948-d843-4e79-b2c6-d137c719268c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] show failed (client error): The resource could not be found. Dec 12 16:00:50.733537 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9747e948-d843-4e79-b2c6-d137c719268c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups/0d4363a6-d4ee-4e81-9df4-f2390cd6d523 HTTP/1.1" status: 404 len: 347 time: 0.0212605 Dec 12 16:00:50.736782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:50.858673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Deleting port 6becb914-82cd-4fa4-a729-50e4cd694e36 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:00:50.858914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.930497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.930825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:50.942121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Calling delete_port for 6becb914-82cd-4fa4-a729-50e4cd694e36 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:00:51.072522 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.098389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'Port': ['ID=6becb914-82cd-4fa4-a729-50e4cd694e36,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:51.123638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.123918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.124264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.124604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.124962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.125293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.125623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.125951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.126278 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.126607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.126933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.127255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.127580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:51.167085 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.169846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.171003 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-38d1ccd0-1235-47e3-a083-e5ccd9fb48cf tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "DELETE /v2.0/floatingips/8bb8bd12-8983-47bf-8296-cbcdce913667 HTTP/1.1" status: 204 len: 168 time: 0.4333191 Dec 12 16:00:51.454326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 49636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:51.459220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839402546', 'description': 'tempest-description--1922722945'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:51.480400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.549511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.552792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.580506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.581751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1261590 Dec 12 16:00:51.584860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:51.585623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b280e-9bd3-43df-8faa-1b71cef72c6e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:51.589525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group_rule': {'security_group_id': 'f22309ac-d1f8-44f5-8fc3-5dcbf22b811d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:51.616711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.661580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.664874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.687217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b51ca51-87be-4123-8cf5-0a1f45bdd8a4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:51.694654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.695842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d429f105-854f-4032-ae43-37c45fde1aa9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099474 Dec 12 16:00:51.698612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49640) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:51.702941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'security_group_rule': {'security_group_id': 'f22309ac-d1f8-44f5-8fc3-5dcbf22b811d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:51.727198 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.781086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.784421 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.799148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddcb14b-f952-4096-9b90-51fa848c8e60,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:51.809771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.810947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad77482c-9c82-48e3-aa23-4fb96448405b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114211 Dec 12 16:00:51.814103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49642) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:00:51.818338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:51.838208 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.931236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:51.997590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:00:52.017420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 36a2ef00-64c6-4557-b437-e23623b3d065 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:00:52.017765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 36a2ef00-64c6-4557-b437-e23623b3d065 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:00:52.036048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Allocated IP 172.25.3.146 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/551a50e8-00cd-4e71-88fd-f171be25ca00) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:00:52.133507 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.167205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.208780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:00:52.211593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:00:52.215689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:00:52.238841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=551a50e8-00cd-4e71-88fd-f171be25ca00,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:52.301151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.332283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.477789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.481802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.546062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=551a50e8-00cd-4e71-88fd-f171be25ca00,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:52.557600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.572168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:52.573443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-163235c5-862b-4c9a-b1d5-ba3a4f99b3b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7584250 Dec 12 16:00:52.723973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-239add63-b64c-4892-b04c-dd88f2d55df6 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--839402546&fields=id&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 267 time: 0.0455673 Dec 12 16:00:52.829550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-ce714516-024b-404e-a0db-fa7a64ad27a9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:52.834484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-ce714516-024b-404e-a0db-fa7a64ad27a9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 816 time: 0.1037483 Dec 12 16:00:52.846537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-4abba04a-c4b0-46e3-82b3-51419e01903e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/quotas/e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 375 time: 0.0099955 Dec 12 16:00:52.899008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-51f6b469-e750-4ccf-9e21-31f45a91dd6a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465550 Dec 12 16:00:52.915133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-17028e63-499f-4bf2-adfb-27cf34a04b78 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:00:52.916217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-17028e63-499f-4bf2-adfb-27cf34a04b78 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052543 Dec 12 16:00:53.007949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-1d4238b1-6ece-4e76-bf17-b457ce7183d1 service neutron] 10.222.0.36 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Dec 12 16:00:53.096613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-1ef719e9-6b3f-40bd-aba5-05956eb5b19a service neutron] 10.222.0.36 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821860 Dec 12 16:00:53.261149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-404f37c1-d5b4-4dec-bf93-e7bc53133127 req-e9330afa-063f-4abb-9288-6ee6fa8509b2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Dec 12 16:00:54.244694 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-5ded3301-4972-4e00-9b66-90f5135823b8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:54.246154 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-5ded3301-4972-4e00-9b66-90f5135823b8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 816 time: 0.1031644 Dec 12 16:00:54.318412 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-f0e041bb-1a4f-4cca-89c9-c500eaeb44a4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 379 time: 0.0550482 Dec 12 16:00:54.331126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'port': {'device_id': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'admin_state_up': True, 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'security_groups': ['f22309ac-d1f8-44f5-8fc3-5dcbf22b811d']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:54.361265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b88c1b0-3a2d-4528-821a-8533b768caa6 req-86c15dff-01ac-448f-810b-759fa6da214d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 210 time: 0.0259647 Dec 12 16:00:54.440353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Made reservation on behalf of e5264e9fd89641b8907a7cb848fa30be for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:00:54.443880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:54.568153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Allocated IP 172.20.0.9 (57d122c1-1daa-4c2e-aec8-e7df52445d1c/49929c5a-f6ee-4867-9944-4564c688726b/33d69fe9-b284-4e17-bc7a-5cbebd0d1db4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:00:54.699046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:54.732168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:54.780073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:00:54.783220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:00:54.787519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:00:54.811298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:54.839516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:54.840128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:54.856709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-a656f3d9-21e5-4941-ad8c-18c0e2832c59 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5291843 Dec 12 16:00:54.870656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-ae6a0a99-e33d-4b17-b7ad-39469aa6cb77 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:00:54.872265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-ae6a0a99-e33d-4b17-b7ad-39469aa6cb77 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057573 Dec 12 16:00:54.942815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Request body: {'port': {'device_id': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:00:54.996316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:54.998388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5c148e90-b1f4-46bc-b2c4-92f7ea8bff17 None None] Provisioning complete for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:00:54.998918 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5c148e90-b1f4-46bc-b2c4-92f7ea8bff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.034630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5c148e90-b1f4-46bc-b2c4-92f7ea8bff17 None None] Port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:00:55.252153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:00:55.259354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.271643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Transition to ACTIVE for port object 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:00:55.275478 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.324320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:55.393111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:00:55.393444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:00:55.393769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:00:55.398454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:00:55.398833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:00:55.404211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:00:55.404671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:00:55.404960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Bound using segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:00:55.405419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Bound port: 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:00:55.405729 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.476251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:00:55.481152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:00:55.487861 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.493641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf44e82-cafb-441c-a16d-d21df74d538d req-82ebefdc-73c1-41ba-acc8-7ae2536c6709 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:55.495495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbf44e82-cafb-441c-a16d-d21df74d538d req-82ebefdc-73c1-41ba-acc8-7ae2536c6709 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 943 time: 0.0541651 Dec 12 16:00:55.529468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:55.530056 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:55.531452 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] 10.222.0.30 "PUT /v2.0/ports/33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 1091 time: 0.6457877 Dec 12 16:00:55.531903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:00:55.534188 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d47f13-7110-44e0-b027-4114647881e8" -d '{"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:00:55.552751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa3deb-37da-4195-931a-ee14fe3ba98a service neutron] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:55.562104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbf44e82-cafb-441c-a16d-d21df74d538d req-3a89578d-9e41-4b19-9a02-f29e683d2489 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554211 Dec 12 16:00:55.598181 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f4c95e-15e3-4322-a5d8-fa8b9a909f15 x-openstack-request-id: req-78f4c95e-15e3-4322-a5d8-fa8b9a909f15 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:00:55.598657 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:00:55.599003 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78f4c95e-15e3-4322-a5d8-fa8b9a909f15 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:00:55.599512 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'status': 'completed', 'code': 200} Dec 12 16:00:55.635554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-c7138975-7c30-47d0-b7d8-048bc3f85ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:55.637159 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-c7138975-7c30-47d0-b7d8-048bc3f85ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1094 time: 0.0535595 Dec 12 16:00:55.688742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-9df41828-40a2-4b63-ac99-09e7f1021114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 217 time: 0.0399270 Dec 12 16:00:55.742358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-1d824412-9069-4a7e-b6ef-d812641cc127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:55.743825 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-1d824412-9069-4a7e-b6ef-d812641cc127 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0449796 Dec 12 16:00:55.790387 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abca90-2591-4386-9283-ef3a36db6943 req-74fba7f0-6dc2-421d-bfe3-e9eda179470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:55.792103 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-74fba7f0-6dc2-421d-bfe3-e9eda179470c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392663 Dec 12 16:00:56.195208 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-500b97a8-1edb-4ec2-ae1e-dbefd074119e service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916750 Dec 12 16:00:56.288707 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c4abca90-2591-4386-9283-ef3a36db6943 req-addec892-9615-49dd-8702-00a4970833b9 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809314 Dec 12 16:00:56.387367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d47f13-7110-44e0-b027-4114647881e8 req-7f44467f-078e-4303-abad-5dbeac904b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:56.388864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-7f44467f-078e-4303-abad-5dbeac904b66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1094 time: 0.0449367 Dec 12 16:00:56.475615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d47f13-7110-44e0-b027-4114647881e8 req-7ac1c569-3b95-42af-ae40-a0c002fb5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:56.477062 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-7ac1c569-3b95-42af-ae40-a0c002fb5683 service neutron] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0803699 Dec 12 16:00:56.518883 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-73f7cf25-0e79-4ce6-83f1-f18fc6bcdc7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 217 time: 0.0345645 Dec 12 16:00:56.571564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d47f13-7110-44e0-b027-4114647881e8 req-e956fbe0-1505-4425-bccc-275bb92767bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:56.573295 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-e956fbe0-1505-4425-bccc-275bb92767bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0475895 Dec 12 16:00:56.619776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d47f13-7110-44e0-b027-4114647881e8 req-fa8ac34a-25e4-4413-ba60-e67280c0dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:56.621304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-fa8ac34a-25e4-4413-ba60-e67280c0dabf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399916 Dec 12 16:00:56.703806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bffa86-8628-47c3-a1c0-331decb40725 req-45d4778c-c184-4fc6-982b-329d05330228 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:56.705318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0bffa86-8628-47c3-a1c0-331decb40725 req-45d4778c-c184-4fc6-982b-329d05330228 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 943 time: 0.0475368 Dec 12 16:00:56.716748 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-2dcb5a0e-0b58-4ab2-92b6-b013e6daf9cf service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876248 Dec 12 16:00:56.755889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0bffa86-8628-47c3-a1c0-331decb40725 req-6b3ba718-a97a-4e50-ad97-3ec08fc1ea8b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Dec 12 16:00:56.810743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f8d47f13-7110-44e0-b027-4114647881e8 req-832a9de1-29eb-4840-91fb-68744babcc11 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858335 Dec 12 16:00:57.872702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84818475-6da7-4615-9ab9-0f997a127536 req-c51ec6ec-92b8-4599-910b-8f80dd253a3b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:57.874150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84818475-6da7-4615-9ab9-0f997a127536 req-c51ec6ec-92b8-4599-910b-8f80dd253a3b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 943 time: 0.0484016 Dec 12 16:00:57.920093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84818475-6da7-4615-9ab9-0f997a127536 req-c165383a-3679-47cb-a1e8-db2c9d75a4a0 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 Dec 12 16:00:58.240650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:00:58.331591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:58.346459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:00:58.382254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:58.394597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:00:58.413474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:00:58.417349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:00:58.462809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:00:58.470525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.470878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.471244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.471580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.471912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.472239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.472563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.472914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.473239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.473559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.473881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.474200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.474519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:00:58.772354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:00:59.037210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41958c93-6f1a-487d-b397-dccbf234896c req-fa624073-82c5-4008-b87f-a0f83134deca tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:00:59.038558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41958c93-6f1a-487d-b397-dccbf234896c req-fa624073-82c5-4008-b87f-a0f83134deca tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0478854 Dec 12 16:00:59.084391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41958c93-6f1a-487d-b397-dccbf234896c req-fa9b6538-53af-4f7c-b85e-fe29a213e20f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399473 Dec 12 16:01:00.205190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881ef73-98d0-49d3-8711-54360ca3d87a req-6118838c-6a36-426c-9e1a-4877576d2335 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:00.206626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c881ef73-98d0-49d3-8711-54360ca3d87a req-6118838c-6a36-426c-9e1a-4877576d2335 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0510106 Dec 12 16:01:00.242882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:01:00.252900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c881ef73-98d0-49d3-8711-54360ca3d87a req-a13acc06-e247-4cfa-ac76-48984cba2dca tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403867 Dec 12 16:01:00.290334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:01:00.294380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:01:00.294748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:00.371287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:00.394298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:01:00.396604 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1061f0be-8746-45d1-b5c2-5c5301178976" -d '{"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:01:00.409014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:01:00.413219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:00.438168 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b20c3-256c-49e0-aef2-d217e925d39b x-openstack-request-id: req-2e4b20c3-256c-49e0-aef2-d217e925d39b {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:01:00.438457 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:01:00.438706 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e4b20c3-256c-49e0-aef2-d217e925d39b {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:01:00.439090 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'code': 200} Dec 12 16:01:00.464236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:01:00.535378 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741bc74-79ea-42c2-9dc5-cb9fc057f5f3 req-8e3f28a2-4617-4799-bbfc-41713cf75dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:00.536923 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0741bc74-79ea-42c2-9dc5-cb9fc057f5f3 req-8e3f28a2-4617-4799-bbfc-41713cf75dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1096 time: 0.0409708 Dec 12 16:01:00.585539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0741bc74-79ea-42c2-9dc5-cb9fc057f5f3 req-887b2b97-460c-4319-8b0b-f2a70074764f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376849 Dec 12 16:01:01.371363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc48c1-620b-455b-a3a6-b83f3867e4fc req-77d1d6e5-92a3-4465-9fc0-6ae2b467b7e7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:01.372911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5dc48c1-620b-455b-a3a6-b83f3867e4fc req-77d1d6e5-92a3-4465-9fc0-6ae2b467b7e7 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Dec 12 16:01:01.419602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5dc48c1-620b-455b-a3a6-b83f3867e4fc req-a4e32716-a9a5-4361-bbda-a873f9a204df tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407672 Dec 12 16:01:02.539573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c94d9-9ddc-4eb8-a88f-0411c6316d02 req-cc2e8f4c-667f-4d9b-80a2-6088efb4ea0e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:02.541038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f1c94d9-9ddc-4eb8-a88f-0411c6316d02 req-cc2e8f4c-667f-4d9b-80a2-6088efb4ea0e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0475836 Dec 12 16:01:02.591659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f1c94d9-9ddc-4eb8-a88f-0411c6316d02 req-5aa1958a-98cd-47ef-942d-989477b17674 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Dec 12 16:01:02.704876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56171-5ab0-4ad7-8570-849d46bedc8e req-11113218-f9be-4072-bce9-8e5605c4c69c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:02.706221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acb56171-5ab0-4ad7-8570-849d46bedc8e req-11113218-f9be-4072-bce9-8e5605c4c69c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0471129 Dec 12 16:01:02.714732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 49692) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:01:02.719431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Request body: {'floatingip': {'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:01:02.756979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:03.168349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:03.172116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:03.268810 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Floating IP 4cc2ee24-1f00-4a5f-aa7e-492743270aae associated. External IP: 172.25.3.146, port: 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4. Dec 12 16:01:03.469527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:01:03.574015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:01:03.579046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:03.585944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:01:03.595323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:01:03.595933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:01:03.605450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1ad92b4-45ae-46a2-a921-97a31752b970 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "PUT /v2.0/floatingips/4cc2ee24-1f00-4a5f-aa7e-492743270aae HTTP/1.1" status: 200 len: 991 time: 0.8892007 Dec 12 16:01:03.606076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:01:03.608710 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca" -d '{"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:01:03.648756 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d32df93-22df-4ce0-b3c2-715667570545 x-openstack-request-id: req-4d32df93-22df-4ce0-b3c2-715667570545 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:01:03.649054 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:01:03.649311 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d32df93-22df-4ce0-b3c2-715667570545 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:01:03.649721 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'status': 'completed', 'code': 200} Dec 12 16:01:03.709620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:01:03.718422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-6ef38aee-937f-4382-a4b2-e6552f9098ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:03.719919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-6ef38aee-937f-4382-a4b2-e6552f9098ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1096 time: 0.0447667 Dec 12 16:01:03.809758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-fee3a448-ddd7-42fd-86d4-c575a49c66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:03.811242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-fee3a448-ddd7-42fd-86d4-c575a49c66d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0845954 Dec 12 16:01:03.882903 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-967b2927-b528-4b7e-aade-8f7c22ba415c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 999 time: 0.0630300 Dec 12 16:01:03.931300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-934bc0f8-fe5c-44e5-abb8-d9b159ddeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:03.932779 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-934bc0f8-fe5c-44e5-abb8-d9b159ddeb1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0421751 Dec 12 16:01:03.933371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4cc2ee24-1f00-4a5f-aa7e-492743270aae', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:00:52Z', 'updated_at': '2021-12-12T16:01:03Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:01:03.959532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:01:03.967975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:01:03.968519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:01:03.977524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-10024abf-5245-4c2c-91b6-cd66284cb102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:03.979002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-10024abf-5245-4c2c-91b6-cd66284cb102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385809 Dec 12 16:01:04.071218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-45116962-8a3e-4777-8918-7837bb3d262c service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844035 Dec 12 16:01:04.073769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:01:04.164461 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c0cc2b7f-2640-4c95-a1e3-6e2ba65688ca req-5f6bd64d-29e1-439c-a2e2-6ccc080b0841 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864413 Dec 12 16:01:04.299020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4cc2ee24-1f00-4a5f-aa7e-492743270aae', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:00:52Z', 'updated_at': '2021-12-12T16:01:03Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:01:04.324553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35b9-ed16-4815-a4f5-50d50dec5571 None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4cc2ee24-1f00-4a5f-aa7e-492743270aae', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:00:52Z', 'updated_at': '2021-12-12T16:01:03Z', 'revision_number': 1, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:01:04.504612 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71f2da-3b4e-4f26-ba31-7a1d1efedbff None None] New status for floating IP 4cc2ee24-1f00-4a5f-aa7e-492743270aae: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:01:05.439653 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-76906b3b-dd1c-4929-a375-cf315ea5985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:07.767994 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-43502011-6968-4330-a242-43a5348f73de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:08.672265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:09.323507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:10.428643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:11.141359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:11.415149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:26.866947 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-88804f6b-c317-44b5-a863-75d10d6fcb53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400445 Dec 12 16:01:26.952326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688f70-6826-49f6-803c-fb6580aebecd req-8fda42af-a274-4d8f-9172-4f0504070b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:26.953819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-8fda42af-a274-4d8f-9172-4f0504070b39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1096 time: 0.0442672 Dec 12 16:01:27.055776 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688f70-6826-49f6-803c-fb6580aebecd req-f0dd2b16-c6b9-4049-8502-3f79842f1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:27.057609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-f0dd2b16-c6b9-4049-8502-3f79842f1931 service neutron] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0852795 Dec 12 16:01:27.128541 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-55f3bcba-c28d-4fac-bbde-61cd9ba9bd6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 1001 time: 0.0626616 Dec 12 16:01:27.179201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688f70-6826-49f6-803c-fb6580aebecd req-1b10e5a6-97ea-4eba-bf8a-b3547d4c7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:27.180673 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-1b10e5a6-97ea-4eba-bf8a-b3547d4c7225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0446670 Dec 12 16:01:27.226577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688f70-6826-49f6-803c-fb6580aebecd req-ac2bc6a2-931f-4de1-a7af-5c388139605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:01:27.228029 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-ac2bc6a2-931f-4de1-a7af-5c388139605a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398304 Dec 12 16:01:27.266389 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:01:27.318487 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-33516851-7028-4630-80c3-d0929bac468b service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828021 Dec 12 16:01:27.405828 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33688f70-6826-49f6-803c-fb6580aebecd req-2c781645-4fd6-4f55-b7fd-fb1e15d13e87 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800290 Dec 12 16:01:35.442835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0fee5c32-a6dc-4c5b-b0cf-ab0b033a1c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:37.768205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-610a2bed-3a43-41e9-a8cf-e690d928e886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:38.673642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:39.337589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:40.433239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:41.145206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:01:41.424383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:04.265589 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:02:05.446766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f09582c4-56f6-47f6-95c7-e21c834a3885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:07.769751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc0b197e-402b-450d-8ec3-8a89269f6343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:08.677231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:09.338373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:10.435242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:11.153210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:11.411596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:17.325908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-c58dac11-4712-4e89-bc94-38722d9516ef req-7bcd7bf5-9f83-46e7-8f20-9fc1fbaf6511 service neutron] (103411) timed out ('10.222.0.36', 40846) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:02:28.888017 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-c4a78bf8-b21e-4473-83c0-b15a0526586e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405130 Dec 12 16:02:28.977552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47742763-0a70-4ba3-8b19-18502bf59514 req-bf66c894-e603-497f-86ba-b89cd3291d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:28.979021 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-bf66c894-e603-497f-86ba-b89cd3291d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1096 time: 0.0449741 Dec 12 16:02:29.088517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47742763-0a70-4ba3-8b19-18502bf59514 req-2bc2dc17-e7d3-4a7f-af7d-5777d228f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:29.090030 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-2bc2dc17-e7d3-4a7f-af7d-5777d228f8e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0855720 Dec 12 16:02:29.161933 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-2e0c58ef-0951-43e4-90e2-0579c631e093 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 1001 time: 0.0629930 Dec 12 16:02:29.214779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47742763-0a70-4ba3-8b19-18502bf59514 req-76a99c02-776a-4369-99d0-aebdc800976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:29.216198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-76a99c02-776a-4369-99d0-aebdc800976a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0429652 Dec 12 16:02:29.266107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47742763-0a70-4ba3-8b19-18502bf59514 req-cb1275b2-fe9e-4e5b-8404-7486ba54c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:29.267552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-cb1275b2-fe9e-4e5b-8404-7486ba54c7ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391207 Dec 12 16:02:29.362175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-54f1b09a-dc87-49c7-8fee-429c40175eba service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824831 Dec 12 16:02:29.456084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-47742763-0a70-4ba3-8b19-18502bf59514 req-cd339951-a12d-46ea-bc5a-764adca21ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820992 Dec 12 16:02:35.450752 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-984c0107-f58d-4219-8b62-67584e59bd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:37.770529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f45fa39b-df38-4588-88e6-8646f2d4aa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:38.679861 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:39.338301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:40.437440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:41.145726 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:41.264589 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:02:41.428843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:45.544955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee18df-80ef-4605-af8a-b18269f03fd3 req-42b153d9-7865-4925-a506-d8e3db12b6d8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:45.546477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aeee18df-80ef-4605-af8a-b18269f03fd3 req-42b153d9-7865-4925-a506-d8e3db12b6d8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0601571 Dec 12 16:02:45.594582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aeee18df-80ef-4605-af8a-b18269f03fd3 req-e8224196-c858-4b62-81a1-f6700150e03f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417502 Dec 12 16:02:46.719470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcef070-3955-4dc9-9a0d-c56950d79295 req-e9f6c5f9-88df-475d-af60-8cd23726b836 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:46.720934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fcef070-3955-4dc9-9a0d-c56950d79295 req-e9f6c5f9-88df-475d-af60-8cd23726b836 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Dec 12 16:02:46.767213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fcef070-3955-4dc9-9a0d-c56950d79295 req-f797d664-cef5-4fd3-8c4c-a3d99d1ca1e2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403795 Dec 12 16:02:47.886314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700562b8-6d0c-41c4-935c-931e686d38eb req-8dd4f1e1-3fda-4478-a909-9bc37a726645 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:47.887756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-700562b8-6d0c-41c4-935c-931e686d38eb req-8dd4f1e1-3fda-4478-a909-9bc37a726645 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0477772 Dec 12 16:02:47.933046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-700562b8-6d0c-41c4-935c-931e686d38eb req-7a3c974d-5152-4aa1-b73d-31e7de6bf102 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393922 Dec 12 16:02:49.051250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80cc5f-5e36-4a78-855e-7763f041f361 req-e04f5e94-b241-4e43-9774-97f823b30875 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:49.052714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd80cc5f-5e36-4a78-855e-7763f041f361 req-e04f5e94-b241-4e43-9774-97f823b30875 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Dec 12 16:02:49.102250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd80cc5f-5e36-4a78-855e-7763f041f361 req-02ca6665-da32-492b-b654-fd9f49c00762 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436151 Dec 12 16:02:50.221605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1284-47ad-4c23-be96-b496397a3546 req-1b7bd82f-6183-4453-a31c-b3b7259b4987 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:50.223664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f7a1284-47ad-4c23-be96-b496397a3546 req-1b7bd82f-6183-4453-a31c-b3b7259b4987 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0491862 Dec 12 16:02:50.269350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f7a1284-47ad-4c23-be96-b496397a3546 req-651eb213-02ae-4adb-9432-73736e6f2412 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397344 Dec 12 16:02:51.386334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a0d0a-315c-4e50-86c2-f3e4e03028a4 req-22a3039c-ca41-44ff-9262-170bce170d56 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:51.387762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-310a0d0a-315c-4e50-86c2-f3e4e03028a4 req-22a3039c-ca41-44ff-9262-170bce170d56 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Dec 12 16:02:51.432861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-310a0d0a-315c-4e50-86c2-f3e4e03028a4 req-28787da0-c706-459e-ad65-d833ba0e54dd tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392666 Dec 12 16:02:52.554069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55e272-2a00-4e99-92fe-add77f43abdc req-5e4e5ac0-aa31-4462-9d10-4b66b3787eee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:52.555526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f55e272-2a00-4e99-92fe-add77f43abdc req-5e4e5ac0-aa31-4462-9d10-4b66b3787eee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0510037 Dec 12 16:02:52.601720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f55e272-2a00-4e99-92fe-add77f43abdc req-15616921-a86b-47a7-b3f2-9b5235893c68 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402572 Dec 12 16:02:53.719784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5d800-ac08-43d7-9323-d18233c8785a req-1306a91f-5f88-4bec-a916-001465377d14 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:53.721239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0d5d800-ac08-43d7-9323-d18233c8785a req-1306a91f-5f88-4bec-a916-001465377d14 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0474100 Dec 12 16:02:53.767084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0d5d800-ac08-43d7-9323-d18233c8785a req-c7fd045b-ee37-4edf-b9b7-b0a7d5e44440 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392704 Dec 12 16:02:54.888725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aabb1-8e81-4ee5-9db9-e9776c376283 req-c05785e0-7316-4415-96ce-efe527c5abab tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:54.890154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5aabb1-8e81-4ee5-9db9-e9776c376283 req-c05785e0-7316-4415-96ce-efe527c5abab tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0514176 Dec 12 16:02:54.935693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba5aabb1-8e81-4ee5-9db9-e9776c376283 req-d6cf6180-5d48-4d80-b099-ae32c4cdd39b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396357 Dec 12 16:02:56.053839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d520c57-082e-4235-b58d-fb336c613a7b req-e89561a3-c434-448f-b72b-9d54bfe9b5e1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:56.055381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d520c57-082e-4235-b58d-fb336c613a7b req-e89561a3-c434-448f-b72b-9d54bfe9b5e1 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0478139 Dec 12 16:02:56.101553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d520c57-082e-4235-b58d-fb336c613a7b req-0d03565b-9fb6-4d62-96fe-5c1d9f2347eb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Dec 12 16:02:56.809048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:02:56.900622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:02:56.914548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:02:56.951318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:56.964202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:02:56.982907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:02:56.986813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:57.034307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:02:57.041849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.042192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.042529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.042894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.043229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.043556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.043881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.044205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.044527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.044873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.045197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.045518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.045840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:02:57.073535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:02:57.223692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773245f-f814-4f77-a230-0970f41fda4d req-870b2ddc-bcc8-4769-9687-eacc6df167e4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:57.225185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e773245f-f814-4f77-a230-0970f41fda4d req-870b2ddc-bcc8-4769-9687-eacc6df167e4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0483065 Dec 12 16:02:57.274448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e773245f-f814-4f77-a230-0970f41fda4d req-3842e1a3-3a5b-43c4-a8e5-c6e4c914f24d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Dec 12 16:02:58.406928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371718d-faf7-4d2a-ac0d-f1422ee544ef req-4bb4e884-9788-4fe2-9ccf-2c19eb605a31 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:58.409378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7371718d-faf7-4d2a-ac0d-f1422ee544ef req-4bb4e884-9788-4fe2-9ccf-2c19eb605a31 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0529857 Dec 12 16:02:58.458772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7371718d-faf7-4d2a-ac0d-f1422ee544ef req-127e6a17-9fed-4464-91d9-9a8cb2d4ba11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435443 Dec 12 16:02:58.823023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:02:58.873472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:02:58.873974 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:58.958997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:58.986241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:02:58.989081 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442465cf-446d-457e-8b47-45b0e8b6496a" -d '{"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:02:59.002528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:02:59.007279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:02:59.058214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:02:59.101605 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039eb8c3-8723-4275-ae27-0bf67fd90c02 x-openstack-request-id: req-039eb8c3-8723-4275-ae27-0bf67fd90c02 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:02:59.102125 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:02:59.102573 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-039eb8c3-8723-4275-ae27-0bf67fd90c02 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:02:59.103154 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'code': 200} Dec 12 16:02:59.594307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f7904-a636-4c65-8d2b-7de909fd1203 req-4529c55c-961b-4c42-a78e-4d80484a1399 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:02:59.595837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-697f7904-a636-4c65-8d2b-7de909fd1203 req-4529c55c-961b-4c42-a78e-4d80484a1399 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0555334 Dec 12 16:02:59.649200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-697f7904-a636-4c65-8d2b-7de909fd1203 req-9b60c8a2-ddcd-4f7a-b754-4ef067cee550 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462759 Dec 12 16:03:00.788065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79648-f880-4714-889c-cad74bd6b96d req-d0ad55eb-7889-4eaf-907b-34c753f29909 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:00.789739 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28a79648-f880-4714-889c-cad74bd6b96d req-d0ad55eb-7889-4eaf-907b-34c753f29909 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0581036 Dec 12 16:03:00.841898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28a79648-f880-4714-889c-cad74bd6b96d req-08dcbca8-8f18-4a15-88ef-4e0cadc0c387 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456119 Dec 12 16:03:01.993388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fab28-1447-4b18-ac9f-600b9a70f8d1 req-bb2914d8-a2c3-4dd7-972b-97a2a32d2ef8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:01.995163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-046fab28-1447-4b18-ac9f-600b9a70f8d1 req-bb2914d8-a2c3-4dd7-972b-97a2a32d2ef8 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0544569 Dec 12 16:03:02.050298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-046fab28-1447-4b18-ac9f-600b9a70f8d1 req-2b312adb-f1a8-45ee-9adb-4ffc848d7032 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454428 Dec 12 16:03:03.194189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2182-6b8f-4dad-837a-adfc3c40da04 req-63fbb434-ad53-4990-a1eb-49e7a2d3309a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:03.195738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3d2182-6b8f-4dad-837a-adfc3c40da04 req-63fbb434-ad53-4990-a1eb-49e7a2d3309a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0629086 Dec 12 16:03:03.249805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa3d2182-6b8f-4dad-837a-adfc3c40da04 req-f72e26a8-3fb0-47b8-a81c-b28c9461ba41 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Dec 12 16:03:04.393817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f09bf-148c-4406-9651-38d21ceb975c req-04980f06-5065-496d-ae2d-0f285a2602eb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:04.395489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b4f09bf-148c-4406-9651-38d21ceb975c req-04980f06-5065-496d-ae2d-0f285a2602eb tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0560994 Dec 12 16:03:04.449165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b4f09bf-148c-4406-9651-38d21ceb975c req-207bcb0a-837b-45ef-a546-daadb16bf78e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468566 Dec 12 16:03:05.456978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-24842929-50cd-4af0-961e-98f0031740da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:05.582850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a63df-2136-451f-8776-f1b4d33b8bd8 req-42fc7d27-20a2-400e-b5be-e5b4ace8ad88 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:05.584524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956a63df-2136-451f-8776-f1b4d33b8bd8 req-42fc7d27-20a2-400e-b5be-e5b4ace8ad88 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0578635 Dec 12 16:03:05.635123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956a63df-2136-451f-8776-f1b4d33b8bd8 req-7689b5da-d161-40a6-8978-eabcebada129 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Dec 12 16:03:06.763815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bfa1-0f94-4f08-92bc-dce3e8ed3f88 req-9e5daf88-9609-432f-b711-0b7ec0c752f9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:06.765514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce57bfa1-0f94-4f08-92bc-dce3e8ed3f88 req-9e5daf88-9609-432f-b711-0b7ec0c752f9 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Dec 12 16:03:06.820769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce57bfa1-0f94-4f08-92bc-dce3e8ed3f88 req-5d805db3-ad57-4b22-aef8-824dc056a3aa tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483258 Dec 12 16:03:07.577210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-3cc4adac-dac6-491a-9fae-286d462f036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:07.578607 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-3cc4adac-dac6-491a-9fae-286d462f036a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1096 time: 0.0418427 Dec 12 16:03:07.670653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-ae906a8e-067c-4e18-892e-341a058d75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:07.672090 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-ae906a8e-067c-4e18-892e-341a058d75ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0860631 Dec 12 16:03:07.741774 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-a5c1c557-2eac-4b4e-bf97-acacf54f0943 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 1001 time: 0.0577109 Dec 12 16:03:07.772888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70eb3a02-1f68-465f-8ac8-6fea60a7006c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:07.801636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-5d8c775d-a45c-421e-88d7-0d0bfc9c16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:07.803074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-5d8c775d-a45c-421e-88d7-0d0bfc9c16da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0504971 Dec 12 16:03:07.851444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-e8acb177-e82d-48a0-b085-82cf70e1800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:07.852872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-e8acb177-e82d-48a0-b085-82cf70e1800f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401151 Dec 12 16:03:07.944395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d83c7-257b-4ff1-be57-bc2be9d818ca req-bcbe1eda-6d80-444b-b7f0-0a68505c3b26 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:07.945060 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-4d7c89a6-19b8-4179-b6af-7783e900f2fd service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825267 Dec 12 16:03:07.945897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d3d83c7-257b-4ff1-be57-bc2be9d818ca req-bcbe1eda-6d80-444b-b7f0-0a68505c3b26 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Dec 12 16:03:07.993365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d3d83c7-257b-4ff1-be57-bc2be9d818ca req-2d36945e-d6f1-4343-bc7f-e951e38b6b07 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Dec 12 16:03:08.043307 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b1262d5f-d559-4502-8b1d-567a48ce6094 req-6de33187-5493-4608-9a8e-e975e6c39a18 service neutron] 10.222.0.30 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872540 Dec 12 16:03:08.682962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:09.114824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18652cf9-c637-4f7e-a5b8-7d9848f8a090 req-184430d4-b0da-4589-bfc0-d455e875ac3d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:09.116256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18652cf9-c637-4f7e-a5b8-7d9848f8a090 req-184430d4-b0da-4589-bfc0-d455e875ac3d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Dec 12 16:03:09.163201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18652cf9-c637-4f7e-a5b8-7d9848f8a090 req-9df74348-70a3-490b-973e-974114c41745 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410478 Dec 12 16:03:09.338553 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:10.285929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588013-6bb7-49fa-b502-24e867e06b3e req-a4900890-d79a-4709-bb0b-732e834f5982 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:10.287831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54588013-6bb7-49fa-b502-24e867e06b3e req-a4900890-d79a-4709-bb0b-732e834f5982 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0531476 Dec 12 16:03:10.339004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54588013-6bb7-49fa-b502-24e867e06b3e req-c6e3d7c5-5a73-435e-abfa-a9c97c4f9838 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447514 Dec 12 16:03:10.442602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:10.914489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:03:10.992186 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:11.018152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:03:11.020613 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e7939-0f6d-4dd3-8c6a-a15a748c43c4" -d '{"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-unplugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:03:11.032656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:03:11.037588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:11.061829 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfc05e-b8ab-4a40-a8b9-8c04303c63af x-openstack-request-id: req-f6dfc05e-b8ab-4a40-a8b9-8c04303c63af {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:03:11.062128 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-unplugged", "status": "failed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "code": 422}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:03:11.062380 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6dfc05e-b8ab-4a40-a8b9-8c04303c63af {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:03:11.062768 n-d-710847-8 neutron-server[103413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'code': 422} returned with failed status Dec 12 16:03:11.087974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:03:11.108536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-afab8f96-1e56-49a6-abb4-20dec2f826e2 req-6dc3dbe9-f080-48db-be83-caf15cfd22f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:03:11.109578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-afab8f96-1e56-49a6-abb4-20dec2f826e2 req-6dc3dbe9-f080-48db-be83-caf15cfd22f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0557499 Dec 12 16:03:11.150288 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:11.278599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfe8bb-3a40-44cb-91fe-0aa8b600ef42 req-6161db03-889b-47e1-a2f3-34e75b519917 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:11.280005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22bfe8bb-3a40-44cb-91fe-0aa8b600ef42 req-6161db03-889b-47e1-a2f3-34e75b519917 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 943 time: 0.0585377 Dec 12 16:03:11.430383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:11.679193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-986f2655-f7eb-40c4-8ad0-fbe6cb5961c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4178643 Dec 12 16:03:11.690137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-22bfe8bb-3a40-44cb-91fe-0aa8b600ef42 req-2a1268c8-a99c-404c-9c7b-a3c54b56a6ee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513735 Dec 12 16:03:12.460829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-60bf3758-4935-40f0-9185-bf36f7b92cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:12.462280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-60bf3758-4935-40f0-9185-bf36f7b92cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9&tenant_id=e5264e9fd89641b8907a7cb848fa30be HTTP/1.1" status: 200 len: 1094 time: 0.0414338 Dec 12 16:03:12.473672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:03:12.526480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:12.717649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:03:12.751478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:03:12.807337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:03:12.817470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:12.834656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Transition to ACTIVE for port object 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:03:12.842660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4bdf-cd52-4802-85ea-c0851d267a9b req-7df7e2ef-0e3a-4225-8eb5-ca6e13f4495a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:12.844136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c6a4bdf-cd52-4802-85ea-c0851d267a9b req-7df7e2ef-0e3a-4225-8eb5-ca6e13f4495a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 943 time: 0.0733848 Dec 12 16:03:12.845271 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:12.958995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:03:12.975438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.975706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.976052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.976394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.976759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.977100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.977427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.977754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.978081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.978405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.978730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.979054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.979378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:03:12.985573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c6a4bdf-cd52-4802-85ea-c0851d267a9b req-d39ddaf5-1e59-4e31-a9a3-94546b231284 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337893 Dec 12 16:03:13.022664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] No DVR routers for this DVR port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:03:13.155978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:03:13.156248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:03:13.156574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:03:13.161530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:03:13.161849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Attempting to bind port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on network 57d122c1-1daa-4c2e-aec8-e7df52445d1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:03:13.166582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:03:13.166914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Checking segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:03:13.167293 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Bound using segment: {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:03:13.167713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Bound port: 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db980ec3-4cc0-449d-be28-4a3106e35f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:03:13.168062 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:13.231861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:03:13.234899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:03:13.238988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:13.274317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.274926 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:13.276346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] 10.222.0.13 "PUT /v2.0/ports/33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 1091 time: 0.8064401 Dec 12 16:03:13.276990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:03:13.279115 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7928acd2-d03a-4abc-b1da-860ee0065f99" -d '{"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:03:13.312145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e479ab-497e-4b54-93db-21ddf62dbef8 service neutron] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:03:13.330223 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4363b969-e0ca-4c42-807b-7f0e46383776 x-openstack-request-id: req-4363b969-e0ca-4c42-807b-7f0e46383776 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:03:13.330519 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:03:13.330775 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4363b969-e0ca-4c42-807b-7f0e46383776 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:03:13.331184 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'status': 'completed', 'code': 200} Dec 12 16:03:13.348199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-da7326a9-75b1-48fb-804a-79bf90176c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.349787 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-da7326a9-75b1-48fb-804a-79bf90176c9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1095 time: 0.0481544 Dec 12 16:03:13.447517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-e19548d0-9244-4b95-bee2-7e732fbbbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.449198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-e19548d0-9244-4b95-bee2-7e732fbbbfa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0916672 Dec 12 16:03:13.514755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-feb20099-0634-42bc-bd47-31097b8d36ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 999 time: 0.0584636 Dec 12 16:03:13.567091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-5ab00eb0-1bd2-40dd-8855-ddbec5af9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.568424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-5ab00eb0-1bd2-40dd-8855-ddbec5af9ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0469320 Dec 12 16:03:13.614276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-27f06bd2-06e6-4d65-8f61-138862080cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.615746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-27f06bd2-06e6-4d65-8f61-138862080cd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405271 Dec 12 16:03:13.702924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-0ccb8b9e-5fb7-4704-9cf8-a3f05ba35489 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798807 Dec 12 16:03:13.793378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-222f8369-2127-41fd-8f85-92eb8294ee3f service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838859 Dec 12 16:03:13.879433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-ba887e44-1c30-49ae-8f13-ee59ab3cdd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.881041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-ba887e44-1c30-49ae-8f13-ee59ab3cdd0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1095 time: 0.0416138 Dec 12 16:03:13.976959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-1dacdc57-8cbb-47ff-a505-a1f2e67e6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:13.978441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-1dacdc57-8cbb-47ff-a505-a1f2e67e6ade service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0903165 Dec 12 16:03:14.052579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-4187464c-556a-4236-a6c4-a150e2dccf0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 999 time: 0.0671377 Dec 12 16:03:14.163719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-ed3d5c95-2c88-438b-be09-5728cf31fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:14.165581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-ed3d5c95-2c88-438b-be09-5728cf31fae4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.1054213 Dec 12 16:03:14.179995 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a25ca-8c83-4c59-a025-4e20d3baf9f6 req-11e80dff-9c0d-4bad-9ffc-7c015ef5b6af tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:14.181766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-781a25ca-8c83-4c59-a025-4e20d3baf9f6 req-11e80dff-9c0d-4bad-9ffc-7c015ef5b6af tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.1102977 Dec 12 16:03:14.257183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-781a25ca-8c83-4c59-a025-4e20d3baf9f6 req-21e47b2c-14c3-499f-bb33-adc2adcb9dc6 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687439 Dec 12 16:03:15.386548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053d90-d52d-4284-bfa8-a20b34e5b874 req-bca37bc4-b682-4804-ab81-73b2284b957f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:15.388014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d053d90-d52d-4284-bfa8-a20b34e5b874 req-bca37bc4-b682-4804-ab81-73b2284b957f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0510609 Dec 12 16:03:15.435614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d053d90-d52d-4284-bfa8-a20b34e5b874 req-b7737aba-f495-40b4-8a1c-d90d35c15c4d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Dec 12 16:03:16.580359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33ae19-b031-437a-9b6f-4cc215b6ccf3 req-f74c4900-a940-47bb-9a3a-fb922f89cb9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:16.582178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d33ae19-b031-437a-9b6f-4cc215b6ccf3 req-f74c4900-a940-47bb-9a3a-fb922f89cb9f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0734677 Dec 12 16:03:16.640032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d33ae19-b031-437a-9b6f-4cc215b6ccf3 req-91c2079f-3318-4e83-bc1e-ac226251fbed tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507660 Dec 12 16:03:17.762560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53368645-8782-4c94-8186-2cf33d12c1e1 req-7e77e865-3629-4efa-b2a8-52cf440c609a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:17.763917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53368645-8782-4c94-8186-2cf33d12c1e1 req-7e77e865-3629-4efa-b2a8-52cf440c609a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0492232 Dec 12 16:03:17.817451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-53368645-8782-4c94-8186-2cf33d12c1e1 req-c8ab2ecd-6aa1-4957-b41f-d5f27d1e3687 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476508 Dec 12 16:03:18.263590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:03:18.960538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956308e5-8cd3-4798-bc74-cb6ff43d7301 req-b8b2e183-558b-426a-bd96-7fdef356dd42 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:18.962129 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956308e5-8cd3-4798-bc74-cb6ff43d7301 req-b8b2e183-558b-426a-bd96-7fdef356dd42 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0592337 Dec 12 16:03:19.012602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-956308e5-8cd3-4798-bc74-cb6ff43d7301 req-dd180703-4d33-4c7f-8a9b-6b7cba724c76 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Dec 12 16:03:20.160420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb867c9-0e90-40d3-90ef-96b3bad819e2 req-48f401d4-e3de-4de1-858a-42c18886bc8a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:20.162027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb867c9-0e90-40d3-90ef-96b3bad819e2 req-48f401d4-e3de-4de1-858a-42c18886bc8a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0729699 Dec 12 16:03:20.212834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb867c9-0e90-40d3-90ef-96b3bad819e2 req-d8d5ea9a-5798-4a87-aa9f-5112c12b9980 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 Dec 12 16:03:21.368009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9902265-b732-4d63-89d4-c98daa4f07b4 req-f89011e5-7340-4845-b32b-da3ecb2b8e0e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:21.369868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9902265-b732-4d63-89d4-c98daa4f07b4 req-f89011e5-7340-4845-b32b-da3ecb2b8e0e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0822194 Dec 12 16:03:21.419281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9902265-b732-4d63-89d4-c98daa4f07b4 req-35ad5d0c-6129-4722-bde0-56f2cf3f2d0c tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Dec 12 16:03:22.557285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2a241-7551-43f0-8d8c-76566cb921c2 req-a42b8a78-5e58-4fcf-9a16-1306532caaee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:22.558780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7a2a241-7551-43f0-8d8c-76566cb921c2 req-a42b8a78-5e58-4fcf-9a16-1306532caaee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Dec 12 16:03:22.610198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7a2a241-7551-43f0-8d8c-76566cb921c2 req-0d513de0-110b-4bc4-8c9b-5c2e9dda6b33 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451913 Dec 12 16:03:23.743667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34e345-affe-4617-a8c5-7990e72c6af2 req-38ef19d8-ddfb-4639-a61f-b5f8dfcbffa3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:23.745226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba34e345-affe-4617-a8c5-7990e72c6af2 req-38ef19d8-ddfb-4639-a61f-b5f8dfcbffa3 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0507607 Dec 12 16:03:23.793423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba34e345-affe-4617-a8c5-7990e72c6af2 req-9b9f545f-840e-496a-8686-b253ffd96484 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423088 Dec 12 16:03:24.919628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c1eca-e265-40da-92d4-5e0d8a5fc529 req-d124e239-c01d-4e55-b03e-31a44088b16a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:24.921183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b9c1eca-e265-40da-92d4-5e0d8a5fc529 req-d124e239-c01d-4e55-b03e-31a44088b16a tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0509162 Dec 12 16:03:24.968154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b9c1eca-e265-40da-92d4-5e0d8a5fc529 req-5361bce0-841f-459d-a23c-4f96528d55ad tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 Dec 12 16:03:25.780123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-0aca313c-b6d2-489e-bb22-c85b76d283df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:25.781631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-0aca313c-b6d2-489e-bb22-c85b76d283df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884008 Dec 12 16:03:25.873308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-7c739a15-aa1c-46b1-a528-fb13eb8c5acf service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801635 Dec 12 16:03:25.965348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7928acd2-d03a-4abc-b1da-860ee0065f99 req-d749b224-8c2e-44e4-999c-c1db7c975918 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839605 Dec 12 16:03:26.091712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a17a-8d89-4f7d-a373-d33e1e39f351 req-a803cb1e-e93a-450d-877d-62b40ca2640b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:26.093206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eda8a17a-8d89-4f7d-a373-d33e1e39f351 req-a803cb1e-e93a-450d-877d-62b40ca2640b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0519884 Dec 12 16:03:26.140504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eda8a17a-8d89-4f7d-a373-d33e1e39f351 req-b0ea9a02-65ee-4dcb-bb40-5bd7cc52e806 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Dec 12 16:03:27.259854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02292-113c-493f-b9b0-47e175ea8aa8 req-62fb13cc-eaaa-47e9-b8e2-1e1c2ad8c83f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:27.261324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ca02292-113c-493f-b9b0-47e175ea8aa8 req-62fb13cc-eaaa-47e9-b8e2-1e1c2ad8c83f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0482924 Dec 12 16:03:27.310991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ca02292-113c-493f-b9b0-47e175ea8aa8 req-f45f65b7-4bf4-4fe3-8794-6b0760d2592e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438042 Dec 12 16:03:28.248022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-a98856fa-6580-4c04-948e-59cf039b2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:28.249510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-a98856fa-6580-4c04-948e-59cf039b2c5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5264e9fd89641b8907a7cb848fa30be&device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1095 time: 0.0399923 Dec 12 16:03:28.349270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-b8a50635-0b2b-4053-b2bf-cbe99fa37c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:28.350716 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-b8a50635-0b2b-4053-b2bf-cbe99fa37c51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 200 len: 916 time: 0.0821171 Dec 12 16:03:28.443904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-1ea790c9-b2e0-45e9-b541-a31e14687f99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 200 len: 999 time: 0.0865397 Dec 12 16:03:28.466703 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7da5b5-b542-4ec7-af27-689fa1cace06 req-e7fb910f-f44c-4e5a-a817-2fec83cdd4b4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:28.468082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c7da5b5-b542-4ec7-af27-689fa1cace06 req-e7fb910f-f44c-4e5a-a817-2fec83cdd4b4 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 944 time: 0.0718122 Dec 12 16:03:28.522053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-5ed85c76-5edf-4d4c-b651-193267acdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:28.523464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-5ed85c76-5edf-4d4c-b651-193267acdd8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 200 len: 855 time: 0.0724473 Dec 12 16:03:28.549053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c7da5b5-b542-4ec7-af27-689fa1cace06 req-e71a3d51-820f-4c70-b341-914d7b093978 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640054 Dec 12 16:03:28.582215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-35a89a51-fdba-4893-8920-5683616a12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:28.583688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-35a89a51-fdba-4893-8920-5683616a12c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57d122c1-1daa-4c2e-aec8-e7df52445d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506194 Dec 12 16:03:28.670892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-b7ad90d3-c447-4deb-baee-16c39ea19c87 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802677 Dec 12 16:03:28.761133 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-174bf770-8c95-4682-b747-3d44e0fb7b25 req-e7e17281-f25c-462d-a018-fdaf7814af50 service neutron] 10.222.0.13 "GET /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835862 Dec 12 16:03:28.840451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:03:28.935257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:03:28.946997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'port_id': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'mac_address': 'fa:16:3e:e3:de:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:03:28.982661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:28.995544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:03:29.014447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:03:29.018578 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:29.063456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:03:29.269645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:03:29.670524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e42f2-6215-4ad6-aa83-5a3ca4b25797 req-e3f8c563-41d3-46bd-a007-ba34f9fb0e67 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:29.671971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-336e42f2-6215-4ad6-aa83-5a3ca4b25797 req-e3f8c563-41d3-46bd-a007-ba34f9fb0e67 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0484653 Dec 12 16:03:29.717917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-336e42f2-6215-4ad6-aa83-5a3ca4b25797 req-35b2bc2f-69a6-4194-9df2-bc089a4b0348 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401883 Dec 12 16:03:30.837086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be584c5-0b83-48dd-8b5d-21e170634ce3 req-cd62f1ac-3564-4029-b508-9d98bcebf29b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:30.838546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4be584c5-0b83-48dd-8b5d-21e170634ce3 req-cd62f1ac-3564-4029-b508-9d98bcebf29b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 945 time: 0.0484586 Dec 12 16:03:30.857421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:03:30.886260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4be584c5-0b83-48dd-8b5d-21e170634ce3 req-0884b74d-5a24-4adc-9341-76a59f740269 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Dec 12 16:03:30.913212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:03:30.917045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:03:30.917419 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:30.995542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:31.018793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:03:31.020976 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a829f-4fdc-4180-8182-aa094a31bd52" -d '{"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:03:31.033518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:03:31.037643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:31.063058 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f81bb3-5b1c-48d0-af72-fee95e3eae06 x-openstack-request-id: req-a5f81bb3-5b1c-48d0-af72-fee95e3eae06 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:03:31.063356 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-plugged", "status": "completed", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:03:31.063617 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5f81bb3-5b1c-48d0-af72-fee95e3eae06 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:03:31.064012 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'code': 200} Dec 12 16:03:31.092395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=12']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:03:31.229903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bc37c-93e2-4f7c-9b8e-65cd7912dbf7 req-e8d6bf9b-ccb2-4dc6-9974-59d51a8348d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:31.231363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb7bc37c-93e2-4f7c-9b8e-65cd7912dbf7 req-e8d6bf9b-ccb2-4dc6-9974-59d51a8348d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 1097 time: 0.0441611 Dec 12 16:03:31.274845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eb7bc37c-93e2-4f7c-9b8e-65cd7912dbf7 req-4527d387-cf93-4add-a1bf-5fe741ac4b82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363414 Dec 12 16:03:32.009526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436b3d1-240d-45d5-899b-35c90373d11e req-7e3cbf37-0309-4b90-a4e2-b68ecb2d39fe tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:32.011087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8436b3d1-240d-45d5-899b-35c90373d11e req-7e3cbf37-0309-4b90-a4e2-b68ecb2d39fe tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 946 time: 0.0510194 Dec 12 16:03:32.058218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8436b3d1-240d-45d5-899b-35c90373d11e req-8aee9486-bfca-4257-9279-c3beffd4e04e tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Dec 12 16:03:33.182236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a2b52-f2a4-43d1-8563-71dbb4e41e8d req-ff24b28c-51d3-4e4a-bfbb-a2c5dd7707ee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:03:33.183687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d47a2b52-f2a4-43d1-8563-71dbb4e41e8d req-ff24b28c-51d3-4e4a-bfbb-a2c5dd7707ee tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Dec 12 16:03:33.229355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d47a2b52-f2a4-43d1-8563-71dbb4e41e8d req-0d65172f-70ca-4ad3-a690-eee842ae5b5b tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 Dec 12 16:03:35.459092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dcea576f-8997-4552-9000-7e7574f2ff62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:37.774089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7020da1e-72db-442a-b1da-1b14f6af0fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:38.685384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:39.346470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:40.443328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:41.153105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:41.443685 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:03:55.266515 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:04:02.478761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474f1f8-a78b-47c1-96dc-4ea2ec04aec2 req-e30ae6fc-bca2-4712-adb8-71fa565ed67f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:02.480188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7474f1f8-a78b-47c1-96dc-4ea2ec04aec2 req-e30ae6fc-bca2-4712-adb8-71fa565ed67f tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 946 time: 0.0482337 Dec 12 16:04:02.527042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7474f1f8-a78b-47c1-96dc-4ea2ec04aec2 req-2def8663-e062-40f2-8aa8-bfbbf3d8e196 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Dec 12 16:04:03.652303 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de903e3-f9cf-4396-9a49-66b29bdb3c82 req-a10a60df-95f1-4490-ade6-ecdd205753e2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:03.653767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7de903e3-f9cf-4396-9a49-66b29bdb3c82 req-a10a60df-95f1-4490-ade6-ecdd205753e2 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 946 time: 0.0472462 Dec 12 16:04:03.726704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7de903e3-f9cf-4396-9a49-66b29bdb3c82 req-6a6443ff-76e9-4030-bff2-6346d4c369c6 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups?id=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670724 Dec 12 16:04:03.746191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-bfc72ef3-c85f-49eb-bfc3-0da98efefc60 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:03.746191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-bfc72ef3-c85f-49eb-bfc3-0da98efefc60 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "GET /v2.0/ports?device_id=605864f3-1c66-4bf2-97a2-435bb48f29a9 HTTP/1.1" status: 200 len: 946 time: 0.0657649 Dec 12 16:04:03.829902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Deleting port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:03.830141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:03.917271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] For port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:03.917622 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.080195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.080486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.080821 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Floating IP 4cc2ee24-1f00-4a5f-aa7e-492743270aae disassociated. External IP: 172.25.3.146, port: 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4. Dec 12 16:04:04.081259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Calling delete_port for 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:04.207430 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.236912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'Port': ['ID=33d69fe9-b284-4e17-bc7a-5cbebd0d1db4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:04.348385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:04:04.453998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:04:04.464182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:04:04.473488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:04.474103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:03:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:04.493015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] No DVR routers for this DVR port 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:04:04.495586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.499067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c10a53c2-fc13-4b96-a88e-af695468a795 req-6f5444c4-2189-4ddd-959e-92e3db0e2c11 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.13 "DELETE /v2.0/ports/33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 HTTP/1.1" status: 204 len: 173 time: 0.7486243 Dec 12 16:04:04.499523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-deleted', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:04:04.502677 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585070a-4bc0-43bb-b39f-0cd99461da41" -d '{"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-deleted", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:04:04.543384 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dda398-90b1-4ec3-a237-671b6e4a556f x-openstack-request-id: req-36dda398-90b1-4ec3-a237-671b6e4a556f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:04:04.543737 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605864f3-1c66-4bf2-97a2-435bb48f29a9", "name": "network-vif-deleted", "tag": "33d69fe9-b284-4e17-bc7a-5cbebd0d1db4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:04:04.544515 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36dda398-90b1-4ec3-a237-671b6e4a556f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:04:04.544962 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605864f3-1c66-4bf2-97a2-435bb48f29a9', 'name': 'network-vif-deleted', 'tag': '33d69fe9-b284-4e17-bc7a-5cbebd0d1db4', 'status': 'completed', 'code': 200} Dec 12 16:04:04.589640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:04.811214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:04.824241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50222) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:04.839896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:04:04.848439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:04.849085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:03:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:04.877558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.903863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.950875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.953463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:04.954636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "DELETE /v2.0/security-groups/f22309ac-d1f8-44f5-8fc3-5dcbf22b811d HTTP/1.1" status: 204 len: 168 time: 0.1293490 Dec 12 16:04:04.956494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:04.957478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:04.964039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290ae09-3087-4dc7-b27d-e29fce254637 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22309ac-d1f8-44f5-8fc3-5dcbf22b811d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:04.977700 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-7176adff-7769-40a7-b6af-35b9c9f0f4c5 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] show failed (client error): The resource could not be found. Dec 12 16:04:04.978796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7176adff-7769-40a7-b6af-35b9c9f0f4c5 tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "GET /v2.0/security-groups/f22309ac-d1f8-44f5-8fc3-5dcbf22b811d HTTP/1.1" status: 404 len: 347 time: 0.0202937 Dec 12 16:04:04.981681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:05.106203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Deleting port 551a50e8-00cd-4e71-88fd-f171be25ca00 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:05.106552 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.167079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:05.187271 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.187616 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.198207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf4de7-14d3-4d36-85e8-60c2bf39dc8a None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:21Z', 'revision_number': 4, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '0f5e7dd0-9658-4220-ae30-d220451def87', 'name': '', 'network_id': '57d122c1-1daa-4c2e-aec8-e7df52445d1c', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'mac_address': 'fa:16:3e:bd:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '49929c5a-f6ee-4867-9944-4564c688726b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:21Z', 'updated_at': '2021-12-12T15:57:26Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'subnets': [{'id': '49929c5a-f6ee-4867-9944-4564c688726b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:04:05.200389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Calling delete_port for 551a50e8-00cd-4e71-88fd-f171be25ca00 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:05.334647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.370274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Pushing event deleted for resources: {'Port': ['ID=551a50e8-00cd-4e71-88fd-f171be25ca00,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:05.392379 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.392755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.393105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.393451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.393788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.394127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.394463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.394794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.395126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.395478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.395790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.396108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.396488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:05.424017 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7042cbdd-0d4f-4c2d-86ae-4e9ad5fe3d18 None None] New status for floating IP 4cc2ee24-1f00-4a5f-aa7e-492743270aae: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:04:05.440810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.445186 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:05.449922 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff2a79aa-2241-4760-a5d8-a501ceaf057d tempest-AttachVolumeShelveTestJSON-1117467 tempest-AttachVolumeShelveTestJSON-1117467-project] 10.222.0.36 "DELETE /v2.0/floatingips/4cc2ee24-1f00-4a5f-aa7e-492743270aae HTTP/1.1" status: 204 len: 168 time: 0.4640729 Dec 12 16:04:05.463667 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f60b160d-ab8b-4424-9cb7-1cf09434dc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:07.121736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:04:07.141796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:04:07.142141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 33d69fe9-b284-4e17-bc7a-5cbebd0d1db4 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:04:07.776523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9eee58c0-6508-4e37-8200-fdecf92db3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:08.689421 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:09.354503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:10.447903 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.032812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50254) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:11.323971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.461065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.461812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.704237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Deleting port 0f5e7dd0-9658-4220-ae30-d220451def87 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:11.704565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.782771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] For port 0f5e7dd0-9658-4220-ae30-d220451def87, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0f5e7dd0-9658-4220-ae30-d220451def87,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:11.783040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:11.795212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Calling delete_port for 0f5e7dd0-9658-4220-ae30-d220451def87 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:11.977813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:12.003851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5e7dd0-9658-4220-ae30-d220451def87,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:12.163041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:12.719663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Router 28787f4e-f015-4e7a-b521-5a41e12abf31 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:04:12.823203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:04:12.829384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d8f87848-b46b-485d-93a5-41442a2cc212 admin admin] 10.222.0.36 "PUT /v2.0/routers/28787f4e-f015-4e7a-b521-5a41e12abf31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947843 Dec 12 16:04:12.831019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50258) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:12.835172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Sync routers for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:04:12.845848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:12.846456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:12.934595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:12.947713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:13.036829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.088616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Deleting port 82c9a6ed-749b-417b-be6d-f9edf91f04e0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:13.088985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.122387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T16:04:11Z', 'revision_number': 5, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port': {'id': '82c9a6ed-749b-417b-be6d-f9edf91f04e0', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T15:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:13.153548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Checking router: 28787f4e-f015-4e7a-b521-5a41e12abf31 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:04:13.163207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Routers {'28787f4e-f015-4e7a-b521-5a41e12abf31'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:13.163821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['28787f4e-f015-4e7a-b521-5a41e12abf31'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:13.175102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] For port 82c9a6ed-749b-417b-be6d-f9edf91f04e0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=82c9a6ed-749b-417b-be6d-f9edf91f04e0,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:13.175614 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.187285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Calling delete_port for 82c9a6ed-749b-417b-be6d-f9edf91f04e0 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:13.249207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] Set router 28787f4e-f015-4e7a-b521-5a41e12abf31 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:13.302737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T16:04:13Z', 'revision_number': 6, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:13.332855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ec56a-2de1-4a6d-9d09-a9f70b3b0c01 None None] The sync data for ids ['28787f4e-f015-4e7a-b521-5a41e12abf31'] in n-d-710847-8 is: [{'id': '28787f4e-f015-4e7a-b521-5a41e12abf31', 'name': 'tempest-AttachVolumeShelveTestJSON-379807484-router', 'tenant_id': 'e5264e9fd89641b8907a7cb848fa30be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T15:57:19Z', 'updated_at': '2021-12-12T16:04:13Z', 'revision_number': 6, 'project_id': 'e5264e9fd89641b8907a7cb848fa30be', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:04:13.352155 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.378681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Pushing event deleted for resources: {'Port': ['ID=82c9a6ed-749b-417b-be6d-f9edf91f04e0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:13.392776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ea995-f3ab-477d-bd4a-f2a9f1487d37 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:04:13.405388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.405740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.406083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.406425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.406757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.407090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.407419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.407751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.408078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.408405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.408759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.409084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.409407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:13.451452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.542916 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.545030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.586550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.587072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28787f4e-f015-4e7a-b521-5a41e12abf31 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:04:13.591520 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.592668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e99ca98-19e2-48d5-b42b-6102833a29bb admin admin] 10.222.0.36 "DELETE /v2.0/routers/28787f4e-f015-4e7a-b521-5a41e12abf31 HTTP/1.1" status: 204 len: 168 time: 0.7607837 Dec 12 16:04:13.595238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50260) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:13.638960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Deleting subnet 49929c5a-f6ee-4867-9944-4564c688726b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:04:13.641906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.675976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.763417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.799010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0f5e7dd0-9658-4220-ae30-d220451def87 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:04:13.818975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0f5e7dd0-9658-4220-ae30-d220451def87 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:04:13.819221 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.819363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0f5e7dd0-9658-4220-ae30-d220451def87 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:04:13.846888 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49929c5a-f6ee-4867-9944-4564c688726b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:13.853472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.856726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e0026f4-6b3b-40a5-889f-014ad674e449 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/49929c5a-f6ee-4867-9944-4564c688726b HTTP/1.1" status: 204 len: 168 time: 0.2604921 Dec 12 16:04:13.858733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90ccb1-bb89-423e-9a92-552aeb318006 None None] Network 57d122c1-1daa-4c2e-aec8-e7df52445d1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:04:13.859457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50262) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:13.930203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:13.984079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Deleting port d8c1c22f-75f0-4922-a983-275559ec330c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:13.984425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.044714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] For port d8c1c22f-75f0-4922-a983-275559ec330c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d8c1c22f-75f0-4922-a983-275559ec330c,segment=NetworkSegment(db980ec3-4cc0-449d-be28-4a3106e35f55),segment_id=db980ec3-4cc0-449d-be28-4a3106e35f55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:14.045018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.057760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Calling delete_port for d8c1c22f-75f0-4922-a983-275559ec330c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:14.108854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] DHCP port deletion for 57d122c1-1daa-4c2e-aec8-e7df52445d1c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:04:14.146054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.164420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Deleting port d8c1c22f-75f0-4922-a983-275559ec330c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:04:14.164970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.173083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c1c22f-75f0-4922-a983-275559ec330c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:14.174879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] No DVR routers for this DVR port d8c1c22f-75f0-4922-a983-275559ec330c on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:04:14.226861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] For port d8c1c22f-75f0-4922-a983-275559ec330c, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:14.227302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.240467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Calling delete_port for d8c1c22f-75f0-4922-a983-275559ec330c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:04:14.243172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Port d8c1c22f-75f0-4922-a983-275559ec330c was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 16:04:14.244953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.245970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.273073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d122c1-1daa-4c2e-aec8-e7df52445d1c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:14.274877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Pushing event deleted for resources: {'Port': ['ID=d8c1c22f-75f0-4922-a983-275559ec330c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:14.277270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] No DVR routers for this DVR port d8c1c22f-75f0-4922-a983-275559ec330c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:04:14.285213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.285596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.285919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.286267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.286605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.286946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.287279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.287612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.288416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.288416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.288608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.289030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.289359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2295f-9376-4bd7-8420-fcb73fe03cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:14.295833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db980ec3-4cc0-449d-be28-4a3106e35f55') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:14.296438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db980ec3-4cc0-449d-be28-4a3106e35f55') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:14.307034 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.321436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.328130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:04:14.328576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:04:14.330318 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:04:14.385680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.398576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.401804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/57d122c1-1daa-4c2e-aec8-e7df52445d1c HTTP/1.1" status: 204 len: 168 time: 0.5414348 Dec 12 16:04:14.412566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408058b-1bf7-437e-99e9-aa79cd46dfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d122c1-1daa-4c2e-aec8-e7df52445d1c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:14.512720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50266) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:14.550879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-98068ce5-7350-492c-a7d2-6f8fea73e927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5264e9fd89641b8907a7cb848fa30be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0369937 Dec 12 16:04:14.553224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50268) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:14.598328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.623898 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.669245 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.671835 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:14.672991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56e06fc4-a460-4f44-9cdf-4377247886fc HTTP/1.1" status: 204 len: 168 time: 0.1188800 Dec 12 16:04:14.680897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e800a85-499f-4dd1-a6fd-f8263608c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e06fc4-a460-4f44-9cdf-4377247886fc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:14.791830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-35aeb4b3-72ed-4790-a8e3-2eaaf4576963 req-e53e0752-fcf2-41f1-8a4d-fec32f8d91a4 service neutron] (103411) timed out ('10.222.0.13', 52346) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:04:15.357527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50290) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:15.451127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-735834225-network', 'tenant_id': '999637601bca49429c0ff520269a1de4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:15.472278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Made reservation on behalf of 999637601bca49429c0ff520269a1de4 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:04:15.474525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.483236 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.557540 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.561445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.578948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82c9a6ed-749b-417b-be6d-f9edf91f04e0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:04:15.580329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:04:15.600302 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.600646 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Added segment 756d878f-3372-44db-a816-9d4fd6f55e5b of type vlan for network c94eee50-46dd-4276-83f7-0e305b23b9b4 Dec 12 16:04:15.602120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d231b3f-ece7-4402-aa69-321a64fd2893,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:15.603920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 82c9a6ed-749b-417b-be6d-f9edf91f04e0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:04:15.604274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 82c9a6ed-749b-417b-be6d-f9edf91f04e0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:04:15.604722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d8c1c22f-75f0-4922-a983-275559ec330c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:04:15.635602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d8c1c22f-75f0-4922-a983-275559ec330c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:04:15.635960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d8c1c22f-75f0-4922-a983-275559ec330c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:04:15.643981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.669724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.670744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:15.671368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.729244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3706045 Dec 12 16:04:15.732206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:15.736247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046b39-fe62-46fc-a103-71ef36b1211d admin admin] Pushing event updated for resources: {'Network': ['ID=c94eee50-46dd-4276-83f7-0e305b23b9b4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:15.737659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Request body: {'subnet': {'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-735834225-subnet', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:15.747039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:04:15.764971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Made reservation on behalf of 999637601bca49429c0ff520269a1de4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:04:15.767296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.930628 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:15.990840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b073eb21-0135-4a99-bb0b-d3968a06d2b9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:15.994230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Checking segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:04:15.994587 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Network hostable DHCP agents. Network: c94eee50-46dd-4276-83f7-0e305b23b9b4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:04:16.011091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:04:16.018947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c94eee50-46dd-4276-83f7-0e305b23b9b4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:16.023644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:16.024593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.028686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8385269c-2f43-4c40-9084-fb6dac16bfdd None None] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:04:16.043704 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5046b451-413e-4b1b-88e9-0483634a406d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3078566 Dec 12 16:04:16.043914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:16.048521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:16.068896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.069897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.125083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.126390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c94eee50-46dd-4276-83f7-0e305b23b9b4', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:04:16.127387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.258483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.266500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Allocated IP 172.20.0.2 (c94eee50-46dd-4276-83f7-0e305b23b9b4/b073eb21-0135-4a99-bb0b-d3968a06d2b9/de019c76-ee60-4db2-9b3b-fa64e8432721) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:04:16.410348 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.416742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.458023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.460792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:16.464394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:16.466613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Pushing event updated for resources: {'Port': ['ID=de019c76-ee60-4db2-9b3b-fa64e8432721,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:16.468796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:04:16.480049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.525568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Attempting to bind port de019c76-ee60-4db2-9b3b-fa64e8432721 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:04:16.525854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Attempting to bind port de019c76-ee60-4db2-9b3b-fa64e8432721 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:04:16.526356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Attempting to bind port de019c76-ee60-4db2-9b3b-fa64e8432721 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:04:16.531162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:04:16.531541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Checking segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:04:16.531946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.532342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Bound using segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:04:16.532850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Bound port: de019c76-ee60-4db2-9b3b-fa64e8432721, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:04:16.533235 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.589385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Allocated IP 172.25.3.160 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/380880d0-10bd-44e7-a4ba-fb9b4260c763) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:04:16.596470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] For port de019c76-ee60-4db2-9b3b-fa64e8432721, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:04:16.600101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] For port de019c76-ee60-4db2-9b3b-fa64e8432721, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de019c76-ee60-4db2-9b3b-fa64e8432721,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:04:16.605058 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.662673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fbf77-474d-4bd1-a322-bf1f9d96b069 None None] Pushing event updated for resources: {'Port': ['ID=de019c76-ee60-4db2-9b3b-fa64e8432721,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:16.700293 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.734958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.777021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:16.780094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:16.783677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:04:16.816790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493e04f7-0dc1-41ec-bf50-bb4c69bed159 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:04:16.818643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Pushing event updated for resources: {'Port': ['ID=380880d0-10bd-44e7-a4ba-fb9b4260c763,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:16.934810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2797818b-ca6f-4377-af52-0bafb02b8d82 None None] Provisioning complete for port 380880d0-10bd-44e7-a4ba-fb9b4260c763 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:16.935723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2797818b-ca6f-4377-af52-0bafb02b8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:16.977076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2797818b-ca6f-4377-af52-0bafb02b8d82 None None] Port 380880d0-10bd-44e7-a4ba-fb9b4260c763 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:04:17.055334 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.545735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac4fbe-027e-4e02-8eff-73bb69d7fd0d None None] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:04:17.569216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.621978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] Provisioning complete for port de019c76-ee60-4db2-9b3b-fa64e8432721 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:17.622483 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.665238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de019c76-ee60-4db2-9b3b-fa64e8432721 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:04:17.703846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:04:17.760837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port de019c76-ee60-4db2-9b3b-fa64e8432721 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:17.761215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.801783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.817555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:04:17.830561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:04:17.843587 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:17.844397 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:17.844545 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.848394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-03dfb8cc-ee5a-4b49-92d7-d5b7ffee7f63 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8010757 Dec 12 16:04:17.848549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] For port de019c76-ee60-4db2-9b3b-fa64e8432721, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de019c76-ee60-4db2-9b3b-fa64e8432721,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:17.848719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50298) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:17.873864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.919852 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:17.954529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844a3d0-c4f8-48c3-a01c-3226efa0cff4 None None] Pushing event updated for resources: {'Port': ['ID=de019c76-ee60-4db2-9b3b-fa64e8432721,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:17.971792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:18.018203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:04:18.018560 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:04:18.020868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-595fd15e-d848-4b4d-aee9-341487317fc2 None None] Provisioning complete for port de019c76-ee60-4db2-9b3b-fa64e8432721 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:18.021239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-595fd15e-d848-4b4d-aee9-341487317fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.155890 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:16Z', 'revision_number': 3, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:18.185165 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:04:18.185510 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Updating router baa7b352-9dbd-458a-bd9f-cef8e16448a7 port 380880d0-10bd-44e7-a4ba-fb9b4260c763 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:04:18.212318 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.294869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.454987 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.458427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Allocated IP 172.20.0.1 (c94eee50-46dd-4276-83f7-0e305b23b9b4/b073eb21-0135-4a99-bb0b-d3968a06d2b9/96a8036d-9911-468c-9251-6624b411664a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:04:18.460410 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.503043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b448089-ad5c-4767-a259-2b96e0a248a1 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:04:18.514087 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Attempting to bind port 380880d0-10bd-44e7-a4ba-fb9b4260c763 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:04:18.514455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Attempting to bind port 380880d0-10bd-44e7-a4ba-fb9b4260c763 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:04:18.514793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Attempting to bind port 380880d0-10bd-44e7-a4ba-fb9b4260c763 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:04:18.523547 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:04:18.523914 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:04:18.524303 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.526672 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:04:18.526672 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Bound port: 380880d0-10bd-44e7-a4ba-fb9b4260c763, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:04:18.526672 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.528193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Pushing event updated for resources: {'Port': ['ID=380880d0-10bd-44e7-a4ba-fb9b4260c763,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:18.552375 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.552719 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.553094 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.553435 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.553819 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.554148 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.554472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.554793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.555112 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.555451 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.555753 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.556111 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.556412 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:04:18.580296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.594235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] For port 380880d0-10bd-44e7-a4ba-fb9b4260c763, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:04:18.597230 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] For port 380880d0-10bd-44e7-a4ba-fb9b4260c763, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=380880d0-10bd-44e7-a4ba-fb9b4260c763,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:04:18.601269 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.618585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.624043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] Provisioning complete for port 380880d0-10bd-44e7-a4ba-fb9b4260c763 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:18.624584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.659305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476282a3-1bbd-4172-8d59-a9914cf0fcd8 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:04:18.665242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:18.669068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:18.672675 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:04:18.675062 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:18.675891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:18.700323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Pushing event updated for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:18.721214 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87215-9f0d-4048-999f-517ed35a1964 None None] Pushing event updated for resources: {'Port': ['ID=380880d0-10bd-44e7-a4ba-fb9b4260c763,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:18.738092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.740689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.762637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] For port 380880d0-10bd-44e7-a4ba-fb9b4260c763, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=380880d0-10bd-44e7-a4ba-fb9b4260c763,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:18.767994 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.801636 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:18.832161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe990c9-5f6e-479a-9c9c-0a165614b142 None None] Pushing event updated for resources: {'Port': ['ID=380880d0-10bd-44e7-a4ba-fb9b4260c763,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:18.889868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:18.893887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1b048628-1e12-4b98-a577-320e4db5b059 None None] Provisioning complete for port 380880d0-10bd-44e7-a4ba-fb9b4260c763 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:18.894271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b048628-1e12-4b98-a577-320e4db5b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.004068 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:16Z', 'revision_number': 3, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:19.030568 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937ad33-3dd8-4df0-bd11-e328f84425f5 None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:16Z', 'revision_number': 3, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:04:19.069057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.074817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.097487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d1bbace8-e464-4123-a664-5d25e3ad11dc None None] Provisioning complete for port 96a8036d-9911-468c-9251-6624b411664a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:19.097955 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1bbace8-e464-4123-a664-5d25e3ad11dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.142207 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbace8-e464-4123-a664-5d25e3ad11dc None None] Port 96a8036d-9911-468c-9251-6624b411664a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:04:19.148574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.150941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Pushing event updated for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:19.254486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:19.256043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:19.385131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:04:19.502062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:04:19.507357 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5d870e53-3380-43a1-9034-a884dc9b095b admin admin] 10.222.0.36 "PUT /v2.0/routers/baa7b352-9dbd-458a-bd9f-cef8e16448a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577327 Dec 12 16:04:19.575041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c5aee6ad-b764-4c90-bdf5-bbf20e2758ba None None] Provisioning complete for port 96a8036d-9911-468c-9251-6624b411664a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:19.575589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5aee6ad-b764-4c90-bdf5-bbf20e2758ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.629453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c5aee6ad-b764-4c90-bdf5-bbf20e2758ba None None] Port 96a8036d-9911-468c-9251-6624b411664a cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:04:19.705204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de019c76-ee60-4db2-9b3b-fa64e8432721 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:04:19.755647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port de019c76-ee60-4db2-9b3b-fa64e8432721 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:19.756024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:19.839122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 380880d0-10bd-44e7-a4ba-fb9b4260c763 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:04:19.890084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 380880d0-10bd-44e7-a4ba-fb9b4260c763 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:19.890697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.184517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50306) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:20.189142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752179393', 'description': 'tempest-description--1581657543'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:20.210741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.279060 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.282717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.312074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.313336 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1277385 Dec 12 16:04:20.315297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1e4ba-01c4-4b9e-bfb6-8d621b644fdf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e1a56-b9ae-4655-9445-90d376b13eef,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:20.316328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:20.322362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e1a56-b9ae-4655-9445-90d376b13eef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:20.348503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.404515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.408982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.428950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6b6cee-1cee-4f87-ba18-0a9915a68f57,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:20.439624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.440887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4d986784-7daf-45c4-98ba-1b442d316c0d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234231 Dec 12 16:04:20.443424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:20.447897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group_rule': {'security_group_id': 'fe6e1a56-b9ae-4655-9445-90d376b13eef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:20.475330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.537044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.541629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.561133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ce083f-56f0-49ec-a8a2-fc6eab0c340c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:20.567803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.569056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-438495f8-d5da-48a0-a718-352be4ad3fdb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246943 Dec 12 16:04:20.572363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50312) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:20.577048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:20.605798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.707420 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.743606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:04:20.753574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:20.754262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:20.811658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Allocated IP 172.25.3.139 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e2e1fb21-ab07-4c59-8ab6-0417aea8aa57) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:04:20.920413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.953694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:20.994442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:20.997352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:21.000729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:04:21.021900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=e2e1fb21-ab07-4c59-8ab6-0417aea8aa57,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:21.023004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:21.092625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.125586 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.231175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 2, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:21.257489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:04:21.257865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Updating router baa7b352-9dbd-458a-bd9f-cef8e16448a7 port 96a8036d-9911-468c-9251-6624b411664a binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:04:21.276794 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.281318 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.281772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.351874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=e2e1fb21-ab07-4c59-8ab6-0417aea8aa57,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:21.358651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.375606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.385153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-19018659-a272-4885-b2e8-3dfa4d20620b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8034065 Dec 12 16:04:21.556004 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.561294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.615283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed427b-bb65-4553-b3d8-c3ac5b02f85e None None] Pushing event updated for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:21.660903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Attempting to bind port 96a8036d-9911-468c-9251-6624b411664a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:04:21.661310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Attempting to bind port 96a8036d-9911-468c-9251-6624b411664a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:04:21.661652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Attempting to bind port 96a8036d-9911-468c-9251-6624b411664a on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:04:21.667989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:04:21.668823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Checking segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:04:21.669239 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.669640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Bound using segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:04:21.670128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Bound port: 96a8036d-9911-468c-9251-6624b411664a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:04:21.670516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.678494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-55a8a70e-d6d9-468e-9c80-45a3b2f00f9d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1752179393&fields=id&tenant_id=999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 267 time: 0.0488138 Dec 12 16:04:21.740141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2d6fd79a-3022-4857-a715-5f371cb4b539 req-2b0e9ae2-382a-4daf-bfc7-20174e85ce0d service neutron] (103412) timed out ('10.222.0.30', 62919) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:04:21.746127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] For port 96a8036d-9911-468c-9251-6624b411664a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:04:21.751724 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] For port 96a8036d-9911-468c-9251-6624b411664a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96a8036d-9911-468c-9251-6624b411664a,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:04:21.757721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.800996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-c3f5735a-6958-499e-9aa6-bcd4098203d4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:21.802612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-c3f5735a-6958-499e-9aa6-bcd4098203d4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 810 time: 0.1169562 Dec 12 16:04:21.812798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:21.813432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:21.825068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-ea1231e2-dfbc-4b8a-b0b0-780d1e1c5ff2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/quotas/999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 375 time: 0.0112872 Dec 12 16:04:21.887657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed427b-bb65-4553-b3d8-c3ac5b02f85e None None] Pushing event updated for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:21.893130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-678a5430-717d-49e1-9554-f3909fd964ee tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603826 Dec 12 16:04:21.907832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] Provisioning complete for port 96a8036d-9911-468c-9251-6624b411664a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:21.908208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:21.908807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-0274cdd9-acdd-4dd4-a0c4-0d858926c66c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:04:21.909811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-0274cdd9-acdd-4dd4-a0c4-0d858926c66c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053258 Dec 12 16:04:21.993756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:22.016243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-adaadc64-da76-41a3-a246-4fed2e7f9be1 service neutron] 10.222.0.36 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996485 Dec 12 16:04:22.109367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7594fd3d-1b7a-4eea-9c5f-09fd4e4a59a5 service neutron] 10.222.0.36 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Dec 12 16:04:22.154830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:22.215705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] For port 96a8036d-9911-468c-9251-6624b411664a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96a8036d-9911-468c-9251-6624b411664a,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:22.223581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:22.303559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cfb32-c00d-4d20-9f06-9ee2562e24ba None None] Pushing event updated for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:22.317788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:21Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:22.354331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9a9ea-8770-46ff-beb3-53fb68f2e2dc None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:21Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:04:22.360106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6f120cb-a13e-4c38-974c-4f209cf1c420 req-719504ad-9f84-4ace-b5a7-de95c110dbe2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 210 time: 0.1011815 Dec 12 16:04:22.371722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d9b33207-e5a5-4a0a-924b-6b78f4c4f4bc None None] Provisioning complete for port 96a8036d-9911-468c-9251-6624b411664a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:22.372102 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d9b33207-e5a5-4a0a-924b-6b78f4c4f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:23.447962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-107e41fc-d9de-443c-9fa6-97bdab683346 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:23.449520 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-107e41fc-d9de-443c-9fa6-97bdab683346 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 810 time: 0.1120064 Dec 12 16:04:23.473337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f41fdd6c-4dac-4749-bc42-c7064896e4de req-878f40ef-ed85-450d-b8c4-db3ea88e0b8a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 210 time: 0.0277407 Dec 12 16:04:23.521224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-66a44760-dcb5-4db9-871b-9e0c7c99cc2f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 380 time: 0.0611939 Dec 12 16:04:23.531355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'port': {'device_id': '672b9407-42e9-442d-8336-f0eac9cda89d', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'admin_state_up': True, 'tenant_id': '999637601bca49429c0ff520269a1de4', 'security_groups': ['fe6e1a56-b9ae-4655-9445-90d376b13eef']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:23.599231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96a8036d-9911-468c-9251-6624b411664a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:04:23.644622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Made reservation on behalf of 999637601bca49429c0ff520269a1de4 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:04:23.648213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:23.652605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 96a8036d-9911-468c-9251-6624b411664a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:23.653005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:23.777489 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Allocated IP 172.20.0.6 (c94eee50-46dd-4276-83f7-0e305b23b9b4/b073eb21-0135-4a99-bb0b-d3968a06d2b9/04cefcda-aa28-4527-828a-4d58a89fafb6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:04:23.884096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-c98a3a17-9c55-4ddd-9b9e-79dcd4e62206 req-76649cc0-742f-45d3-97c5-120c3908a104 service neutron] (103412) timed out ('10.222.0.30', 62885) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:04:23.910892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:23.943569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:23.991922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:04:23.994942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:04:23.998528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:04:24.022113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:24.051624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.052256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.068297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-7a302c32-e230-4a5f-90f8-0718f5c1be0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5405333 Dec 12 16:04:24.085218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Request body: {'port': {'device_id': '672b9407-42e9-442d-8336-f0eac9cda89d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:24.144978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.217314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6db22c01-002b-4bd5-8910-60beff2fe183 None None] Provisioning complete for port 04cefcda-aa28-4527-828a-4d58a89fafb6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:24.217776 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6db22c01-002b-4bd5-8910-60beff2fe183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.250633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6db22c01-002b-4bd5-8910-60beff2fe183 None None] Port 04cefcda-aa28-4527-828a-4d58a89fafb6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:04:24.414648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cefcda-aa28-4527-828a-4d58a89fafb6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:04:24.422207 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.434546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Transition to ACTIVE for port object 04cefcda-aa28-4527-828a-4d58a89fafb6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:04:24.437656 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.489437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Pushing event updated for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:24.564273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Attempting to bind port 04cefcda-aa28-4527-828a-4d58a89fafb6 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:04:24.564711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Attempting to bind port 04cefcda-aa28-4527-828a-4d58a89fafb6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:04:24.565108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Attempting to bind port 04cefcda-aa28-4527-828a-4d58a89fafb6 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:04:24.569849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Port 04cefcda-aa28-4527-828a-4d58a89fafb6 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:04:24.570164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Attempting to bind port 04cefcda-aa28-4527-828a-4d58a89fafb6 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:04:24.575984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:04:24.576323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Checking segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:04:24.576732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Bound using segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:04:24.577156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Bound port: 04cefcda-aa28-4527-828a-4d58a89fafb6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:04:24.577509 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.613235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd89aec-1fef-4dc9-8dbd-e4715abe5ff0 req-edea52d8-e96b-4db1-86cb-4aaaab0259ea tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.615462 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cd89aec-1fef-4dc9-8dbd-e4715abe5ff0 req-edea52d8-e96b-4db1-86cb-4aaaab0259ea tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 943 time: 0.0685179 Dec 12 16:04:24.649329 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:04:24.653106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=04cefcda-aa28-4527-828a-4d58a89fafb6,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:04:24.658871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.669272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cd89aec-1fef-4dc9-8dbd-e4715abe5ff0 req-f3f033c0-782d-457c-94c4-2c1041f301e7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466669 Dec 12 16:04:24.703954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.704576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:24.706389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1091 time: 0.6255376 Dec 12 16:04:24.706830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:04:24.709126 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91632ed7-7810-44a0-92b8-6fbd4e79e756" -d '{"events": [{"name": "network-changed", "server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:04:24.732965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa618d-5faf-4207-b80a-970670c120b0 service neutron] Pushing event updated for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:24.804369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-374a5635-55e0-43fe-96f9-4656647266de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.805946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-374a5635-55e0-43fe-96f9-4656647266de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1094 time: 0.0515428 Dec 12 16:04:24.860578 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e051eb-c21c-4713-9499-6d5a65a689eb x-openstack-request-id: req-51e051eb-c21c-4713-9499-6d5a65a689eb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:04:24.861082 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:04:24.861218 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51e051eb-c21c-4713-9499-6d5a65a689eb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:04:24.861626 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'status': 'completed', 'code': 200} Dec 12 16:04:24.863742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-16b6d268-83c1-4df6-a92c-2e5ff0a10a59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 217 time: 0.0461755 Dec 12 16:04:24.917974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-0c311c97-11b2-4ae9-a04d-59474f31bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.919472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-0c311c97-11b2-4ae9-a04d-59474f31bf47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0463803 Dec 12 16:04:24.968839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-c95be195-c5b2-484c-a573-4ecd4d852527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:24.970355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-c95be195-c5b2-484c-a573-4ecd4d852527 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398676 Dec 12 16:04:25.069721 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-8b1f94fa-096d-4703-98d3-9f512afc048b service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Dec 12 16:04:25.164942 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a07bed3-ad6b-4379-9307-89a99e416143 req-744fb17a-ed10-411b-bd47-62ad00ec4270 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841200 Dec 12 16:04:25.253994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-0dea7ce0-de46-4671-ad44-4ed2a88ab6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:25.255453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-0dea7ce0-de46-4671-ad44-4ed2a88ab6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1094 time: 0.0431519 Dec 12 16:04:25.352889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-4285b241-2f7d-41a4-ab40-f466fa6887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:25.354357 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-4285b241-2f7d-41a4-ab40-f466fa6887dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0903687 Dec 12 16:04:25.397088 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-93c749ed-495f-410d-89c4-39628fabccbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 217 time: 0.0353653 Dec 12 16:04:25.452909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-049a4f7f-0c00-4411-bb7b-3a559b61d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:25.454319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-049a4f7f-0c00-4411-bb7b-3a559b61d844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0465269 Dec 12 16:04:25.501030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-1e61b948-8cd2-4416-a6f3-6f68273ad316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:25.502489 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-1e61b948-8cd2-4416-a6f3-6f68273ad316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400002 Dec 12 16:04:25.592314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-b870d2b9-a441-4b1d-8d0a-b9290e41483e service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812654 Dec 12 16:04:25.687648 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-91632ed7-7810-44a0-92b8-6fbd4e79e756 req-974b0aa8-693d-4b83-9993-55475b70fa28 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871158 Dec 12 16:04:25.784974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aebf3-2c55-43b9-9320-4fe76dc74922 req-9b905062-e284-4ba9-9401-9a483d9d09e9 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:25.786419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d02aebf3-2c55-43b9-9320-4fe76dc74922 req-9b905062-e284-4ba9-9401-9a483d9d09e9 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 943 time: 0.0487397 Dec 12 16:04:25.835494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d02aebf3-2c55-43b9-9320-4fe76dc74922 req-b0f2ebd0-17a8-4888-8fa6-b06d7934f086 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 Dec 12 16:04:26.957227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c2611-6ad8-422f-8557-5ec8717411d2 req-d4a2c221-186a-4dc4-81c9-a7e5d7947857 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:26.958662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf6c2611-6ad8-422f-8557-5ec8717411d2 req-d4a2c221-186a-4dc4-81c9-a7e5d7947857 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 943 time: 0.0528178 Dec 12 16:04:27.013272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf6c2611-6ad8-422f-8557-5ec8717411d2 req-d2b43de1-eec0-447a-bcb3-6dac32604115 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 Dec 12 16:04:27.226100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 04cefcda-aa28-4527-828a-4d58a89fafb6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:04:27.316611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=04cefcda-aa28-4527-828a-4d58a89fafb6,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:27.328162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'port_id': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'mac_address': 'fa:16:3e:e7:6a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:04:27.368934 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:27.381365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cefcda-aa28-4527-828a-4d58a89fafb6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:04:27.400906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=04cefcda-aa28-4527-828a-4d58a89fafb6,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:27.404255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:27.449870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:27.720970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['04cefcda-aa28-4527-828a-4d58a89fafb6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:04:28.129500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f0e54-d20d-4fa2-806a-218dbc036117 req-245fc80e-bb1c-4026-8a2e-8948572d1d90 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:28.131032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-936f0e54-d20d-4fa2-806a-218dbc036117 req-245fc80e-bb1c-4026-8a2e-8948572d1d90 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 944 time: 0.0498672 Dec 12 16:04:28.178985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-936f0e54-d20d-4fa2-806a-218dbc036117 req-0dcef57d-6127-42c0-89be-7344da6becaf tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Dec 12 16:04:29.245074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 04cefcda-aa28-4527-828a-4d58a89fafb6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:04:29.293267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 04cefcda-aa28-4527-828a-4d58a89fafb6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:04:29.295286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208bac6-1747-4e78-9703-df6c42ce6915 req-cf05a6b4-b4e9-44f0-a059-a6042fd45aa5 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:29.296784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1208bac6-1747-4e78-9703-df6c42ce6915 req-cf05a6b4-b4e9-44f0-a059-a6042fd45aa5 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 944 time: 0.0483472 Dec 12 16:04:29.297257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 04cefcda-aa28-4527-828a-4d58a89fafb6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:04:29.297630 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:29.347233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1208bac6-1747-4e78-9703-df6c42ce6915 req-73f67893-43d3-4d5e-89d0-af51f577bb1a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439761 Dec 12 16:04:29.374563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:29.399043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:04:29.401398 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c86f50-8a47-45c8-ba78-fbeb9081a24e" -d '{"events": [{"server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "name": "network-vif-plugged", "status": "completed", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:04:29.414232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=04cefcda-aa28-4527-828a-4d58a89fafb6,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:04:29.418581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:29.442750 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dae34a-622f-4d95-a419-af6a28657087 x-openstack-request-id: req-86dae34a-622f-4d95-a419-af6a28657087 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:04:29.443044 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "name": "network-vif-plugged", "status": "completed", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:04:29.443433 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86dae34a-622f-4d95-a419-af6a28657087 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:04:29.443829 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'code': 200} Dec 12 16:04:29.469789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:04:29.543649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1ec19-d708-4895-82ed-20a0f2ffaa03 req-cc65f546-5caa-49e9-a6ce-64569b301b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:29.545224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8eb1ec19-d708-4895-82ed-20a0f2ffaa03 req-cc65f546-5caa-49e9-a6ce-64569b301b13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0411518 Dec 12 16:04:29.590352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8eb1ec19-d708-4895-82ed-20a0f2ffaa03 req-c0b5ae5a-3164-4c32-a8fe-da7bfb7fd7c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376194 Dec 12 16:04:30.460655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac72bb-652d-4e4b-90a0-d20fa4491ffe req-dbc3651c-8247-4776-899d-4c2f1f8f9f8e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:30.462154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9ac72bb-652d-4e4b-90a0-d20fa4491ffe req-dbc3651c-8247-4776-899d-4c2f1f8f9f8e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0479534 Dec 12 16:04:30.507528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9ac72bb-652d-4e4b-90a0-d20fa4491ffe req-41ebc645-2ead-46d6-8cfb-7794cf51ca90 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396395 Dec 12 16:04:31.626546 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dcbe1-0bed-4df9-8597-a8b2123965fb req-792f4a31-fb58-4349-9d3a-be93fe5927a1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:31.627989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a55dcbe1-0bed-4df9-8597-a8b2123965fb req-792f4a31-fb58-4349-9d3a-be93fe5927a1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0481288 Dec 12 16:04:31.673328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a55dcbe1-0bed-4df9-8597-a8b2123965fb req-b1a977d8-5f50-4b1d-9387-e5b7ce8de6e5 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 Dec 12 16:04:31.791446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359120a8-453d-4ef9-9a3f-cb63b45d4be1 req-18d8c953-baca-4102-9b0d-a5a3f510c2cb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:31.792939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-359120a8-453d-4ef9-9a3f-cb63b45d4be1 req-18d8c953-baca-4102-9b0d-a5a3f510c2cb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0532308 Dec 12 16:04:31.801369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50366) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:04:31.805916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'floatingip': {'port_id': '04cefcda-aa28-4527-828a-4d58a89fafb6'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:04:31.845144 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:32.265330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:04:32.274014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:32.277996 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:32.380881 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Floating IP 4fec6889-78fa-4e82-ae9e-0d33fbaca23b associated. External IP: 172.25.3.139, port: 04cefcda-aa28-4527-828a-4d58a89fafb6. Dec 12 16:04:32.583625 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:04:33.035874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:04:33.041326 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:33.046112 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:04:33.055858 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:33.056504 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:33.067245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5de6961e-dca0-424e-8234-b73ca4496600 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "PUT /v2.0/floatingips/4fec6889-78fa-4e82-ae9e-0d33fbaca23b HTTP/1.1" status: 200 len: 991 time: 1.2648239 Dec 12 16:04:33.067827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:04:33.070095 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc" -d '{"events": [{"name": "network-changed", "server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:04:33.108254 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df88d732-86ec-43af-8577-5f251c5882a3 x-openstack-request-id: req-df88d732-86ec-43af-8577-5f251c5882a3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:04:33.108546 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:04:33.108849 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df88d732-86ec-43af-8577-5f251c5882a3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:04:33.109251 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'status': 'completed', 'code': 200} Dec 12 16:04:33.167449 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:33.175346 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-b144e714-3caf-42f5-872c-9d5467c924ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:33.176896 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-b144e714-3caf-42f5-872c-9d5467c924ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0409036 Dec 12 16:04:33.270528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-a985292c-c14e-4ae2-9d12-29824a7d2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:33.272004 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-a985292c-c14e-4ae2-9d12-29824a7d2288 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0882807 Dec 12 16:04:33.336340 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-488ce75c-0f9e-476f-9c39-46fc548fda78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 999 time: 0.0567148 Dec 12 16:04:33.387333 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4fec6889-78fa-4e82-ae9e-0d33fbaca23b', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:e7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672b9407-42e9-442d-8336-f0eac9cda89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:04:21Z', 'updated_at': '2021-12-12T16:04:32Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:33.390401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-13058690-9e60-474f-9220-e48a0954e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:33.391878 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-13058690-9e60-474f-9220-e48a0954e36b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0477104 Dec 12 16:04:33.413525 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:04:33.421762 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:04:33.422353 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:04:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:33.437873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-d7ba08b7-e490-44ff-a84c-a7c32235b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:04:33.439374 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-d7ba08b7-e490-44ff-a84c-a7c32235b456 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403965 Dec 12 16:04:33.532201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-41a59832-ca5a-4fa4-911b-51721b5bebd3 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Dec 12 16:04:33.619760 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:04:33.629040 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-73e3ac0c-b7e3-4a9d-bb31-e6851a08ccfc req-c84bb752-31f0-4496-aeb6-0c1e143033a0 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893676 Dec 12 16:04:33.833975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4fec6889-78fa-4e82-ae9e-0d33fbaca23b', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:e7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672b9407-42e9-442d-8336-f0eac9cda89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:04:21Z', 'updated_at': '2021-12-12T16:04:32Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:04:33.862791 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158c0c-a24a-43e7-82b5-540c6bb8db24 None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '4fec6889-78fa-4e82-ae9e-0d33fbaca23b', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:e7:6a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672b9407-42e9-442d-8336-f0eac9cda89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:04:21Z', 'updated_at': '2021-12-12T16:04:32Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:04:34.036160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3c5d16-7adc-4bd3-baa3-a9ce1aeaa076 None None] New status for floating IP 4fec6889-78fa-4e82-ae9e-0d33fbaca23b: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:04:35.467085 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60317e70-29a9-4187-968d-8222053ea571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:37.778459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e69e4a77-1a6c-4425-9abd-c730cc9ecf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:38.691604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:39.353376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:40.449812 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:41.156147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:04:41.466161 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:05.469743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41651a28-61b7-41f0-a7d2-3f8e810a5c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:07.779775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e87b083a-a7a2-4a2e-903e-89536f23399d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:08.696626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:09.264749 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:05:09.368371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:10.456547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:11.158176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:11.473054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:30.855633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-36ebc49c-c2d0-48e2-add1-7739c4168fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395198 Dec 12 16:05:30.940792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa45c-398f-4081-997c-d1a4e27d984e req-e56c5817-45bc-4583-86c0-2ab19b2581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:05:30.942244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-e56c5817-45bc-4583-86c0-2ab19b2581a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0402043 Dec 12 16:05:31.053250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa45c-398f-4081-997c-d1a4e27d984e req-5436c1aa-5389-433e-8975-e4f2a183d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:05:31.054696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-5436c1aa-5389-433e-8975-e4f2a183d91b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0871162 Dec 12 16:05:31.125782 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-82648758-80dd-4a37-b10d-5d47eeb893bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1001 time: 0.0597186 Dec 12 16:05:31.182440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa45c-398f-4081-997c-d1a4e27d984e req-3c279f2b-2417-43e4-97d6-d5f27d934b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:05:31.183975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-3c279f2b-2417-43e4-97d6-d5f27d934b18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0490277 Dec 12 16:05:31.235681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afa45c-398f-4081-997c-d1a4e27d984e req-e50c5039-6393-485e-9026-77bfc0eeace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:05:31.237144 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-e50c5039-6393-485e-9026-77bfc0eeace8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408387 Dec 12 16:05:31.330293 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-eb0ccd89-bd8d-4b05-80d9-1cca256ffadb service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811973 Dec 12 16:05:31.428754 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-08afa45c-398f-4081-997c-d1a4e27d984e req-5d27bc3d-fe98-4ca9-956b-dbdcfb8e292d service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856719 Dec 12 16:05:35.470690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ed8d21f1-efe9-42c6-998f-8ac44dd3f084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:37.781076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ddf4f1ae-b5aa-443c-9aed-38565c9cbb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:38.697084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:39.367431 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:40.454088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:41.162101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:41.490359 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:05:46.263986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:06:05.471463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4edc498-5377-4ebe-80e9-a758c141e026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:07.781767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2dc99213-a184-4cbe-a546-fbaec14332e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:08.701558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:09.368765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:10.457216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:11.163923 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:11.506651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:23.262860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:06:27.710518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedbbca-10b4-462f-89e8-77741a178942 req-97fde416-009d-49f5-aea0-41f784fb61c1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:27.711910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccedbbca-10b4-462f-89e8-77741a178942 req-97fde416-009d-49f5-aea0-41f784fb61c1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0511575 Dec 12 16:06:27.763492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccedbbca-10b4-462f-89e8-77741a178942 req-218d3f80-5fdf-4c60-90dc-3e88509d50fb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 Dec 12 16:06:28.882763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529d200-abfd-41c7-8421-5075a525d90f req-bf3065e0-4871-4964-8b83-bb09dad83479 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:28.884272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1529d200-abfd-41c7-8421-5075a525d90f req-bf3065e0-4871-4964-8b83-bb09dad83479 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0510788 Dec 12 16:06:28.934788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1529d200-abfd-41c7-8421-5075a525d90f req-dd84dea3-992c-4773-8adb-33ed8a4e4eec tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Dec 12 16:06:30.051263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6f5a-6e6e-4b6b-9c62-2b59cdf005a1 req-8e76fc4f-b673-4908-b1ef-967ceab4b749 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:30.052741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98ea6f5a-6e6e-4b6b-9c62-2b59cdf005a1 req-8e76fc4f-b673-4908-b1ef-967ceab4b749 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0484331 Dec 12 16:06:30.099584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98ea6f5a-6e6e-4b6b-9c62-2b59cdf005a1 req-08f14d71-1e90-4eb0-b3ff-51336aed419b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408924 Dec 12 16:06:31.218979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33781135-0042-4163-8e01-94707505dcc2 req-40fc7c92-d022-4e55-9c4e-aaa441f630e7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:31.220477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33781135-0042-4163-8e01-94707505dcc2 req-40fc7c92-d022-4e55-9c4e-aaa441f630e7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0526948 Dec 12 16:06:31.267238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33781135-0042-4163-8e01-94707505dcc2 req-c892166c-de69-4c18-be08-7ddd4663aaba tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Dec 12 16:06:31.979815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-b32d2225-b7aa-4af9-b4cf-4b1533bf7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:31.981354 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-b32d2225-b7aa-4af9-b4cf-4b1533bf7866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.1385241 Dec 12 16:06:32.096202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-84b8fff4-475f-4028-b5c3-22ae4743a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:32.097728 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-84b8fff4-475f-4028-b5c3-22ae4743a713 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0899217 Dec 12 16:06:32.166865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-d7a288a8-f9de-484b-8fe0-ede4585e4f30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1001 time: 0.0613654 Dec 12 16:06:32.219753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-c00b7cbd-9066-4752-bec7-27e94be87291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:32.221223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-c00b7cbd-9066-4752-bec7-27e94be87291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0432453 Dec 12 16:06:32.277251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-472ececf-51f5-4830-84f9-ca7fff30b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:32.278774 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-472ececf-51f5-4830-84f9-ca7fff30b846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468476 Dec 12 16:06:32.381278 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-dc73584e-bc0b-4cfb-b481-3a81347181ed service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871651 Dec 12 16:06:32.392700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347083e5-d12f-421c-ab4f-543a659277a9 req-1cbe6b76-4994-4165-b6ad-a8aeb5f46da3 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:32.394174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-347083e5-d12f-421c-ab4f-543a659277a9 req-1cbe6b76-4994-4165-b6ad-a8aeb5f46da3 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0523987 Dec 12 16:06:32.441094 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-347083e5-d12f-421c-ab4f-543a659277a9 req-65f7583f-dd78-4291-80e4-bb90b2f4e4ae tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Dec 12 16:06:32.476032 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fa85706e-3d75-49bf-ba30-f123ed344fd9 req-31d3d963-29d1-42cf-b593-68acbf5e50fe service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873041 Dec 12 16:06:33.556443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa67c-28b0-44f9-a330-cebe2a184a75 req-e7538dfc-6e84-4df6-9e5f-1f98c36326a2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:33.557948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-534aa67c-28b0-44f9-a330-cebe2a184a75 req-e7538dfc-6e84-4df6-9e5f-1f98c36326a2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0478463 Dec 12 16:06:33.606849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-534aa67c-28b0-44f9-a330-cebe2a184a75 req-401c19b5-44ee-4ab2-9720-17ebb3f14ef9 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Dec 12 16:06:34.724672 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b271b9-4efa-4118-9fde-3731195de043 req-d7a12977-2384-4e53-8af5-8c7e008d325f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:34.726115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b271b9-4efa-4118-9fde-3731195de043 req-d7a12977-2384-4e53-8af5-8c7e008d325f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0513647 Dec 12 16:06:34.772350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99b271b9-4efa-4118-9fde-3731195de043 req-66356576-d7f7-4fe5-89dd-0a38d69fa95d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Dec 12 16:06:35.474292 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a30c5166-ee43-4b5e-ad15-080c542f921c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:35.884548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115b9b2-562a-4102-ac6f-d5a6eb807b7c req-22a08517-d03a-48fa-b2f6-c37589987abc tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:35.886039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5115b9b2-562a-4102-ac6f-d5a6eb807b7c req-22a08517-d03a-48fa-b2f6-c37589987abc tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0479012 Dec 12 16:06:35.931450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5115b9b2-562a-4102-ac6f-d5a6eb807b7c req-dd475d5e-1a9a-4409-a472-d284b37c2785 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 Dec 12 16:06:37.051288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c05e0-269b-46e7-bb4b-9eef9f89dbe5 req-cd702262-d36c-488b-a73a-8aba99c615e1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:37.052815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-874c05e0-269b-46e7-bb4b-9eef9f89dbe5 req-cd702262-d36c-488b-a73a-8aba99c615e1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0505705 Dec 12 16:06:37.102894 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-874c05e0-269b-46e7-bb4b-9eef9f89dbe5 req-9bf88327-7742-4536-bccf-bf57d92e2a51 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Dec 12 16:06:37.783000 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19dacd1f-97a8-488e-85f0-bb605292606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:38.219900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0832-fe91-4c87-a64c-6da079cc7849 req-76ffb9db-c6c3-42f3-bfc4-6cc6c2007325 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.221423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1afb0832-fe91-4c87-a64c-6da079cc7849 req-76ffb9db-c6c3-42f3-bfc4-6cc6c2007325 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0488021 Dec 12 16:06:38.266872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1afb0832-fe91-4c87-a64c-6da079cc7849 req-53b6814d-f1c2-487e-a6ae-22825eeb633a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396285 Dec 12 16:06:38.459668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaea91-736c-46cb-9da4-0707622d8b51 req-c9ac9479-b195-456c-a77d-206b637beeeb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.461178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8abaea91-736c-46cb-9da4-0707622d8b51 req-c9ac9479-b195-456c-a77d-206b637beeeb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0479333 Dec 12 16:06:38.497136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-ac1445e3-fd27-4009-bc59-c2b1323c35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.498650 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-ac1445e3-fd27-4009-bc59-c2b1323c35e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0436907 Dec 12 16:06:38.510057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8abaea91-736c-46cb-9da4-0707622d8b51 req-5d22a0ac-7715-4c25-8257-6d1322c70ded tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420737 Dec 12 16:06:38.595229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-10c401f7-4523-407a-acb2-c5c502368daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.596767 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-10c401f7-4523-407a-acb2-c5c502368daa service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0881214 Dec 12 16:06:38.665028 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-697ffa13-c752-45c0-8be2-aa14c8d6483e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1001 time: 0.0575728 Dec 12 16:06:38.704170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:38.717737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-3842366f-c128-40e2-8e03-c1958ed1213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.719207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-3842366f-c128-40e2-8e03-c1958ed1213a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0442879 Dec 12 16:06:38.775501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-d660987d-6ad2-43a3-b4e1-f1ef26f92a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:38.776962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-d660987d-6ad2-43a3-b4e1-f1ef26f92a2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454054 Dec 12 16:06:38.868706 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-610dcb88-8d2a-4346-a238-b0154b8426ef service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793207 Dec 12 16:06:38.963571 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fb17bd07-c7f2-464d-bfb5-f27bb6b795f2 req-c1ab72a8-0253-4deb-a4f9-c696795f25a9 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835915 Dec 12 16:06:39.368238 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:39.642436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf76bea-0d52-470e-ba0c-f3437e5a2e08 req-c87cc21d-7a4c-4fef-b6f6-bda5ec5b3082 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:39.643890 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf76bea-0d52-470e-ba0c-f3437e5a2e08 req-c87cc21d-7a4c-4fef-b6f6-bda5ec5b3082 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0577855 Dec 12 16:06:39.691048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7cf76bea-0d52-470e-ba0c-f3437e5a2e08 req-31be9dc1-ae4c-4173-9135-46cf1a6930fe tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Dec 12 16:06:40.460550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:40.806400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9b9c2-bb1e-442a-8027-aeccf2306f29 req-ef2206ef-62d3-4f4f-b043-15c60d351aa7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:06:40.807881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00f9b9c2-bb1e-442a-8027-aeccf2306f29 req-ef2206ef-62d3-4f4f-b043-15c60d351aa7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0480082 Dec 12 16:06:40.858602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00f9b9c2-bb1e-442a-8027-aeccf2306f29 req-6632840b-e4f3-427d-9e95-f379beb152da tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Dec 12 16:06:41.166306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:06:41.520010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:00.262763 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:07:05.475695 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-476b7aed-b00c-4e59-9fa8-c04ac5eaf3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:07.786956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a230dc82-e93a-420d-8d17-8c052b10d05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:08.706790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:09.383829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:10.461835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:11.169074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:11.521362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:19.318721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d05e3-eedb-4a14-b949-c426ac4f64c5 req-d92fb535-b375-4fa2-bfd5-ada672cdf592 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:19.320198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-795d05e3-eedb-4a14-b949-c426ac4f64c5 req-d92fb535-b375-4fa2-bfd5-ada672cdf592 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0514655 Dec 12 16:07:19.378136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-795d05e3-eedb-4a14-b949-c426ac4f64c5 req-b1e8876a-bbef-4b7b-8a9f-26d104403cfe tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483313 Dec 12 16:07:20.493348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0505e28-140b-4643-8f64-89fcc0a3b96d req-c4122c9b-8cf6-4366-8886-05633b230696 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:20.494795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0505e28-140b-4643-8f64-89fcc0a3b96d req-c4122c9b-8cf6-4366-8886-05633b230696 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0485368 Dec 12 16:07:20.540059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c0505e28-140b-4643-8f64-89fcc0a3b96d req-87822f6c-84de-4a07-86e6-ec0416c3548e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394282 Dec 12 16:07:21.657909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a785b2-d4b4-4e29-82fd-91d99c5c9710 req-808228fe-b1e2-434c-a461-deaf0438dd93 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:21.659399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a785b2-d4b4-4e29-82fd-91d99c5c9710 req-808228fe-b1e2-434c-a461-deaf0438dd93 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0490153 Dec 12 16:07:21.704624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b6a785b2-d4b4-4e29-82fd-91d99c5c9710 req-4001bcc0-b7bb-4a7a-8af6-98df7e970309 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Dec 12 16:07:22.824358 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2d4e-2dd7-42f2-a964-c04404694a99 req-b3d3ef60-3dc4-4eb1-b088-b0a87860010c tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:22.825844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb0b2d4e-2dd7-42f2-a964-c04404694a99 req-b3d3ef60-3dc4-4eb1-b088-b0a87860010c tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0528133 Dec 12 16:07:22.872851 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb0b2d4e-2dd7-42f2-a964-c04404694a99 req-1493dbb9-84af-4c33-aa98-eb5170e61f65 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405748 Dec 12 16:07:23.987087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce6f84-49a7-45ba-b3c2-79108ca91680 req-79fe30ef-a8a9-47be-8eef-5621da74059e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:23.988822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dce6f84-49a7-45ba-b3c2-79108ca91680 req-79fe30ef-a8a9-47be-8eef-5621da74059e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0484753 Dec 12 16:07:24.035958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dce6f84-49a7-45ba-b3c2-79108ca91680 req-1f9dcc0a-88d3-46e4-bf72-ad356bdc0337 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Dec 12 16:07:25.157564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f6fe-18ee-413c-9858-407dfda1dc98 req-8b4500ee-2200-4ee9-ac82-91ed849c852a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:25.159117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3730f6fe-18ee-413c-9858-407dfda1dc98 req-8b4500ee-2200-4ee9-ac82-91ed849c852a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0534933 Dec 12 16:07:25.207432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3730f6fe-18ee-413c-9858-407dfda1dc98 req-6429b868-1b27-45b9-8ed6-9fe6a56ec7ad tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Dec 12 16:07:26.323221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8566-87f7-4634-8ec0-700b0f20c3ae req-13b25a44-afcc-480f-b484-061fce674b64 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:26.324808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d49e8566-87f7-4634-8ec0-700b0f20c3ae req-13b25a44-afcc-480f-b484-061fce674b64 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0486348 Dec 12 16:07:26.371494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d49e8566-87f7-4634-8ec0-700b0f20c3ae req-ab46d9a1-c5be-41d5-aaba-9a5b0828eb34 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Dec 12 16:07:27.482810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42502b84-4967-4eef-a914-49548ef51a0a req-cddb1280-e062-41ab-a16f-b982b10077d6 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:27.484244 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42502b84-4967-4eef-a914-49548ef51a0a req-cddb1280-e062-41ab-a16f-b982b10077d6 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0474153 Dec 12 16:07:27.534572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-42502b84-4967-4eef-a914-49548ef51a0a req-6b60137c-1730-4d9b-88e0-4730aba6a2f3 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Dec 12 16:07:28.651237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bf5e9-f08a-4642-9991-ce582939679f req-d2bcc20d-d0d2-47f4-8f38-9e449adf13a4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:28.652729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-031bf5e9-f08a-4642-9991-ce582939679f req-d2bcc20d-d0d2-47f4-8f38-9e449adf13a4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0492771 Dec 12 16:07:28.698412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-031bf5e9-f08a-4642-9991-ce582939679f req-38be3767-36fd-4741-b255-1807614a6aef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396881 Dec 12 16:07:29.813143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28804ddd-8e27-4741-9b69-884e29726e5b req-0c5c4ba6-cd9e-4e29-92b6-0ee3e33cb4ed tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:29.814589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28804ddd-8e27-4741-9b69-884e29726e5b req-0c5c4ba6-cd9e-4e29-92b6-0ee3e33cb4ed tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0487094 Dec 12 16:07:29.860998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28804ddd-8e27-4741-9b69-884e29726e5b req-fdb8c80b-d74c-485c-90ba-c79c68a7073b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Dec 12 16:07:30.061332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4217-090d-4221-88ef-4dd69749a1c6 req-8fd80718-d98c-43c8-b75c-76238f55a0af tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:30.062827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38fc4217-090d-4221-88ef-4dd69749a1c6 req-8fd80718-d98c-43c8-b75c-76238f55a0af tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0565155 Dec 12 16:07:30.105068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-4d1c10f7-5189-4ffa-8d33-f5a53310c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:30.106603 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-4d1c10f7-5189-4ffa-8d33-f5a53310c733 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0413160 Dec 12 16:07:30.110784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38fc4217-090d-4221-88ef-4dd69749a1c6 req-f6924cd3-c084-4881-80f9-3375d66279da tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Dec 12 16:07:30.200150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-90cf2c7e-0ebd-4fc0-b93d-ec0fdd049c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:30.201695 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-90cf2c7e-0ebd-4fc0-b93d-ec0fdd049c0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0839725 Dec 12 16:07:30.274776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-ed86e8e4-fd4d-46e8-b70b-e960f85eaf30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1001 time: 0.0619833 Dec 12 16:07:30.327648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-819199d0-e7ca-4d00-a1cc-7ae12aad4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:30.329080 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-819199d0-e7ca-4d00-a1cc-7ae12aad4cf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0430100 Dec 12 16:07:30.378912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-8f099e93-72cd-4812-ab3e-c496d2ff86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:30.380355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-8f099e93-72cd-4812-ab3e-c496d2ff86de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395877 Dec 12 16:07:30.479041 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-9412c183-fd77-458b-a54a-10c345963847 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871742 Dec 12 16:07:30.571231 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd54eeb2-a094-4c8a-b3f0-6324b1d0ee1b req-6964deb9-c266-4aba-bfd7-40670f449563 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801997 Dec 12 16:07:31.235952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfaddf-a6e8-49e2-a09c-1ec1d3021cad req-7b5f2850-18df-4366-8be4-22375b0cb2c4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:31.237499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dbfaddf-a6e8-49e2-a09c-1ec1d3021cad req-7b5f2850-18df-4366-8be4-22375b0cb2c4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0500255 Dec 12 16:07:31.285713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dbfaddf-a6e8-49e2-a09c-1ec1d3021cad req-0663e43e-0f90-4ecc-824a-3cb6cec7aca4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Dec 12 16:07:31.837069 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-1d3529d7-e564-4c4b-bc1c-8d2742419ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439119 Dec 12 16:07:31.921217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-d315a10b-6b69-424f-9844-ab8d021d839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:31.922747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-d315a10b-6b69-424f-9844-ab8d021d839e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 1096 time: 0.0409205 Dec 12 16:07:32.030917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-b67515e0-f878-4957-9081-1a91ac7c37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:32.032305 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-b67515e0-f878-4957-9081-1a91ac7c37ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0832732 Dec 12 16:07:32.101946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-d6f0320e-b028-40e8-852f-e2dbb501fb2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 200 len: 1001 time: 0.0622940 Dec 12 16:07:32.150637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-a7c4fb47-cf96-42ad-8fa2-c9a2fa213e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:32.152165 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-a7c4fb47-cf96-42ad-8fa2-c9a2fa213e6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0437326 Dec 12 16:07:32.198440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-8e1080b3-1770-46b8-8d8c-bbc06280a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:07:32.199821 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-8e1080b3-1770-46b8-8d8c-bbc06280a41d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402060 Dec 12 16:07:32.301830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-acca4b6f-fbec-48fd-9985-4e01bc0b3562 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936451 Dec 12 16:07:32.391117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fe329be1-a34b-43a3-bc9c-86117ad2d429 req-e5b13639-2d3c-4857-9cc4-944bd9fef696 service neutron] 10.222.0.30 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Dec 12 16:07:35.477890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1958f99d-929e-4b16-bee3-ef62ee8696c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:37.261535 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:07:37.788156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18dae3cd-a02b-4dfb-8e58-5bb73db1034d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:38.709045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:39.398117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:40.464818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:41.167440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:07:41.534820 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:04.540407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b4e1f-62ed-4f88-9d0d-2a6e52f46def req-c0391677-a52d-4e19-8583-c70aa220a183 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:04.542216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a85b4e1f-62ed-4f88-9d0d-2a6e52f46def req-c0391677-a52d-4e19-8583-c70aa220a183 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0480676 Dec 12 16:08:04.592105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a85b4e1f-62ed-4f88-9d0d-2a6e52f46def req-8f5dee98-6311-4256-a461-8897f6cfe08a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443130 Dec 12 16:08:05.478766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-30176434-5d5e-4c04-a8e8-fc514c3567df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:05.710736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67be494-cf9f-442e-8a9a-0247d7a21de7 req-b0d8c476-d8f0-4686-97a6-f29f48fb0b0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:05.712219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a67be494-cf9f-442e-8a9a-0247d7a21de7 req-b0d8c476-d8f0-4686-97a6-f29f48fb0b0a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0483546 Dec 12 16:08:05.760330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a67be494-cf9f-442e-8a9a-0247d7a21de7 req-735b511f-9ace-409a-9096-e9cff5b01f85 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419686 Dec 12 16:08:06.635896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-55935d89-394b-4684-8e19-d1c45218b3a2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:06.637370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-55935d89-394b-4684-8e19-d1c45218b3a2 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.30 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0577724 Dec 12 16:08:06.727163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Deleting port 04cefcda-aa28-4527-828a-4d58a89fafb6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:08:06.727497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:06.817312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] For port 04cefcda-aa28-4527-828a-4d58a89fafb6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=04cefcda-aa28-4527-828a-4d58a89fafb6,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:08:06.817682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:06.875891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29db5-1168-4c06-a4ae-8e892d495be5 req-d7af522d-ce49-4203-8db3-3198169ab249 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:06.877652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8d29db5-1168-4c06-a4ae-8e892d495be5 req-d7af522d-ce49-4203-8db3-3198169ab249 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 945 time: 0.0489542 Dec 12 16:08:06.924395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8d29db5-1168-4c06-a4ae-8e892d495be5 req-23837f30-920d-4c01-8be4-1b46a3ee6512 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe6e1a56-b9ae-4655-9445-90d376b13eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 Dec 12 16:08:07.295935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:07.296297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:07.296608 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Floating IP 4fec6889-78fa-4e82-ae9e-0d33fbaca23b disassociated. External IP: 172.25.3.139, port: 04cefcda-aa28-4527-828a-4d58a89fafb6. Dec 12 16:08:07.296969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Calling delete_port for 04cefcda-aa28-4527-828a-4d58a89fafb6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:08:07.425230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:07.453084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'Port': ['ID=04cefcda-aa28-4527-828a-4d58a89fafb6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:07.466195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.466545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.466884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.467214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.467550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.467881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.468204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.468531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.468884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.469204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.469524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.469851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.470169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:07.577706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:08:07.684348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:08:07.695415 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:08:07.704851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:08:07.705455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:07:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:07.722893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] No DVR routers for this DVR port 04cefcda-aa28-4527-828a-4d58a89fafb6 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:08:07.725662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:07.728952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a2d40d5-219e-4d49-aee2-9341977b296a req-e3ee4cfd-44c4-4eb6-8f70-8e26ee39ec50 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.30 "DELETE /v2.0/ports/04cefcda-aa28-4527-828a-4d58a89fafb6 HTTP/1.1" status: 204 len: 173 time: 1.0811641 Dec 12 16:08:07.729400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'name': 'network-vif-deleted', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:08:07.731645 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e03a5-8873-4bcc-ae09-741ca7a296e5" -d '{"events": [{"server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "name": "network-vif-deleted", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:08:07.773458 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb2215-023a-400c-a2e9-637cb5e6ba23 x-openstack-request-id: req-cbfb2215-023a-400c-a2e9-637cb5e6ba23 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:08:07.774383 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b9407-42e9-442d-8336-f0eac9cda89d", "name": "network-vif-deleted", "tag": "04cefcda-aa28-4527-828a-4d58a89fafb6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:08:07.774839 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbfb2215-023a-400c-a2e9-637cb5e6ba23 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:08:07.775587 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672b9407-42e9-442d-8336-f0eac9cda89d', 'name': 'network-vif-deleted', 'tag': '04cefcda-aa28-4527-828a-4d58a89fafb6', 'status': 'completed', 'code': 200} Dec 12 16:08:07.807283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5703558f-52cc-4b27-862c-5e082898fc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:07.818502 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:08:08.026546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:08.037879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e556ecc0-565c-43f7-a4f1-fee95919b705 req-ac2a03ed-2f3c-4fca-8a2c-d4a8d1e3fd96 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=672b9407-42e9-442d-8336-f0eac9cda89d HTTP/1.1" status: 200 len: 210 time: 0.0308695 Dec 12 16:08:08.052864 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:08:08.061242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:08:08.061839 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:08:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:08.261182 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:08:08.453786 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:08.483069 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d5aa0-e9db-47b4-9687-9d147f281be2 None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:08:08.704475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f4522-917e-4ea4-9403-bf8f454cf1aa None None] New status for floating IP 4fec6889-78fa-4e82-ae9e-0d33fbaca23b: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:08:08.941054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.125889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50784) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:09.180897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.203527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.250208 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.253525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.254695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe6e1a56-b9ae-4655-9445-90d376b13eef HTTP/1.1" status: 204 len: 168 time: 0.1277838 Dec 12 16:08:09.257598 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:09.264420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e1a56-b9ae-4655-9445-90d376b13eef,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:09.271148 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-e756cd92-0e98-414e-9a9e-931ae809b494 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] show failed (client error): The resource could not be found. Dec 12 16:08:09.271875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.272129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e756cd92-0e98-414e-9a9e-931ae809b494 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups/fe6e1a56-b9ae-4655-9445-90d376b13eef HTTP/1.1" status: 404 len: 347 time: 0.0134931 Dec 12 16:08:09.272319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.272549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.272909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.273242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.273572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.273898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.274220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.274547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.274869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.275181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.275440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:09.275570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.275810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c37e3bb-e12b-4985-a736-6caf0d7db615 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:09.398888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Deleting port e2e1fb21-ab07-4c59-8ab6-0417aea8aa57 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:08:09.399149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.399310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.476454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.476814 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.488818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Calling delete_port for e2e1fb21-ab07-4c59-8ab6-0417aea8aa57 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:08:09.623747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.653056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'Port': ['ID=e2e1fb21-ab07-4c59-8ab6-0417aea8aa57,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:09.708131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.711074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:09.712290 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f881a453-cded-463c-835c-cb1a6eac3f13 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "DELETE /v2.0/floatingips/4fec6889-78fa-4e82-ae9e-0d33fbaca23b HTTP/1.1" status: 204 len: 168 time: 0.4359472 Dec 12 16:08:10.165475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 50792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:10.170107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056487290', 'description': 'tempest-description--1492529515'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:10.191150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.256958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 04cefcda-aa28-4527-828a-4d58a89fafb6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:08:10.261129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.264979 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.276970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 04cefcda-aa28-4527-828a-4d58a89fafb6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:08:10.277392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 04cefcda-aa28-4527-828a-4d58a89fafb6 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:08:10.294146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.295399 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1288931 Dec 12 16:08:10.298397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50794) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:10.299951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267f138-afed-49b9-8d04-7e8fbcdc661b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4ea905-beee-41cc-8087-c52dc638530b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:10.304056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group_rule': {'security_group_id': '2c4ea905-beee-41cc-8087-c52dc638530b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:10.334355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.379900 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.383690 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.402382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d718405f-4dea-49a2-baaf-68bb4dedb032,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:10.410774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.411951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-125cf7a5-7e12-4f6d-891c-3a2a5fd425ac tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124790 Dec 12 16:08:10.414590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50796) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:10.418811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'security_group_rule': {'security_group_id': '2c4ea905-beee-41cc-8087-c52dc638530b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:10.444677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.468168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.505149 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.508590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.526022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27b29e7-2231-4578-9fff-68231e5e6543,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:10.534573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.536029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-61981e0b-7293-4dea-b025-ad470e2fbcef tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205206 Dec 12 16:08:10.539037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50798) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:10.543229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:10.565361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.660363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.764815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Allocated IP 172.25.3.159 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/516ae7ca-71a6-4077-a57d-1e88217c4c7b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:08:10.861283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.894589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:10.933778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:08:10.936710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:08:10.940733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:08:10.966492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=516ae7ca-71a6-4077-a57d-1e88217c4c7b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:11.028015 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.060112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.169988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.212720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.216879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.290062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=516ae7ca-71a6-4077-a57d-1e88217c4c7b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:11.298988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.316012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.317303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3ad2f733-b4a2-49e7-a469-782387d0bc89 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773285 Dec 12 16:08:11.463372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-4bc11919-30d3-45e5-a263-4bcbf5a76742 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2056487290&fields=id&tenant_id=999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 267 time: 0.0417366 Dec 12 16:08:11.535754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:11.573400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-fe4af9ba-449d-4934-a2f4-f35ee0ceb467 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:11.574860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-fe4af9ba-449d-4934-a2f4-f35ee0ceb467 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 810 time: 0.1049271 Dec 12 16:08:11.589880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-c31be436-0928-4a3a-89f6-af6bc7eb0887 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/quotas/999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 375 time: 0.0093315 Dec 12 16:08:11.645036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-1bca167c-e695-4675-89d5-e5ebf09d0bcb tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495565 Dec 12 16:08:11.815714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-fa861eaa-79ee-4316-9df9-13ddd2a13e8e service neutron] 10.222.0.36 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583040 Dec 12 16:08:11.905678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-21623416-11b8-4b4a-96ea-ebf7b64f0fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Dec 12 16:08:12.067074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88ea16b0-35e0-4ee5-9673-862d965d3deb req-96a04a89-3264-4a34-955a-1ce2c83fab6d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0280535 Dec 12 16:08:13.147092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f905d582-c9ac-4751-994d-fa5c34cd7648 req-92c341fb-f05d-4d43-9053-82f169c62a7b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0273135 Dec 12 16:08:14.226904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7751baf0-76a8-4213-85b4-e0d7ee6e0602 req-9b91eefd-9a52-49f8-98ce-f485c37b82aa tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0267239 Dec 12 16:08:14.260316 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:08:15.303195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39fdcdc9-8146-4c7d-a201-fe20b50ee1ec req-c286c842-0738-42ac-8c1b-830ece6fe5a1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0260577 Dec 12 16:08:16.394518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3068a48-458d-406a-a72a-2088304e9f14 req-4aa8aac4-1ce7-41cf-bed2-a4210bb4a53b tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0252988 Dec 12 16:08:17.115157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-38025d3e-d6d8-46e4-b642-a42b0cc28c2d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:17.116585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-38025d3e-d6d8-46e4-b642-a42b0cc28c2d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 810 time: 0.1080570 Dec 12 16:08:17.179786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-763fabf2-0d2b-49d7-91ef-d69bb73f632a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=999637601bca49429c0ff520269a1de4 HTTP/1.1" status: 200 len: 380 time: 0.0535638 Dec 12 16:08:17.189267 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'port': {'device_id': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'admin_state_up': True, 'tenant_id': '999637601bca49429c0ff520269a1de4', 'security_groups': ['2c4ea905-beee-41cc-8087-c52dc638530b']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:17.296185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Made reservation on behalf of 999637601bca49429c0ff520269a1de4 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:08:17.299711 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.422003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Allocated IP 172.20.0.6 (c94eee50-46dd-4276-83f7-0e305b23b9b4/b073eb21-0135-4a99-bb0b-d3968a06d2b9/5440cb8a-5280-421d-8ba5-a2c486956a08) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:08:17.525635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba7ff928-9457-4eed-b91a-8605b50f09d2 req-a8ec8bf9-6123-4f34-9994-f33ca6ee2f5d tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0622272 Dec 12 16:08:17.580617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.619059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.662410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:08:17.665476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:08:17.668977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:08:17.697167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event updated for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:17.725281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:17.725894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.744519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-b6690216-576f-4ac9-9b9e-f8bbd1293144 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588827 Dec 12 16:08:17.754769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-c0bd6a85-8030-4245-8889-c6e36d5b5f4a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:08:17.755770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-c0bd6a85-8030-4245-8889-c6e36d5b5f4a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057323 Dec 12 16:08:17.767859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Request body: {'port': {'device_id': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:17.823434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.955454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0ff4973-aca8-43f3-8658-41c882aa9ef2 None None] Provisioning complete for port 5440cb8a-5280-421d-8ba5-a2c486956a08 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:08:17.956048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0ff4973-aca8-43f3-8658-41c882aa9ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:17.992295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff4973-aca8-43f3-8658-41c882aa9ef2 None None] Port 5440cb8a-5280-421d-8ba5-a2c486956a08 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:08:18.081841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5440cb8a-5280-421d-8ba5-a2c486956a08 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:08:18.089706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:18.102037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Transition to ACTIVE for port object 5440cb8a-5280-421d-8ba5-a2c486956a08 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:08:18.105648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:18.178891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:18.231297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Attempting to bind port 5440cb8a-5280-421d-8ba5-a2c486956a08 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:08:18.231626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Attempting to bind port 5440cb8a-5280-421d-8ba5-a2c486956a08 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:08:18.231948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Attempting to bind port 5440cb8a-5280-421d-8ba5-a2c486956a08 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:08:18.236491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Port 5440cb8a-5280-421d-8ba5-a2c486956a08 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:08:18.236818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Attempting to bind port 5440cb8a-5280-421d-8ba5-a2c486956a08 on network c94eee50-46dd-4276-83f7-0e305b23b9b4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:08:18.241937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:08:18.242262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Checking segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:08:18.242632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Bound using segment: {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:08:18.243053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Bound port: 5440cb8a-5280-421d-8ba5-a2c486956a08, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '756d878f-3372-44db-a816-9d4fd6f55e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:08:18.243397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:18.307540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:08:18.310720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5440cb8a-5280-421d-8ba5-a2c486956a08,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:08:18.316457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:18.356462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.357105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:18.358507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] 10.222.0.13 "PUT /v2.0/ports/5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 1091 time: 0.5948060 Dec 12 16:08:18.358898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:08:18.361169 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb05f79-8f52-4b9a-8909-44775c011eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:08:18.383590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cdde1-7d20-4d98-bb41-25d8ecbd2b6b service neutron] Pushing event updated for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:18.454997 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-28ab993e-d973-4cec-90d4-d71829219b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.456925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-28ab993e-d973-4cec-90d4-d71829219b94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1094 time: 0.0517178 Dec 12 16:08:18.502835 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05776caa-6fb1-443b-95e3-65f3fe7969da x-openstack-request-id: req-05776caa-6fb1-443b-95e3-65f3fe7969da {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:08:18.503220 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:08:18.503488 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05776caa-6fb1-443b-95e3-65f3fe7969da {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:08:18.503899 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'status': 'completed', 'code': 200} Dec 12 16:08:18.505507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-22db2ebf-bf50-40eb-b361-70e5115375fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 217 time: 0.0402691 Dec 12 16:08:18.568965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-aff14e88-ba81-44fa-8b14-b9ec2995d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.570435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-aff14e88-ba81-44fa-8b14-b9ec2995d210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0587604 Dec 12 16:08:18.643984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-3bbf54af-011c-4b45-a661-12d1311ad6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.645509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-3bbf54af-011c-4b45-a661-12d1311ad6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684698 Dec 12 16:08:18.659396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a94ef-f14c-4407-983e-b98cb6a4bae8 req-2473d519-ad88-4fa3-9623-4c7bb9f1fcb0 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.660818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c3a94ef-f14c-4407-983e-b98cb6a4bae8 req-2473d519-ad88-4fa3-9623-4c7bb9f1fcb0 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 943 time: 0.0594873 Dec 12 16:08:18.762978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5c3a94ef-f14c-4407-983e-b98cb6a4bae8 req-29be8362-fb43-4594-b818-d4e14a3b99fa tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941837 Dec 12 16:08:18.780822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-49b2f587-51b8-40e1-a0a1-0208fab2a898 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190197 Dec 12 16:08:18.868040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9fb7bec7-460e-42d6-bda1-0af5fefe8f24 req-f8d89efb-0640-4bfa-af52-c6aea1bd77d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803473 Dec 12 16:08:18.954283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-9b3b0ede-9b2b-4ff7-a8ca-4825e950a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:18.955751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-9b3b0ede-9b2b-4ff7-a8ca-4825e950a522 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1094 time: 0.0442855 Dec 12 16:08:19.042667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-235a489e-a695-47c5-a6b9-ff5915e2c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:19.044035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-235a489e-a695-47c5-a6b9-ff5915e2c3a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0815835 Dec 12 16:08:19.084785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-657df39d-76a5-4ea7-af8f-1832b95f4d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 217 time: 0.0337949 Dec 12 16:08:19.135990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-a17eeb0a-7191-4abc-b8d5-d0219089932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:19.137414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-a17eeb0a-7191-4abc-b8d5-d0219089932a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0455985 Dec 12 16:08:19.183414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-fac738f4-0a2f-4836-82cc-089519b59fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:19.184922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-fac738f4-0a2f-4836-82cc-089519b59fdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403299 Dec 12 16:08:19.272513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-0e31344f-459f-436d-96e2-799ea544580f service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799131 Dec 12 16:08:19.366523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cb05f79-8f52-4b9a-8909-44775c011eb3 req-81c41462-de11-4aaa-a566-02396992f4ac service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852160 Dec 12 16:08:19.878398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e65684-b1f5-46a8-b146-264ccfc4d270 req-5f65fb28-8cdc-446b-8a4d-5f3b4c6803af tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:19.879816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59e65684-b1f5-46a8-b146-264ccfc4d270 req-5f65fb28-8cdc-446b-8a4d-5f3b4c6803af tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 943 time: 0.0482655 Dec 12 16:08:19.925775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59e65684-b1f5-46a8-b146-264ccfc4d270 req-ad0517a8-2aaf-4f62-adf3-eb7e2ea8f842 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Dec 12 16:08:20.508521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5440cb8a-5280-421d-8ba5-a2c486956a08 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:08:20.600907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5440cb8a-5280-421d-8ba5-a2c486956a08,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:08:20.612002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'port_id': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'mac_address': 'fa:16:3e:a2:23:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:08:20.647837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:20.659877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5440cb8a-5280-421d-8ba5-a2c486956a08 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:08:20.679417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5440cb8a-5280-421d-8ba5-a2c486956a08,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:08:20.684176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:20.728993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:20.736157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.736508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.736886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.737230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.737567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.738425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.738757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.739089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.739422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.739750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.740077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.740401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.740761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:08:20.937666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['5440cb8a-5280-421d-8ba5-a2c486956a08'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:08:21.044123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db18aa-3e4c-4565-9175-ba7ffa65e480 req-6f456b29-7bfd-44e0-8b30-a92e8eb51a98 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:21.045615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9db18aa-3e4c-4565-9175-ba7ffa65e480 req-6f456b29-7bfd-44e0-8b30-a92e8eb51a98 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 944 time: 0.0523787 Dec 12 16:08:21.091932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9db18aa-3e4c-4565-9175-ba7ffa65e480 req-c5bcb8c1-f55f-4896-b86d-87f6276a7ff7 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Dec 12 16:08:22.209449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e760-1d89-46d7-a03d-ecae27250553 req-55327139-1c13-4f23-9343-790c6b6666a1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:22.210912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28e7e760-1d89-46d7-a03d-ecae27250553 req-55327139-1c13-4f23-9343-790c6b6666a1 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 944 time: 0.0483484 Dec 12 16:08:22.256818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28e7e760-1d89-46d7-a03d-ecae27250553 req-16bf89be-08f1-4295-a55b-9aa4ed06092e tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Dec 12 16:08:22.509614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5440cb8a-5280-421d-8ba5-a2c486956a08 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:08:22.557093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 5440cb8a-5280-421d-8ba5-a2c486956a08 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:08:22.561006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 5440cb8a-5280-421d-8ba5-a2c486956a08 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:08:22.561381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:22.638813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:22.660570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:08:22.663388 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe358f-f761-4011-bdf4-e5a3ac39448b" -d '{"events": [{"server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "name": "network-vif-plugged", "status": "completed", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:08:22.675877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5440cb8a-5280-421d-8ba5-a2c486956a08,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:08:22.680008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:22.728067 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:08:22.777700 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8e1eea-2539-4536-97ed-aa11a93238bc x-openstack-request-id: req-1f8e1eea-2539-4536-97ed-aa11a93238bc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:08:22.777998 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "name": "network-vif-plugged", "status": "completed", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:08:22.778391 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f8e1eea-2539-4536-97ed-aa11a93238bc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:08:22.778694 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'code': 200} Dec 12 16:08:22.875670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277529-991e-407e-a4db-83e1aeaa1da6 req-015947a4-10ce-49d8-a943-5bcb3fd4a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:22.877185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95277529-991e-407e-a4db-83e1aeaa1da6 req-015947a4-10ce-49d8-a943-5bcb3fd4a65f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1096 time: 0.0399766 Dec 12 16:08:22.923622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95277529-991e-407e-a4db-83e1aeaa1da6 req-e62817ac-cd16-48dc-a9eb-6c6afb0df757 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Dec 12 16:08:23.378202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3da77-257e-4a79-a55b-472030610a43 req-4f6e4732-4d03-4bcd-9e45-383110fbed5a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:23.379689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad3da77-257e-4a79-a55b-472030610a43 req-4f6e4732-4d03-4bcd-9e45-383110fbed5a tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0483103 Dec 12 16:08:23.425959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ad3da77-257e-4a79-a55b-472030610a43 req-696ae310-42a7-4f1a-9a2b-8b33d6ccff66 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 Dec 12 16:08:24.541057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1309de2-f821-4a23-93ae-61637dd4f364 req-ffbd9ba5-768d-4d54-895b-567bbd7f7971 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:24.542495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1309de2-f821-4a23-93ae-61637dd4f364 req-ffbd9ba5-768d-4d54-895b-567bbd7f7971 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0473795 Dec 12 16:08:24.587454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f1309de2-f821-4a23-93ae-61637dd4f364 req-fa41f980-1ec4-404d-818c-2473fe591999 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 Dec 12 16:08:24.700712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bba1a-6b22-4f7b-a105-0238f5159d11 req-b6dddbbd-6d06-44d0-ac39-4ee30ee9af2c tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:24.702136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-918bba1a-6b22-4f7b-a105-0238f5159d11 req-b6dddbbd-6d06-44d0-ac39-4ee30ee9af2c tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0515110 Dec 12 16:08:24.710588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 50876) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:08:24.714791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Request body: {'floatingip': {'port_id': '5440cb8a-5280-421d-8ba5-a2c486956a08'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:08:24.753083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:25.170098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:25.173873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:25.270184 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Floating IP c8425f25-8e4e-44e0-9707-c80734e9af73 associated. External IP: 172.25.3.159, port: 5440cb8a-5280-421d-8ba5-a2c486956a08. Dec 12 16:08:25.819496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:08:25.921104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:08:25.925958 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:25.931721 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:08:25.941373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:08:25.941972 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:08:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:25.954149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-53c9d891-19b5-43f3-9024-19fc1ca8dc53 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "PUT /v2.0/floatingips/c8425f25-8e4e-44e0-9707-c80734e9af73 HTTP/1.1" status: 200 len: 991 time: 1.2425275 Dec 12 16:08:25.954744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:08:25.957034 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b39495-0012-4650-a37e-fdcaad9d18ad" -d '{"events": [{"name": "network-changed", "server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:08:25.999793 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094dd99-c1dc-4adb-8256-7fd2f1f481a8 x-openstack-request-id: req-5094dd99-c1dc-4adb-8256-7fd2f1f481a8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:08:26.000093 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:08:26.000353 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5094dd99-c1dc-4adb-8256-7fd2f1f481a8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:08:26.000982 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'status': 'completed', 'code': 200} Dec 12 16:08:26.050246 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:08:26.135183 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-5953ea2a-f423-434b-b6f3-e9341e21c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:26.136654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-5953ea2a-f423-434b-b6f3-e9341e21c8b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1096 time: 0.1057730 Dec 12 16:08:26.226378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-11588220-7058-4702-858a-ddec69ae6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:26.227748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-11588220-7058-4702-858a-ddec69ae6706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0841537 Dec 12 16:08:26.271906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'c8425f25-8e4e-44e0-9707-c80734e9af73', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:a2:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:08:10Z', 'updated_at': '2021-12-12T16:08:25Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:26.297822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-609ecc00-63d1-42c7-9fb8-a6488cd66fe9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 999 time: 0.0622563 Dec 12 16:08:26.302052 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:08:26.310219 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:08:26.310809 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:08:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:26.345577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-61a9dcc1-a072-4cea-bc6f-14f4dc7458e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:26.346989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-61a9dcc1-a072-4cea-bc6f-14f4dc7458e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0419366 Dec 12 16:08:26.392244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-18c3c085-5068-4ff6-9d8e-ddd3e2a1eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:26.393746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-18c3c085-5068-4ff6-9d8e-ddd3e2a1eef5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391901 Dec 12 16:08:26.415693 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:08:26.487858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-64a8dc6f-2e7a-48ee-a950-a20266abe903 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Dec 12 16:08:26.575068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-64b39495-0012-4650-a37e-fdcaad9d18ad req-9fb16e72-5a45-49b7-afcf-9c192963de66 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805383 Dec 12 16:08:26.637168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'c8425f25-8e4e-44e0-9707-c80734e9af73', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:a2:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:08:10Z', 'updated_at': '2021-12-12T16:08:25Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:08:26.666051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a724a-f71f-42ff-a8d9-3a389a7031cd None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'c8425f25-8e4e-44e0-9707-c80734e9af73', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'port_id': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'mac_address': 'fa:16:3e:a2:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:08:10Z', 'updated_at': '2021-12-12T16:08:25Z', 'revision_number': 1, 'project_id': '999637601bca49429c0ff520269a1de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:08:26.856661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9118c00-6edf-4175-943a-03d9044425f3 None None] New status for floating IP c8425f25-8e4e-44e0-9707-c80734e9af73: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:08:34.162477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-f352431b-15ee-46f6-ad23-80abd682605e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443239 Dec 12 16:08:34.243274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-88a9aaf8-ba82-4a52-877e-e545bae3193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:34.244747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-88a9aaf8-ba82-4a52-877e-e545bae3193b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1096 time: 0.0394418 Dec 12 16:08:34.347941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-0cd99550-e804-4a28-852d-61f31dd2029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:34.349453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-0cd99550-e804-4a28-852d-61f31dd2029f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0854168 Dec 12 16:08:34.418680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-8c6745ad-29fc-4d35-ac45-99ee69820443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 1001 time: 0.0609524 Dec 12 16:08:34.466805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-e9000e3d-314b-4af7-b6d6-4395c824a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:34.468246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-e9000e3d-314b-4af7-b6d6-4395c824a342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0427256 Dec 12 16:08:34.515809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-1f1aee68-7c8f-40e5-b208-26b923a33c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:08:34.517541 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-1f1aee68-7c8f-40e5-b208-26b923a33c2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398431 Dec 12 16:08:34.609883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-8b70a0d5-105c-4180-957d-594861708dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822394 Dec 12 16:08:34.696891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71b65726-7b0f-402d-8535-7feb88ec8674 req-a446150b-654c-4378-a178-587ec151d5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789785 Dec 12 16:08:35.480503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9bbd45c4-9838-4d05-ba68-00a9d35e9dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:37.791341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb8fd-8fc3-4d61-8288-db8f2d33a737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:38.715250 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:39.411817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:40.469475 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:41.171358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:41.534379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:08:51.260772 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:09:05.481750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4133-f682-4b7b-93af-f3e6b6b232bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:07.793150 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5f1c4ded-a151-417f-8898-57361b565121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:08.718714 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:09.411817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:10.472072 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:11.174053 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:11.551042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:28.259355 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:09:35.482873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db898ac0-2ec2-40f1-95aa-b42c2b922871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:36.166372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-237ba568-3809-4eb8-9170-2805895f41a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450754 Dec 12 16:09:36.249279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6657a-8679-4391-9084-8e792d56681f req-61228e11-262a-4d3e-b699-9b224d8e1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:09:36.250773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-61228e11-262a-4d3e-b699-9b224d8e1565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1096 time: 0.0422492 Dec 12 16:09:36.350863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6657a-8679-4391-9084-8e792d56681f req-97bb2fc3-426a-4330-a74b-f4cd927ea779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:09:36.352317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-97bb2fc3-426a-4330-a74b-f4cd927ea779 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0812311 Dec 12 16:09:36.419499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-39844eb7-4cc6-473e-95e9-6db6a1a5f55b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 1001 time: 0.0604675 Dec 12 16:09:36.466887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6657a-8679-4391-9084-8e792d56681f req-64ea48bf-aa70-4bcd-b1fe-d79409e8d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:09:36.468256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-64ea48bf-aa70-4bcd-b1fe-d79409e8d310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0413918 Dec 12 16:09:36.512917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6657a-8679-4391-9084-8e792d56681f req-99826d04-717b-477b-8bf3-cf2b8f32a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:09:36.514360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-99826d04-717b-477b-8bf3-cf2b8f32a13e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394819 Dec 12 16:09:36.605429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-efbc3829-8ed2-4ab0-9e6c-e82d5d2295df service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Dec 12 16:09:36.693724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c6657a-8679-4391-9084-8e792d56681f req-12500b0f-c0fe-4402-aa27-1d30546740b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815225 Dec 12 16:09:37.794246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c1e678f6-d80c-4657-9dee-ec069e2e2837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:38.722164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:39.430454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:40.474467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:41.176932 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:09:41.565754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:05.258167 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:10:05.485967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8639f0c-2e68-4e2b-85ed-dc30f8a492e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:07.794643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6d0409a4-4ca0-4ea0-b0d3-53c71a5ff87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:08.724620 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:09.425569 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:10.476808 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:11.178216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:11.577019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:35.488264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-115c2a06-cb34-47c9-be3d-98ee3218c8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:35.665150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-d9d9e1fc-49c0-40c8-8e16-cad6beb55fff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446060 Dec 12 16:10:35.749305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-f3a99b70-2151-4861-b333-2f76298810f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:35.750721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-f3a99b70-2151-4861-b333-2f76298810f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=999637601bca49429c0ff520269a1de4&device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 1096 time: 0.0420496 Dec 12 16:10:35.853840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-e937bb5a-a270-459e-9387-8cfa4d1bcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:35.855282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-e937bb5a-a270-459e-9387-8cfa4d1bcf23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 200 len: 910 time: 0.0851078 Dec 12 16:10:35.923970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-a37ef7d4-1267-4cbe-b025-132526bec73b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 200 len: 1001 time: 0.0617499 Dec 12 16:10:35.970958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-7f222bcf-d642-4e2e-ac2b-1b1451c2f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:35.972322 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-7f222bcf-d642-4e2e-ac2b-1b1451c2f307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 200 len: 849 time: 0.0410204 Dec 12 16:10:36.018773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-dad70190-617c-4997-a689-3a8d65b7f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:36.020123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-dad70190-617c-4997-a689-3a8d65b7f25f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c94eee50-46dd-4276-83f7-0e305b23b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392945 Dec 12 16:10:36.110073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-7c2b2186-5049-49fd-844a-82d4cd433776 service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823700 Dec 12 16:10:36.197785 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7bda749-a6c9-4be6-9b52-0d7a50a4b08c req-6a1392b6-8498-4b54-8d13-baf28268f9ae service neutron] 10.222.0.13 "GET /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806773 Dec 12 16:10:37.796704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5e3ac6c0-7e46-4821-853a-86e42937c1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:38.727882 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:39.429648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:40.478664 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:41.179135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:41.569117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:42.257430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:10:52.370613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ff5a-f8e6-4a42-b76a-fe8d0272d57d req-5d754be9-b46d-4601-9a00-a68f0a158cf4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:52.372057 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2834ff5a-f8e6-4a42-b76a-fe8d0272d57d req-5d754be9-b46d-4601-9a00-a68f0a158cf4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0535448 Dec 12 16:10:52.419299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2834ff5a-f8e6-4a42-b76a-fe8d0272d57d req-b5bb5fb6-5b40-4a78-a2d4-28b636175892 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Dec 12 16:10:53.535448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4be3c-353f-4ae6-acc3-b2b7a7a39dfd req-71bf9648-ed4d-4056-9990-2534b973b0b4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:53.536931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a4be3c-353f-4ae6-acc3-b2b7a7a39dfd req-71bf9648-ed4d-4056-9990-2534b973b0b4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0479789 Dec 12 16:10:53.583116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3a4be3c-353f-4ae6-acc3-b2b7a7a39dfd req-07e03f26-88ad-4e47-9757-055f35cd7470 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c4ea905-beee-41cc-8087-c52dc638530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395308 Dec 12 16:10:53.974117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010b6bc-a614-4194-a172-75843d1060a7 req-86974d45-81db-44c3-b211-6130c1d09b19 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:10:53.976089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a010b6bc-a614-4194-a172-75843d1060a7 req-86974d45-81db-44c3-b211-6130c1d09b19 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 945 time: 0.0471239 Dec 12 16:10:54.065749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Deleting port 5440cb8a-5280-421d-8ba5-a2c486956a08 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:10:54.066051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.151857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] For port 5440cb8a-5280-421d-8ba5-a2c486956a08, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=5440cb8a-5280-421d-8ba5-a2c486956a08,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:10:54.152216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.325679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.325978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.326313 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Floating IP c8425f25-8e4e-44e0-9707-c80734e9af73 disassociated. External IP: 172.25.3.159, port: 5440cb8a-5280-421d-8ba5-a2c486956a08. Dec 12 16:10:54.326693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Calling delete_port for 5440cb8a-5280-421d-8ba5-a2c486956a08 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:10:54.452626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.485233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'Port': ['ID=5440cb8a-5280-421d-8ba5-a2c486956a08,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:10:54.496843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.497190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.497530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.497864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.498198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.498531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.498861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.499195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.499513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.499838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.500164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.500491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.500843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:10:54.609802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:10:54.685974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e09ba8e-9d1e-44dc-90a6-66e8f16f8a1d req-0dd91ca8-d141-4b9f-af4b-c20e76a1d5f4 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ee21d8-edd0-4aee-a1cc-344500c23a1e HTTP/1.1" status: 200 len: 210 time: 0.0295930 Dec 12 16:10:54.738729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:10:54.748166 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:10:54.758730 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:10:54.759278 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:10:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:10:54.777641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] No DVR routers for this DVR port 5440cb8a-5280-421d-8ba5-a2c486956a08 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:10:54.780294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:54.784414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a010b6bc-a614-4194-a172-75843d1060a7 req-bb4f0cb6-9a5d-4bbb-a74c-5feff0380188 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.13 "DELETE /v2.0/ports/5440cb8a-5280-421d-8ba5-a2c486956a08 HTTP/1.1" status: 204 len: 173 time: 0.8026247 Dec 12 16:10:54.784869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'name': 'network-vif-deleted', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:10:54.787686 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5528861cb3111d413c4b7faafba73aff4c1085ad8f20084ced21629785a212a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3a34d1-3467-4d00-884c-f22cb144e990" -d '{"events": [{"server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "name": "network-vif-deleted", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:10:54.831106 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d5397-681f-43c3-bdd4-14ed6c350881 x-openstack-request-id: req-7a0d5397-681f-43c3-bdd4-14ed6c350881 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:10:54.831395 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ee21d8-edd0-4aee-a1cc-344500c23a1e", "name": "network-vif-deleted", "tag": "5440cb8a-5280-421d-8ba5-a2c486956a08", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:10:54.831643 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a0d5397-681f-43c3-bdd4-14ed6c350881 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:10:54.832039 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ee21d8-edd0-4aee-a1cc-344500c23a1e', 'name': 'network-vif-deleted', 'tag': '5440cb8a-5280-421d-8ba5-a2c486956a08', 'status': 'completed', 'code': 200} Dec 12 16:10:54.871629 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:10:55.075238 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:10:55.100408 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:10:55.108823 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:10:55.109441 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:10:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:10:55.226826 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:10:55.430517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:10:55.459324 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7f681-c97a-4b64-9ddb-12273ea53340 None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '96a8036d-9911-468c-9251-6624b411664a', 'name': '', 'network_id': 'c94eee50-46dd-4276-83f7-0e305b23b9b4', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'mac_address': 'fa:16:3e:e8:c6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:18Z', 'updated_at': '2021-12-12T16:04:22Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'subnets': [{'id': 'b073eb21-0135-4a99-bb0b-d3968a06d2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:10:55.669185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6687785b-8e1e-40b7-b2c7-0e7fe3dc4b2d None None] New status for floating IP c8425f25-8e4e-44e0-9707-c80734e9af73: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:10:55.771083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51262) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:10:55.826847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:55.850352 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:55.898632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:55.901291 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:55.902497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c4ea905-beee-41cc-8087-c52dc638530b HTTP/1.1" status: 204 len: 168 time: 0.1298470 Dec 12 16:10:55.905275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:10:55.911409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f1b5b-83f4-424e-b2bf-6b9ebd75795f tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4ea905-beee-41cc-8087-c52dc638530b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:10:55.921493 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-a2b72e56-cb51-4e8f-b9de-9c12f488aa68 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] show failed (client error): The resource could not be found. Dec 12 16:10:55.925369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51268) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:10:55.925578 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a2b72e56-cb51-4e8f-b9de-9c12f488aa68 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "GET /v2.0/security-groups/2c4ea905-beee-41cc-8087-c52dc638530b HTTP/1.1" status: 404 len: 347 time: 0.0190814 Dec 12 16:10:56.047803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Deleting port 516ae7ca-71a6-4077-a57d-1e88217c4c7b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:10:56.048042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.124329 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.124679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.135912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Calling delete_port for 516ae7ca-71a6-4077-a57d-1e88217c4c7b owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:10:56.268278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.295040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Pushing event deleted for resources: {'Port': ['ID=516ae7ca-71a6-4077-a57d-1e88217c4c7b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:10:56.352363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.354978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:10:56.356160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd3b619f-1a0b-4990-8554-ac6306977177 tempest-AttachVolumeTestJSON-167109517 tempest-AttachVolumeTestJSON-167109517-project] 10.222.0.36 "DELETE /v2.0/floatingips/c8425f25-8e4e-44e0-9707-c80734e9af73 HTTP/1.1" status: 204 len: 168 time: 0.4296837 Dec 12 16:10:57.567412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5440cb8a-5280-421d-8ba5-a2c486956a08 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:10:57.588517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 5440cb8a-5280-421d-8ba5-a2c486956a08 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:10:57.588974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 5440cb8a-5280-421d-8ba5-a2c486956a08 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:05.492154 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b24d388f-6b04-47a5-9abb-ea4690201e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:06.182662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51308) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:06.579947 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:06.822775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Deleting port 96a8036d-9911-468c-9251-6624b411664a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:06.823110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:06.900097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] For port 96a8036d-9911-468c-9251-6624b411664a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=96a8036d-9911-468c-9251-6624b411664a,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:06.900453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:06.911895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Calling delete_port for 96a8036d-9911-468c-9251-6624b411664a owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:07.098191 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.124984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a8036d-9911-468c-9251-6624b411664a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:07.290709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.502292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Router baa7b352-9dbd-458a-bd9f-cef8e16448a7 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:11:07.606811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:11:07.614830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51312) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:07.615344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-90de5893-da9c-4bfb-ad6f-2a2a674f8393 admin admin] 10.222.0.36 "PUT /v2.0/routers/baa7b352-9dbd-458a-bd9f-cef8e16448a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4312203 Dec 12 16:11:07.616472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Sync routers for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:11:07.626704 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:11:07.627322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:10:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:07.717730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.730269 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:11:07.798997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d69cd240-47ee-4823-9173-4f2bd50fd70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.829212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.881868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Deleting port 380880d0-10bd-44e7-a4ba-fb9b4260c763 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:07.882206 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.915040 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:11:07Z', 'revision_number': 5, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port': {'id': '380880d0-10bd-44e7-a4ba-fb9b4260c763', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:25:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:07.945306 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Checking router: baa7b352-9dbd-458a-bd9f-cef8e16448a7 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:11:07.953873 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Routers {'baa7b352-9dbd-458a-bd9f-cef8e16448a7'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:11:07.954474 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:07.962407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] For port 380880d0-10bd-44e7-a4ba-fb9b4260c763, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=380880d0-10bd-44e7-a4ba-fb9b4260c763,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:07.962766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:07.974435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Calling delete_port for 380880d0-10bd-44e7-a4ba-fb9b4260c763 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:08.038604 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] Set router baa7b352-9dbd-458a-bd9f-cef8e16448a7 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:11:08.144609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.174269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Pushing event deleted for resources: {'Port': ['ID=380880d0-10bd-44e7-a4ba-fb9b4260c763,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:08.181584 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:11:07Z', 'revision_number': 6, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:08.186929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.187337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.187693 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.188037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.188375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.188878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.189218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.189602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.189954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.190269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.190599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.190931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.191258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:08.192620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845333c3-b001-40a1-93f7-438e007b0dec None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:08.218085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc071edf-baee-4645-a620-9a79775f1fd0 None None] The sync data for ids ['baa7b352-9dbd-458a-bd9f-cef8e16448a7'] in n-d-710847-8 is: [{'id': 'baa7b352-9dbd-458a-bd9f-cef8e16448a7', 'name': 'tempest-AttachVolumeTestJSON-735834225-router', 'tenant_id': '999637601bca49429c0ff520269a1de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:04:16Z', 'updated_at': '2021-12-12T16:11:07Z', 'revision_number': 6, 'project_id': '999637601bca49429c0ff520269a1de4', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:11:08.259387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.347598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.349888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.393275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.393818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa7b352-9dbd-458a-bd9f-cef8e16448a7 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:11:08.398768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.399902 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ee613517-75df-4f0c-85e9-e10ff203f757 admin admin] 10.222.0.36 "DELETE /v2.0/routers/baa7b352-9dbd-458a-bd9f-cef8e16448a7 HTTP/1.1" status: 204 len: 168 time: 0.7840774 Dec 12 16:11:08.402817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:08.450400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Deleting subnet b073eb21-0135-4a99-bb0b-d3968a06d2b9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:08.453767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.487230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.565220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.626702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.652229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b073eb21-0135-4a99-bb0b-d3968a06d2b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:08.658966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.662936 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fcbab399-890f-4d43-a0bc-b802709bbe1d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b073eb21-0135-4a99-bb0b-d3968a06d2b9 HTTP/1.1" status: 204 len: 168 time: 0.2592015 Dec 12 16:11:08.663963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6dcbf-5912-411f-8549-e595619f25b9 None None] Network c94eee50-46dd-4276-83f7-0e305b23b9b4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:08.665396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:08.732457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.749831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.788457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Deleting port de019c76-ee60-4db2-9b3b-fa64e8432721 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:08.788834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.854433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] For port de019c76-ee60-4db2-9b3b-fa64e8432721, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=de019c76-ee60-4db2-9b3b-fa64e8432721,segment=NetworkSegment(756d878f-3372-44db-a816-9d4fd6f55e5b),segment_id=756d878f-3372-44db-a816-9d4fd6f55e5b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:08.854821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.868820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Calling delete_port for de019c76-ee60-4db2-9b3b-fa64e8432721 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:08.945217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:08.971288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Pushing event deleted for resources: {'Port': ['ID=de019c76-ee60-4db2-9b3b-fa64e8432721,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:08.973153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] No DVR routers for this DVR port de019c76-ee60-4db2-9b3b-fa64e8432721 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:09.004308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857f585-f4f6-44cd-a334-8a0fa65dcde1 None None] DHCP port deletion for c94eee50-46dd-4276-83f7-0e305b23b9b4 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:09.050247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.069957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94eee50-46dd-4276-83f7-0e305b23b9b4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:09.079204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756d878f-3372-44db-a816-9d4fd6f55e5b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:09.079493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756d878f-3372-44db-a816-9d4fd6f55e5b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:09.090174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.104302 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.110531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:09.110927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:09.112929 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:09.175765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.181821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.185332 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c94eee50-46dd-4276-83f7-0e305b23b9b4 HTTP/1.1" status: 204 len: 168 time: 0.5189836 Dec 12 16:11:09.198318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73c50e-1b68-4664-b3d8-0d6b41b28457 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94eee50-46dd-4276-83f7-0e305b23b9b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:09.300413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51320) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:09.340907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5d51c64f-0736-4f45-854a-6d016d6fff38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=999637601bca49429c0ff520269a1de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380063 Dec 12 16:11:09.342113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51322) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:09.387641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.408122 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.446754 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.455187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.457801 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:09.461972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d231b3f-ece7-4402-aa69-321a64fd2893 HTTP/1.1" status: 204 len: 168 time: 0.1159863 Dec 12 16:11:09.467192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f258f2-7fe8-4b9e-a037-c4f54041023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d231b3f-ece7-4402-aa69-321a64fd2893,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:09.796236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96a8036d-9911-468c-9251-6624b411664a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:09.817635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 96a8036d-9911-468c-9251-6624b411664a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:09.818065 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 96a8036d-9911-468c-9251-6624b411664a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:09.819130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de019c76-ee60-4db2-9b3b-fa64e8432721 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:09.838479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: de019c76-ee60-4db2-9b3b-fa64e8432721 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:09.838826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device de019c76-ee60-4db2-9b3b-fa64e8432721 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:09.839239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 380880d0-10bd-44e7-a4ba-fb9b4260c763 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:09.860363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 380880d0-10bd-44e7-a4ba-fb9b4260c763 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:09.860729 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 380880d0-10bd-44e7-a4ba-fb9b4260c763 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:10.482831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:11.181620 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:11.580523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.311371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:14.414579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0be46ef3-49c7-4021-aaa0-aa9093a69022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.493346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0be46ef3-49c7-4021-aaa0-aa9093a69022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.497012 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0be46ef3-49c7-4021-aaa0-aa9093a69022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.533889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0be46ef3-49c7-4021-aaa0-aa9093a69022 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e65a034fa4fa45bda414187274481bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213023 Dec 12 16:11:14.535754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be46ef3-49c7-4021-aaa0-aa9093a69022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef840edb-49a5-41c6-9816-ceba72b3ff94,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:14.536565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:14.585365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.606354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.653537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.656501 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.657677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef840edb-49a5-41c6-9816-ceba72b3ff94 HTTP/1.1" status: 204 len: 168 time: 0.1200287 Dec 12 16:11:14.665767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd4639-c434-48b6-815b-15646b213196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef840edb-49a5-41c6-9816-ceba72b3ff94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:14.910583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:14.924115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e99a9bd7-feaa-4df8-8b5d-fa27c6d865a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:14.998221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e99a9bd7-feaa-4df8-8b5d-fa27c6d865a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.002156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e99a9bd7-feaa-4df8-8b5d-fa27c6d865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.043926 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e99a9bd7-feaa-4df8-8b5d-fa27c6d865a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d69141d71fe14133bafd0c592dfa223d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322589 Dec 12 16:11:15.045098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a9bd7-feaa-4df8-8b5d-fa27c6d865a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc651cb-a4f0-44c6-a0ce-dfff3cbd6507,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:15.046739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51444) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:15.093555 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.113849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.159860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.163175 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:15.164311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dc651cb-a4f0-44c6-a0ce-dfff3cbd6507 HTTP/1.1" status: 204 len: 168 time: 0.1165800 Dec 12 16:11:15.172107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7f120-104b-4226-8505-5fa47ad20eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc651cb-a4f0-44c6-a0ce-dfff3cbd6507,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:18.103427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51552) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:18.215513 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5eba66c1-ab04-436d-9100-62ebf2e04841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.288022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5eba66c1-ab04-436d-9100-62ebf2e04841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.291481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5eba66c1-ab04-436d-9100-62ebf2e04841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.331383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5eba66c1-ab04-436d-9100-62ebf2e04841 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b874a2eabe674ff98e86aa9e8d128a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268767 Dec 12 16:11:18.333421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba66c1-ab04-436d-9100-62ebf2e04841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf56529-4482-43f3-8ce4-771b2fa03b4f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:18.334124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:18.383135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.403586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.448782 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.451309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.452428 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdf56529-4482-43f3-8ce4-771b2fa03b4f HTTP/1.1" status: 204 len: 168 time: 0.1172340 Dec 12 16:11:18.459841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002cd5a-e509-4d26-b515-e72de4dc1282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf56529-4482-43f3-8ce4-771b2fa03b4f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:18.710434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:18.723475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44640d85-9514-42bb-920f-e0939301dbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.797426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44640d85-9514-42bb-920f-e0939301dbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.800859 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44640d85-9514-42bb-920f-e0939301dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.838818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-44640d85-9514-42bb-920f-e0939301dbb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a50e6489c3740d69685190ce98f9d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273124 Dec 12 16:11:18.840882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44640d85-9514-42bb-920f-e0939301dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e9eee-b1bc-436b-ab1d-3aa1fb3557e7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:18.841607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51564) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:18.891658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.911762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.956736 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.959317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:18.960477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c03e9eee-b1bc-436b-ab1d-3aa1fb3557e7 HTTP/1.1" status: 204 len: 168 time: 0.1178529 Dec 12 16:11:18.967831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3744db7-3208-4013-9860-7c7868d18458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e9eee-b1bc-436b-ab1d-3aa1fb3557e7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:19.255770 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:11:23.855300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:23.957270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d4ca-1d88-4622-ae2d-097d3268ca2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.035128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d4ca-1d88-4622-ae2d-097d3268ca2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.038938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3d1d4ca-1d88-4622-ae2d-097d3268ca2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.075563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1d4ca-1d88-4622-ae2d-097d3268ca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f621f9-26fd-4672-a80e-669f1d60c203,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:24.080725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f3d1d4ca-1d88-4622-ae2d-097d3268ca2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbf9c8b1408f4676a2e439a4101ad156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243998 Dec 12 16:11:24.083286 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:24.129288 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.150846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.196998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.199487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.200641 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9f621f9-26fd-4672-a80e-669f1d60c203 HTTP/1.1" status: 204 len: 168 time: 0.1164227 Dec 12 16:11:24.208750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f48a-8167-4924-9d4d-d0960920913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f621f9-26fd-4672-a80e-669f1d60c203,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:24.456866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:24.469774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61aa2a62-d843-4102-9e5a-be14a44f4015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.544036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61aa2a62-d843-4102-9e5a-be14a44f4015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.547790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61aa2a62-d843-4102-9e5a-be14a44f4015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.589887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61aa2a62-d843-4102-9e5a-be14a44f4015 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c95e9ed7b104d90956eba289e53f345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319416 Dec 12 16:11:24.590726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa2a62-d843-4102-9e5a-be14a44f4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba85086-613b-4252-afe8-6120a56837ff,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:24.592661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51702) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:24.642618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.663675 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.709349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.711837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:24.713222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eba85086-613b-4252-afe8-6120a56837ff HTTP/1.1" status: 204 len: 168 time: 0.1190543 Dec 12 16:11:24.720611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129ddee-e498-42ea-a25a-7042b5c0122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba85086-613b-4252-afe8-6120a56837ff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:26.844521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51776) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:26.948972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4620cc0-29df-49d4-a9c4-f8636890e255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.025200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4620cc0-29df-49d4-a9c4-f8636890e255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.029019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e4620cc0-29df-49d4-a9c4-f8636890e255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.065425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620cc0-29df-49d4-a9c4-f8636890e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2c75a-fa23-4927-babb-975c5b924547,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:27.073680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e4620cc0-29df-49d4-a9c4-f8636890e255 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfae163344a249109003ff98a19ad887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279468 Dec 12 16:11:27.073882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51780) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:27.122245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.144853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.194027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.196802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.197940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdd2c75a-fa23-4927-babb-975c5b924547 HTTP/1.1" status: 204 len: 168 time: 0.1232047 Dec 12 16:11:27.205676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32437de1-5e11-46c4-a28e-98294b8879fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2c75a-fa23-4927-babb-975c5b924547,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:27.455030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:27.468612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-968a0251-baf8-47aa-ac69-c211e845444f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.541857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-968a0251-baf8-47aa-ac69-c211e845444f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.545719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-968a0251-baf8-47aa-ac69-c211e845444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.583110 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-968a0251-baf8-47aa-ac69-c211e845444f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb8b622884a04c70a40672e2c9bb423b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270187 Dec 12 16:11:27.584538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a0251-baf8-47aa-ac69-c211e845444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a5e41-af9e-4b47-b509-419cba8bad78,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:27.586452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51788) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:27.634490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.655541 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.700248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.702812 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:27.703951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae9a5e41-af9e-4b47-b509-419cba8bad78 HTTP/1.1" status: 204 len: 168 time: 0.1161797 Dec 12 16:11:27.712045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae92245-5410-4e4b-b16f-0e28536029f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a5e41-af9e-4b47-b509-419cba8bad78,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:29.074280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 51840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:29.177019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-821a41f2-3966-4894-ab8d-b708253dc9f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.249577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-821a41f2-3966-4894-ab8d-b708253dc9f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.253041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-821a41f2-3966-4894-ab8d-b708253dc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.293479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-821a41f2-3966-4894-ab8d-b708253dc9f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3e0f0b30a55458fb35aa37067ecdcea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181470 Dec 12 16:11:29.294434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a41f2-3966-4894-ab8d-b708253dc9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51447a50-dd10-42f7-8acf-38a9f0cc97a8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:29.296165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 51844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:29.346888 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.368392 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.412960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.415516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:29.416671 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51447a50-dd10-42f7-8acf-38a9f0cc97a8 HTTP/1.1" status: 204 len: 168 time: 0.1194327 Dec 12 16:11:29.424088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36594a-82bb-40f4-a5c7-2026d9710789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51447a50-dd10-42f7-8acf-38a9f0cc97a8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:32.565156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:32.670784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9881a35d-7bf4-41d5-a2b9-22bc51274c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.744499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9881a35d-7bf4-41d5-a2b9-22bc51274c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.748054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9881a35d-7bf4-41d5-a2b9-22bc51274c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.790451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9881a35d-7bf4-41d5-a2b9-22bc51274c77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db813009434c4f6983ecd3b1a607183a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241945 Dec 12 16:11:32.791422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881a35d-7bf4-41d5-a2b9-22bc51274c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea991dbc-775c-4b87-aa5e-08cfa1d4f43d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:32.793073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52072) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:32.843398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.865951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.912333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.915032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:32.916180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea991dbc-775c-4b87-aa5e-08cfa1d4f43d HTTP/1.1" status: 204 len: 168 time: 0.1215470 Dec 12 16:11:32.923501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738adab-c92f-46f9-be39-83babe4e7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea991dbc-775c-4b87-aa5e-08cfa1d4f43d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:34.032590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52108) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:34.173004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1943449574'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:34.194622 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Made reservation on behalf of d2a533faef2e4ca4ab9a722a5de44be1 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:34.198038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.206161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.278142 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.282021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.309927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:34.319647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d478e2-dc32-4a45-9626-e45fcf138664,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:34.325706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.326040 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Added segment 98ceb8a6-187c-42bc-86b9-e5494f3f6d1e of type vlan for network de5c55be-7994-4f97-978a-2bc9458a1b6b Dec 12 16:11:34.371975 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.395358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.401195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:34.401702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.452308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4185898 Dec 12 16:11:34.455439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52112) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:34.476326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a05a31-dfc6-4b61-b7bd-d080e752538d tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Pushing event updated for resources: {'Network': ['ID=de5c55be-7994-4f97-978a-2bc9458a1b6b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:34.487243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network de5c55be-7994-4f97-978a-2bc9458a1b6b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:34.512057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'name': 'tempest-network--83157974', 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:34.533236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:34.535587 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.544558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.619925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.623510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.647416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:34.662570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f6d3d4-2642-4c6f-9870-f4c8488638d6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:34.665504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.665837 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Added segment 64a7c2fc-2e3d-4767-97e4-7a3c30f3e91b of type vlan for network f317bb17-7429-4ae3-8d83-4177a25256b4 Dec 12 16:11:34.707641 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.735940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.736911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:34.737727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.790522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.3340945 Dec 12 16:11:34.793308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:34.797339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4386b-2c40-401d-8e99-9ea32982e86f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=f317bb17-7429-4ae3-8d83-4177a25256b4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:34.807005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f317bb17-7429-4ae3-8d83-4177a25256b4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:34.862853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.937175 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.956760 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f317bb17-7429-4ae3-8d83-4177a25256b4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:34.966204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a7c2fc-2e3d-4767-97e4-7a3c30f3e91b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:34.966495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a7c2fc-2e3d-4767-97e4-7a3c30f3e91b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:34.975465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.988222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.994115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:34.994481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:34.996189 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:35.054159 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.058566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f317bb17-7429-4ae3-8d83-4177a25256b4 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 16:11:35.061261 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.068673 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f317bb17-7429-4ae3-8d83-4177a25256b4 HTTP/1.1" status: 204 len: 168 time: 0.2704704 Dec 12 16:11:35.069229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52118) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:35.074336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:35.079227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa49ae-7857-4c93-b672-aa85d768f720 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Network': ['ID=f317bb17-7429-4ae3-8d83-4177a25256b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:35.096949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:35.099363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.122965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:35.132910 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.133301 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Added segment 4e165d96-3286-4fd2-bb8d-118d6a2a3613 of type vlan for network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd Dec 12 16:11:35.181905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.210427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.211631 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:35.212193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.265276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.1948891 Dec 12 16:11:35.268355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:35.273052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d26736-2819-464a-8e32-271fcd5c554a tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:35.274501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'subnet': {'network_id': 'b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:35.282532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:35.303529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:35.306459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.495176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c46ef563-1d0b-4217-8167-5b84229e5815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.611639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:11:35.612115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.671856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e339937f-db73-45b1-99dc-62ab472312db,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:35.676949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Checking segment: {'id': '4e165d96-3286-4fd2-bb8d-118d6a2a3613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:35.677858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Network hostable DHCP agents. Network: b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:11:35.694198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:11:35.702336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:35.706705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:35.707449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.710976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b8a701-fc87-4413-a21e-551aca580280 None None] Network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:35.723494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2572426f-4061-4162-8b9d-120d150abe3c tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4539208 Dec 12 16:11:35.726802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:35.731037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:35.753061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.809217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658eefa-11a2-48c5-8f2d-0913ab2476d0 None None] Network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:35.847532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:35.948333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Allocated IP 172.20.0.8 (b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd/e339937f-db73-45b1-99dc-62ab472312db/21d6eb51-0031-490d-a32e-170b214bb189) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:36.050990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.084355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.122297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:36.125420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:36.129745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:36.152988 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Port': ['ID=21d6eb51-0031-490d-a32e-170b214bb189,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:36.228962 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.265872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.413534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.417925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.484191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Port': ['ID=21d6eb51-0031-490d-a32e-170b214bb189,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:36.493931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.509075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.510303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff097338-6caa-45e4-a3a8-afb920c4fd45 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7825933 Dec 12 16:11:36.513105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:36.581567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9ad1b478-4013-488f-84d7-3293c7e12ebb tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd HTTP/1.1" status: 200 len: 689 time: 0.0673304 Dec 12 16:11:36.584498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:36.664498 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.775419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Deleting port 21d6eb51-0031-490d-a32e-170b214bb189 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:36.775756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.850484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.851158 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:36.862145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Calling delete_port for 21d6eb51-0031-490d-a32e-170b214bb189 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:36.987988 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.017755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Port': ['ID=21d6eb51-0031-490d-a32e-170b214bb189,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:37.074386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.116080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.172891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.198099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e339937f-db73-45b1-99dc-62ab472312db,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:37.251504 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.271458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:37.280477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e165d96-3286-4fd2-bb8d-118d6a2a3613') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:37.280810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e165d96-3286-4fd2-bb8d-118d6a2a3613') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:37.290433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.303897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.309934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:37.310486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:37.312151 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:37.370444 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.374865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 16:11:37.377039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.380311 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd HTTP/1.1" status: 204 len: 168 time: 0.7948501 Dec 12 16:11:37.382841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52128) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:37.392927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92561da0-1e81-4a23-88e1-77eb544a2139 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:37.468158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f0a3444-378c-4804-ae00-564af0f77f12 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0841253 Dec 12 16:11:37.470526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52130) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:37.552351 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664950a-d468-4979-a77c-11933b335ad4 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:37.552734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664950a-d468-4979-a77c-11933b335ad4 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:37.553177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6664950a-d468-4979-a77c-11933b335ad4 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:37.554747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6664950a-d468-4979-a77c-11933b335ad4 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2105 time: 0.0833361 Dec 12 16:11:37.557690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52132) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:37.800963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3d0050c-2c07-49cc-8fd5-b729abe05384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:37.956755 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-0971236a-116b-43ca-9253-8748d9e383ac tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] delete failed (client error): The resource could not be found. Dec 12 16:11:37.957782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0971236a-116b-43ca-9253-8748d9e383ac tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/d5fcee79-b66a-4a75-ada5-fd48f8fa5245 HTTP/1.1" status: 404 len: 345 time: 0.3992140 Dec 12 16:11:37.961139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52134) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:37.976393 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-81847343-8f74-4f44-ab9d-cd5a6aa47c58 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] DELETE failed (client error): The resource could not be found. Dec 12 16:11:37.976876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81847343-8f74-4f44-ab9d-cd5a6aa47c58 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:11:37.979682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81847343-8f74-4f44-ab9d-cd5a6aa47c58 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/b2a76193-7a9a-4eb3-9f3e-4ee3037b2ccd HTTP/1.1" status: 404 len: 339 time: 0.0176685 Dec 12 16:11:37.982902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52136) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:37.987541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'name': 'tempest-network--833406085', 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:38.008033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:38.010366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.034374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:38.043802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.044223 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Added segment c19d4cbc-ded7-4d78-863e-590533bb6d04 of type vlan for network f7b937c8-3834-4050-b8c4-8063f2296385 Dec 12 16:11:38.088158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.116150 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.117128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:38.117693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.174608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.1907182 Dec 12 16:11:38.177607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:38.181930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a4eae-5d38-43f6-98d0-f9b48f719bb3 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=f7b937c8-3834-4050-b8c4-8063f2296385,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:38.191756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f7b937c8-3834-4050-b8c4-8063f2296385 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:38.664577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc2791-26c3-43be-9a16-d57df2a036f8 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:38.670755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc2791-26c3-43be-9a16-d57df2a036f8 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:38.676729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc2791-26c3-43be-9a16-d57df2a036f8 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:38.683596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc2791-26c3-43be-9a16-d57df2a036f8 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:38.685225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52cc2791-26c3-43be-9a16-d57df2a036f8 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5066216 Dec 12 16:11:38.688016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:38.734189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.756702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.834111 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.854154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b937c8-3834-4050-b8c4-8063f2296385']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:38.863837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19d4cbc-ded7-4d78-863e-590533bb6d04') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:38.864131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19d4cbc-ded7-4d78-863e-590533bb6d04') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:38.873797 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.886713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.892366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:38.892778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:38.894635 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:38.951323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.958101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7b937c8-3834-4050-b8c4-8063f2296385 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 16:11:38.960755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:38.967643 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f7b937c8-3834-4050-b8c4-8063f2296385 HTTP/1.1" status: 204 len: 168 time: 0.2749658 Dec 12 16:11:38.968036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52142) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:38.973032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'name': 'tempest-network--1233441225', 'router:external': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:38.973582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a800b-6358-4bc5-9c02-eb957fae1ee0 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7b937c8-3834-4050-b8c4-8063f2296385,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:38.996689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:38.999044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.023846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:39.034694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.035038 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Added segment 556a8c6d-1447-40a0-b551-70831e0c5f5d of type vlan for network 36c0a96c-611a-499b-b744-435b19233aaf Dec 12 16:11:39.083931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.115076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.116135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:39.116742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.172801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2035944 Dec 12 16:11:39.175290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52144) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:39.192387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a905a6-0f16-4a67-8e16-86e4401f1ab7 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=36c0a96c-611a-499b-b744-435b19233aaf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:39.204094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 36c0a96c-611a-499b-b744-435b19233aaf details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:39.265139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9f186-b0c3-4660-8b17-807483f9a7e9 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:39.269270 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d6e9f186-b0c3-4660-8b17-807483f9a7e9 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "GET /v2.0/networks/36c0a96c-611a-499b-b744-435b19233aaf HTTP/1.1" status: 200 len: 757 time: 0.0904634 Dec 12 16:11:39.269969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:39.353533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e6630-f407-4d57-aedd-c68d59081d54 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:39.354877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2d6e6630-f407-4d57-aedd-c68d59081d54 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "GET /v2.0/networks/de5c55be-7994-4f97-978a-2bc9458a1b6b HTTP/1.1" status: 200 len: 768 time: 0.0837276 Dec 12 16:11:39.357544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:39.424179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.441535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.508928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.528479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c0a96c-611a-499b-b744-435b19233aaf']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:39.538039 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556a8c6d-1447-40a0-b551-70831e0c5f5d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:39.538335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556a8c6d-1447-40a0-b551-70831e0c5f5d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:39.547688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.561140 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.567020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:39.567516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:39.569196 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:39.624370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.629113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36c0a96c-611a-499b-b744-435b19233aaf {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 16:11:39.631658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.634799 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/36c0a96c-611a-499b-b744-435b19233aaf HTTP/1.1" status: 204 len: 168 time: 0.2763445 Dec 12 16:11:39.638485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52150) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:39.643659 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'name': 'tempest-network--729039541'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:39.649492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e3457-d07b-4321-9765-06c21c3df34f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Network': ['ID=36c0a96c-611a-499b-b744-435b19233aaf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:39.666497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Made reservation on behalf of 2d9a5758a533424788c5f92c1c3b0082 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:39.668827 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.692803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:39.702044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.702381 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Added segment d2b2413c-9aa3-45c9-9eb4-8215e304f401 of type vlan for network 647d1815-177f-49a5-9086-52da9c13b09a Dec 12 16:11:39.742021 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.766583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.767663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:39.768261 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:39.826897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1873217 Dec 12 16:11:39.829679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:39.835203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cdbed-c56a-4a88-8dce-156ce209f4ff tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=647d1815-177f-49a5-9086-52da9c13b09a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:39.837025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:39.845327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 647d1815-177f-49a5-9086-52da9c13b09a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:40.003226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.016525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.034539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Network 647d1815-177f-49a5-9086-52da9c13b09a is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 16:11:40.035324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:40.035915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.037905 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "PUT /v2.0/networks/647d1815-177f-49a5-9086-52da9c13b09a HTTP/1.1" status: 200 len: 856 time: 0.2069006 Dec 12 16:11:40.040805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52154) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:40.081062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bca8a-a231-4782-a7bb-241859f44281 tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event updated for resources: {'Network': ['ID=647d1815-177f-49a5-9086-52da9c13b09a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:40.107682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.186200 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.205831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d1815-177f-49a5-9086-52da9c13b09a']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.215311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b2413c-9aa3-45c9-9eb4-8215e304f401') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.215602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b2413c-9aa3-45c9-9eb4-8215e304f401') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.224935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.237731 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.243405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:40.243780 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:40.245452 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:40.301239 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.306387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 647d1815-177f-49a5-9086-52da9c13b09a {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 12 16:11:40.308957 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.312092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] 10.222.0.36 "DELETE /v2.0/networks/647d1815-177f-49a5-9086-52da9c13b09a HTTP/1.1" status: 204 len: 168 time: 0.2702794 Dec 12 16:11:40.316180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:40.322029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d1aed-98d3-4c1e-9ad8-b5a53c2ead5f tempest-ExternalNetworksTestJSON-1459776055 tempest-ExternalNetworksTestJSON-1459776055-project-admin] Pushing event deleted for resources: {'Network': ['ID=647d1815-177f-49a5-9086-52da9c13b09a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:40.348806 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6e3055-f7c8-4076-b6cb-1752428a8222 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] DELETE failed (client error): The resource could not be found. Dec 12 16:11:40.349280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6e3055-f7c8-4076-b6cb-1752428a8222 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:11:40.352517 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb6e3055-f7c8-4076-b6cb-1752428a8222 tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "DELETE /v2.0/subnets/e339937f-db73-45b1-99dc-62ab472312db HTTP/1.1" status: 404 len: 337 time: 0.0351837 Dec 12 16:11:40.355373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:40.437219 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.485432 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.532615 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.553757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5c55be-7994-4f97-978a-2bc9458a1b6b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.563280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ceb8a6-187c-42bc-86b9-e5494f3f6d1e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.563650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ceb8a6-187c-42bc-86b9-e5494f3f6d1e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:40.573551 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.586322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.592585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:11:40.593003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:11:40.596042 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:11:40.655793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.662722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:40.668191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] 10.222.0.36 "DELETE /v2.0/networks/de5c55be-7994-4f97-978a-2bc9458a1b6b HTTP/1.1" status: 204 len: 168 time: 0.3095574 Dec 12 16:11:40.677915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78801f-06bb-4ffd-a0b5-29a764753b1f tempest-ExternalNetworksTestJSON-912431055 tempest-ExternalNetworksTestJSON-912431055-project] Pushing event deleted for resources: {'Network': ['ID=de5c55be-7994-4f97-978a-2bc9458a1b6b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:40.906446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:41.035834 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c63ef89-f35b-4a1b-995d-4692dfcf8025 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2a533faef2e4ca4ab9a722a5de44be1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281481 Dec 12 16:11:41.038878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:41.085303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.106162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.154667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.157459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.158802 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41d478e2-dc32-4a45-9626-e45fcf138664 HTTP/1.1" status: 204 len: 168 time: 0.1190109 Dec 12 16:11:41.167224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce74d7-3f48-4bed-acc4-6f34f714bdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d478e2-dc32-4a45-9626-e45fcf138664,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:41.193368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.417584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52174) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:41.455527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-efa61d98-f03b-4be9-81d6-277490e5f962 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d9a5758a533424788c5f92c1c3b0082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0367420 Dec 12 16:11:41.457886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52176) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:41.503342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.523728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.569007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.571599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.572758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26f6d3d4-2642-4c6f-9870-f4c8488638d6 HTTP/1.1" status: 204 len: 168 time: 0.1134477 Dec 12 16:11:41.580297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:41.580954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911777e-31f2-421c-9b5e-232d08b7dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f6d3d4-2642-4c6f-9870-f4c8488638d6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:42.241975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:42.334567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1099268364'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:42.355256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:42.358749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.367769 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.448833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.452379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.479248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:11:42.488455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423b2e09-8007-43eb-8a59-1cf9c724ca79,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:42.496549 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.496924 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Added segment ba618715-0f35-4733-b3f2-af5b428cd770 of type vlan for network 1575d540-762e-4cad-8bc1-dfea873be119 Dec 12 16:11:42.535943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.560457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.566165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:42.566733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.618884 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3756177 Dec 12 16:11:42.622101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:42.626873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:42.681723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f66c6-331a-4b0b-827d-9d10b7efd600 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Network': ['ID=1575d540-762e-4cad-8bc1-dfea873be119,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:42.691889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:11:42.729180 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:42.732672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.910455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:42.970806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=be89cc33-2f52-4faa-8ad6-54e34eed450b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:42.978592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:42.978955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network hostable DHCP agents. Network: 1575d540-762e-4cad-8bc1-dfea873be119, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:11:42.995079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:11:43.002718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1575d540-762e-4cad-8bc1-dfea873be119) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:43.007212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:43.008305 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.012285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da30cd24-b4a2-4da4-af3d-b664a6b53149 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:43.027159 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-28908a95-d749-4646-acfd-62dfc07efd37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4018199 Dec 12 16:11:43.027754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:43.032570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'name': 'tempest-NetworksTestDHCPv6-734202827'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:43.150262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:43.154484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.174020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 2d766618-ac39-4254-a337-cc80b5381d5f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:43.282292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': 'be89cc33-2f52-4faa-8ad6-54e34eed450b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:43.283167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.293027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::200 (1575d540-762e-4cad-8bc1-dfea873be119/be89cc33-2f52-4faa-8ad6-54e34eed450b/2d766618-ac39-4254-a337-cc80b5381d5f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:43.435940 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.470939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.531005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/be89cc33-2f52-4faa-8ad6-54e34eed450b/012c0dbf-5ec6-4c0e-9620-24882b70b693) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:43.533987 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:43.537300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:43.540980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:43.546874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:43.547495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.558432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=2d766618-ac39-4254-a337-cc80b5381d5f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:43.570085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30903301-a654-48b7-bbdd-9470a341b322 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5413144 Dec 12 16:11:43.572810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:43.650365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d97be5-5e8e-4107-b61a-357d824598e7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:43.651863 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c1d97be5-5e8e-4107-b61a-357d824598e7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0781300 Dec 12 16:11:43.654512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52208) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:43.685208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.691766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.731294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:43.734183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:43.737908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:43.743983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 2d766618-ac39-4254-a337-cc80b5381d5f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:43.744326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.747699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Pushing event updated for resources: {'Port': ['ID=012c0dbf-5ec6-4c0e-9620-24882b70b693,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:43.768323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.768698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.769040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.769373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.769706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.770034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.770361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.770749 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.771146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.771469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.771792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.772111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.772432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:43.806054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Attempting to bind port 012c0dbf-5ec6-4c0e-9620-24882b70b693 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:43.806432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Attempting to bind port 012c0dbf-5ec6-4c0e-9620-24882b70b693 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:43.806923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Attempting to bind port 012c0dbf-5ec6-4c0e-9620-24882b70b693 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:43.811895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:43.812288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:43.812740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.813146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:43.813616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Bound port: 012c0dbf-5ec6-4c0e-9620-24882b70b693, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:43.814004 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.829254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.840992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 2d766618-ac39-4254-a337-cc80b5381d5f owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:43.878445 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] For port 012c0dbf-5ec6-4c0e-9620-24882b70b693, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:43.882208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] For port 012c0dbf-5ec6-4c0e-9620-24882b70b693, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=012c0dbf-5ec6-4c0e-9620-24882b70b693,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:43.887006 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:43.947908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa5f13-c477-4942-96a6-200058e776ef None None] Pushing event updated for resources: {'Port': ['ID=012c0dbf-5ec6-4c0e-9620-24882b70b693,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:43.974469 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.002350 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=2d766618-ac39-4254-a337-cc80b5381d5f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:44.029900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.033494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-67e211ab-a441-4110-ada7-28922395b8f8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/2d766618-ac39-4254-a337-cc80b5381d5f HTTP/1.1" status: 204 len: 168 time: 0.3779750 Dec 12 16:11:44.035922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:44.139277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709c62b-5513-4c4b-94e2-c3a6e1574459 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:44.140938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709c62b-5513-4c4b-94e2-c3a6e1574459 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:44.142808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8709c62b-5513-4c4b-94e2-c3a6e1574459 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1051974 Dec 12 16:11:44.145771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52212) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:44.202935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet be89cc33-2f52-4faa-8ad6-54e34eed450b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:44.206297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.247100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.325194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.389545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.417843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=be89cc33-2f52-4faa-8ad6-54e34eed450b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:44.419782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.422979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4df082ac-5a4c-499c-b698-52a943e4d1fe tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/be89cc33-2f52-4faa-8ad6-54e34eed450b HTTP/1.1" status: 204 len: 168 time: 0.2761557 Dec 12 16:11:44.425645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52214) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:44.479083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e72e014-fa8d-4090-9f5d-368d07362bbf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523524 Dec 12 16:11:44.481842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52216) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:44.486752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:44.584208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:44.587814 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.790839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.796046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b077a-3ec3-4daf-aa1b-1d3185b24dc1 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:44.838106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:44.841304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:44.845530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:44.846128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.849589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=079ebeec-eb1c-4852-b0da-8481c6a8a7e7,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:44.868327 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3e2e5261-853d-48e7-b2a6-f54456c62c0b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3830149 Dec 12 16:11:44.868604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52218) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:44.873515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'name': 'tempest-NetworksTestDHCPv6-798468614'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:44.885914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] Provisioning complete for port 012c0dbf-5ec6-4c0e-9620-24882b70b693 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:44.886291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.985849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:44.988453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:44.989786 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.008927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port f971e2ef-a5ca-4a49-b001-fc3888d8efc5 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:45.027781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] For port 012c0dbf-5ec6-4c0e-9620-24882b70b693, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=012c0dbf-5ec6-4c0e-9620-24882b70b693,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:45.032497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.089634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80d23-4524-4853-a03e-ab1584cb14a6 None None] Pushing event updated for resources: {'Port': ['ID=012c0dbf-5ec6-4c0e-9620-24882b70b693,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:45.136067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::3b9 (1575d540-762e-4cad-8bc1-dfea873be119/079ebeec-eb1c-4852-b0da-8481c6a8a7e7/f971e2ef-a5ca-4a49-b001-fc3888d8efc5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:45.160058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030faca-f1e2-4802-aa87-3a5d103142ce None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:45.272542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d142b0b5-9b7f-44d9-8299-1e40f6bc8515 None None] Provisioning complete for port 012c0dbf-5ec6-4c0e-9620-24882b70b693 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:45.272867 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d142b0b5-9b7f-44d9-8299-1e40f6bc8515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.280903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.320301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.371941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:45.375296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:45.377776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:45.384165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:45.384823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.399476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=f971e2ef-a5ca-4a49-b001-fc3888d8efc5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:45.408694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-edfe3cfe-4a0a-43df-ac8d-296a38918621 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5389695 Dec 12 16:11:45.411076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52220) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:45.493377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb89d2b-1e80-45b1-baff-d19064da74f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:45.499516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb89d2b-1e80-45b1-baff-d19064da74f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:45.501259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cdb89d2b-1e80-45b1-baff-d19064da74f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0886209 Dec 12 16:11:45.504167 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52222) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:45.576995 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fe094771-3b11-4b3d-bdea-406c15942a77 None None] Provisioning complete for port 012c0dbf-5ec6-4c0e-9620-24882b70b693 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:45.577310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe094771-3b11-4b3d-bdea-406c15942a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.593597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port f971e2ef-a5ca-4a49-b001-fc3888d8efc5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:45.594117 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.685498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.698106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for f971e2ef-a5ca-4a49-b001-fc3888d8efc5 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:45.785630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4ce808ab-65d5-4b66-b4a6-88224acd5276 None None] Could not find standard attr ID for object 2d766618-ac39-4254-a337-cc80b5381d5f. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:45.837647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.870177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=f971e2ef-a5ca-4a49-b001-fc3888d8efc5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:45.874541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 012c0dbf-5ec6-4c0e-9620-24882b70b693 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:45.897013 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.900666 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6a91b80b-43b3-419e-87ee-71a9a893f11a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/f971e2ef-a5ca-4a49-b001-fc3888d8efc5 HTTP/1.1" status: 204 len: 168 time: 0.3954713 Dec 12 16:11:45.903273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52224) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:45.908974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d06437b3-f4c8-4217-b8e6-bdf7b8e7131a None None] Could not find standard attr ID for object f971e2ef-a5ca-4a49-b001-fc3888d8efc5. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:45.933266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 012c0dbf-5ec6-4c0e-9620-24882b70b693 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:45.933627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:45.998726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf332e-a4f6-43cd-80d5-1a7c840b5bfd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:46.000402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf332e-a4f6-43cd-80d5-1a7c840b5bfd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:46.004431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c0cf332e-a4f6-43cd-80d5-1a7c840b5bfd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0976832 Dec 12 16:11:46.004704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52226) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:46.057724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 079ebeec-eb1c-4852-b0da-8481c6a8a7e7 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:46.061137 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.107152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.155530 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.218173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.247615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=079ebeec-eb1c-4852-b0da-8481c6a8a7e7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:46.249811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.253423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fea4e063-d143-4c16-b571-a9e14f4910e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/079ebeec-eb1c-4852-b0da-8481c6a8a7e7 HTTP/1.1" status: 204 len: 168 time: 0.2477074 Dec 12 16:11:46.256378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52228) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:46.278470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac6b98-96fb-4384-840e-2e9c531db7b2 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:46.298018 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b9764e9-4480-42df-94ef-0d69df8cfe8c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405180 Dec 12 16:11:46.300878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:46.305556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:46.400752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:46.404298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.419247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:46.469421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Deleting port 012c0dbf-5ec6-4c0e-9620-24882b70b693 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:46.469793 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.534614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] For port 012c0dbf-5ec6-4c0e-9620-24882b70b693, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=012c0dbf-5ec6-4c0e-9620-24882b70b693,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:46.535007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.547308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Calling delete_port for 012c0dbf-5ec6-4c0e-9620-24882b70b693 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:46.584715 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.622923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:46.626072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:46.630758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:46.631339 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.633040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.647222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=87f4818a-6574-486c-ad85-f1470e4c2147,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:46.652286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6d618dc-6b71-4cf7-844b-8cab1e1905a7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3504047 Dec 12 16:11:46.655066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52232) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:46.658119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] Pushing event deleted for resources: {'Port': ['ID=012c0dbf-5ec6-4c0e-9620-24882b70b693,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:46.660078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'name': 'tempest-NetworksTestDHCPv6-574191684'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:46.661960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bb64f-72a9-47c0-b1ad-e9d9718ef56a None None] No DVR routers for this DVR port 012c0dbf-5ec6-4c0e-9620-24882b70b693 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:46.680885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e20c5e-8644-442f-b9d8-4c4d98ea9271 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:46.772786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:46.776165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.779535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '87f4818a-6574-486c-ad85-f1470e4c2147'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:46.780469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:46.794014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 673a7406-b563-403a-9899-8be11b48a8ed yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:46.905005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::20b (1575d540-762e-4cad-8bc1-dfea873be119/87f4818a-6574-486c-ad85-f1470e4c2147/673a7406-b563-403a-9899-8be11b48a8ed) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:47.047693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.081362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.125144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:47.126578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/87f4818a-6574-486c-ad85-f1470e4c2147/9666a8bf-486f-438d-aa47-24b3b474ebce) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:47.128333 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:47.131862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:47.137961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:47.138573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.147150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=673a7406-b563-403a-9899-8be11b48a8ed,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:47.165350 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04439b35-c7e5-40df-8fb7-76e5bcc688a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5068440 Dec 12 16:11:47.165662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:47.215695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a3b032-dcf9-46c7-a171-6f52a74d1c42 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:47.217178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-13a3b032-dcf9-46c7-a171-6f52a74d1c42 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0505400 Dec 12 16:11:47.219839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:47.272896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.279624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.304817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 673a7406-b563-403a-9899-8be11b48a8ed {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:47.305162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.318349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:47.321199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:47.324439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:47.331472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Pushing event updated for resources: {'Port': ['ID=9666a8bf-486f-438d-aa47-24b3b474ebce,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:47.385136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Attempting to bind port 9666a8bf-486f-438d-aa47-24b3b474ebce on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:47.385507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Attempting to bind port 9666a8bf-486f-438d-aa47-24b3b474ebce by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:47.385874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Attempting to bind port 9666a8bf-486f-438d-aa47-24b3b474ebce on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:47.390778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:47.391156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:47.391557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.392299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:47.392451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Bound port: 9666a8bf-486f-438d-aa47-24b3b474ebce, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:47.392818 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.393816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.405944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 673a7406-b563-403a-9899-8be11b48a8ed owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:47.455378 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] For port 9666a8bf-486f-438d-aa47-24b3b474ebce, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:47.459422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] For port 9666a8bf-486f-438d-aa47-24b3b474ebce, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9666a8bf-486f-438d-aa47-24b3b474ebce,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:47.463547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.524480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590d25-18ce-4a47-8ecf-f06d2afcdadd None None] Pushing event updated for resources: {'Port': ['ID=9666a8bf-486f-438d-aa47-24b3b474ebce,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:47.537247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.571483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=673a7406-b563-403a-9899-8be11b48a8ed,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:47.595276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.601736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4ae7ce2f-96fa-4489-952d-be3d95630946 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/673a7406-b563-403a-9899-8be11b48a8ed HTTP/1.1" status: 204 len: 168 time: 0.3779778 Dec 12 16:11:47.602024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:47.655503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d5c68-7173-4998-95bf-515fa5fe5b51 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:47.657212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d5c68-7173-4998-95bf-515fa5fe5b51 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:47.662946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52240) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:47.663965 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb1d5c68-7173-4998-95bf-515fa5fe5b51 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0607126 Dec 12 16:11:47.732481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 87f4818a-6574-486c-ad85-f1470e4c2147 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:47.735988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.779567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.867228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9666a8bf-486f-438d-aa47-24b3b474ebce up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:47.869674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.918018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9666a8bf-486f-438d-aa47-24b3b474ebce triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:47.918394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.932662 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.959534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=87f4818a-6574-486c-ad85-f1470e4c2147,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:47.963269 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:47.967664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-274b22d3-0e5e-41d6-87b5-974f8dad2857 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/87f4818a-6574-486c-ad85-f1470e4c2147 HTTP/1.1" status: 204 len: 168 time: 0.3049624 Dec 12 16:11:47.970100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52242) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:47.998353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.008016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b007c9f9-eeb4-41a8-a47e-dee086137c41 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367603 Dec 12 16:11:48.010481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:48.033486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 9666a8bf-486f-438d-aa47-24b3b474ebce, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9666a8bf-486f-438d-aa47-24b3b474ebce,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:48.038066 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.064297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f6416-753b-4471-9427-7e21da1208d8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:48.068786 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d85f6416-753b-4471-9427-7e21da1208d8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0544147 Dec 12 16:11:48.069211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52246) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:48.096622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=9666a8bf-486f-438d-aa47-24b3b474ebce,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:48.100505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 012c0dbf-5ec6-4c0e-9620-24882b70b693 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:48.120501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 012c0dbf-5ec6-4c0e-9620-24882b70b693 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:48.120872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 012c0dbf-5ec6-4c0e-9620-24882b70b693 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:48.121399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8405cf-d604-4736-a6a7-8325842d3d17 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:48.123486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee8405cf-d604-4736-a6a7-8325842d3d17 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532146 Dec 12 16:11:48.126042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52248) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:48.169130 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd15e736-8dd8-4bee-a36e-40c57fb4f80a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419340 Dec 12 16:11:48.173472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:48.179164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:48.276277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:48.280109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.460721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f256b6c-ef6b-40d9-87d1-e7dfcb94e7d0 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:48.470664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.514783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:48.517999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:48.522922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:48.523502 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.532668 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=293ee455-26fb-4f15-81d3-fd6462512d2d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:48.546645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af8aeba5-ec14-44a8-aa94-9ad633303270 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3718309 Dec 12 16:11:48.549419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:48.556014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '293ee455-26fb-4f15-81d3-fd6462512d2d', 'ip_address': '2001:db8::d6a1:1ba1:e8f3:2920'}], 'name': 'tempest-NetworksTestDHCPv6-498894622'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:48.563129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0a4ae558-c4e4-4449-9b24-5e5b2d384727 None None] Provisioning complete for port 9666a8bf-486f-438d-aa47-24b3b474ebce triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:48.563547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a4ae558-c4e4-4449-9b24-5e5b2d384727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.639114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:48.675382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:48.696776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Deleting port 9666a8bf-486f-438d-aa47-24b3b474ebce {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:48.697159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.755099 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.771974 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port cc28479b-b7cc-49ca-8c5e-8328da255648 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:48.777071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] For port 9666a8bf-486f-438d-aa47-24b3b474ebce, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9666a8bf-486f-438d-aa47-24b3b474ebce,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:48.777458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.790064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Calling delete_port for 9666a8bf-486f-438d-aa47-24b3b474ebce owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:48.867907 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:48.897064 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] Pushing event deleted for resources: {'Port': ['ID=9666a8bf-486f-438d-aa47-24b3b474ebce,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:48.898927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d0190-e236-454f-9641-4f6310d44b8d None None] No DVR routers for this DVR port 9666a8bf-486f-438d-aa47-24b3b474ebce on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:48.919470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33767705-3bd2-4bb6-8494-d985ddf4a2be None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:48.925411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::d6a1:1ba1:e8f3:2920 (1575d540-762e-4cad-8bc1-dfea873be119/293ee455-26fb-4f15-81d3-fd6462512d2d/cc28479b-b7cc-49ca-8c5e-8328da255648) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:49.015455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '293ee455-26fb-4f15-81d3-fd6462512d2d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:49.016334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.071612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.105991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.151201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:49.155790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/293ee455-26fb-4f15-81d3-fd6462512d2d/61721a75-40cf-4338-80b8-dded2df6ba9a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:49.156159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:49.160840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:49.166572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:49.167184 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.170863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=cc28479b-b7cc-49ca-8c5e-8328da255648,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:49.186847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a328cab6-1ae6-4351-acbe-8b717b223672 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6360760 Dec 12 16:11:49.189259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:49.236220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1598f-31f4-4ec8-ae92-24f48f28485f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:49.238002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48c1598f-31f4-4ec8-ae92-24f48f28485f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0477924 Dec 12 16:11:49.240646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:49.301864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.308734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.328702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port cc28479b-b7cc-49ca-8c5e-8328da255648 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:49.329025 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.350585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:49.353566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:49.356455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:49.365103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Pushing event updated for resources: {'Port': ['ID=61721a75-40cf-4338-80b8-dded2df6ba9a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:49.413465 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.418127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Attempting to bind port 61721a75-40cf-4338-80b8-dded2df6ba9a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:49.418506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Attempting to bind port 61721a75-40cf-4338-80b8-dded2df6ba9a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:49.418879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Attempting to bind port 61721a75-40cf-4338-80b8-dded2df6ba9a on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:49.423741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:49.424121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:49.424526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.424976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:49.425236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for cc28479b-b7cc-49ca-8c5e-8328da255648 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:49.425450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Bound port: 61721a75-40cf-4338-80b8-dded2df6ba9a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:49.425832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.486915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] For port 61721a75-40cf-4338-80b8-dded2df6ba9a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:49.490548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] For port 61721a75-40cf-4338-80b8-dded2df6ba9a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=61721a75-40cf-4338-80b8-dded2df6ba9a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:49.494181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.560792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.562538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb6b4-4a2b-4603-866e-88e4657752cf None None] Pushing event updated for resources: {'Port': ['ID=61721a75-40cf-4338-80b8-dded2df6ba9a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:49.592187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=cc28479b-b7cc-49ca-8c5e-8328da255648,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:49.616529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.620192 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1fe2af04-7056-4d93-b52f-39e3dced0b04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/cc28479b-b7cc-49ca-8c5e-8328da255648 HTTP/1.1" status: 204 len: 168 time: 0.3786156 Dec 12 16:11:49.622745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:49.678864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af950451-06db-419c-b917-6bcc543a4213 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:49.680546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af950451-06db-419c-b917-6bcc543a4213 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:49.682100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-af950451-06db-419c-b917-6bcc543a4213 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0584254 Dec 12 16:11:49.685012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:49.751423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 293ee455-26fb-4f15-81d3-fd6462512d2d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:49.754690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.803817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.850073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 61721a75-40cf-4338-80b8-dded2df6ba9a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:49.897879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.898702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 61721a75-40cf-4338-80b8-dded2df6ba9a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:49.899071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.957293 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.980082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.985402 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=293ee455-26fb-4f15-81d3-fd6462512d2d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:49.987639 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:49.993681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a13f5300-8eb2-4ffb-80df-4cd14b93b8cd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/293ee455-26fb-4f15-81d3-fd6462512d2d HTTP/1.1" status: 204 len: 168 time: 0.3037336 Dec 12 16:11:49.993883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:50.040012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:11:50.040487 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:11:50.051669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-639d844e-703e-4b7c-a4b4-5dfee2c62a91 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566380 Dec 12 16:11:50.054997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:50.059792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:50.470728 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2deed-0a86-4b2d-8273-774c676e78d8 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:50.477262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:50.480815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.670362 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.712832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:50.715822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:50.719961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:50.720550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.731810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=cb879648-f71d-444c-b34e-a0260fc54345,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:50.742693 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-932678d1-2e27-4559-b0ee-0462baaf3486 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6866715 Dec 12 16:11:50.745226 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cc430d04-bee0-43d7-baa2-0464ee439593 None None] Provisioning complete for port 61721a75-40cf-4338-80b8-dded2df6ba9a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:50.745684 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:50.745807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cc430d04-bee0-43d7-baa2-0464ee439593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.747069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.750485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'cb879648-f71d-444c-b34e-a0260fc54345', 'ip_address': '2001:db8::f84c:d299:622e:2422'}], 'name': 'tempest-NetworksTestDHCPv6-214589700'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:50.822148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 61721a75-40cf-4338-80b8-dded2df6ba9a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=61721a75-40cf-4338-80b8-dded2df6ba9a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:50.828256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.868375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:50.874275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:50.893432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port fb1e88f4-7745-4dd8-ad44-aaf75108ac8c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:50.907850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:50.912324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=61721a75-40cf-4338-80b8-dded2df6ba9a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:50.944302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9666a8bf-486f-438d-aa47-24b3b474ebce no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:50.969968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9666a8bf-486f-438d-aa47-24b3b474ebce {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:50.970312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9666a8bf-486f-438d-aa47-24b3b474ebce not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:50.990024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Deleting port 61721a75-40cf-4338-80b8-dded2df6ba9a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:50.990397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.055311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f84c:d299:622e:2422 (1575d540-762e-4cad-8bc1-dfea873be119/cb879648-f71d-444c-b34e-a0260fc54345/fb1e88f4-7745-4dd8-ad44-aaf75108ac8c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:51.069392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] For port 61721a75-40cf-4338-80b8-dded2df6ba9a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=61721a75-40cf-4338-80b8-dded2df6ba9a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:51.069788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.081619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Calling delete_port for 61721a75-40cf-4338-80b8-dded2df6ba9a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:51.163756 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.187109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] Pushing event deleted for resources: {'Port': ['ID=61721a75-40cf-4338-80b8-dded2df6ba9a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:51.193219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd7f2f-90ed-4830-a5be-f99c61f1dca2 None None] No DVR routers for this DVR port 61721a75-40cf-4338-80b8-dded2df6ba9a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:51.207672 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.207992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f547f68-e566-4eb2-9350-4a3dd504787e None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:51.247495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.290181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:51.293381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:51.297090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:51.303359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:51.303973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.315756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=fb1e88f4-7745-4dd8-ad44-aaf75108ac8c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:51.330248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52268) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:51.330747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e1e3ae0-1b6a-4378-9565-e9a88bc88ed7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5841830 Dec 12 16:11:51.331037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': 'cb879648-f71d-444c-b34e-a0260fc54345'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:51.331921 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.378099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88ee22-d8ba-4a56-9ed8-8943d3ee464a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:51.379683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6b88ee22-d8ba-4a56-9ed8-8943d3ee464a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0484407 Dec 12 16:11:51.382969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52270) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:51.468500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port fb1e88f4-7745-4dd8-ad44-aaf75108ac8c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:51.468860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.469833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/cb879648-f71d-444c-b34e-a0260fc54345/815deedc-e783-4568-a1a4-e1845c5f445e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:51.552673 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.564861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for fb1e88f4-7745-4dd8-ad44-aaf75108ac8c owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:51.607951 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.615633 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.656089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:51.659024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:51.661859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:51.691493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Pushing event updated for resources: {'Port': ['ID=815deedc-e783-4568-a1a4-e1845c5f445e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:51.694215 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.724000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=fb1e88f4-7745-4dd8-ad44-aaf75108ac8c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:51.728409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Attempting to bind port 815deedc-e783-4568-a1a4-e1845c5f445e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:51.728834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Attempting to bind port 815deedc-e783-4568-a1a4-e1845c5f445e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:51.729179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Attempting to bind port 815deedc-e783-4568-a1a4-e1845c5f445e on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:51.735269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:51.735652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:51.736064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.736464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:51.736965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Bound port: 815deedc-e783-4568-a1a4-e1845c5f445e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:51.737616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.747883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.751627 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-79cf9cea-2e49-4f30-9374-b2b58e7ff807 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/fb1e88f4-7745-4dd8-ad44-aaf75108ac8c HTTP/1.1" status: 204 len: 168 time: 0.3676717 Dec 12 16:11:51.754200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52272) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:51.804202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] For port 815deedc-e783-4568-a1a4-e1845c5f445e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:51.806621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143e6c2-1ce3-4c24-8bde-292b21b17dba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:51.807414 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] For port 815deedc-e783-4568-a1a4-e1845c5f445e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=815deedc-e783-4568-a1a4-e1845c5f445e,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:51.808173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143e6c2-1ce3-4c24-8bde-292b21b17dba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:51.809688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6143e6c2-1ce3-4c24-8bde-292b21b17dba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0545304 Dec 12 16:11:51.811667 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.812796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:51.839527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 61721a75-40cf-4338-80b8-dded2df6ba9a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:51.865309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet cb879648-f71d-444c-b34e-a0260fc54345 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:51.868379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:51.873355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 61721a75-40cf-4338-80b8-dded2df6ba9a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:51.873825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 61721a75-40cf-4338-80b8-dded2df6ba9a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:51.895010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c355404-a5dd-4eff-8194-333ea53bc16b None None] Pushing event updated for resources: {'Port': ['ID=815deedc-e783-4568-a1a4-e1845c5f445e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:51.912436 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.003405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.077212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.107592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=cb879648-f71d-444c-b34e-a0260fc54345,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:52.111608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.115361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f42196f4-a1f6-40d8-8dc7-e27d6e43a781 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/cb879648-f71d-444c-b34e-a0260fc54345 HTTP/1.1" status: 204 len: 168 time: 0.3010695 Dec 12 16:11:52.117727 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:52.161681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f55f0c4-9634-4b0c-807a-b51c58f4c16a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428212 Dec 12 16:11:52.164648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:52.169498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:52.257621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:52.261133 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.448605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.494766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:52.500428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:52.505459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:52.506058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.516572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=71e0e2f3-b0dc-4168-89d8-0f839ddd9694,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:52.530191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-54ed9092-4217-43b2-8018-c1144a91ef8e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3644934 Dec 12 16:11:52.532936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:52.537971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '71e0e2f3-b0dc-4168-89d8-0f839ddd9694', 'ip_address': '2001:db8::a9fe:13cd:e287:a88c'}], 'name': 'tempest-NetworksTestDHCPv6-1979181405'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:52.649092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:52.654417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.672581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 80791b20-4284-4275-a222-161d2b3b6494 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:52.813315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e21da-7624-4d7c-9588-2a5a2c3c65ad None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:52.834264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::a9fe:13cd:e287:a88c (1575d540-762e-4cad-8bc1-dfea873be119/71e0e2f3-b0dc-4168-89d8-0f839ddd9694/80791b20-4284-4275-a222-161d2b3b6494) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:52.861351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Could not find standard attr ID for object fb1e88f4-7745-4dd8-ad44-aaf75108ac8c. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:52.890277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Provisioning complete for port 815deedc-e783-4568-a1a4-e1845c5f445e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:52.890633 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:52.985935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.006790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.024786 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.041593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] For port 815deedc-e783-4568-a1a4-e1845c5f445e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=815deedc-e783-4568-a1a4-e1845c5f445e,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:53.046488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.076388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:53.079283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:53.083168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:53.089444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:53.090189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.097446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=80791b20-4284-4275-a222-161d2b3b6494,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:53.099394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04670-a34b-411e-b07d-d2824c0da1d3 None None] Pushing event updated for resources: {'Port': ['ID=815deedc-e783-4568-a1a4-e1845c5f445e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:53.115365 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c3ed97ef-ab04-4d3c-904c-215e12079ccb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5813475 Dec 12 16:11:53.117953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52282) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.171281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44616265-1eef-455a-becd-257f125cb3ba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:53.177883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44616265-1eef-455a-becd-257f125cb3ba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:53.182193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.182419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-44616265-1eef-455a-becd-257f125cb3ba tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0632393 Dec 12 16:11:53.272098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ceacaac-989d-4c9b-977b-33785a6e0a30 None None] Provisioning complete for port 815deedc-e783-4568-a1a4-e1845c5f445e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:53.272648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ceacaac-989d-4c9b-977b-33785a6e0a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.274254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 80791b20-4284-4275-a222-161d2b3b6494 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:53.274594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.367538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.380111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 80791b20-4284-4275-a222-161d2b3b6494 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:53.474940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-45c028fc-866e-4eb9-ba37-6bca90984f7a None None] Could not find standard attr ID for object 673a7406-b563-403a-9899-8be11b48a8ed. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:53.516339 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.545065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=80791b20-4284-4275-a222-161d2b3b6494,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:53.573924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.578628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0692ec2-08a7-4d6e-8bee-388d02a77978 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/80791b20-4284-4275-a222-161d2b3b6494 HTTP/1.1" status: 204 len: 168 time: 0.3951228 Dec 12 16:11:53.580999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52286) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.590346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7ba32c7-11ce-4c87-b39a-6c5c5b36a89a None None] Could not find standard attr ID for object cc28479b-b7cc-49ca-8c5e-8328da255648. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:53.634912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c432-e8e3-45ee-a511-e9254b2c7287 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:53.636594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c432-e8e3-45ee-a511-e9254b2c7287 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:53.638135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4612c432-e8e3-45ee-a511-e9254b2c7287 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0559404 Dec 12 16:11:53.640770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52288) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.693002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 71e0e2f3-b0dc-4168-89d8-0f839ddd9694 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:53.696349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.735974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.790203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.817768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a2057de9-21dc-4aff-a7bc-cf36f22b6bd3 None None] Could not find standard attr ID for object fb1e88f4-7745-4dd8-ad44-aaf75108ac8c. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:53.861143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 815deedc-e783-4568-a1a4-e1845c5f445e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:53.862733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.890188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=71e0e2f3-b0dc-4168-89d8-0f839ddd9694,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:53.898556 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.905045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52290) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.905604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b5b7ae56-92c9-4784-b08d-9afe7a767957 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/71e0e2f3-b0dc-4168-89d8-0f839ddd9694 HTTP/1.1" status: 204 len: 168 time: 0.2632530 Dec 12 16:11:53.923459 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 815deedc-e783-4568-a1a4-e1845c5f445e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:53.923832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:53.946684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3da13d-7739-4ff1-8768-0d3a5c71ece9 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:53.951387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19c2c7ab-8350-4a24-9ef9-270636b7809b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449996 Dec 12 16:11:53.953883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:53.999919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad9d82-595c-4225-b3c8-231e83387236 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:54.001632 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b4ad9d82-595c-4225-b3c8-231e83387236 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0466285 Dec 12 16:11:54.003957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:54.044182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-14bb5edc-d19c-4402-9586-7c92dcb44315 None None] Could not find standard attr ID for object 80791b20-4284-4275-a222-161d2b3b6494. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:54.054882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7a6c1-13f4-4863-8af0-aa328641f972 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:54.056303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-21e7a6c1-13f4-4863-8af0-aa328641f972 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514164 Dec 12 16:11:54.058718 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:54.101729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-510a51d8-9123-4d91-8079-0757f29e985a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419250 Dec 12 16:11:54.106085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52298) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:54.111093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:54.139924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:54.187503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Deleting port 815deedc-e783-4568-a1a4-e1845c5f445e {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:54.188000 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.202148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:54.206015 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.252190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] For port 815deedc-e783-4568-a1a4-e1845c5f445e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=815deedc-e783-4568-a1a4-e1845c5f445e,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:54.252584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.265624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Calling delete_port for 815deedc-e783-4568-a1a4-e1845c5f445e owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:54.343294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.371943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] No DVR routers for this DVR port 815deedc-e783-4568-a1a4-e1845c5f445e on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:54.373519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb33df2-163a-421e-9cda-a8b6f7d3527d None None] Pushing event deleted for resources: {'Port': ['ID=815deedc-e783-4568-a1a4-e1845c5f445e,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:54.396690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.439887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:54.444367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:54.448406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:54.449014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.453060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b4c6e-8cba-4b61-865b-eaf002ab925b None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:54.465532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=d30f4d32-4670-43fa-9e28-6b63d70f2a69,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:54.473687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-daa8e007-7c67-4eae-ae9f-ee18dfe77d88 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3665538 Dec 12 16:11:54.476311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:54.481884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'd30f4d32-4670-43fa-9e28-6b63d70f2a69', 'ip_address': '2001:db8::12ca:8d7c:b3b7:7a5'}], 'name': 'tempest-NetworksTestDHCPv6-1654764197'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:54.556900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': 'd30f4d32-4670-43fa-9e28-6b63d70f2a69'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:54.557787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.596424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:54.679709 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.694403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/d30f4d32-4670-43fa-9e28-6b63d70f2a69/06452677-607e-4010-abd4-291a470ac401) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:54.698265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:54.831460 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.836978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.878368 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:54.881825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:54.884421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::12ca:8d7c:b3b7:7a5 (1575d540-762e-4cad-8bc1-dfea873be119/d30f4d32-4670-43fa-9e28-6b63d70f2a69/e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:54.885286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:54.893646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Pushing event updated for resources: {'Port': ['ID=06452677-607e-4010-abd4-291a470ac401,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:54.949177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Attempting to bind port 06452677-607e-4010-abd4-291a470ac401 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:54.949553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Attempting to bind port 06452677-607e-4010-abd4-291a470ac401 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:54.949923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Attempting to bind port 06452677-607e-4010-abd4-291a470ac401 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:54.954863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:54.955237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:54.955639 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:54.956048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:54.956504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Bound port: 06452677-607e-4010-abd4-291a470ac401, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:54.956911 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.017155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] For port 06452677-607e-4010-abd4-291a470ac401, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:55.020224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] For port 06452677-607e-4010-abd4-291a470ac401, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=06452677-607e-4010-abd4-291a470ac401,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:55.024884 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.034984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.070968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.087877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed74d6-d708-4b75-828c-86d39da4f359 None None] Pushing event updated for resources: {'Port': ['ID=06452677-607e-4010-abd4-291a470ac401,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:55.119822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:55.123092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:55.125841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:55.132564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:55.133214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.147723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:55.161456 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fa64a755-40cf-4cbf-bb42-21aaf30c743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6835167 Dec 12 16:11:55.164521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:55.169522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'd30f4d32-4670-43fa-9e28-6b63d70f2a69', 'ip_address': '2001:db8::12ca:8d7c:b3b7:7a5'}], 'name': 'tempest-NetworksTestDHCPv6-1658885685'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:55.304594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:55.309752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.327881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 0939ead3-0e0c-4343-b3a3-2b3bdf5fcc4e yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:55.506720 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 12 16:11:55.507237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:11:55.531651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72d945e4-c106-4f2c-ab8d-28671fdf38d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.3658249 Dec 12 16:11:55.534128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52304) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:55.584484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914c69f-6aa0-4fac-89ae-c835a834ddf3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:55.590610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914c69f-6aa0-4fac-89ae-c835a834ddf3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:55.592188 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9914c69f-6aa0-4fac-89ae-c835a834ddf3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0570493 Dec 12 16:11:55.594921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:55.686522 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:55.687145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.782119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.795958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:55.868574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 06452677-607e-4010-abd4-291a470ac401 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:55.931900 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 06452677-607e-4010-abd4-291a470ac401 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:55.932304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.941007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:55.996322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:56.002891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.006796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d40f0bdb-3061-4729-8942-0ed6b28a32a6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3 HTTP/1.1" status: 204 len: 168 time: 0.4109244 Dec 12 16:11:56.010147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:56.019945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.072894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330384b-8857-4b86-866b-f65b26499166 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:56.074627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330384b-8857-4b86-866b-f65b26499166 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:56.076282 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2330384b-8857-4b86-866b-f65b26499166 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0651062 Dec 12 16:11:56.079129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:56.135855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet d30f4d32-4670-43fa-9e28-6b63d70f2a69 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:56.139555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.188559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.235756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ad78d916-b954-493a-941b-72ef53a30435 None None] Provisioning complete for port 06452677-607e-4010-abd4-291a470ac401 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:56.236167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad78d916-b954-493a-941b-72ef53a30435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.241586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 06452677-607e-4010-abd4-291a470ac401, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=06452677-607e-4010-abd4-291a470ac401,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:56.260501 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:11:56.263170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.281438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.326682 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=06452677-607e-4010-abd4-291a470ac401,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:56.334492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 815deedc-e783-4568-a1a4-e1845c5f445e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:56.347838 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.359745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 815deedc-e783-4568-a1a4-e1845c5f445e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:56.360102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 815deedc-e783-4568-a1a4-e1845c5f445e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:56.380384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=d30f4d32-4670-43fa-9e28-6b63d70f2a69,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:56.388321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.393167 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06aa26ea-f8f7-4e10-9da0-b744025b224a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/d30f4d32-4670-43fa-9e28-6b63d70f2a69 HTTP/1.1" status: 204 len: 168 time: 0.3128777 Dec 12 16:11:56.394127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52312) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:56.439248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-275b1e08-2aab-4e8e-9c1d-d2f06d58e690 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437191 Dec 12 16:11:56.443492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:56.448336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:56.497089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256718a8-5fe9-4115-90ac-bfe5e49da989 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:56.540939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:56.544438 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.549598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5fc8dee5-2fb9-466f-8fa0-98d2ef7ffa5f None None] Could not find standard attr ID for object e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:11:56.644801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:11:56.695429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Deleting port 06452677-607e-4010-abd4-291a470ac401 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:11:56.695802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.737074 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.756737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] For port 06452677-607e-4010-abd4-291a470ac401, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=06452677-607e-4010-abd4-291a470ac401,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:56.757127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.768963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Calling delete_port for 06452677-607e-4010-abd4-291a470ac401 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:11:56.775165 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:56.778416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:56.782536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:56.783119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.799844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=1e0b86e5-257a-4c1f-9f3c-50b3cff884ce,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:56.808414 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72cdfc6b-f62b-4577-b79e-ab9b79086fe9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3612721 Dec 12 16:11:56.808920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:56.813343 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '1e0b86e5-257a-4c1f-9f3c-50b3cff884ce', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1443091088'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:56.853112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.880062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] Pushing event deleted for resources: {'Port': ['ID=06452677-607e-4010-abd4-291a470ac401,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:56.882274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd188bad-a9d1-4d4a-8393-9624348955bd None None] No DVR routers for this DVR port 06452677-607e-4010-abd4-291a470ac401 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:11:56.897908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72290647-4927-48d4-a240-96803c4d04a8 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:56.923115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:56.929009 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:56.946430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 41d9a428-dd6a-4100-ad46-03bb6be29ac8 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:11:57.002956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '1e0b86e5-257a-4c1f-9f3c-50b3cff884ce'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:11:57.003842 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.061398 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:11:57.061773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:11:57.077617 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64b7a8ec-6900-4ec8-b701-bafa9a132ca6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.2680030 Dec 12 16:11:57.080142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52318) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.107852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9b7c5dee-b6bb-4057-8211-5f4475dcdaa1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0265970 Dec 12 16:11:57.110261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.137885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/1e0b86e5-257a-4c1f-9f3c-50b3cff884ce/ac70045e-54f1-4419-a3b9-b5e36f0b7590) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:57.162125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3086dbe-17ea-4be5-ac49-bb473ffe76dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:57.163819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3086dbe-17ea-4be5-ac49-bb473ffe76dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:57.165353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f3086dbe-17ea-4be5-ac49-bb473ffe76dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0541966 Dec 12 16:11:57.167946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.223471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 1e0b86e5-257a-4c1f-9f3c-50b3cff884ce {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:11:57.279634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.284297 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.285230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.323326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:57.324466 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.327787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:57.331227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:57.337319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Pushing event updated for resources: {'Port': ['ID=ac70045e-54f1-4419-a3b9-b5e36f0b7590,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:57.391637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Attempting to bind port ac70045e-54f1-4419-a3b9-b5e36f0b7590 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:11:57.392009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Attempting to bind port ac70045e-54f1-4419-a3b9-b5e36f0b7590 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:11:57.392367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Attempting to bind port ac70045e-54f1-4419-a3b9-b5e36f0b7590 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:11:57.397780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:11:57.398156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:11:57.398556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.398944 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:11:57.399407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Bound port: ac70045e-54f1-4419-a3b9-b5e36f0b7590, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:11:57.399783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.409688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.471550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.473982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] For port ac70045e-54f1-4419-a3b9-b5e36f0b7590, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:11:57.477355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] For port ac70045e-54f1-4419-a3b9-b5e36f0b7590, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac70045e-54f1-4419-a3b9-b5e36f0b7590,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:11:57.481584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.499289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0b86e5-257a-4c1f-9f3c-50b3cff884ce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:57.502995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.506834 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3ccb51af-8fb6-4a09-8679-145faadb03d0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/1e0b86e5-257a-4c1f-9f3c-50b3cff884ce HTTP/1.1" status: 204 len: 168 time: 0.3379567 Dec 12 16:11:57.509176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52324) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.546032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b057b3-2580-4839-ad62-7ad55ac10920 None None] Pushing event updated for resources: {'Port': ['ID=ac70045e-54f1-4419-a3b9-b5e36f0b7590,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:57.546747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cfae440c-163a-40ae-81ae-66bf742d50ca tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364871 Dec 12 16:11:57.550564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52326) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.556721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:57.646467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:11:57.650094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.858172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.876725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac70045e-54f1-4419-a3b9-b5e36f0b7590 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:57.904577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:57.907877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:57.912045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:57.912621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.921710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=ee5b00b9-e263-4d96-8304-cfba7e07916a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:57.931093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ac70045e-54f1-4419-a3b9-b5e36f0b7590 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:57.931610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.932186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.932473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.932838 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.933247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.933490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.933872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.934141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.934557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.934886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.935205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.935521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.935836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.936158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:11:57.942184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6e2f9e7-9693-4e91-abac-48bde11d2645 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3896525 Dec 12 16:11:57.945157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52328) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:57.949739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1385213159', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:11:57.976158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:57.977208 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.012684 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.044770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port ac70045e-54f1-4419-a3b9-b5e36f0b7590, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac70045e-54f1-4419-a3b9-b5e36f0b7590,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:11:58.049246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.103532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=ac70045e-54f1-4419-a3b9-b5e36f0b7590,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:58.121502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 06452677-607e-4010-abd4-291a470ac401 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:11:58.144842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 06452677-607e-4010-abd4-291a470ac401 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:11:58.145074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 06452677-607e-4010-abd4-291a470ac401 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:11:58.324330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.329022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.347353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.351709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-11e5ed26-2b20-42b9-a1aa-6a74755450c8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4023263 Dec 12 16:11:58.352209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52330) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:58.433891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548ef20c-936f-4321-a967-3f0b101252cf None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:11:58.502897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6a17a612-7ca0-49f9-94b9-7a06e95a3064 None None] Provisioning complete for port ac70045e-54f1-4419-a3b9-b5e36f0b7590 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:58.503251 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6a17a612-7ca0-49f9-94b9-7a06e95a3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.677829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.841276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7313c467-0d2a-4024-aec8-f6717b14732f None None] Provisioning complete for port ac70045e-54f1-4419-a3b9-b5e36f0b7590 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:58.841651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7313c467-0d2a-4024-aec8-f6717b14732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:58.964283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::1 (1575d540-762e-4cad-8bc1-dfea873be119/ee5b00b9-e263-4d96-8304-cfba7e07916a/0675019d-4708-4c55-a4f6-60668a41b9b0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:11:59.073282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.105934 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.144311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:59.146377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:59.148875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:11:59.149595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.200385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=0675019d-4708-4c55-a4f6-60668a41b9b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:59.309040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.442011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-247e8119-68c2-4129-9bb4-5aaa494ac825 None None] Provisioning complete for port 0675019d-4708-4c55-a4f6-60668a41b9b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:59.443146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-247e8119-68c2-4129-9bb4-5aaa494ac825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.475674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-247e8119-68c2-4129-9bb4-5aaa494ac825 None None] Port 0675019d-4708-4c55-a4f6-60668a41b9b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:11:59.558690 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.563127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.563844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.647414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=0675019d-4708-4c55-a4f6-60668a41b9b0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:11:59.691746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:11:59.693551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:11:59.838892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Router 48a67033-62e5-4db6-92a1-0e50ab656358 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:11:59.879026 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac70045e-54f1-4419-a3b9-b5e36f0b7590 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:11:59.933276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ac70045e-54f1-4419-a3b9-b5e36f0b7590 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:11:59.933650 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:11:59.937322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:11:59.942821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4ef16d7f-6934-400d-bdbe-4f1ae443c4b7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "PUT /v2.0/routers/48a67033-62e5-4db6-92a1-0e50ab656358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898340 Dec 12 16:11:59.945125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52332) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:11:59.956800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Sync routers for ids ['48a67033-62e5-4db6-92a1-0e50ab656358'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:11:59.980745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Routers {'48a67033-62e5-4db6-92a1-0e50ab656358'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:11:59.981290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['48a67033-62e5-4db6-92a1-0e50ab656358'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:11:59.987442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1857ddcf-5a05-4ee7-9f9e-aa9ca87d2570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:11:59.988882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1857ddcf-5a05-4ee7-9f9e-aa9ca87d2570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports/0675019d-4708-4c55-a4f6-60668a41b9b0 HTTP/1.1" status: 200 len: 911 time: 0.0428152 Dec 12 16:11:59.992099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52334) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:00.045511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8d9e5-d5be-4826-9794-e0a41c4c2acb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:00.051606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8d9e5-d5be-4826-9794-e0a41c4c2acb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:00.053168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-beb8d9e5-d5be-4826-9794-e0a41c4c2acb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0602434 Dec 12 16:12:00.055847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52336) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:00.078507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-52ece004-e8eb-4d38-b144-a83a319051e7 None None] Provisioning complete for port 0675019d-4708-4c55-a4f6-60668a41b9b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:00.078885 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52ece004-e8eb-4d38-b144-a83a319051e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.144878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Set router 48a67033-62e5-4db6-92a1-0e50ab656358 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:12:00.180282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-52ece004-e8eb-4d38-b144-a83a319051e7 None None] Port 0675019d-4708-4c55-a4f6-60668a41b9b0 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:12:00.356603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'name': 'tempest-NetworksTestDHCPv6-router-1385213159', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:11:57Z', 'updated_at': '2021-12-12T16:11:59Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '0675019d-4708-4c55-a4f6-60668a41b9b0', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:c3:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:11:58Z', 'updated_at': '2021-12-12T16:11:59Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:00.383686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Checking router: 48a67033-62e5-4db6-92a1-0e50ab656358 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:12:00.384047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Updating router 48a67033-62e5-4db6-92a1-0e50ab656358 port 0675019d-4708-4c55-a4f6-60668a41b9b0 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:12:00.413267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.673979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.679529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.729987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d1cc8-74f4-43eb-a2e8-6891f735e333 None None] Pushing event updated for resources: {'Port': ['ID=0675019d-4708-4c55-a4f6-60668a41b9b0,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:00.760964 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.779300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Attempting to bind port 0675019d-4708-4c55-a4f6-60668a41b9b0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:00.779676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Attempting to bind port 0675019d-4708-4c55-a4f6-60668a41b9b0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:00.780048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Attempting to bind port 0675019d-4708-4c55-a4f6-60668a41b9b0 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:00.785289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:00.785671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:00.786122 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.786519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:00.787002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Bound port: 0675019d-4708-4c55-a4f6-60668a41b9b0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:00.787387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.853203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] For port 0675019d-4708-4c55-a4f6-60668a41b9b0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:00.856492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] For port 0675019d-4708-4c55-a4f6-60668a41b9b0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0675019d-4708-4c55-a4f6-60668a41b9b0,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:00.863193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:00.920438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Routers {'48a67033-62e5-4db6-92a1-0e50ab656358'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:00.921280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['48a67033-62e5-4db6-92a1-0e50ab656358'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:00.959333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d1cc8-74f4-43eb-a2e8-6891f735e333 None None] Pushing event updated for resources: {'Port': ['ID=0675019d-4708-4c55-a4f6-60668a41b9b0,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:00.991449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 0675019d-4708-4c55-a4f6-60668a41b9b0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:00.991785 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.022323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] Set router 48a67033-62e5-4db6-92a1-0e50ab656358 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:12:01.024444 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-755f15a7-c795-4c0e-8bbc-263b2a8874d6 None None] Provisioning complete for port 0675019d-4708-4c55-a4f6-60668a41b9b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:01.024444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-755f15a7-c795-4c0e-8bbc-263b2a8874d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.087953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port 0675019d-4708-4c55-a4f6-60668a41b9b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=0675019d-4708-4c55-a4f6-60668a41b9b0,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:01.088404 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.100729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 0675019d-4708-4c55-a4f6-60668a41b9b0 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:01.234628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-755f15a7-c795-4c0e-8bbc-263b2a8874d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.284669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.311499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=0675019d-4708-4c55-a4f6-60668a41b9b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:01.330658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aef677b5-5119-45de-823f-5ead77629162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'name': 'tempest-NetworksTestDHCPv6-router-1385213159', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:11:57Z', 'updated_at': '2021-12-12T16:11:59Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '0675019d-4708-4c55-a4f6-60668a41b9b0', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:c3:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:11:58Z', 'updated_at': '2021-12-12T16:12:00Z', 'revision_number': 4, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:01.409650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.527850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef677b5-5119-45de-823f-5ead77629162 None None] The sync data for ids ['48a67033-62e5-4db6-92a1-0e50ab656358'] in n-d-710847-8 is: [{'id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'name': 'tempest-NetworksTestDHCPv6-router-1385213159', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:11:57Z', 'updated_at': '2021-12-12T16:11:59Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '0675019d-4708-4c55-a4f6-60668a41b9b0', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:c3:77:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a67033-62e5-4db6-92a1-0e50ab656358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:11:58Z', 'updated_at': '2021-12-12T16:12:00Z', 'revision_number': 4, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': 'ee5b00b9-e263-4d96-8304-cfba7e07916a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:12:01.531195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b6cff3c5-4981-43bc-9183-5f700abf5da7 None None] Could not find standard attr ID for object 0675019d-4708-4c55-a4f6-60668a41b9b0. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:01.574150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Router 48a67033-62e5-4db6-92a1-0e50ab656358 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:12:01.649644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:12:01.654601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ce0fe803-182f-465f-8463-34d5d8f9f9a1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "PUT /v2.0/routers/48a67033-62e5-4db6-92a1-0e50ab656358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978324 Dec 12 16:12:01.657093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:01.726767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014ce2f-7c8a-4a2d-8eb7-d3f258195ceb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:01.732086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014ce2f-7c8a-4a2d-8eb7-d3f258195ceb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:01.732086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6014ce2f-7c8a-4a2d-8eb7-d3f258195ceb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0722566 Dec 12 16:12:01.733018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:01.791469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet ee5b00b9-e263-4d96-8304-cfba7e07916a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:01.794890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.844295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.891328 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.948896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.978093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5b00b9-e263-4d96-8304-cfba7e07916a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:01.979992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:01.986079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-843e9a1a-2be7-4124-8da4-7c943ca8068f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/ee5b00b9-e263-4d96-8304-cfba7e07916a HTTP/1.1" status: 204 len: 168 time: 0.2486053 Dec 12 16:12:01.986192 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:01.988126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01dbf6f-4e82-481a-a442-6a5ea00a0e3c None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:02.100100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c70acca5-09c9-4cc2-8e28-5939dd87bed3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1131530 Dec 12 16:12:02.102489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52344) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:02.154946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:02.180511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.204292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Deleting port ac70045e-54f1-4419-a3b9-b5e36f0b7590 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:02.205734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.271953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] For port ac70045e-54f1-4419-a3b9-b5e36f0b7590, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac70045e-54f1-4419-a3b9-b5e36f0b7590,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:02.272260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.284257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Calling delete_port for ac70045e-54f1-4419-a3b9-b5e36f0b7590 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:02.336500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.338604 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.362381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.382305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.382757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Fanout notify agent at l3_agent the message router_deleted on router 48a67033-62e5-4db6-92a1-0e50ab656358 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:12:02.387468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] Pushing event deleted for resources: {'Port': ['ID=ac70045e-54f1-4419-a3b9-b5e36f0b7590,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:02.389825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.393526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9d39b092-7dfd-498a-9d11-48cfaa071ae2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/routers/48a67033-62e5-4db6-92a1-0e50ab656358 HTTP/1.1" status: 204 len: 168 time: 0.2875292 Dec 12 16:12:02.393843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52346) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:02.396942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9277da1-571f-4bb4-8e6a-3c29094c2e86 None None] No DVR routers for this DVR port ac70045e-54f1-4419-a3b9-b5e36f0b7590 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:02.398889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:02.490741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:02.494482 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.677285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.722363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:02.726084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:02.730257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:02.730847 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.735212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940434c5-e238-47b6-a403-d4d82568422b None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:02.741233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=06c4673f-74ba-44a3-a452-d67332299678,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:02.753578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3ee2f47d-176c-430b-8b69-255a2f99cdf7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3588581 Dec 12 16:12:02.756617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:02.761238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1253055353', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:02.782850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.783906 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.840837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bae86-150a-452e-8e92-684357a87329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '06c4673f-74ba-44a3-a452-d67332299678'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:02.841733 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.845876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.851054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.870539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:02.876852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-350a37bc-1eaf-4996-9054-d5b9047f51d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1141367 Dec 12 16:12:02.876962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52350) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:02.900657 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Sync routers for ids ['48a67033-62e5-4db6-92a1-0e50ab656358'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:12:02.912334 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:02.912705 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 16:12:02.913524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_agentschedulers_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48a67033-62e5-4db6-92a1-0e50ab656358'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103414) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 16:12:02.924465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:02.925070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 16:12:02.925810 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_agentschedulers_db [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48a67033-62e5-4db6-92a1-0e50ab656358'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103414) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 16:12:02.926169 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408f5d7-8d8a-4333-b682-2eded419d88b None None] The sync data for ids ['48a67033-62e5-4db6-92a1-0e50ab656358'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:12:02.982131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-314bae86-150a-452e-8e92-684357a87329 None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/06c4673f-74ba-44a3-a452-d67332299678/d4070dca-42c6-4bd4-9b0e-251a25976603) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:03.147649 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.154627 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.200099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314bae86-150a-452e-8e92-684357a87329 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:03.204061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-314bae86-150a-452e-8e92-684357a87329 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:03.205974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bae86-150a-452e-8e92-684357a87329 None None] Pushing event updated for resources: {'Port': ['ID=d4070dca-42c6-4bd4-9b0e-251a25976603,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:03.208677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bae86-150a-452e-8e92-684357a87329 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:03.262262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-314bae86-150a-452e-8e92-684357a87329 None None] Attempting to bind port d4070dca-42c6-4bd4-9b0e-251a25976603 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:03.262637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-314bae86-150a-452e-8e92-684357a87329 None None] Attempting to bind port d4070dca-42c6-4bd4-9b0e-251a25976603 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:03.263003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bae86-150a-452e-8e92-684357a87329 None None] Attempting to bind port d4070dca-42c6-4bd4-9b0e-251a25976603 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:03.268237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bae86-150a-452e-8e92-684357a87329 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:03.268621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bae86-150a-452e-8e92-684357a87329 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:03.269056 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.269451 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314bae86-150a-452e-8e92-684357a87329 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:03.269923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-314bae86-150a-452e-8e92-684357a87329 None None] Bound port: d4070dca-42c6-4bd4-9b0e-251a25976603, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:03.270829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.333744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-314bae86-150a-452e-8e92-684357a87329 None None] For port d4070dca-42c6-4bd4-9b0e-251a25976603, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:03.336737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-314bae86-150a-452e-8e92-684357a87329 None None] For port d4070dca-42c6-4bd4-9b0e-251a25976603, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4070dca-42c6-4bd4-9b0e-251a25976603,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:03.341103 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-314bae86-150a-452e-8e92-684357a87329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.399087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bae86-150a-452e-8e92-684357a87329 None None] Pushing event updated for resources: {'Port': ['ID=d4070dca-42c6-4bd4-9b0e-251a25976603,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:03.429995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.671620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::1 (1575d540-762e-4cad-8bc1-dfea873be119/06c4673f-74ba-44a3-a452-d67332299678/3ae00b20-00dc-49a9-b913-263eafba8ecb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:03.786526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.820699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.863281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:03.866938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:03.870544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:03.871075 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.876811 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=3ae00b20-00dc-49a9-b913-263eafba8ecb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:03.902524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4070dca-42c6-4bd4-9b0e-251a25976603 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:03.950735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d4070dca-42c6-4bd4-9b0e-251a25976603 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:03.951107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:03.994538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.037026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.073830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port d4070dca-42c6-4bd4-9b0e-251a25976603, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4070dca-42c6-4bd4-9b0e-251a25976603,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:04.079865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.151202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=d4070dca-42c6-4bd4-9b0e-251a25976603,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:04.155835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac70045e-54f1-4419-a3b9-b5e36f0b7590 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:04.180110 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ac70045e-54f1-4419-a3b9-b5e36f0b7590 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:04.180462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac70045e-54f1-4419-a3b9-b5e36f0b7590 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:04.180918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0675019d-4708-4c55-a4f6-60668a41b9b0 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:04.203489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 0675019d-4708-4c55-a4f6-60668a41b9b0 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:04.203899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 0675019d-4708-4c55-a4f6-60668a41b9b0 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:04.288468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.293230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.294470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.373090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-268a5589-09bd-46d7-8098-f52789a1ab9b None None] Provisioning complete for port d4070dca-42c6-4bd4-9b0e-251a25976603 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:04.373720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-268a5589-09bd-46d7-8098-f52789a1ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.386442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=3ae00b20-00dc-49a9-b913-263eafba8ecb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:04.437981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:04.441937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:04.574603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Router dbf080ae-621d-4024-98c4-07d8e659af5c is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:12:04.584061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-94bcdb0b-fde6-408e-97ac-e196420c63b4 None None] Provisioning complete for port 3ae00b20-00dc-49a9-b913-263eafba8ecb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:04.584430 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94bcdb0b-fde6-408e-97ac-e196420c63b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.623704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-94bcdb0b-fde6-408e-97ac-e196420c63b4 None None] Port 3ae00b20-00dc-49a9-b913-263eafba8ecb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:12:04.677153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:12:04.684922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5f010b34-fe4e-4289-9e45-5550cb1878e9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "PUT /v2.0/routers/dbf080ae-621d-4024-98c4-07d8e659af5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069570 Dec 12 16:12:04.685555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:04.688653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Sync routers for ids ['dbf080ae-621d-4024-98c4-07d8e659af5c'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:12:04.699359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Routers {'dbf080ae-621d-4024-98c4-07d8e659af5c'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:04.699993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['dbf080ae-621d-4024-98c4-07d8e659af5c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:04.728917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4a774-75b8-4840-9918-3fd53b9f9738 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:04.730344 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f6e4a774-75b8-4840-9918-3fd53b9f9738 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports/3ae00b20-00dc-49a9-b913-263eafba8ecb HTTP/1.1" status: 200 len: 911 time: 0.0440483 Dec 12 16:12:04.732991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:04.782484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873579db-8adb-45ab-8627-4d531d4fdaf4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:04.788568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873579db-8adb-45ab-8627-4d531d4fdaf4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:04.790130 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-873579db-8adb-45ab-8627-4d531d4fdaf4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0562463 Dec 12 16:12:04.792804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Set router dbf080ae-621d-4024-98c4-07d8e659af5c gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:12:04.792957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:04.916975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6f2799f3-5868-4aff-a221-5dc5383aab3a None None] Provisioning complete for port 3ae00b20-00dc-49a9-b913-263eafba8ecb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:04.917357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6f2799f3-5868-4aff-a221-5dc5383aab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:04.964273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6f2799f3-5868-4aff-a221-5dc5383aab3a None None] Port 3ae00b20-00dc-49a9-b913-263eafba8ecb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:12:05.024040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'name': 'tempest-NetworksTestDHCPv6-router-1253055353', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:12:02Z', 'updated_at': '2021-12-12T16:12:03Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '3ae00b20-00dc-49a9-b913-263eafba8ecb', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:43:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '06c4673f-74ba-44a3-a452-d67332299678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:12:03Z', 'updated_at': '2021-12-12T16:12:04Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': '06c4673f-74ba-44a3-a452-d67332299678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:05.054595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Checking router: dbf080ae-621d-4024-98c4-07d8e659af5c for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:12:05.054948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Updating router dbf080ae-621d-4024-98c4-07d8e659af5c port 3ae00b20-00dc-49a9-b913-263eafba8ecb binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:12:05.078745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.194581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.336674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.342314 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.396097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e891e0-d3c3-4783-87dd-358e43f3e4cb None None] Pushing event updated for resources: {'Port': ['ID=3ae00b20-00dc-49a9-b913-263eafba8ecb,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:05.457006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Attempting to bind port 3ae00b20-00dc-49a9-b913-263eafba8ecb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:05.457388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Attempting to bind port 3ae00b20-00dc-49a9-b913-263eafba8ecb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:05.458297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Attempting to bind port 3ae00b20-00dc-49a9-b913-263eafba8ecb on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:05.464292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:05.464725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:05.465124 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.465524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:05.466008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Bound port: 3ae00b20-00dc-49a9-b913-263eafba8ecb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:05.466397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.529522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab79cee5-16da-4930-9d61-7954af5f82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.547385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] For port 3ae00b20-00dc-49a9-b913-263eafba8ecb, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:05.550891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] For port 3ae00b20-00dc-49a9-b913-263eafba8ecb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3ae00b20-00dc-49a9-b913-263eafba8ecb,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:05.554770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.626407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Routers {'dbf080ae-621d-4024-98c4-07d8e659af5c'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:05.627039 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['dbf080ae-621d-4024-98c4-07d8e659af5c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:05.628960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e891e0-d3c3-4783-87dd-358e43f3e4cb None None] Pushing event updated for resources: {'Port': ['ID=3ae00b20-00dc-49a9-b913-263eafba8ecb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:05.728419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] Set router dbf080ae-621d-4024-98c4-07d8e659af5c gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:12:05.730274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-94827fec-d24d-458c-82ff-d47dce44c061 None None] Provisioning complete for port 3ae00b20-00dc-49a9-b913-263eafba8ecb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:05.730645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94827fec-d24d-458c-82ff-d47dce44c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.760506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 3ae00b20-00dc-49a9-b913-263eafba8ecb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:05.761145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.861691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port 3ae00b20-00dc-49a9-b913-263eafba8ecb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3ae00b20-00dc-49a9-b913-263eafba8ecb,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:05.862055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:05.874936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 3ae00b20-00dc-49a9-b913-263eafba8ecb owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:05.909154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4070dca-42c6-4bd4-9b0e-251a25976603 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:06.052731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.079636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=3ae00b20-00dc-49a9-b913-263eafba8ecb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:06.116895 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-94827fec-d24d-458c-82ff-d47dce44c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.177417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.228206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d4070dca-42c6-4bd4-9b0e-251a25976603 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:06.228580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.294511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'name': 'tempest-NetworksTestDHCPv6-router-1253055353', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:12:02Z', 'updated_at': '2021-12-12T16:12:03Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '3ae00b20-00dc-49a9-b913-263eafba8ecb', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:43:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '06c4673f-74ba-44a3-a452-d67332299678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:12:03Z', 'updated_at': '2021-12-12T16:12:05Z', 'revision_number': 4, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': '06c4673f-74ba-44a3-a452-d67332299678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:06.341619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Router dbf080ae-621d-4024-98c4-07d8e659af5c has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:12:06.348006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7b08231a-c98d-4a7b-a5d8-d611716a69c3 None None] Could not find standard attr ID for object 3ae00b20-00dc-49a9-b913-263eafba8ecb. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:06.349757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817dcc89-10b3-4978-8527-9f25988bb845 None None] The sync data for ids ['dbf080ae-621d-4024-98c4-07d8e659af5c'] in n-d-710847-8 is: [{'id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'name': 'tempest-NetworksTestDHCPv6-router-1253055353', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:12:02Z', 'updated_at': '2021-12-12T16:12:03Z', 'revision_number': 2, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'gw_port_host': None, '_interfaces': [{'id': '3ae00b20-00dc-49a9-b913-263eafba8ecb', 'name': '', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'tenant_id': 'b576d62b92c24622ba2e750a166c2e1a', 'mac_address': 'fa:16:3e:43:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf080ae-621d-4024-98c4-07d8e659af5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '06c4673f-74ba-44a3-a452-d67332299678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:12:03Z', 'updated_at': '2021-12-12T16:12:05Z', 'revision_number': 4, 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'subnets': [{'id': '06c4673f-74ba-44a3-a452-d67332299678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:12:06.421079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:12:06.428928 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-894a461d-4944-49ab-8df9-6f1eb0377d08 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "PUT /v2.0/routers/dbf080ae-621d-4024-98c4-07d8e659af5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327298 Dec 12 16:12:06.429673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52358) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:06.485651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc6269-a3c8-405a-9392-82f25370505f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:06.487569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc6269-a3c8-405a-9392-82f25370505f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:06.489747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5fc6269-a3c8-405a-9392-82f25370505f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0584860 Dec 12 16:12:06.492872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:06.553644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 06c4673f-74ba-44a3-a452-d67332299678 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:06.556686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.596489 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.690565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.752534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.782127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=06c4673f-74ba-44a3-a452-d67332299678,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:06.784143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:06.787507 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-aa8f541b-4707-43b1-8da7-3fe6c2a01a7c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/06c4673f-74ba-44a3-a452-d67332299678 HTTP/1.1" status: 204 len: 168 time: 0.2936723 Dec 12 16:12:06.792387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52362) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:06.793760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0f563-f43a-4404-b6c3-c2c5abb577b2 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:06.877714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f1b50f02-04df-41a8-bd50-a0200c89a92a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0840895 Dec 12 16:12:06.880699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52364) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:06.968266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:06.971561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.023278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Deleting port d4070dca-42c6-4bd4-9b0e-251a25976603 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:07.023648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.090831 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] For port d4070dca-42c6-4bd4-9b0e-251a25976603, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4070dca-42c6-4bd4-9b0e-251a25976603,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:07.091226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.103315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Calling delete_port for d4070dca-42c6-4bd4-9b0e-251a25976603 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:07.137613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.139651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.182661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.184306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.184868 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Fanout notify agent at l3_agent the message router_deleted on router dbf080ae-621d-4024-98c4-07d8e659af5c {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:12:07.192384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.193510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba444e7c-62a1-43a0-b682-6ce9ba2cb8e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/routers/dbf080ae-621d-4024-98c4-07d8e659af5c HTTP/1.1" status: 204 len: 168 time: 0.3118756 Dec 12 16:12:07.196121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52366) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:07.214517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] Pushing event deleted for resources: {'Port': ['ID=d4070dca-42c6-4bd4-9b0e-251a25976603,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:07.217318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ca7a1-7577-4eab-999d-dddcef160f5c None None] No DVR routers for this DVR port d4070dca-42c6-4bd4-9b0e-251a25976603 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:07.229532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ad4b5585-a62d-4689-8b6c-1d84bacc6a45 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321579 Dec 12 16:12:07.231848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52368) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:07.281714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ffeca-1fee-4319-8754-03ff7c9ecd0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:07.283181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-228ffeca-1fee-4319-8754-03ff7c9ecd0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502808 Dec 12 16:12:07.286245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52370) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:07.322656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e0ac61b6-3980-47b1-93ed-c2665817590e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0353270 Dec 12 16:12:07.326538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52372) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:07.331602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:07.421717 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:07.425335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.689702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:07.690971 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.721244 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Sync routers for ids ['dbf080ae-621d-4024-98c4-07d8e659af5c'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:12:07.730671 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:07.731116 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 16:12:07.731699 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_agentschedulers_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbf080ae-621d-4024-98c4-07d8e659af5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103414) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 16:12:07.739623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:07.742244 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:12:07.742589 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 16:12:07.743138 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_agentschedulers_db [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dbf080ae-621d-4024-98c4-07d8e659af5c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:11:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103414) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 16:12:07.743500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852834d0-4cbe-480a-a909-9481d93b68f5 None None] The sync data for ids ['dbf080ae-621d-4024-98c4-07d8e659af5c'] in n-d-710847-8 is: [] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:12:07.747445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:07.750273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:07.750852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.753087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=3ab44612-15c3-4d07-992e-43837f4727ff,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:07.755952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529a525-35ea-4ba8-b32b-b082b6f8f5b9 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:07.776341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c08c294b-b575-40ce-b293-9b6eb0fca8c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4463391 Dec 12 16:12:07.776555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52374) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:07.790169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:07.843679 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e4af84c-929e-44b2-8120-10cbe6af6cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.898197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '3ab44612-15c3-4d07-992e-43837f4727ff'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:07.899087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.918146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4070dca-42c6-4bd4-9b0e-251a25976603 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:07.918620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:07.923903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:07.942801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d4070dca-42c6-4bd4-9b0e-251a25976603 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:07.943149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4070dca-42c6-4bd4-9b0e-251a25976603 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:08.069150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Allocated IP 2001:db8::f816:3eff:fec5:58ac (1575d540-762e-4cad-8bc1-dfea873be119/3ab44612-15c3-4d07-992e-43837f4727ff/be29e28a-ce60-454f-bc0f-b145411d0c0c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:08.162554 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.209727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:08.212912 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:08.217380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:08.217881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.220781 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.226644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.229597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=fbdd70bb-7808-4f83-8b83-e33496b3319f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:08.240408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e7a596a-88d2-4d0b-a9a8-c81d3dc16466 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4628179 Dec 12 16:12:08.243249 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:08.248344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:61:a8:9d', 'name': 'tempest-NetworksTestDHCPv6-583797961'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:08.267178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:08.270696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:08.274019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:08.281099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:08.333942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Attempting to bind port be29e28a-ce60-454f-bc0f-b145411d0c0c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:08.334307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Attempting to bind port be29e28a-ce60-454f-bc0f-b145411d0c0c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:08.334665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Attempting to bind port be29e28a-ce60-454f-bc0f-b145411d0c0c on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:08.339516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:08.339891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:08.340287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.340703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:08.341169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Bound port: be29e28a-ce60-454f-bc0f-b145411d0c0c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:08.341547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.358074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:08.402029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:08.405289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:08.410503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.443228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.469329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 5e6f2290-4c1e-4f83-a168-18fe89f9a2d7 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:08.473778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ba3a8-6686-4c0e-82c7-b1176b569ea8 None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:08.654931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 172.20.0.14 (1575d540-762e-4cad-8bc1-dfea873be119/fbdd70bb-7808-4f83-8b83-e33496b3319f/5e6f2290-4c1e-4f83-a168-18fe89f9a2d7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:08.661339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fe61:a89d (1575d540-762e-4cad-8bc1-dfea873be119/3ab44612-15c3-4d07-992e-43837f4727ff/5e6f2290-4c1e-4f83-a168-18fe89f9a2d7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:08.742135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.812225 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.844953 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.891835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:08.894753 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:08.898253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:08.904492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=5e6f2290-4c1e-4f83-a168-18fe89f9a2d7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:08.950511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:08.951153 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:08.966556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e59b2488-1119-41a0-9862-51fb04e87809 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7222173 Dec 12 16:12:08.969062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52378) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:09.017512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e4aa0-23b6-4233-88d3-854594792c02 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:09.024047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e4aa0-23b6-4233-88d3-854594792c02 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:09.025608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-189e4aa0-23b6-4233-88d3-854594792c02 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0556331 Dec 12 16:12:09.028224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:09.111380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 5e6f2290-4c1e-4f83-a168-18fe89f9a2d7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:09.111724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.204005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.217840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 5e6f2290-4c1e-4f83-a168-18fe89f9a2d7 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:09.397032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.417392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10211dc9-7fca-44b3-b89e-0d7cd6081808 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:09.428784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=5e6f2290-4c1e-4f83-a168-18fe89f9a2d7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:09.483188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.519714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.523585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b1a6c912-e03e-4fff-b2e5-f5727c53aaef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/5e6f2290-4c1e-4f83-a168-18fe89f9a2d7 HTTP/1.1" status: 204 len: 168 time: 0.4943850 Dec 12 16:12:09.526062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52382) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:09.537410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1684f624-de5b-4262-95ae-00a888220208 None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:09.537858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1684f624-de5b-4262-95ae-00a888220208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.579460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecc802-7809-44d7-b30b-802c50a4f7e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:09.581154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecc802-7809-44d7-b30b-802c50a4f7e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:09.583306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecc802-7809-44d7-b30b-802c50a4f7e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:09.584949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fecc802-7809-44d7-b30b-802c50a4f7e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0579522 Dec 12 16:12:09.587705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:09.644130 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 3ab44612-15c3-4d07-992e-43837f4727ff {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:09.647705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.657770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1684f624-de5b-4262-95ae-00a888220208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.673893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d6baa-b095-439f-9d7e-87f22aa47bcd None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '3ab44612-15c3-4d07-992e-43837f4727ff', 'ip_address': '2001:db8::f816:3eff:fec5:58ac'}, {'subnet_id': 'fbdd70bb-7808-4f83-8b83-e33496b3319f'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'be29e28a-ce60-454f-bc0f-b145411d0c0c'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:09.685313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.715648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec8d6baa-b095-439f-9d7e-87f22aa47bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.718465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1684f624-de5b-4262-95ae-00a888220208 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:09.728790 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1684f624-de5b-4262-95ae-00a888220208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.770974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.830738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.851294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684f624-de5b-4262-95ae-00a888220208 None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:09.866591 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab44612-15c3-4d07-992e-43837f4727ff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:09.871498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.874762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cac59efc-561b-4b3a-9555-43e7b5a51203 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3ab44612-15c3-4d07-992e-43837f4727ff HTTP/1.1" status: 204 len: 168 time: 0.2858922 Dec 12 16:12:09.877493 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-ec8d6baa-b095-439f-9d7e-87f22aa47bcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ab44612-15c3-4d07-992e-43837f4727ff: This subnet is being modified by another concurrent operation. Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ab44612-15c3-4d07-992e-43837f4727ff: This subnet is being modified by another concurrent operation. Dec 12 16:12:09.883428 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:12:09.928275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be29e28a-ce60-454f-bc0f-b145411d0c0c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:09.944840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet fbdd70bb-7808-4f83-8b83-e33496b3319f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:09.948075 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.982484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:09.983331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:09.985627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea12804-ccd0-4dba-ae64-6e1557c05aa0 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:09.990410 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.035461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.093853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.094397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bc2e3e92-d562-475f-a21e-dc237c599333 None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:10.094765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bc2e3e92-d562-475f-a21e-dc237c599333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.125745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdd70bb-7808-4f83-8b83-e33496b3319f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:10.134554 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.137792 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/fbdd70bb-7808-4f83-8b83-e33496b3319f HTTP/1.1" status: 204 len: 168 time: 0.2592077 Dec 12 16:12:10.140673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.140673 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.140931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.141208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.141535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.141863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.142040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:10.142477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.142477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.142833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.143122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.143443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.143761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.144075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e26ce93-27d1-4f7b-a0ac-741d64a210f0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:10.188779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba259ebc-1b0a-437b-963f-6961983f926d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437627 Dec 12 16:12:10.191347 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52390) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:10.196988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:10.273178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36204377-6696-4651-b7cf-766f5be46213 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'fbdd70bb-7808-4f83-8b83-e33496b3319f'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'be29e28a-ce60-454f-bc0f-b145411d0c0c'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:10.285274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:10.289486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.297690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-36204377-6696-4651-b7cf-766f5be46213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.503076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e12bf487-dd25-48c1-8a66-4ca1040d772f None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:10.503778 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e12bf487-dd25-48c1-8a66-4ca1040d772f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.507116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:10.577229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ace437-8a66-480a-a9fe-28718dbcdae4 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:10.655925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ace437-8a66-480a-a9fe-28718dbcdae4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:10.736029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-193e4a98-1e79-4889-9430-68a29938ad88 None None] Could not find standard attr ID for object 5e6f2290-4c1e-4f83-a168-18fe89f9a2d7. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:10.890116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:10.918112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'b2f534fe-8ae1-4a35-896e-bc1808051a65'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'be29e28a-ce60-454f-bc0f-b145411d0c0c'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:10.942381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.104201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 12 16:12:11.104201 n-d-710847-8 neutron-server[103413]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Dec 12 16:12:11.104201 n-d-710847-8 neutron-server[103413]: [parameters: {'ip_address': '2001:db8::f816:3eff:fec5:58ac', 'status': 'ALLOCATED', 'ipam_subnet_id': '8372f8c7-2b16-4efd-9793-ef74ee434286'}] Dec 12 16:12:11.104201 n-d-710847-8 neutron-server[103413]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:12:11.104805 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:12:11.136275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.181878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.284656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:11.313195 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.318133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.318830 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.398137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:11.403252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:11.406723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=b2f534fe-8ae1-4a35-896e-bc1808051a65,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:11.411892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:11.412480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.428374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:11.438123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1865e582-fec8-4103-bcc1-60ad3937cf2f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2457519 Dec 12 16:12:11.440913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52392) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:11.446251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:11.555009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:11.558526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.599850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.633278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.769346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.810452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:11.813619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:11.819211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:11.819813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.834847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=55b76d4b-90f3-4d88-b506-d37705bba40e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:11.843763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2b36f04d-2b49-4465-a46f-e6cba7b45b25 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4017074 Dec 12 16:12:11.846368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52394) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:11.860653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:05:b6:52', 'name': 'tempest-NetworksTestDHCPv6-756026586'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:11.875939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:11.900469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device be29e28a-ce60-454f-bc0f-b145411d0c0c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:11.911501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.933283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.970220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:11.974877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:11.992328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7fac-1d15-4ae3-8feb-92871a693467 None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:11.996389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 360bad92-fd07-4ee5-a177-26c61514a2ab yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:12.036883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.090628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:12.094652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.160446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:12.212200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 172.20.0.2 (1575d540-762e-4cad-8bc1-dfea873be119/55b76d4b-90f3-4d88-b506-d37705bba40e/360bad92-fd07-4ee5-a177-26c61514a2ab) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:12.218278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fe05:b652 (1575d540-762e-4cad-8bc1-dfea873be119/b2f534fe-8ae1-4a35-896e-bc1808051a65/360bad92-fd07-4ee5-a177-26c61514a2ab) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:12.370248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.405099 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.453508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:12.457025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:12.461745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:12.465856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=360bad92-fd07-4ee5-a177-26c61514a2ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:12.516449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:12.517102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.533515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6a81ee44-8179-4e55-92eb-877513dce969 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.6858654 Dec 12 16:12:12.536452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:12.584192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ee3d1-3984-4d89-9110-4b6fa531a96a None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:12.586749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b0996-510b-4b34-8d02-8e391b66283b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:12.592920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b0996-510b-4b34-8d02-8e391b66283b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:12.594514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d46b0996-510b-4b34-8d02-8e391b66283b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0571027 Dec 12 16:12:12.597179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:12.653448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ee3d1-3984-4d89-9110-4b6fa531a96a None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:12.685004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 360bad92-fd07-4ee5-a177-26c61514a2ab {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:12.685335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.778903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.792742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 360bad92-fd07-4ee5-a177-26c61514a2ab owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:12.883708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:12.883976 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.966946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:12.995266 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=360bad92-fd07-4ee5-a177-26c61514a2ab,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:13.024904 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.082887 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.088578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f0c30245-6796-4b26-a250-b08e872949f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/360bad92-fd07-4ee5-a177-26c61514a2ab HTTP/1.1" status: 204 len: 168 time: 0.4881878 Dec 12 16:12:13.088835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:13.091016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:13.098930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.145350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31fd15-2781-4439-88fb-84a7cbd8b6c9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:13.145350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31fd15-2781-4439-88fb-84a7cbd8b6c9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:13.146743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31fd15-2781-4439-88fb-84a7cbd8b6c9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:13.148846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0c31fd15-2781-4439-88fb-84a7cbd8b6c9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0585949 Dec 12 16:12:13.151156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:13.182254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b90ed-1df3-4c0e-8f1f-f7d589e97676 None None] Pushing event updated for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:13.197161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b219d1d-7107-4255-a98f-739a551ad1bf None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'b2f534fe-8ae1-4a35-896e-bc1808051a65', 'ip_address': '2001:db8::f816:3eff:fec5:58ac'}, {'subnet_id': '55b76d4b-90f3-4d88-b506-d37705bba40e'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'be29e28a-ce60-454f-bc0f-b145411d0c0c'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:13.203773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 55b76d4b-90f3-4d88-b506-d37705bba40e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:13.206938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.222636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b219d1d-7107-4255-a98f-739a551ad1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.247624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.291407 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.351494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-4b219d1d-7107-4255-a98f-739a551ad1bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55b76d4b-90f3-4d88-b506-d37705bba40e: This subnet is being modified by another concurrent operation. Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55b76d4b-90f3-4d88-b506-d37705bba40e: This subnet is being modified by another concurrent operation. Dec 12 16:12:13.353270 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:12:13.378764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=55b76d4b-90f3-4d88-b506-d37705bba40e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:13.382713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.386772 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d46bbe10-3350-4353-8ef1-9d3462178a23 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/55b76d4b-90f3-4d88-b506-d37705bba40e HTTP/1.1" status: 204 len: 168 time: 0.2340186 Dec 12 16:12:13.388522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52404) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:13.437374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55631eda-a9af-4e39-8658-664a3bc3aa25 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:13.443537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet b2f534fe-8ae1-4a35-896e-bc1808051a65 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:13.446721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.485286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.502832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55631eda-a9af-4e39-8658-664a3bc3aa25 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:13.539799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-df4dbf8e-7c05-4576-b71c-c4996f6744db None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:13.540176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-df4dbf8e-7c05-4576-b71c-c4996f6744db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.570380 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.629676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.658065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.661703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/b2f534fe-8ae1-4a35-896e-bc1808051a65 HTTP/1.1" status: 204 len: 168 time: 0.2721651 Dec 12 16:12:13.662647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2af464-f9bb-4dfb-aad2-c0d28c926095 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f534fe-8ae1-4a35-896e-bc1808051a65,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:13.664900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:13.707183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-12bb82ec-f529-4802-bf85-0fda0905bf2a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385363 Dec 12 16:12:13.708090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52408) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:13.712880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:13.779047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c2e4d-d0c6-4fc8-8af4-bdbab418edb8 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:13.800544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:13.804084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.845322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-777c025d-2a5a-4b1f-8429-67cfab91426f None None] Provisioning complete for port be29e28a-ce60-454f-bc0f-b145411d0c0c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:13.845699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-777c025d-2a5a-4b1f-8429-67cfab91426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.937710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:13.995557 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:13.997563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Deleting port be29e28a-ce60-454f-bc0f-b145411d0c0c {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:13.997942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.035751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:14.038842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:14.042942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:14.043528 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.056491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=3e463241-1f2f-43ee-9f7e-45f3c3600d94,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:14.067303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c43e81b2-c3b4-4b8a-8bbc-e3fdb7fc3023 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3576827 Dec 12 16:12:14.070228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52410) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:14.075137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:14.080387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] For port be29e28a-ce60-454f-bc0f-b145411d0c0c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=be29e28a-ce60-454f-bc0f-b145411d0c0c,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:14.080819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.093263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Calling delete_port for be29e28a-ce60-454f-bc0f-b145411d0c0c owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:14.177366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.186270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:14.189753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.202887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] Pushing event deleted for resources: {'Port': ['ID=be29e28a-ce60-454f-bc0f-b145411d0c0c,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:14.208232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91a456-c184-435f-8aa5-ea13e8677ac0 None None] No DVR routers for this DVR port be29e28a-ce60-454f-bc0f-b145411d0c0c on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:14.225497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5656f-2a94-447e-a65a-674b47ef0ca6 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:14.326992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '3e463241-1f2f-43ee-9f7e-45f3c3600d94'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:14.327953 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.463887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Allocated IP 172.20.0.2 (1575d540-762e-4cad-8bc1-dfea873be119/3e463241-1f2f-43ee-9f7e-45f3c3600d94/8661a55b-9f33-4ac7-9a96-89df0ba3196a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:14.482520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:14.483883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.522015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:14.525218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:14.533292 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:14.533882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.550757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=adffa90e-7f91-4c63-9afc-e30bd01261f8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:14.556777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0e2e6294-a38f-4808-b296-babe3643a9fc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4854946 Dec 12 16:12:14.559628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52412) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:14.564934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:a2:6d:33', 'name': 'tempest-NetworksTestDHCPv6-1578596458'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:14.607724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.615217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.656519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:14.659477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:14.664509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:14.672787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:14.673063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Pushing event updated for resources: {'Port': ['ID=8661a55b-9f33-4ac7-9a96-89df0ba3196a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:14.722219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Attempting to bind port 8661a55b-9f33-4ac7-9a96-89df0ba3196a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:14.722622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Attempting to bind port 8661a55b-9f33-4ac7-9a96-89df0ba3196a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:14.723479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Attempting to bind port 8661a55b-9f33-4ac7-9a96-89df0ba3196a on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:14.728327 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:14.728726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:14.729132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.729520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:14.729984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Bound port: 8661a55b-9f33-4ac7-9a96-89df0ba3196a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:14.730362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.759304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.779154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:14.792924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] For port 8661a55b-9f33-4ac7-9a96-89df0ba3196a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:14.795891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] For port 8661a55b-9f33-4ac7-9a96-89df0ba3196a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8661a55b-9f33-4ac7-9a96-89df0ba3196a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:14.799485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:14.856845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8519a6-bf38-4a7f-8b8e-024eaab06f91 None None] Pushing event updated for resources: {'Port': ['ID=8661a55b-9f33-4ac7-9a96-89df0ba3196a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:14.943951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 172.20.0.6 (1575d540-762e-4cad-8bc1-dfea873be119/3e463241-1f2f-43ee-9f7e-45f3c3600d94/df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:14.950366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fea2:6d33 (1575d540-762e-4cad-8bc1-dfea873be119/adffa90e-7f91-4c63-9afc-e30bd01261f8/df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:15.104733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.144259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.188394 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:15.191404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:15.194973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:15.201233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:15.245754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.246242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.261515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3bf46f35-9524-4f00-b7c9-54d9c7dd9be3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7006741 Dec 12 16:12:15.264090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:15.313906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da5d48-d31b-47b7-ad55-87573b3dd3ea tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.320077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da5d48-d31b-47b7-ad55-87573b3dd3ea tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.321668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-00da5d48-d31b-47b7-ad55-87573b3dd3ea tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0571222 Dec 12 16:12:15.324381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:15.412111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:15.412450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.501173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.514015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:15.701867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.731127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:15.740671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5aebe-abe5-447f-8a3c-ebad3b0dc043 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:15.822430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.826134 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-262627d4-50a8-4e2c-ab1c-6e38249e3e09 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8 HTTP/1.1" status: 204 len: 168 time: 0.5005832 Dec 12 16:12:15.828729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:15.841651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] Provisioning complete for port 8661a55b-9f33-4ac7-9a96-89df0ba3196a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:15.842151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.888853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa3cb4-7e36-4abb-af1e-0ebaed6b2544 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.890491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa3cb4-7e36-4abb-af1e-0ebaed6b2544 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.892251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa3cb4-7e36-4abb-af1e-0ebaed6b2544 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:15.896010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dafa3cb4-7e36-4abb-af1e-0ebaed6b2544 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0639458 Dec 12 16:12:15.897107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:15.932249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8661a55b-9f33-4ac7-9a96-89df0ba3196a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:15.956664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 3e463241-1f2f-43ee-9f7e-45f3c3600d94 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:15.960043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.995423 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:15.999649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.023130 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e84e759-002f-4b41-b929-02897d0931c5 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '3e463241-1f2f-43ee-9f7e-45f3c3600d94', 'ip_address': '172.20.0.2'}, {'subnet_id': 'adffa90e-7f91-4c63-9afc-e30bd01261f8'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '8661a55b-9f33-4ac7-9a96-89df0ba3196a'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:16.064235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] For port 8661a55b-9f33-4ac7-9a96-89df0ba3196a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8661a55b-9f33-4ac7-9a96-89df0ba3196a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:16.065527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1e84e759-002f-4b41-b929-02897d0931c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.076361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.083261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8661a55b-9f33-4ac7-9a96-89df0ba3196a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:16.083626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.089004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.149145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.177958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=3e463241-1f2f-43ee-9f7e-45f3c3600d94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:16.181586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.184835 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04845997-adf5-4ea3-839a-d10a9872a5a9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3e463241-1f2f-43ee-9f7e-45f3c3600d94 HTTP/1.1" status: 204 len: 168 time: 0.2863555 Dec 12 16:12:16.187472 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:16.188071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557e15b-e47a-41aa-a84b-0ae57d720547 None None] Pushing event updated for resources: {'Port': ['ID=8661a55b-9f33-4ac7-9a96-89df0ba3196a,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:16.243078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet adffa90e-7f91-4c63-9afc-e30bd01261f8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:16.246154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-1e84e759-002f-4b41-b929-02897d0931c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e463241-1f2f-43ee-9f7e-45f3c3600d94: This subnet is being modified by another concurrent operation. Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e463241-1f2f-43ee-9f7e-45f3c3600d94: This subnet is being modified by another concurrent operation. Dec 12 16:12:16.284317 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:12:16.294257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.332496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.364953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269701e-db74-4ff1-9466-8740109a8184 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:16.391076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.423864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=adffa90e-7f91-4c63-9afc-e30bd01261f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:16.429318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.429734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a707d0af-92ab-4a74-ae3d-f1a04a8891fe None None] Provisioning complete for port 8661a55b-9f33-4ac7-9a96-89df0ba3196a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:16.430112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a707d0af-92ab-4a74-ae3d-f1a04a8891fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.432404 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2ca77d8f-25b4-48a4-9eea-c538c8fe2f0e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/adffa90e-7f91-4c63-9afc-e30bd01261f8 HTTP/1.1" status: 204 len: 168 time: 0.2439697 Dec 12 16:12:16.435239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:16.472441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5c0c147f-ee33-42ba-b5c9-91bef222aade tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360880 Dec 12 16:12:16.475745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:16.480696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:16.575075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:16.578767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.585038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13732f93-a471-4702-9545-a29619a7b298 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'adffa90e-7f91-4c63-9afc-e30bd01261f8'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '8661a55b-9f33-4ac7-9a96-89df0ba3196a'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:16.610394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13732f93-a471-4702-9545-a29619a7b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.739165 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b72b7-8e41-47f4-9a39-021ca2cc1975 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:16.764332 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.810592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:16.813785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:16.818276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:16.818875 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.824417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d1da2c26-0c39-4a4d-8a0e-1a382ee19ab1 None None] Provisioning complete for port 8661a55b-9f33-4ac7-9a96-89df0ba3196a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:16.824834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d1da2c26-0c39-4a4d-8a0e-1a382ee19ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.834181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=2c29e060-65c2-413c-9aa7-ec3cd5ece784,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:16.840056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a965288b-7489-4420-b12a-9e8f5d173fdf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3632822 Dec 12 16:12:16.842876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:16.847856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:16.902480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:16.958074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:16.960161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Deleting port 8661a55b-9f33-4ac7-9a96-89df0ba3196a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:16.960546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:16.961730 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.039278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] For port 8661a55b-9f33-4ac7-9a96-89df0ba3196a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8661a55b-9f33-4ac7-9a96-89df0ba3196a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:17.039687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.051424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Calling delete_port for 8661a55b-9f33-4ac7-9a96-89df0ba3196a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:17.131466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.160891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] Pushing event deleted for resources: {'Port': ['ID=8661a55b-9f33-4ac7-9a96-89df0ba3196a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:17.162641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8b234-46e4-4726-81e2-1ab918eb30d1 None None] No DVR routers for this DVR port 8661a55b-9f33-4ac7-9a96-89df0ba3196a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:17.181597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801c624-cd86-4c19-88cb-fd7a211536af None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:17.319547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:17.321247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.361563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:17.365487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:17.368491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:17.369106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.387086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=e49eb4f9-bbcb-47a5-b130-7787c98187e9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:17.392601 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7f184896-771c-4039-8a90-8f6538748f2d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5486414 Dec 12 16:12:17.395447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:17.400199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:68:cd:98', 'name': 'tempest-NetworksTestDHCPv6-1243335670'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:17.446369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '2c29e060-65c2-413c-9aa7-ec3cd5ece784'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:17.447272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.515016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:17.595879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.618271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port c58480f5-1f66-4fe8-9e27-ae7c14317f57 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:17.622135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Allocated IP 172.20.0.2 (1575d540-762e-4cad-8bc1-dfea873be119/2c29e060-65c2-413c-9aa7-ec3cd5ece784/e06af784-a587-494b-8844-ec60f90e6258) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:17.628427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Allocated IP 2001:db8::f816:3eff:fea5:a1c9 (1575d540-762e-4cad-8bc1-dfea873be119/e49eb4f9-bbcb-47a5-b130-7787c98187e9/e06af784-a587-494b-8844-ec60f90e6258) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:17.764501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.769845 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.810671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:17.815620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:17.818607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:17.821735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Pushing event updated for resources: {'Port': ['ID=e06af784-a587-494b-8844-ec60f90e6258,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:17.873189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 172.20.0.13 (1575d540-762e-4cad-8bc1-dfea873be119/2c29e060-65c2-413c-9aa7-ec3cd5ece784/c58480f5-1f66-4fe8-9e27-ae7c14317f57) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:17.879863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fe68:cd98 (1575d540-762e-4cad-8bc1-dfea873be119/e49eb4f9-bbcb-47a5-b130-7787c98187e9/c58480f5-1f66-4fe8-9e27-ae7c14317f57) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:17.890632 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8661a55b-9f33-4ac7-9a96-89df0ba3196a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:17.916744 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8661a55b-9f33-4ac7-9a96-89df0ba3196a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:17.917431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8661a55b-9f33-4ac7-9a96-89df0ba3196a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:17.921163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Attempting to bind port e06af784-a587-494b-8844-ec60f90e6258 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:17.921545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Attempting to bind port e06af784-a587-494b-8844-ec60f90e6258 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:17.921910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Attempting to bind port e06af784-a587-494b-8844-ec60f90e6258 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:17.927621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:17.928049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:17.928459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.928921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:17.929269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Bound port: e06af784-a587-494b-8844-ec60f90e6258, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:17.929715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:17.991090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] For port e06af784-a587-494b-8844-ec60f90e6258, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:17.994328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] For port e06af784-a587-494b-8844-ec60f90e6258, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e06af784-a587-494b-8844-ec60f90e6258,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:17.997857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.026396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.055261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73757164-50a3-4f77-85b1-ddbbde089d7b None None] Pushing event updated for resources: {'Port': ['ID=e06af784-a587-494b-8844-ec60f90e6258,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:18.070534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.116954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:18.120044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:18.123644 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:18.147297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=c58480f5-1f66-4fe8-9e27-ae7c14317f57,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:18.179819 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.180447 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.198672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc7ed819-7cdb-40cb-9b75-e17dd8185ada tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8022013 Dec 12 16:12:18.201204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:18.262835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550f850-7d8a-4cf0-9f45-4d1aac4b5b67 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.268994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3550f850-7d8a-4cf0-9f45-4d1aac4b5b67 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.271233 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3550f850-7d8a-4cf0-9f45-4d1aac4b5b67 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0645282 Dec 12 16:12:18.273873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52434) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:18.364801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port c58480f5-1f66-4fe8-9e27-ae7c14317f57 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:18.365452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.452131 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.464222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for c58480f5-1f66-4fe8-9e27-ae7c14317f57 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:18.638742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.666160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=c58480f5-1f66-4fe8-9e27-ae7c14317f57,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:18.760433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.763663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64d0bb11-17f3-4419-9ece-10aa6da6f91a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c58480f5-1f66-4fe8-9e27-ae7c14317f57 HTTP/1.1" status: 204 len: 168 time: 0.4888458 Dec 12 16:12:18.766173 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:18.827146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18c188-3176-4664-aee6-f42144178306 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.828863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18c188-3176-4664-aee6-f42144178306 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.830418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18c188-3176-4664-aee6-f42144178306 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:18.832018 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cb18c188-3176-4664-aee6-f42144178306 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0649304 Dec 12 16:12:18.834737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:18.887557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 2c29e060-65c2-413c-9aa7-ec3cd5ece784 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:18.890955 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.932223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:18.996190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b76eae-7e8c-48c1-873e-7066327b3116 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:19.021257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.078034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.084474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] Provisioning complete for port e06af784-a587-494b-8844-ec60f90e6258 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:19.084892 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.105829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=2c29e060-65c2-413c-9aa7-ec3cd5ece784,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:19.107812 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.113133 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-307ba3a0-c366-4a57-89d3-2cd33516da87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/2c29e060-65c2-413c-9aa7-ec3cd5ece784 HTTP/1.1" status: 204 len: 168 time: 0.2773635 Dec 12 16:12:19.114498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52440) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.174125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet e49eb4f9-bbcb-47a5-b130-7787c98187e9 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:19.177995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.217127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.228686 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.232935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e80a8-f24c-46e5-b406-3b136b4b4277 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'e49eb4f9-bbcb-47a5-b130-7787c98187e9', 'ip_address': '2001:db8::f816:3eff:fea5:a1c9'}, {'subnet_id': '2c29e060-65c2-413c-9aa7-ec3cd5ece784'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'e06af784-a587-494b-8844-ec60f90e6258'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:19.273151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a0e80a8-f24c-46e5-b406-3b136b4b4277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.294515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] For port e06af784-a587-494b-8844-ec60f90e6258, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e06af784-a587-494b-8844-ec60f90e6258,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:19.299682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.302155 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.364332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.391991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=e49eb4f9-bbcb-47a5-b130-7787c98187e9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:19.393969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.397132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-380e8bbc-0911-403e-b0b8-0b3ef09ea570 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/e49eb4f9-bbcb-47a5-b130-7787c98187e9 HTTP/1.1" status: 204 len: 168 time: 0.2815509 Dec 12 16:12:19.399666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.428099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ac60f-c7c2-4879-8b32-07d3f9c0ee32 None None] Pushing event updated for resources: {'Port': ['ID=e06af784-a587-494b-8844-ec60f90e6258,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:19.437245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9852a06c-7c72-4a35-a75a-5382a7e3c609 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364370 Dec 12 16:12:19.439750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-4a0e80a8-f24c-46e5-b406-3b136b4b4277 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e49eb4f9-bbcb-47a5-b130-7787c98187e9: This subnet is being modified by another concurrent operation. Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e49eb4f9-bbcb-47a5-b130-7787c98187e9: This subnet is being modified by another concurrent operation. Dec 12 16:12:19.443597 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:12:19.499523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a496bb-356c-4a9b-966b-47f04f339a6e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:19.500998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-91a496bb-356c-4a9b-966b-47f04f339a6e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0602155 Dec 12 16:12:19.503652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.523496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f26b2f-a59c-4b09-a4fd-2d8494fa4e80 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:19.554050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b050170c-1b42-4227-9b7e-cd70c9821709 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:19.555508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b050170c-1b42-4227-9b7e-cd70c9821709 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0509346 Dec 12 16:12:19.558069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.594761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2f86da6a-e7f2-40f0-9385-817420a83550 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0356069 Dec 12 16:12:19.599962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52450) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.604992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:19.625837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5b729b88-4ff4-4520-8944-2d2ace34c24b None None] Provisioning complete for port e06af784-a587-494b-8844-ec60f90e6258 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:19.626210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b729b88-4ff4-4520-8944-2d2ace34c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.650957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:19.694360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:19.698111 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.699579 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:19.700000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:19.717272 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-de228789-26fc-41f8-bbb4-77125a3e06a4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1162202 Dec 12 16:12:19.718143 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52452) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.723640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:19.742099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Deleting port e06af784-a587-494b-8844-ec60f90e6258 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:19.742407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.809824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] For port e06af784-a587-494b-8844-ec60f90e6258, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=e06af784-a587-494b-8844-ec60f90e6258,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:19.810281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.812681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:19.816230 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.817752 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:19.818492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:19.823810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Calling delete_port for e06af784-a587-494b-8844-ec60f90e6258 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:19.834742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6ec382a1-d574-4267-8510-15ce25a5fda6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1156092 Dec 12 16:12:19.837778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52454) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.842518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:19.902938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.925954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] Pushing event deleted for resources: {'Port': ['ID=e06af784-a587-494b-8844-ec60f90e6258,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:19.930398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:19.931670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d240e38-07d9-48c9-8726-992fa710b606 None None] No DVR routers for this DVR port e06af784-a587-494b-8844-ec60f90e6258 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:19.935055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:19.936481 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:19.937008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:19.951539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547b743-bf71-411d-a3a1-872d5c452d4e None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:19.955948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-108f44c0-c961-459d-a4b4-7a54328555bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1171818 Dec 12 16:12:19.959627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52456) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:19.964450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:20.015689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5547b743-bf71-411d-a3a1-872d5c452d4e None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:20.056146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:20.059816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.061210 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:20.061634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:20.077202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-57ee4b3c-8fd7-4e06-bfbc-bd33ec506936 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1165142 Dec 12 16:12:20.080213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52458) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.085666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:20.174110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:20.177824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.179358 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:20.179784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:20.195838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a3b6eb50-a02a-4778-be75-512078bc3785 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1143208 Dec 12 16:12:20.198689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.203769 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:20.215543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6070679d-6280-4c59-ba6b-9a9c985ec1b5 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:20.274468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070679d-6280-4c59-ba6b-9a9c985ec1b5 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:20.296559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:20.300125 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.302063 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:20.302494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:20.318378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a614ef70-eb01-4ead-b67a-9ea5c2b893e2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1186285 Dec 12 16:12:20.320939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.348596 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-89c5174d-0541-448d-a8e6-52d733b9117b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0265877 Dec 12 16:12:20.351174 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.400054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e0aa92-fbb6-4fd9-8c6a-19dcdb4b6028 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:20.404025 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-29e0aa92-fbb6-4fd9-8c6a-19dcdb4b6028 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0495772 Dec 12 16:12:20.404302 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.445336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-697ea8e1-23dd-43c5-887d-094c8c61677b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397973 Dec 12 16:12:20.449582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52468) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.454497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:20.544701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:20.548238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.787808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:20.789136 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.832144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:20.835260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:20.839357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:20.839939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.844781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedcdd0e-0821-4dfb-a7a7-fc1990cbf815 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:20.853458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=81de746f-dc6d-4f9e-932c-bf0f8ee86d6b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:20.865895 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cecc8a0d-028a-4c6b-8921-3260214e734c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4117272 Dec 12 16:12:20.866106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:20.870983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:89:d9:90', 'name': 'tempest-NetworksTestDHCPv6-793376609'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:20.945558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '81de746f-dc6d-4f9e-932c-bf0f8ee86d6b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:20.946436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:20.976869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:20.981215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.002123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 5450e6cb-af84-4d97-b916-a0ec0a316309 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:21.076545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Allocated IP 2001:db8::f816:3eff:fe4b:c4c3 (1575d540-762e-4cad-8bc1-dfea873be119/81de746f-dc6d-4f9e-932c-bf0f8ee86d6b/a5ba8674-1020-486b-9150-cb3f5257a242) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:21.210868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.216336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.260663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:21.264560 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fe89:d990 (1575d540-762e-4cad-8bc1-dfea873be119/81de746f-dc6d-4f9e-932c-bf0f8ee86d6b/5450e6cb-af84-4d97-b916-a0ec0a316309) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:21.265613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:21.267712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Pushing event updated for resources: {'Port': ['ID=a5ba8674-1020-486b-9150-cb3f5257a242,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:21.270835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:21.323115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Attempting to bind port a5ba8674-1020-486b-9150-cb3f5257a242 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:21.323490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Attempting to bind port a5ba8674-1020-486b-9150-cb3f5257a242 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:21.323861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Attempting to bind port a5ba8674-1020-486b-9150-cb3f5257a242 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:21.328965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:21.329289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:21.329701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.330115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:21.330592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Bound port: a5ba8674-1020-486b-9150-cb3f5257a242, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:21.330977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.391605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] For port a5ba8674-1020-486b-9150-cb3f5257a242, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:21.394603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] For port a5ba8674-1020-486b-9150-cb3f5257a242, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a5ba8674-1020-486b-9150-cb3f5257a242,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:21.399398 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.412004 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.458284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.462965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8021f48-b5c0-4517-af70-640a0bf694e0 None None] Pushing event updated for resources: {'Port': ['ID=a5ba8674-1020-486b-9150-cb3f5257a242,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:21.503366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:21.507158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:21.510982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:21.516857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:21.517481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.530145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=5450e6cb-af84-4d97-b916-a0ec0a316309,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:21.540287 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5cbb6dc0-58b3-4854-8fa1-4c11470a8c40 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6731720 Dec 12 16:12:21.542850 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:21.593672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5f310-663f-4250-bde0-fb4f5b1a45a2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:21.599844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5f310-663f-4250-bde0-fb4f5b1a45a2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:21.604062 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bfa5f310-663f-4250-bde0-fb4f5b1a45a2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0577192 Dec 12 16:12:21.604967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:21.702431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 5450e6cb-af84-4d97-b916-a0ec0a316309 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:21.702779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.790562 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.802666 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 5450e6cb-af84-4d97-b916-a0ec0a316309 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:21.908531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a5ba8674-1020-486b-9150-cb3f5257a242 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:21.938948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.962487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a5ba8674-1020-486b-9150-cb3f5257a242 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:21.962973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.966528 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=5450e6cb-af84-4d97-b916-a0ec0a316309,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:21.995031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:21.998580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-620b33b1-854e-4f49-847f-8387e6a50c71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/5450e6cb-af84-4d97-b916-a0ec0a316309 HTTP/1.1" status: 204 len: 168 time: 0.3933454 Dec 12 16:12:22.001005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:22.041261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.056844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd33def-d9d9-4b62-b91a-71394e7b1c4b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:22.058544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd33def-d9d9-4b62-b91a-71394e7b1c4b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:22.060077 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-bbd33def-d9d9-4b62-b91a-71394e7b1c4b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0581276 Dec 12 16:12:22.063412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:22.082137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a5ba8674-1020-486b-9150-cb3f5257a242, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a5ba8674-1020-486b-9150-cb3f5257a242,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:22.087230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.124512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 81de746f-dc6d-4f9e-932c-bf0f8ee86d6b {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:22.127807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.135698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a5ba8674-1020-486b-9150-cb3f5257a242,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:22.176994 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.263505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.331324 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.361072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=81de746f-dc6d-4f9e-932c-bf0f8ee86d6b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:22.365427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.371386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:22.373105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-854d5570-159d-43a5-9af7-5c98ea97e0d3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/81de746f-dc6d-4f9e-932c-bf0f8ee86d6b HTTP/1.1" status: 204 len: 168 time: 0.3085675 Dec 12 16:12:22.389764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8917f1a-2a6b-482b-9d1a-e6acd5a88559 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:22.499282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a8aa351f-267d-4666-9d60-68fde3d84e58 None None] Provisioning complete for port a5ba8674-1020-486b-9150-cb3f5257a242 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:22.499651 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a8aa351f-267d-4666-9d60-68fde3d84e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.562363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:22.643575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Deleting port a5ba8674-1020-486b-9150-cb3f5257a242 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:22.643952 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.711563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] For port a5ba8674-1020-486b-9150-cb3f5257a242, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a5ba8674-1020-486b-9150-cb3f5257a242,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:22.711971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.725574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Calling delete_port for a5ba8674-1020-486b-9150-cb3f5257a242 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:22.786446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9964faf9-0d44-4909-b5d4-a49c27acc2b1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4133382 Dec 12 16:12:22.789212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:22.794083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:22.804218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:22.834518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] No DVR routers for this DVR port a5ba8674-1020-486b-9150-cb3f5257a242 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:22.836869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d71d6b-a680-47d7-91c7-2b81e36efe14 None None] Pushing event deleted for resources: {'Port': ['ID=a5ba8674-1020-486b-9150-cb3f5257a242,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:22.882647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:22.886040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.125798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:23.126991 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.166884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:23.169953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:23.174056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:23.174640 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.179693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca52d60-45ed-42f4-979f-b50ce6d8647e None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:23.188667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=9d7307ec-b7cb-4f05-a227-4764954d76e8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:23.197309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86ace32f-9229-4671-8c63-604257ca9873 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4071224 Dec 12 16:12:23.200186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:23.205242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:f4:fe:05', 'name': 'tempest-NetworksTestDHCPv6-168227282'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:23.282485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '9d7307ec-b7cb-4f05-a227-4764954d76e8'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:23.283367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.315205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:23.399999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.420838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 1681a802-578a-4d62-88d0-9d8b02491bd2 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:23.529849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fef4:fe05 (1575d540-762e-4cad-8bc1-dfea873be119/9d7307ec-b7cb-4f05-a227-4764954d76e8/1681a802-578a-4d62-88d0-9d8b02491bd2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:23.675483 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.708033 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.750263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Allocated IP 2001:db8::f816:3eff:fee8:8c76 (1575d540-762e-4cad-8bc1-dfea873be119/9d7307ec-b7cb-4f05-a227-4764954d76e8/5cd4ad29-9078-4b4c-937c-b6f3600bff5a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:23.751993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:23.755586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:23.758440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:23.764794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:23.765411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.780491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=1681a802-578a-4d62-88d0-9d8b02491bd2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:23.794370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2d3d8e16-1b0d-40b6-981c-23c4ee6bfe6d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5931299 Dec 12 16:12:23.797219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:23.845804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea9044-896f-4ec3-803c-db2a212acc04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:23.847386 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dcea9044-896f-4ec3-803c-db2a212acc04 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0491388 Dec 12 16:12:23.850524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:23.891318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a5ba8674-1020-486b-9150-cb3f5257a242 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:23.916208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a5ba8674-1020-486b-9150-cb3f5257a242 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:23.916557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a5ba8674-1020-486b-9150-cb3f5257a242 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:23.930340 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.936132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.945394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 1681a802-578a-4d62-88d0-9d8b02491bd2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:23.945860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:23.980820 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:23.985668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:23.988190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:23.992758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Pushing event updated for resources: {'Port': ['ID=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:24.030834 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.043115 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 1681a802-578a-4d62-88d0-9d8b02491bd2 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:24.043438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Attempting to bind port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:24.043815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Attempting to bind port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:24.044187 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Attempting to bind port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:24.049087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:24.049462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:24.049862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.050253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:24.050719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Bound port: 5cd4ad29-9078-4b4c-937c-b6f3600bff5a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:24.051096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.111712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] For port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:24.114946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] For port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:24.119885 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.176235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbb223-0626-479f-84d8-cb4b241040d4 None None] Pushing event updated for resources: {'Port': ['ID=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:24.178003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.206858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=1681a802-578a-4d62-88d0-9d8b02491bd2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:24.233450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.236794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc48fff3-e501-430b-97d7-8308982ae7ab tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/1681a802-578a-4d62-88d0-9d8b02491bd2 HTTP/1.1" status: 204 len: 168 time: 0.3853285 Dec 12 16:12:24.239645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.295896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3145091-c52c-425c-90db-0a9d49ea1afc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:24.297569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3145091-c52c-425c-90db-0a9d49ea1afc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:24.299084 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a3145091-c52c-425c-90db-0a9d49ea1afc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0585432 Dec 12 16:12:24.301964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.364240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 9d7307ec-b7cb-4f05-a227-4764954d76e8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:24.368688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.413442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.499751 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.554678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.585997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7307ec-b7cb-4f05-a227-4764954d76e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:24.589568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:24.592729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-edd01122-9a37-4c1c-8b59-a2e01f6d68e3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/9d7307ec-b7cb-4f05-a227-4764954d76e8 HTTP/1.1" status: 204 len: 168 time: 0.2898431 Dec 12 16:12:24.595182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.632789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7aa34df1-dde1-41fc-aed1-78691a546383 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364695 Dec 12 16:12:24.635244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.685134 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbadb3ca-ab46-4f16-92ef-a543ee4111e5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:24.686572 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dbadb3ca-ab46-4f16-92ef-a543ee4111e5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0504115 Dec 12 16:12:24.689374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.740004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54fdc0b-1fb1-432d-828e-6a44f5cf8d37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:24.741559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b54fdc0b-1fb1-432d-828e-6a44f5cf8d37 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0511327 Dec 12 16:12:24.744263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.781480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-79b86a98-c7fe-4f81-80f1-60997f107a71 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360990 Dec 12 16:12:24.785767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52502) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:24.790712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:24.883620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:24.887192 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.055588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c1d25-0096-469f-875f-2ad4aea81f1e None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:25.164519 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Provisioning complete for port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:25.164970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.175243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:25.191750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:25.281350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.283780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Deleting port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:25.284142 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.331500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.395926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:12:25.396284 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:12:25.402430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] For port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:25.402826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.415120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Calling delete_port for 5cd4ad29-9078-4b4c-937c-b6f3600bff5a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:25.482605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:25.513056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.517346 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.518219 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.521721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.547510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] Pushing event deleted for resources: {'Port': ['ID=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:25.553877 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0cd125-fa84-43ef-acf8-766badb45892 None None] No DVR routers for this DVR port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:25.576426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=5cd4ad29-9078-4b4c-937c-b6f3600bff5a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:25.584515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:25.587742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:25.591819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:25.592418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.596216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34414060-0788-4f74-af27-9ea5f3b547dc None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:25.604993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=4e641811-f1eb-478c-9fb2-7d3007135198,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:25.615150 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d81c8039-f211-4cc9-b26b-66c7111cb509 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8283701 Dec 12 16:12:25.618204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:25.623440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:a4:24:81', 'name': 'tempest-NetworksTestDHCPv6-184425955'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:25.692038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '4e641811-f1eb-478c-9fb2-7d3007135198'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:25.692941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.733046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:25.810659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.824151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Allocated IP 2001:db8::f816:3eff:fe7d:626 (1575d540-762e-4cad-8bc1-dfea873be119/4e641811-f1eb-478c-9fb2-7d3007135198/97a9f963-a6e1-4b61-b4f7-bffa8145e6b0) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:25.836496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port a5b4935b-5539-4817-8e60-e898eac97113 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:25.922542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec8844-a687-45e9-b40c-7b41c1367199 None None] Port 5cd4ad29-9078-4b4c-937c-b6f3600bff5a update to ACTIVE by agent not found {{(pid=103413) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 16:12:25.984496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:25.990304 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.032880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:26.036684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:26.037958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fea4:2481 (1575d540-762e-4cad-8bc1-dfea873be119/4e641811-f1eb-478c-9fb2-7d3007135198/a5b4935b-5539-4817-8e60-e898eac97113) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:26.038532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Pushing event updated for resources: {'Port': ['ID=97a9f963-a6e1-4b61-b4f7-bffa8145e6b0,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:26.040674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:26.097809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Attempting to bind port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:26.098517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Attempting to bind port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:26.098517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Attempting to bind port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:26.103671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:26.104051 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:26.104465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.104899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:26.105375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Bound port: 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:26.105759 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.170025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] For port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:26.173646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] For port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=97a9f963-a6e1-4b61-b4f7-bffa8145e6b0,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:26.178282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.238657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551ac8-f8cd-4c37-abe0-b220d78557ca None None] Pushing event updated for resources: {'Port': ['ID=97a9f963-a6e1-4b61-b4f7-bffa8145e6b0,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:26.503559 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.540147 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.584946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:26.588000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:26.591810 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:26.597572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:26.598836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.610593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=a5b4935b-5539-4817-8e60-e898eac97113,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:26.622165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-affe0ce0-be04-4827-a860-9bee8dc66869 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0026631 Dec 12 16:12:26.624968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52506) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:26.674367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909874ca-1908-4ce0-a8f3-5f57c515b6db tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:26.680441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909874ca-1908-4ce0-a8f3-5f57c515b6db tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:26.682080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-909874ca-1908-4ce0-a8f3-5f57c515b6db tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0561783 Dec 12 16:12:26.685157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:26.768884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port a5b4935b-5539-4817-8e60-e898eac97113 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:26.769220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.859905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:26.873380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for a5b4935b-5539-4817-8e60-e898eac97113 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:27.002428 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.043060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=a5b4935b-5539-4817-8e60-e898eac97113,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:27.064819 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.068304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1967d64f-f665-4733-a588-59086e1d3643 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/a5b4935b-5539-4817-8e60-e898eac97113 HTTP/1.1" status: 204 len: 168 time: 0.3820121 Dec 12 16:12:27.070852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52510) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:27.126135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ab6c6-ffdb-430c-bcc8-eac5857dc1ec tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:27.127747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ab6c6-ffdb-430c-bcc8-eac5857dc1ec tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:27.129274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f94ab6c6-ffdb-430c-bcc8-eac5857dc1ec tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0574210 Dec 12 16:12:27.131892 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52512) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:27.182581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 4e641811-f1eb-478c-9fb2-7d3007135198 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:27.185925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.227220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.252042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Provisioning complete for port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:27.252666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.327569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.339696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.388138 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.417512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=4e641811-f1eb-478c-9fb2-7d3007135198,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:27.422593 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.423483 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:12:27.423713 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:12:27.428766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c0f192c0-1868-4a65-a10a-75d4f8821e36 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/4e641811-f1eb-478c-9fb2-7d3007135198 HTTP/1.1" status: 204 len: 168 time: 0.2937007 Dec 12 16:12:27.429047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52514) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:27.470821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-af58039d-6522-42c5-8d1a-c1648bcf944a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405703 Dec 12 16:12:27.473675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:27.478575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:27.543516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e5959-9816-45af-9c37-c3f3efeb9415 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:27.573260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:27.576809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.679482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:27.727029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Deleting port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:27.727497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.795409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] For port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=97a9f963-a6e1-4b61-b4f7-bffa8145e6b0,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:27.795815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.809933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Calling delete_port for 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:27.864909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:27.893850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:27.917961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] Pushing event deleted for resources: {'Port': ['ID=97a9f963-a6e1-4b61-b4f7-bffa8145e6b0,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:27.921319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1341857-2065-4e16-8da3-71e369d19e1e None None] No DVR routers for this DVR port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:27.945489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e538e-7ad7-4a74-9400-3c2df8851700 None None] Port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 update to ACTIVE by agent not found {{(pid=103413) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 16:12:27.972912 n-d-710847-8 neutron-server[103412]: WARNING neutron.services.revisions.revision_plugin [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Could not find related port for resource to bump revision. Dec 12 16:12:27.979438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Port 97a9f963-a6e1-4b61-b4f7-bffa8145e6b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103412) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 12 16:12:27.979739 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:626 {{(pid=103412) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 12 16:12:27.982976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.ipam_pluggable_backend [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:626 {{(pid=103412) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 12 16:12:27.984146 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.024828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:28.027909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:28.030867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:28.031454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.037962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a06e84-f218-4db7-8f2b-bf10ee7824df None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:28.048472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=b420ef0e-ad70-48cb-878e-095a778d0ede,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:28.056987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fd2ee09a-c55d-4326-8964-a6a0f82efd35 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5810688 Dec 12 16:12:28.058370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52518) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:28.063573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:94:9b:b7', 'name': 'tempest-NetworksTestDHCPv6-916202301'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:28.082788 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b24085c8-cd9b-4fb1-8b63-1723a79d8694 None None] Could not find standard attr ID for object a5b4935b-5539-4817-8e60-e898eac97113. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:28.143651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': 'b420ef0e-ad70-48cb-878e-095a778d0ede'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:28.144946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.182963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:28.187160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.207095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:28.274911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Allocated IP 2001:db8::f816:3eff:fe9c:d898 (1575d540-762e-4cad-8bc1-dfea873be119/b420ef0e-ad70-48cb-878e-095a778d0ede/25de23a6-58e3-47a9-9585-ab4bc3a89aa4) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:28.413247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.420279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.463202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:28.466129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:28.467440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fe94:9bb7 (1575d540-762e-4cad-8bc1-dfea873be119/b420ef0e-ad70-48cb-878e-095a778d0ede/f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:28.469591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:28.479172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Pushing event updated for resources: {'Port': ['ID=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:28.527581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Attempting to bind port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:28.528106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Attempting to bind port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:28.528593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Attempting to bind port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:28.533745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:28.534288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:28.534780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.535883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:28.536420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Bound port: 25de23a6-58e3-47a9-9585-ab4bc3a89aa4, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:28.536831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.599135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] For port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:28.602596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] For port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:28.606346 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.625577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.670275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfae5f-23e4-4b81-8aa4-f1a43c0efbac None None] Pushing event updated for resources: {'Port': ['ID=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:28.670742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.708604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:28.713965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:28.717793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:28.724147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:28.724782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:28.745294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:28.750202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1034cc4d-bd70-440f-a139-a56ae9bb9290 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6908326 Dec 12 16:12:28.753056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52520) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:28.808719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5f862-eff4-423d-b584-d038369c242f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:28.816449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5f862-eff4-423d-b584-d038369c242f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:28.817907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-05c5f862-eff4-423d-b584-d038369c242f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0626068 Dec 12 16:12:28.820244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52522) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:28.917654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:28.918000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.007187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.018628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:29.152350 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.183058 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:29.215834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.219227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2eae03c4-cc4c-4612-ac14-0f3e346294a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7 HTTP/1.1" status: 204 len: 168 time: 0.3979273 Dec 12 16:12:29.221743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52526) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.275204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4520772-a8dc-48b8-af59-005fcc31b65d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:29.276972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4520772-a8dc-48b8-af59-005fcc31b65d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:29.278500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a4520772-a8dc-48b8-af59-005fcc31b65d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0557816 Dec 12 16:12:29.281280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52528) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.333989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet b420ef0e-ad70-48cb-878e-095a778d0ede {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:29.337452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.378807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.468809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.532102 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.558439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=b420ef0e-ad70-48cb-878e-095a778d0ede,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:29.564212 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.568047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3393469b-a5e1-4386-8dd7-3caa757c3637 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/b420ef0e-ad70-48cb-878e-095a778d0ede HTTP/1.1" status: 204 len: 168 time: 0.2855229 Dec 12 16:12:29.570626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52530) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.609510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-87c11238-abec-45b1-80b4-ffe69bb13dfd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372376 Dec 12 16:12:29.611440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.615824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] Provisioning complete for port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:29.616416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.669549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048565d-20ad-4c22-9cf1-f218561d743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:29.672841 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a048565d-20ad-4c22-9cf1-f218561d743d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0600193 Dec 12 16:12:29.673676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52534) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.698985 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.725545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c314653-ad26-4632-951f-d9354ba066cf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:29.729359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9c314653-ad26-4632-951f-d9354ba066cf tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0524168 Dec 12 16:12:29.730092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.735602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] For port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:29.739415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9579141-196e-4e17-bd81-bf756628fe3a None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:29.743384 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.769515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-86b60e1a-4a8d-4154-a838-50ccab3437d8 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380342 Dec 12 16:12:29.773520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:29.778864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:29.851734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9408243-6be6-478c-af77-bbf8b2524d7b None None] Pushing event updated for resources: {'Port': ['ID=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:29.866083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ad0ff4e7-c9da-4ab8-9ff4-4492bc48622f None None] Could not find standard attr ID for object f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:29.881920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:29.885912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:29.944203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:29.998702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Deleting port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:29.999125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.061107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] For port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:30.061411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.074316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Calling delete_port for 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:30.084901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.124399 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:30.127501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:30.131126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:30.131712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.148167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=5e8b37e3-7fbd-466b-a848-82cb46db320d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:30.158782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52540) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:30.159275 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-beb1b8bd-0243-4c3f-938c-f11cc9151215 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3842673 Dec 12 16:12:30.164872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:76:d2:c5', 'name': 'tempest-NetworksTestDHCPv6-1830747505'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:30.277484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:30.281549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.307092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port d1e4129d-9e5f-4186-ba82-1f98363f7daa yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:30.324767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.351011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] Pushing event deleted for resources: {'Port': ['ID=25de23a6-58e3-47a9-9585-ab4bc3a89aa4,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:30.352965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b0681-fc0d-4df8-aad8-89d4c761a625 None None] No DVR routers for this DVR port 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:30.369882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e63002-4199-4e01-9470-b68b49ee7e3f None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:30.425665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::3b0 (1575d540-762e-4cad-8bc1-dfea873be119/5e8b37e3-7fbd-466b-a848-82cb46db320d/d1e4129d-9e5f-4186-ba82-1f98363f7daa) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:30.471036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '5e8b37e3-7fbd-466b-a848-82cb46db320d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:30.471036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.577839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.611574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.654285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:30.657410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:30.659128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/5e8b37e3-7fbd-466b-a848-82cb46db320d/1e299394-016a-42c6-8db7-9e6e6718be5b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:30.662107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:30.667836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:30.668443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.678950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=d1e4129d-9e5f-4186-ba82-1f98363f7daa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:30.692209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c5b55740-e169-45d8-81ed-968cd7b6e715 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5316985 Dec 12 16:12:30.694818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52542) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:30.743220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3336fcf-4848-4272-84b5-220e4e8af4c2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:30.744738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f3336fcf-4848-4272-84b5-220e4e8af4c2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0489211 Dec 12 16:12:30.747495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:30.805964 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.811844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.836969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port d1e4129d-9e5f-4186-ba82-1f98363f7daa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:30.837196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.850759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:30.853678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:30.857181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:30.867623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Pushing event updated for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:30.917112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Attempting to bind port 1e299394-016a-42c6-8db7-9e6e6718be5b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:30.917489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Attempting to bind port 1e299394-016a-42c6-8db7-9e6e6718be5b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:30.917858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Attempting to bind port 1e299394-016a-42c6-8db7-9e6e6718be5b on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:30.922834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:30.923211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:30.923616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.924013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:30.924482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Bound port: 1e299394-016a-42c6-8db7-9e6e6718be5b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:30.924892 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.925722 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:30.937316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for d1e4129d-9e5f-4186-ba82-1f98363f7daa owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:30.985473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:30.989111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:30.993491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.049068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177f6d-cc2a-492b-8aa2-6b9660ae5391 None None] Pushing event updated for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:31.070869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.101909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=d1e4129d-9e5f-4186-ba82-1f98363f7daa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:31.127156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.131180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-38fca512-c05e-44bf-91e3-0422601b6387 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/d1e4129d-9e5f-4186-ba82-1f98363f7daa HTTP/1.1" status: 204 len: 168 time: 0.3826835 Dec 12 16:12:31.133621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.194849 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9038d2-03c2-49a0-8c2a-3cf4eaf97edc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:31.196541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9038d2-03c2-49a0-8c2a-3cf4eaf97edc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:31.198115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ad9038d2-03c2-49a0-8c2a-3cf4eaf97edc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0635760 Dec 12 16:12:31.200920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.269590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 5e8b37e3-7fbd-466b-a848-82cb46db320d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:31.273379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.318791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.411304 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.468594 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.495037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8b37e3-7fbd-466b-a848-82cb46db320d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:31.498653 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.501948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-570615b2-9663-4e8c-bcb0-54e9bb360e64 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/5e8b37e3-7fbd-466b-a848-82cb46db320d HTTP/1.1" status: 204 len: 168 time: 0.3000982 Dec 12 16:12:31.504969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.543708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1379530b-788a-43a0-9560-9fbb0433cca9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376163 Dec 12 16:12:31.545353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52552) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.598459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af6cce0-195b-4b91-a74f-d1121faa563d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:31.600496 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4af6cce0-195b-4b91-a74f-d1121faa563d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0533545 Dec 12 16:12:31.602518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52554) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.653626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8067e4-8e85-4385-a468-a926f25e288a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:31.655014 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba8067e4-8e85-4385-a468-a926f25e288a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515578 Dec 12 16:12:31.657806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52556) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.694536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e97b8bb4-e79e-4267-be2f-c83436dd0a9b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0356598 Dec 12 16:12:31.698534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:31.703846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:31.802520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:31.806539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:31.936702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e299394-016a-42c6-8db7-9e6e6718be5b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:32.005500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:32.006126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.122121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.125740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d61d9-6ce7-4f47-b51b-45c8dfad8638 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:32.185512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:32.223310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:32.231591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.289361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-232bfc50-c999-4a8f-98ee-c76249033a86 None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:32.289728 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-232bfc50-c999-4a8f-98ee-c76249033a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.344001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:32.375503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:32.375780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 25de23a6-58e3-47a9-9585-ab4bc3a89aa4 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:32.382086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:32.405790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.577537 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:32.609687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.615250 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.616153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.675601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c70d5ac7-6c93-4255-a178-d252533d0bd5 None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:32.675971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c70d5ac7-6c93-4255-a178-d252533d0bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.686208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:32.693268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:32.700575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:32.700867 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.722682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=ff09f4aa-38df-4041-b423-bf2ca83d7cf5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:32.725464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:32.740236 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6283bd06-eda7-4953-abff-76fdb906d257 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0380094 Dec 12 16:12:32.740962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:32.746429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:32.823113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0b5cb-31e1-445e-a5b7-3540b380fe9b None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:32.862554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:32.866084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:32.897479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2c34d09b-f60a-4617-8727-09f1fbc1d93b None None] Could not find standard attr ID for object d1e4129d-9e5f-4186-ba82-1f98363f7daa. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:32.954954 n-d-710847-8 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff09f4aa-38df-4041-b423-bf2ca83d7cf5 (CIDR: 2001:db8::/64) Dec 12 16:12:32.959034 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:32.959426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:32.975478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a71f3e37-5c77-413d-969a-ad75567a8094 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2330348 Dec 12 16:12:32.978152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:32.983081 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:33.119263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f3cae792-73a1-4447-841f-8a496cfba786 None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:33.119850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f3cae792-73a1-4447-841f-8a496cfba786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.260666 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:12:33.324878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:33.328524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.540232 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.583517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:33.586618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:33.590712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:33.591294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.595873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5adb7-6cdf-4d9d-943c-7b4643ab958a None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:33.605621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=39f14041-d4f7-4b22-9496-480ffc44eb1d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:33.616733 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-535fc8d1-c2b6-4af6-9bd5-d1ee4622db15 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6375284 Dec 12 16:12:33.620102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52564) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:33.625204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:f7:81:ee', 'name': 'tempest-NetworksTestDHCPv6-1858313360'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:33.737660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:33.756154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'ff09f4aa-38df-4041-b423-bf2ca83d7cf5', 'ip_address': '2001:db8::f816:3eff:fef2:9395'}, {'subnet_id': '39f14041-d4f7-4b22-9496-480ffc44eb1d'}], 'binding:host_id': 'n-d-710847-8'}, 'id': '1e299394-016a-42c6-8db7-9e6e6718be5b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:33.780663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.817551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:33.844684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port c59933ff-8030-489e-ad77-de74dba2c585 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:33.901283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e299394-016a-42c6-8db7-9e6e6718be5b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:33.976545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Allocated IP 2001:db8:0:1::2 (1575d540-762e-4cad-8bc1-dfea873be119/39f14041-d4f7-4b22-9496-480ffc44eb1d/1e299394-016a-42c6-8db7-9e6e6718be5b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:34.041123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:34.041492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.106921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:34.163556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.169067 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.250565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700582-d57e-4444-afea-94dd70ff24ec None None] Pushing event updated for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:34.286337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8:0:1::9d (1575d540-762e-4cad-8bc1-dfea873be119/39f14041-d4f7-4b22-9496-480ffc44eb1d/c59933ff-8030-489e-ad77-de74dba2c585) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:34.292568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fef7:81ee (1575d540-762e-4cad-8bc1-dfea873be119/ff09f4aa-38df-4041-b423-bf2ca83d7cf5/c59933ff-8030-489e-ad77-de74dba2c585) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:34.444102 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.482175 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.528502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:34.531660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:34.535343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:34.541092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:34.541709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.551355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=c59933ff-8030-489e-ad77-de74dba2c585,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:34.567188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-949eb064-6afc-4fcd-8539-ab228eb58bc0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9430466 Dec 12 16:12:34.567485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52568) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:34.661525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port c59933ff-8030-489e-ad77-de74dba2c585 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:34.662233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.750234 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.763627 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for c59933ff-8030-489e-ad77-de74dba2c585 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:34.832452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b2f88c63-c135-4a8c-b981-c58af40b7069 None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:34.832859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2f88c63-c135-4a8c-b981-c58af40b7069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.951370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:34.985467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=c59933ff-8030-489e-ad77-de74dba2c585,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:35.029923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.033349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-be167909-91b7-46a6-b6a3-f1b0d1ea38ed tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c59933ff-8030-489e-ad77-de74dba2c585 HTTP/1.1" status: 204 len: 168 time: 0.4647605 Dec 12 16:12:35.036181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52572) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.060909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-370238d7-e7f7-4d73-8903-4a500efa12ca None None] Could not find standard attr ID for object c59933ff-8030-489e-ad77-de74dba2c585. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:35.084894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162dc09-05bc-471c-8fbf-3c50efd4019a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:35.086465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c162dc09-05bc-471c-8fbf-3c50efd4019a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0493188 Dec 12 16:12:35.088971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52574) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.137870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85354d2f-942d-49f2-b5f8-e4143cc70f39 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:35.139414 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-85354d2f-942d-49f2-b5f8-e4143cc70f39 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0495143 Dec 12 16:12:35.142513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.197711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99aa7f-ecf4-4846-8f67-61b2dbac1f1e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:35.199484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99aa7f-ecf4-4846-8f67-61b2dbac1f1e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:35.201074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99aa7f-ecf4-4846-8f67-61b2dbac1f1e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:35.202710 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5f99aa7f-ecf4-4846-8f67-61b2dbac1f1e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0592129 Dec 12 16:12:35.205532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52578) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.259006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 39f14041-d4f7-4b22-9496-480ffc44eb1d {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:35.262145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.301684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.382751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.444860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.474984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.478233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/39f14041-d4f7-4b22-9496-480ffc44eb1d HTTP/1.1" status: 204 len: 168 time: 0.2717032 Dec 12 16:12:35.479833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53d34d-243e-4dbe-9f11-9ab37bc1a2c1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=39f14041-d4f7-4b22-9496-480ffc44eb1d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:35.480896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.481810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b4f9e-b43f-4819-b44a-7af2d11acc14 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:35.539549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet ff09f4aa-38df-4041-b423-bf2ca83d7cf5 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:35.542714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.553395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0690785-94e8-47b0-aea8-91e09dcd9785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.583998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.674741 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.734050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.759555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=ff09f4aa-38df-4041-b423-bf2ca83d7cf5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:35.765985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.772018 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-940528d5-25a7-4bdf-ab5b-b5e46609002f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/ff09f4aa-38df-4041-b423-bf2ca83d7cf5 HTTP/1.1" status: 204 len: 168 time: 0.2873206 Dec 12 16:12:35.772867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52582) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.823505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-51839cbc-b324-4195-a7e9-2522ec019453 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487783 Dec 12 16:12:35.824922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52584) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:35.830012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:35.909641 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e299394-016a-42c6-8db7-9e6e6718be5b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:35.934915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:35.938732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:35.963532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:35.963816 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.120301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed71bc9-fb91-41ff-bfc0-e8165a0cc2fa None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:36.210590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6cd921d7-bd11-4e09-a476-192cffd90116 None None] Provisioning complete for port 1e299394-016a-42c6-8db7-9e6e6718be5b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:36.210959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6cd921d7-bd11-4e09-a476-192cffd90116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.238718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:36.307727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:36.355221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Deleting port 1e299394-016a-42c6-8db7-9e6e6718be5b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:36.355596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.393966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.437127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:36.437528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.449078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Calling delete_port for 1e299394-016a-42c6-8db7-9e6e6718be5b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:36.546005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port 1e299394-016a-42c6-8db7-9e6e6718be5b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1e299394-016a-42c6-8db7-9e6e6718be5b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:36.575933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.580600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.581323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.584011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.615876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] Pushing event deleted for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:36.619488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb6a71-d1ed-4a2e-9c30-79c2e55d78d5 None None] No DVR routers for this DVR port 1e299394-016a-42c6-8db7-9e6e6718be5b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:36.633474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=1e299394-016a-42c6-8db7-9e6e6718be5b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:36.649702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:36.652871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:36.655611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:36.656205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.662726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f5910-c933-4d30-8752-d57d32434d9c None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:36.674848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=d4fcff6e-29b2-4ee1-88e0-818dd867e22a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:36.681800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-508b4d88-9894-4bf1-a056-7357d0eb9adc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8558049 Dec 12 16:12:36.684581 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52586) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:36.689403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:36.758833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': 'd4fcff6e-29b2-4ee1-88e0-818dd867e22a'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:36.759713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.804534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:36.808054 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:36.892836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Allocated IP 2001:db8::f816:3eff:fe27:a010 (1575d540-762e-4cad-8bc1-dfea873be119/d4fcff6e-29b2-4ee1-88e0-818dd867e22a/c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:36.897472 n-d-710847-8 neutron-server[103412]: INFO neutron.db.ipam_backend_mixin [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4fcff6e-29b2-4ee1-88e0-818dd867e22a (CIDR: 2001:db8::/64) Dec 12 16:12:36.900815 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:36.901299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:36.916237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-75a47d6b-966b-4ec8-aa56-2fa7e9cc3766 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2306399 Dec 12 16:12:36.919071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52588) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:36.923906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:37.033452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:37.037750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.040843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.046749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.086150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:37.090639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:37.093242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:37.102865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:37.273093 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.313913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:37.317608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:37.321585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Attempting to bind port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:37.321975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Attempting to bind port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:37.322117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:37.322347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Attempting to bind port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:37.322769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.327614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:37.327987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:37.328387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.328811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:37.329281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Bound port: c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:37.329676 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.336365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=2e750f00-34c3-4e7b-8d07-eabc91fd9f5a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:37.346242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2d1ebf63-52fc-43a7-bf4a-0acea33da61e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4261420 Dec 12 16:12:37.349343 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52590) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:37.354256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:e4:a2:cb', 'name': 'tempest-NetworksTestDHCPv6-1735198541'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:37.391376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:37.395164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:37.398734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.452783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859ca3b-f42f-49ce-b70a-a73c3d3faf91 None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:37.474127 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:37.478467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.499916 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port c154f9b6-ac99-411d-872d-58dcbb384027 yet. {{(pid=103412) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:37.697623 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8:0:1::2e0 (1575d540-762e-4cad-8bc1-dfea873be119/2e750f00-34c3-4e7b-8d07-eabc91fd9f5a/c154f9b6-ac99-411d-872d-58dcbb384027) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:37.703920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::f816:3eff:fee4:a2cb (1575d540-762e-4cad-8bc1-dfea873be119/d4fcff6e-29b2-4ee1-88e0-818dd867e22a/c154f9b6-ac99-411d-872d-58dcbb384027) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:37.807592 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e20c2c5d-c4a1-4aef-b8a6-01ed3d915322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.856657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.892506 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.918578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:37.943037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:37.946086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:37.950755 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:37.957212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:37.957515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.961096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=c154f9b6-ac99-411d-872d-58dcbb384027,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:37.974048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:37.974476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:37.976886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f34551f9-f523-4b89-b873-bc94afd12de4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6264365 Dec 12 16:12:37.979478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52592) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.050317 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.066886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port c154f9b6-ac99-411d-872d-58dcbb384027 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:38.067216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.087257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:38.092399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.165493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:38.180580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.181281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e299394-016a-42c6-8db7-9e6e6718be5b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:38.195766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for c154f9b6-ac99-411d-872d-58dcbb384027 owned by {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:38.202695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1e299394-016a-42c6-8db7-9e6e6718be5b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:38.203050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1e299394-016a-42c6-8db7-9e6e6718be5b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:38.379469 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.408247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=c154f9b6-ac99-411d-872d-58dcbb384027,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:38.416269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233daeb-714a-48f7-be5e-2a9f9449986d None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:38.452831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.455998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7d08895d-307e-4079-9ac6-679ea18cb8d4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c154f9b6-ac99-411d-872d-58dcbb384027 HTTP/1.1" status: 204 len: 168 time: 0.4755833 Dec 12 16:12:38.459357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52594) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.481074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bee3dd5f-fb25-4c30-ad76-240a5c43e9de None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:38.481451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd5f-fb25-4c30-ad76-240a5c43e9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.509322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db194df9-daed-4c24-8bc2-5c171273aab4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:38.510798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-db194df9-daed-4c24-8bc2-5c171273aab4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0504301 Dec 12 16:12:38.513414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52596) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.560780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c7f72-b78d-4ddd-8e01-f3d3a52d8e5f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:38.563124 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a20c7f72-b78d-4ddd-8e01-f3d3a52d8e5f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0487685 Dec 12 16:12:38.565740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52598) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.621541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c636d3-d04e-4396-bd86-6b1e9d44318c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:38.623207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c636d3-d04e-4396-bd86-6b1e9d44318c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:38.624757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c636d3-d04e-4396-bd86-6b1e9d44318c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:38.626308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c0c636d3-d04e-4396-bd86-6b1e9d44318c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0595794 Dec 12 16:12:38.629599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52600) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.655398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31fec3-298c-4e25-834b-870162031650 None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': 'd4fcff6e-29b2-4ee1-88e0-818dd867e22a', 'ip_address': '2001:db8::f816:3eff:fe27:a010'}, {'subnet_id': '2e750f00-34c3-4e7b-8d07-eabc91fd9f5a'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:38.680854 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-af31fec3-298c-4e25-834b-870162031650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.681118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 2e750f00-34c3-4e7b-8d07-eabc91fd9f5a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:38.684103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.728431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.773361 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.788570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.830466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-af31fec3-298c-4e25-834b-870162031650 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e750f00-34c3-4e7b-8d07-eabc91fd9f5a: This subnet is being modified by another concurrent operation. Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e750f00-34c3-4e7b-8d07-eabc91fd9f5a: This subnet is being modified by another concurrent operation. Dec 12 16:12:38.832547 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:12:38.858553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=2e750f00-34c3-4e7b-8d07-eabc91fd9f5a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:38.862945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.866172 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-69c22462-0ea0-484c-a964-0e011a36e78e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/2e750f00-34c3-4e7b-8d07-eabc91fd9f5a HTTP/1.1" status: 204 len: 168 time: 0.2356532 Dec 12 16:12:38.868653 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52602) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:38.925734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet d4fcff6e-29b2-4ee1-88e0-818dd867e22a {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:38.928619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:38.970557 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.022837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c5d9f-c5e0-4882-998d-e21f313d4585 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:39.047704 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-78cd5b7c-993c-484b-972e-73068b83ff2f None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:39.048083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-78cd5b7c-993c-484b-972e-73068b83ff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.051574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.112477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.127021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c5d9f-c5e0-4882-998d-e21f313d4585 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:39.140701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fcff6e-29b2-4ee1-88e0-818dd867e22a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:39.142650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.148519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:39.153374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c999c03a-6647-4ea3-99b6-1272643e0fb9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/d4fcff6e-29b2-4ee1-88e0-818dd867e22a HTTP/1.1" status: 204 len: 168 time: 0.2784781 Dec 12 16:12:39.193971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:39.194204 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a88ea75e-86dd-42ed-a5b8-4ec1b483713c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438507 Dec 12 16:12:39.200533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:39.215397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-78cd5b7c-993c-484b-972e-73068b83ff2f None None] Could not find standard attr ID for object c154f9b6-ac99-411d-872d-58dcbb384027. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:39.287275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:39.290807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.358107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e7f00-62f1-4992-9cf8-6aa4a67f35b4 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:12:39.420771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e7f00-62f1-4992-9cf8-6aa4a67f35b4 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:12:39.467690 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.475038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.492069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-90634ece-a66c-4329-9835-680cfb4670cc None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:39.492434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-90634ece-a66c-4329-9835-680cfb4670cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.522435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:39.525629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:39.531110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:39.531684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.542138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=3bb27883-fb6c-4962-b614-e8cb96270747,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:39.555039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-32912d52-feff-4b75-a632-e2045677b00c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3572559 Dec 12 16:12:39.555235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52608) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:39.560295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:39.672681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:39.676804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.750376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Update dhcp port {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'fixed_ips': [{'subnet_id': '3bb27883-fb6c-4962-b614-e8cb96270747'}], 'binding:host_id': 'n-d-710847-8'}, 'id': 'c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b'} from n-d-710847-8. {{(pid=103413) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 12 16:12:39.780054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:39.892509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:39.984146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/3bb27883-fb6c-4962-b614-e8cb96270747/c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:40.066117 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.070220 n-d-710847-8 neutron-server[103412]: INFO neutron.db.ipam_backend_mixin [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3bb27883-fb6c-4962-b614-e8cb96270747 (CIDR: 2001:db8::/64) Dec 12 16:12:40.073463 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:40.073921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:40.092110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-218b3354-a5af-448c-a3c9-18da60749f87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5328653 Dec 12 16:12:40.092110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52610) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:40.096664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:40.122853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:40.160545 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.165371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.203657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:40.207946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.262686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8349e4-1522-4f04-83f0-8c2b19fcd11c None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:40.266064 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:12:40.266402 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:12:40.494143 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.565436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.objects.ports [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103412) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:40.735078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.812746 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.875608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495d400-6588-498e-8046-b7d7b21531b3 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:40.897195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:40.931131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.935788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:40.936590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.009684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:41.011162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-86181526-50c6-491e-856c-97db5d113ce5 None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:41.011672 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86181526-50c6-491e-856c-97db5d113ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.014165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:12:41.014528 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:12:41.016369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:41.023275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:41.023857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.040215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=4674321a-c04b-4a6e-9323-dc30fce4f4c6,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:41.048607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:41.057943 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-30a4126f-39ea-4864-b412-158849e66699 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9649439 Dec 12 16:12:41.060906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:41.066285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:e5:7d:48', 'name': 'tempest-NetworksTestDHCPv6-923430147'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:41.186311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:41.187729 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.278682 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.299713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 467de7bd-575f-47c4-b0c7-828037d3a6c0 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:41.327361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.365222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:41.369518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.427994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:41.491466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::28f (1575d540-762e-4cad-8bc1-dfea873be119/3bb27883-fb6c-4962-b614-e8cb96270747/467de7bd-575f-47c4-b0c7-828037d3a6c0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:41.498784 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8:0:1:f816:3eff:fee5:7d48 (1575d540-762e-4cad-8bc1-dfea873be119/4674321a-c04b-4a6e-9323-dc30fce4f4c6/467de7bd-575f-47c4-b0c7-828037d3a6c0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:41.596798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.600336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3357de6b-bca9-479f-ab81-9f24de385b88 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:41.647787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.676450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:41.676846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.683419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.732209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:41.735658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:41.739270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:41.745116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:41.745735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.754844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=467de7bd-575f-47c4-b0c7-828037d3a6c0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:41.770455 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7ab78d45-36c4-4406-a348-62c2f665e96d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7054849 Dec 12 16:12:41.770757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:41.795475 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.830574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:41.839539 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.869327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 467de7bd-575f-47c4-b0c7-828037d3a6c0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:41.869670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.897371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b9948-c946-4ea9-8cca-1aa8a43402c7 None None] Pushing event updated for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:41.944531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:41.984942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:41.993421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:41.993792 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.001152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 467de7bd-575f-47c4-b0c7-828037d3a6c0 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:42.088275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-544fabd3-4a37-4ec7-98a4-57282d5ea3ca None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:42.089279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-544fabd3-4a37-4ec7-98a4-57282d5ea3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.194731 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.196951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-544fabd3-4a37-4ec7-98a4-57282d5ea3ca None None] Provisioning complete for port 467de7bd-575f-47c4-b0c7-828037d3a6c0 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:42.197329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-544fabd3-4a37-4ec7-98a4-57282d5ea3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.220025 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-544fabd3-4a37-4ec7-98a4-57282d5ea3ca None None] Port 467de7bd-575f-47c4-b0c7-828037d3a6c0 was deleted so its status cannot be updated. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 16:12:42.229858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=467de7bd-575f-47c4-b0c7-828037d3a6c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:42.275468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.279044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae44155d-c295-4885-9a5f-677fb53631dd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/467de7bd-575f-47c4-b0c7-828037d3a6c0 HTTP/1.1" status: 204 len: 168 time: 0.5074146 Dec 12 16:12:42.281824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:42.330492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e089f560-3c38-4542-9b19-249d23e7df0f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:42.332135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e089f560-3c38-4542-9b19-249d23e7df0f tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0493679 Dec 12 16:12:42.333312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-716417c9-0ede-4aad-9326-c092dd493708 None None] Could not find standard attr ID for object 467de7bd-575f-47c4-b0c7-828037d3a6c0. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:12:42.334905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:42.385188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb88c37-287d-4a43-a141-33a4c874f8c0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:42.386760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ffb88c37-287d-4a43-a141-33a4c874f8c0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0506465 Dec 12 16:12:42.389315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:42.446871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e2360-7286-4413-80b7-0e98888a0be2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:42.448999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e2360-7286-4413-80b7-0e98888a0be2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:42.450976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e2360-7286-4413-80b7-0e98888a0be2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:42.453247 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-527e2360-7286-4413-80b7-0e98888a0be2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0630085 Dec 12 16:12:42.455922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:42.507377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 3bb27883-fb6c-4962-b614-e8cb96270747 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:42.510513 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.548753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.632990 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.689351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.717776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.721047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3bb27883-fb6c-4962-b614-e8cb96270747 HTTP/1.1" status: 204 len: 168 time: 0.2642105 Dec 12 16:12:42.722997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c1b59-1b73-474f-9d1f-20d9359f9f97 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb27883-fb6c-4962-b614-e8cb96270747,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:42.724398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:42.726768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a175f-1719-4d73-b7c3-97afd53cad89 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:42.779312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 4674321a-c04b-4a6e-9323-dc30fce4f4c6 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:42.783110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.822478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.904768 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.968544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:42.996072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=4674321a-c04b-4a6e-9323-dc30fce4f4c6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:43.000470 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.003735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ead3c087-338d-430c-b4c5-102e7a0c0067 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/4674321a-c04b-4a6e-9323-dc30fce4f4c6 HTTP/1.1" status: 204 len: 168 time: 0.2782013 Dec 12 16:12:43.007055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52626) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:43.045624 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-51087ad7-b07c-45e9-9983-318ef6a82c6b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374494 Dec 12 16:12:43.051891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52628) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:43.057098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:43.153990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:43.157606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.319816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea814c1-d8a4-4df7-8854-6a1f50ed863d None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:43.349686 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.389719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-edfb235f-ee28-46f4-b088-322a91e5204c None None] Provisioning complete for port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:43.390088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edfb235f-ee28-46f4-b088-322a91e5204c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.391532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:43.395471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:43.399567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:43.400149 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.409429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=82f42900-92ab-4683-88d6-da0acd98e7b4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:43.423166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ab6cdef-c8e4-4e21-9dae-99c6f8a4d8d6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3702345 Dec 12 16:12:43.425951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52630) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:43.431124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:43.531953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99555872-c454-4f75-b47f-56389aa367db None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:43.544573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:43.548375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.579260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-99555872-c454-4f75-b47f-56389aa367db None None] Deleting port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:43.579564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.641813 n-d-710847-8 neutron-server[103412]: INFO neutron.db.ipam_backend_mixin [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82f42900-92ab-4683-88d6-da0acd98e7b4 (CIDR: 2001:db8::/64) Dec 12 16:12:43.645006 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:12:43.645457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:43.661004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-99555872-c454-4f75-b47f-56389aa367db None None] For port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:43.661344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.663546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:43.664062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3cf7cc1c-b3f9-4b21-9545-045400e9c50a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2365711 Dec 12 16:12:43.668994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'subnet': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:43.673555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-99555872-c454-4f75-b47f-56389aa367db None None] Calling delete_port for c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:43.785929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:43.789683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.894862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:43.957713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:43.979986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b update to DOWN by agent not found {{(pid=103413) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 12 16:12:44.002159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99555872-c454-4f75-b47f-56389aa367db None None] No DVR routers for this DVR port c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:44.009356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99555872-c454-4f75-b47f-56389aa367db None None] Pushing event deleted for resources: {'Port': ['ID=c9c90c50-c311-4abb-8ea7-ed5f2fc5c57b,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:44.018354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.018734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.019080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.019431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.019775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.020114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.020673 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.021007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.021340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.021674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.022007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.022337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.022666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99555872-c454-4f75-b47f-56389aa367db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:12:44.028206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb52730-5383-434d-88f6-f16276b22222 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:44.084613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.objects.ports [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 12 16:12:44.086084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.129909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1575d540-762e-4cad-8bc1-dfea873be119', 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'project_id': 'b576d62b92c24622ba2e750a166c2e1a', 'fixed_ips': [{'subnet_id': '1df84dd6-4a01-4989-9f1f-7c4b697cc473'}, {'subnet_id': '82f42900-92ab-4683-88d6-da0acd98e7b4'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:12:44.130813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.133127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:44.136339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:44.140595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:44.141187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.144774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Subnet': ['ID=1df84dd6-4a01-4989-9f1f-7c4b697cc473,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:44.163554 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b94f3277-4035-47cc-ab5e-4e94694e841d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4987643 Dec 12 16:12:44.166311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:44.171116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Request body: {'port': {'network_id': '1575d540-762e-4cad-8bc1-dfea873be119', 'mac_address': 'fa:16:3e:18:f4:8b', 'name': 'tempest-NetworksTestDHCPv6-5962019'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:12:44.281885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Made reservation on behalf of b576d62b92c24622ba2e750a166c2e1a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:12:44.286542 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.306043 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] device_id is not set on port 2f18e8ca-699c-4b02-a161-e2a4f75acd7c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 12 16:12:44.307614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Allocated IP 2001:db8::2 (1575d540-762e-4cad-8bc1-dfea873be119/82f42900-92ab-4683-88d6-da0acd98e7b4/7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:44.314062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:9327 (1575d540-762e-4cad-8bc1-dfea873be119/1df84dd6-4a01-4989-9f1f-7c4b697cc473/7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:44.454517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.460913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.503734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:44.506753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:44.510148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:44.517240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Pushing event updated for resources: {'Port': ['ID=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:44.569745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8::1e1 (1575d540-762e-4cad-8bc1-dfea873be119/82f42900-92ab-4683-88d6-da0acd98e7b4/2f18e8ca-699c-4b02-a161-e2a4f75acd7c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:44.575964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:f48b (1575d540-762e-4cad-8bc1-dfea873be119/1df84dd6-4a01-4989-9f1f-7c4b697cc473/2f18e8ca-699c-4b02-a161-e2a4f75acd7c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:12:44.585281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Attempting to bind port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:12:44.585664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Attempting to bind port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:12:44.586038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Attempting to bind port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 on network 1575d540-762e-4cad-8bc1-dfea873be119 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:12:44.591233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:12:44.591616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Checking segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:12:44.592020 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.592418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Bound using segment: {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:12:44.592919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Bound port: 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba618715-0f35-4733-b3f2-af5b428cd770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1575d540-762e-4cad-8bc1-dfea873be119'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:12:44.593301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.656889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e228e545-c86d-48de-8196-62281e495d61 None None] For port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:12:44.659976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e228e545-c86d-48de-8196-62281e495d61 None None] For port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:12:44.664047 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.723812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e545-c86d-48de-8196-62281e495d61 None None] Pushing event updated for resources: {'Port': ['ID=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:44.725040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.770368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.816887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Network 1575d540-762e-4cad-8bc1-dfea873be119 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:12:44.820047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:12:44.823700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:12:44.829525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:44.830149 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:44.837501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event updated for resources: {'Port': ['ID=2f18e8ca-699c-4b02-a161-e2a4f75acd7c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:44.852457 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b94ead2b-0c12-480e-bbd8-a4e4a5b246d5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6851416 Dec 12 16:12:44.855007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:44.953279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting port 2f18e8ca-699c-4b02-a161-e2a4f75acd7c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:44.953719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.045677 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.057678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Calling delete_port for 2f18e8ca-699c-4b02-a161-e2a4f75acd7c owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:45.228505 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.258451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Port': ['ID=2f18e8ca-699c-4b02-a161-e2a4f75acd7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:45.302720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.306054 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1d174b57-5687-49be-9e17-62e77c62bc9e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/2f18e8ca-699c-4b02-a161-e2a4f75acd7c HTTP/1.1" status: 204 len: 168 time: 0.4499171 Dec 12 16:12:45.308458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:45.360374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85b3f0-30e0-4ab1-a4f2-1d60251f37f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:45.362211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3c85b3f0-30e0-4ab1-a4f2-1d60251f37f4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0525067 Dec 12 16:12:45.365403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:45.413779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1502b7-b237-4c1e-b378-ef70ed115c59 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:45.417683 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8c1502b7-b237-4c1e-b378-ef70ed115c59 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0490522 Dec 12 16:12:45.417913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:45.470899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a210a8-a807-47d0-b98c-b8dcc65f9a45 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:45.473013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a210a8-a807-47d0-b98c-b8dcc65f9a45 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:45.474697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a210a8-a807-47d0-b98c-b8dcc65f9a45 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:45.478722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-64a210a8-a807-47d0-b98c-b8dcc65f9a45 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0574310 Dec 12 16:12:45.478966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:45.530630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 1df84dd6-4a01-4989-9f1f-7c4b697cc473 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:45.534218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.579777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.662968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.676037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafbc1e0-cb77-4db5-8871-50d950f3a72e None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:45.719166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.749494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=1df84dd6-4a01-4989-9f1f-7c4b697cc473,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:45.753774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] Provisioning complete for port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:45.754191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.755949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.759484 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7d90f67-752b-47a7-b045-6987612539a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/1df84dd6-4a01-4989-9f1f-7c4b697cc473 HTTP/1.1" status: 204 len: 168 time: 0.2794199 Dec 12 16:12:45.761866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52646) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:45.817876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Deleting subnet 82f42900-92ab-4683-88d6-da0acd98e7b4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:12:45.821110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.865781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.872271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.914009 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] For port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:45.920234 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:45.958661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:12:45.985540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.017303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45bf0c-9d97-42fd-84c9-02d49c0fcf2b None None] Pushing event updated for resources: {'Port': ['ID=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:46.036669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:46.037082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.050704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.078093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e6674e-36b7-47e5-83d2-dc2ef9377a41 None None] Network 1575d540-762e-4cad-8bc1-dfea873be119 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:12:46.079078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Subnet': ['ID=82f42900-92ab-4683-88d6-da0acd98e7b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:46.083694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.089892 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e2a72629-7fb8-4a4c-aadd-81a5891a1323 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/82f42900-92ab-4683-88d6-da0acd98e7b4 HTTP/1.1" status: 204 len: 168 time: 0.3246703 Dec 12 16:12:46.090058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.126934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-138ab4aa-d7be-4037-bacb-be53579a8ff2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357492 Dec 12 16:12:46.130047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52650) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.179948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e4e98-5a91-4524-afc6-d774d5b153d7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:46.181465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6b4e4e98-5a91-4524-afc6-d774d5b153d7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0504041 Dec 12 16:12:46.184076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52652) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.199707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-029f75cd-5bd8-4936-a994-decbae712c81 None None] Provisioning complete for port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:12:46.200082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-029f75cd-5bd8-4936-a994-decbae712c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.234181 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208a432-cb81-4a24-a12b-759260c91fe1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:12:46.235648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5208a432-cb81-4a24-a12b-759260c91fe1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0505955 Dec 12 16:12:46.238451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.283998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9c873401-8248-4f21-88b0-1594ba5fdd56 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444462 Dec 12 16:12:46.291238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52656) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.309000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] DHCP port deletion for 1575d540-762e-4cad-8bc1-dfea873be119 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:12:46.313712 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a51a88a-6e20-412b-bdb5-23ba45f89121 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.314265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a51a88a-6e20-412b-bdb5-23ba45f89121 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.318010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3a51a88a-6e20-412b-bdb5-23ba45f89121 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/2f18e8ca-699c-4b02-a161-e2a4f75acd7c HTTP/1.1" status: 404 len: 333 time: 0.0256612 Dec 12 16:12:46.320706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.346546 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f37bb8-0ba0-4803-aca0-19971b7917e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.346994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f37bb8-0ba0-4803-aca0-19971b7917e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.350450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-92f37bb8-0ba0-4803-aca0-19971b7917e0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/1df84dd6-4a01-4989-9f1f-7c4b697cc473 HTTP/1.1" status: 404 len: 337 time: 0.0287576 Dec 12 16:12:46.352990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52660) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.355961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Deleting port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:12:46.356341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.382693 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f829562d-f00d-4691-9b15-8d64d192e2d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.383155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f829562d-f00d-4691-9b15-8d64d192e2d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.386175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f829562d-f00d-4691-9b15-8d64d192e2d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/82f42900-92ab-4683-88d6-da0acd98e7b4 HTTP/1.1" status: 404 len: 337 time: 0.0322814 Dec 12 16:12:46.388733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.410701 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cc9d52-c591-48c7-aa03-85c72e89b83d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.411218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cc9d52-c591-48c7-aa03-85c72e89b83d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.414209 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0cc9d52-c591-48c7-aa03-85c72e89b83d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/467de7bd-575f-47c4-b0c7-828037d3a6c0 HTTP/1.1" status: 404 len: 333 time: 0.0245869 Dec 12 16:12:46.416651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.419402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] For port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,segment=NetworkSegment(ba618715-0f35-4733-b3f2-af5b428cd770),segment_id=ba618715-0f35-4733-b3f2-af5b428cd770)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:12:46.419810 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.432502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Calling delete_port for 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:12:46.440791 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bfcade1-6885-4691-9eb5-f4590bcdfab5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.441762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bfcade1-6885-4691-9eb5-f4590bcdfab5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.444725 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2bfcade1-6885-4691-9eb5-f4590bcdfab5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/4674321a-c04b-4a6e-9323-dc30fce4f4c6 HTTP/1.1" status: 404 len: 337 time: 0.0271621 Dec 12 16:12:46.447113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.472258 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d64d23-7651-4c0c-a17e-98c94281a863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.472733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d64d23-7651-4c0c-a17e-98c94281a863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.476284 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-33d64d23-7651-4c0c-a17e-98c94281a863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3bb27883-fb6c-4962-b614-e8cb96270747 HTTP/1.1" status: 404 len: 337 time: 0.0276580 Dec 12 16:12:46.478101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.499752 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-814c904b-80e4-4a3f-a49e-bedf7b9d009e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.500257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814c904b-80e4-4a3f-a49e-bedf7b9d009e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.503213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-814c904b-80e4-4a3f-a49e-bedf7b9d009e tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c154f9b6-ac99-411d-872d-58dcbb384027 HTTP/1.1" status: 404 len: 333 time: 0.0242167 Dec 12 16:12:46.506258 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.513308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:46.531742 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d441ea8-8750-487b-8cce-059f83c1a578 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.532116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d441ea8-8750-487b-8cce-059f83c1a578 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.535178 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-3d441ea8-8750-487b-8cce-059f83c1a578 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/2e750f00-34c3-4e7b-8d07-eabc91fd9f5a HTTP/1.1" status: 404 len: 337 time: 0.0279181 Dec 12 16:12:46.537752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.538693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] Pushing event deleted for resources: {'Port': ['ID=7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:46.542347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f2650-8e85-4ec8-b5ad-06d401105355 None None] No DVR routers for this DVR port 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:12:46.571263 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c51029-4dba-467e-8035-c7d7929131a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.571724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c51029-4dba-467e-8035-c7d7929131a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.574778 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-75c51029-4dba-467e-8035-c7d7929131a0 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/d4fcff6e-29b2-4ee1-88e0-818dd867e22a HTTP/1.1" status: 404 len: 337 time: 0.0361352 Dec 12 16:12:46.577394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52674) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.598878 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd8d425-b4ce-4711-8118-04d3baa58992 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.599383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd8d425-b4ce-4711-8118-04d3baa58992 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.602323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8fd8d425-b4ce-4711-8118-04d3baa58992 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c59933ff-8030-489e-ad77-de74dba2c585 HTTP/1.1" status: 404 len: 333 time: 0.0240293 Dec 12 16:12:46.604567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.630641 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bb84f3-94b1-4c79-9dc6-38ad3aac1a31 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.631080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bb84f3-94b1-4c79-9dc6-38ad3aac1a31 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.634026 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-53bb84f3-94b1-4c79-9dc6-38ad3aac1a31 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/39f14041-d4f7-4b22-9496-480ffc44eb1d HTTP/1.1" status: 404 len: 337 time: 0.0285592 Dec 12 16:12:46.637959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52678) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.663471 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-548e5560-abf7-4d58-ad7c-f4f34e677f3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.663920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548e5560-abf7-4d58-ad7c-f4f34e677f3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.666953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-548e5560-abf7-4d58-ad7c-f4f34e677f3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/ff09f4aa-38df-4041-b423-bf2ca83d7cf5 HTTP/1.1" status: 404 len: 337 time: 0.0280232 Dec 12 16:12:46.669529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52680) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.692774 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bb4d61-df7f-4c05-b57d-be4f1a0e52c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.693223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bb4d61-df7f-4c05-b57d-be4f1a0e52c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.696164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b5bb4d61-df7f-4c05-b57d-be4f1a0e52c7 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/d1e4129d-9e5f-4186-ba82-1f98363f7daa HTTP/1.1" status: 404 len: 333 time: 0.0257378 Dec 12 16:12:46.698465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52682) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.722277 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5b2ed6-f018-42d6-8901-1f1426915bb1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.722714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5b2ed6-f018-42d6-8901-1f1426915bb1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.725652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ee5b2ed6-f018-42d6-8901-1f1426915bb1 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/5e8b37e3-7fbd-466b-a848-82cb46db320d HTTP/1.1" status: 404 len: 337 time: 0.0263171 Dec 12 16:12:46.727776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52684) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.754347 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6552a102-98e4-4cf9-b753-ad02511e916a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.754849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6552a102-98e4-4cf9-b753-ad02511e916a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.757803 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6552a102-98e4-4cf9-b753-ad02511e916a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/f8cf6ff7-693e-438e-bee9-87ed0bbbc8b7 HTTP/1.1" status: 404 len: 333 time: 0.0291648 Dec 12 16:12:46.760090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52686) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.783980 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec43cedb-6db0-4c0c-9ddd-00b5ff534b41 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.784414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec43cedb-6db0-4c0c-9ddd-00b5ff534b41 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.787407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ec43cedb-6db0-4c0c-9ddd-00b5ff534b41 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/b420ef0e-ad70-48cb-878e-095a778d0ede HTTP/1.1" status: 404 len: 337 time: 0.0263860 Dec 12 16:12:46.789636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52688) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.811438 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5b30d7-f8ac-4165-af9d-e33c4eaa4525 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.811878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5b30d7-f8ac-4165-af9d-e33c4eaa4525 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.814853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc5b30d7-f8ac-4165-af9d-e33c4eaa4525 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/a5b4935b-5539-4817-8e60-e898eac97113 HTTP/1.1" status: 404 len: 333 time: 0.0243526 Dec 12 16:12:46.817809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52690) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.842054 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff09fde-f590-4072-aa40-9249587cda83 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.842585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff09fde-f590-4072-aa40-9249587cda83 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.845536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ff09fde-f590-4072-aa40-9249587cda83 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/4e641811-f1eb-478c-9fb2-7d3007135198 HTTP/1.1" status: 404 len: 337 time: 0.0268588 Dec 12 16:12:46.847690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52692) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.869473 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec7b7d4-efe5-4c98-8e79-59557dcb53bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.869985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec7b7d4-efe5-4c98-8e79-59557dcb53bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.872951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9ec7b7d4-efe5-4c98-8e79-59557dcb53bd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/1681a802-578a-4d62-88d0-9d8b02491bd2 HTTP/1.1" status: 404 len: 333 time: 0.0243597 Dec 12 16:12:46.875163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52694) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.900177 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0259e9d9-789b-4612-ba56-34ef1f6f26b3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.900610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0259e9d9-789b-4612-ba56-34ef1f6f26b3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.903556 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0259e9d9-789b-4612-ba56-34ef1f6f26b3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/9d7307ec-b7cb-4f05-a227-4764954d76e8 HTTP/1.1" status: 404 len: 337 time: 0.0275309 Dec 12 16:12:46.905860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52696) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.931942 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc349fa-f803-47ac-ac8b-8cb31b4b6ae5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.932443 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc349fa-f803-47ac-ac8b-8cb31b4b6ae5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.935391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ccc349fa-f803-47ac-ac8b-8cb31b4b6ae5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/5450e6cb-af84-4d97-b916-a0ec0a316309 HTTP/1.1" status: 404 len: 333 time: 0.0286696 Dec 12 16:12:46.937590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52698) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.961461 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94c10f1-06b0-4c0a-b69f-c9dd75e310c5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.961835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94c10f1-06b0-4c0a-b69f-c9dd75e310c5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.964761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d94c10f1-06b0-4c0a-b69f-c9dd75e310c5 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/81de746f-dc6d-4f9e-932c-bf0f8ee86d6b HTTP/1.1" status: 404 len: 337 time: 0.0262899 Dec 12 16:12:46.966887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:46.988877 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99aa1b0-3923-4559-b193-75ae6e68c8ee tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:46.989383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99aa1b0-3923-4559-b193-75ae6e68c8ee tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:46.992305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b99aa1b0-3923-4559-b193-75ae6e68c8ee tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/c58480f5-1f66-4fe8-9e27-ae7c14317f57 HTTP/1.1" status: 404 len: 333 time: 0.0245624 Dec 12 16:12:46.994537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52702) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.018538 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d5d5fe-d311-4357-82f2-7ea946cc3470 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.018972 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d5d5fe-d311-4357-82f2-7ea946cc3470 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.021944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52d5d5fe-d311-4357-82f2-7ea946cc3470 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/e49eb4f9-bbcb-47a5-b130-7787c98187e9 HTTP/1.1" status: 404 len: 337 time: 0.0265517 Dec 12 16:12:47.024078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52704) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.048290 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1b1807-7e0b-48ec-8e25-10062a743ec4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.048747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1b1807-7e0b-48ec-8e25-10062a743ec4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.051704 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6e1b1807-7e0b-48ec-8e25-10062a743ec4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/2c29e060-65c2-413c-9aa7-ec3cd5ece784 HTTP/1.1" status: 404 len: 337 time: 0.0267742 Dec 12 16:12:47.053780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52706) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.075179 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17bdad8-9105-4fa5-b732-9ad7a5c666d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.075680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17bdad8-9105-4fa5-b732-9ad7a5c666d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.078628 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b17bdad8-9105-4fa5-b732-9ad7a5c666d9 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/df47fe9d-b643-4aa2-bbe2-cf52f54c5ee8 HTTP/1.1" status: 404 len: 333 time: 0.0239918 Dec 12 16:12:47.080770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52708) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.109547 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de4cecf-9ffc-4c06-846b-5803ab052659 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.109982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de4cecf-9ffc-4c06-846b-5803ab052659 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.113170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0de4cecf-9ffc-4c06-846b-5803ab052659 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/adffa90e-7f91-4c63-9afc-e30bd01261f8 HTTP/1.1" status: 404 len: 337 time: 0.0315149 Dec 12 16:12:47.115307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52710) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.139686 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d85d35-c3f3-4f2f-96ad-d757a407c20b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.140306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d85d35-c3f3-4f2f-96ad-d757a407c20b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.143076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-57d85d35-c3f3-4f2f-96ad-d757a407c20b tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3e463241-1f2f-43ee-9f7e-45f3c3600d94 HTTP/1.1" status: 404 len: 337 time: 0.0268981 Dec 12 16:12:47.146100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52712) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.167951 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33c6fba-66e8-46ba-8505-77e3d300783d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.168472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33c6fba-66e8-46ba-8505-77e3d300783d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.171476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d33c6fba-66e8-46ba-8505-77e3d300783d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/360bad92-fd07-4ee5-a177-26c61514a2ab HTTP/1.1" status: 404 len: 333 time: 0.0244930 Dec 12 16:12:47.173878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52714) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.198474 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cc222d-2557-415b-a768-36f14b5c43c2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.198910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cc222d-2557-415b-a768-36f14b5c43c2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.201882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6cc222d-2557-415b-a768-36f14b5c43c2 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/55b76d4b-90f3-4d88-b506-d37705bba40e HTTP/1.1" status: 404 len: 337 time: 0.0271282 Dec 12 16:12:47.204086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52716) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.228703 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-146bed8a-dcc6-4eb6-8458-4ccb130d5447 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.229068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146bed8a-dcc6-4eb6-8458-4ccb130d5447 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.231989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-146bed8a-dcc6-4eb6-8458-4ccb130d5447 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/b2f534fe-8ae1-4a35-896e-bc1808051a65 HTTP/1.1" status: 404 len: 337 time: 0.0270357 Dec 12 16:12:47.234202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.255770 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e4078a-06b4-4099-af7a-3334dba1f9ef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.256284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e4078a-06b4-4099-af7a-3334dba1f9ef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.259191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b7e4078a-06b4-4099-af7a-3334dba1f9ef tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/5e6f2290-4c1e-4f83-a168-18fe89f9a2d7 HTTP/1.1" status: 404 len: 333 time: 0.0241239 Dec 12 16:12:47.261392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52720) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.290119 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-af801da6-29de-4dde-a4a6-f1b4b1c6b982 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.290554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af801da6-29de-4dde-a4a6-f1b4b1c6b982 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.293526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-af801da6-29de-4dde-a4a6-f1b4b1c6b982 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/fbdd70bb-7808-4f83-8b83-e33496b3319f HTTP/1.1" status: 404 len: 337 time: 0.0312831 Dec 12 16:12:47.295724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52722) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.321871 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7eeeea-4274-4fee-baec-81ab31abd922 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.321871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7eeeea-4274-4fee-baec-81ab31abd922 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.324721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d7eeeea-4274-4fee-baec-81ab31abd922 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/3ab44612-15c3-4d07-992e-43837f4727ff HTTP/1.1" status: 404 len: 337 time: 0.0281074 Dec 12 16:12:47.327323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52724) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.352571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c0dce419-3341-4238-943b-bb5ecfd1d59a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbf080ae-621d-4024-98c4-07d8e659af5c HTTP/1.1" status: 200 len: 205 time: 0.0242410 Dec 12 16:12:47.354846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52726) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.390903 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-457a1c5f-7ac3-4196-ab5b-599e755596bb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] delete failed (client error): The resource could not be found. Dec 12 16:12:47.391873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-457a1c5f-7ac3-4196-ab5b-599e755596bb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/routers/dbf080ae-621d-4024-98c4-07d8e659af5c HTTP/1.1" status: 404 len: 336 time: 0.0361538 Dec 12 16:12:47.394184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52728) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.422494 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-759e1fd8-b7e5-4738-9596-7ba818f4fffc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.422932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759e1fd8-b7e5-4738-9596-7ba818f4fffc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.426405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-759e1fd8-b7e5-4738-9596-7ba818f4fffc tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/06c4673f-74ba-44a3-a452-d67332299678 HTTP/1.1" status: 404 len: 337 time: 0.0313561 Dec 12 16:12:47.428670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52730) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.456194 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc8131d3-1eb7-4edb-8a01-0636294b7b8d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "GET /v2.0/ports?device_id=48a67033-62e5-4db6-92a1-0e50ab656358 HTTP/1.1" status: 200 len: 205 time: 0.0265062 Dec 12 16:12:47.458572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.494684 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-8ba20aa0-4110-452a-b06b-d82dd4ce67fd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] delete failed (client error): The resource could not be found. Dec 12 16:12:47.495571 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ba20aa0-4110-452a-b06b-d82dd4ce67fd tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/routers/48a67033-62e5-4db6-92a1-0e50ab656358 HTTP/1.1" status: 404 len: 336 time: 0.0361140 Dec 12 16:12:47.497959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52734) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.523507 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecf3c67-ed1f-4388-a9ab-ca6ac3e9913d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.523934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecf3c67-ed1f-4388-a9ab-ca6ac3e9913d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.526892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ecf3c67-ed1f-4388-a9ab-ca6ac3e9913d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/ee5b00b9-e263-4d96-8304-cfba7e07916a HTTP/1.1" status: 404 len: 337 time: 0.0280423 Dec 12 16:12:47.529086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52736) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.553133 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-da83cc6f-d903-4ead-8705-559dcf5ab712 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.553557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da83cc6f-d903-4ead-8705-559dcf5ab712 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.556420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-da83cc6f-d903-4ead-8705-559dcf5ab712 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/1e0b86e5-257a-4c1f-9f3c-50b3cff884ce HTTP/1.1" status: 404 len: 337 time: 0.0264816 Dec 12 16:12:47.558641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52738) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.584239 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0c0a0a-64c8-407c-87d4-735a06114ec6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.584774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0c0a0a-64c8-407c-87d4-735a06114ec6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.587673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1d0c0a0a-64c8-407c-87d4-735a06114ec6 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/e6763bb4-8751-4b9f-a3f9-8dccd73fb0f3 HTTP/1.1" status: 404 len: 333 time: 0.0281603 Dec 12 16:12:47.590074 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52740) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.614432 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b19e4fc-3761-423f-b20b-cc86d1eb1db4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.614854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b19e4fc-3761-423f-b20b-cc86d1eb1db4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.617728 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b19e4fc-3761-423f-b20b-cc86d1eb1db4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/d30f4d32-4670-43fa-9e28-6b63d70f2a69 HTTP/1.1" status: 404 len: 337 time: 0.0267942 Dec 12 16:12:47.619907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52742) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.641484 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-4075c80c-9777-4f8a-8c5f-aacee106eee4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.641983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4075c80c-9777-4f8a-8c5f-aacee106eee4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.644993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4075c80c-9777-4f8a-8c5f-aacee106eee4 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/80791b20-4284-4275-a222-161d2b3b6494 HTTP/1.1" status: 404 len: 333 time: 0.0241172 Dec 12 16:12:47.647177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52744) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.671093 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e31d74-0eb3-4941-a401-7f0883080df3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.671518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e31d74-0eb3-4941-a401-7f0883080df3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.674370 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c8e31d74-0eb3-4941-a401-7f0883080df3 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/71e0e2f3-b0dc-4168-89d8-0f839ddd9694 HTTP/1.1" status: 404 len: 337 time: 0.0263484 Dec 12 16:12:47.677142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52746) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.697593 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed717aa1-5935-42b4-a384-8dd867cc0b8d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.698085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed717aa1-5935-42b4-a384-8dd867cc0b8d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.700945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ed717aa1-5935-42b4-a384-8dd867cc0b8d tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/fb1e88f4-7745-4dd8-ad44-aaf75108ac8c HTTP/1.1" status: 404 len: 333 time: 0.0229235 Dec 12 16:12:47.703103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52748) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.726858 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-6893d5fd-f3ea-466c-8506-d6da3d503334 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.727281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6893d5fd-f3ea-466c-8506-d6da3d503334 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.730136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6893d5fd-f3ea-466c-8506-d6da3d503334 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/cb879648-f71d-444c-b34e-a0260fc54345 HTTP/1.1" status: 404 len: 337 time: 0.0261941 Dec 12 16:12:47.732226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52750) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.757259 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e9db45-cbbf-4c1c-9339-41f8cff86a3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.757685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e9db45-cbbf-4c1c-9339-41f8cff86a3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.760518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42e9db45-cbbf-4c1c-9339-41f8cff86a3a tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/cc28479b-b7cc-49ca-8c5e-8328da255648 HTTP/1.1" status: 404 len: 333 time: 0.0274248 Dec 12 16:12:47.762706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52752) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.786552 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-449ee968-9301-47f7-9075-036b2eaa4a54 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.786975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449ee968-9301-47f7-9075-036b2eaa4a54 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.789830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-449ee968-9301-47f7-9075-036b2eaa4a54 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/293ee455-26fb-4f15-81d3-fd6462512d2d HTTP/1.1" status: 404 len: 337 time: 0.0262837 Dec 12 16:12:47.791931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52754) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.813091 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5abaf99-afc1-4598-a6b2-cde8f3214b27 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.813593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5abaf99-afc1-4598-a6b2-cde8f3214b27 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.816458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e5abaf99-afc1-4598-a6b2-cde8f3214b27 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/673a7406-b563-403a-9899-8be11b48a8ed HTTP/1.1" status: 404 len: 333 time: 0.0236835 Dec 12 16:12:47.818617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52756) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.842075 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daedc87-583f-41d8-990b-f0bf625a82bb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.842675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3daedc87-583f-41d8-990b-f0bf625a82bb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.845420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3daedc87-583f-41d8-990b-f0bf625a82bb tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/87f4818a-6574-486c-ad85-f1470e4c2147 HTTP/1.1" status: 404 len: 337 time: 0.0259585 Dec 12 16:12:47.848214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52758) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.873236 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc22372-8868-44a5-bc3a-98b43d1e644c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.873756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc22372-8868-44a5-bc3a-98b43d1e644c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.876735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2fc22372-8868-44a5-bc3a-98b43d1e644c tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/f971e2ef-a5ca-4a49-b001-fc3888d8efc5 HTTP/1.1" status: 404 len: 333 time: 0.0275941 Dec 12 16:12:47.879227 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52760) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.889085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:12:47.904069 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f26587-a6e6-45ab-b849-796e2eb9fc87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.904513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f26587-a6e6-45ab-b849-796e2eb9fc87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.907509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-33f26587-a6e6-45ab-b849-796e2eb9fc87 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/079ebeec-eb1c-4852-b0da-8481c6a8a7e7 HTTP/1.1" status: 404 len: 337 time: 0.0274019 Dec 12 16:12:47.910676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.911181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:12:47.911181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7ff6a47a-137b-4b0c-926e-4f7a9c22cdd2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:12:47.934597 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37a6cc5-f824-4cf0-8d90-621c01334019 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.935119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37a6cc5-f824-4cf0-8d90-621c01334019 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.938139 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d37a6cc5-f824-4cf0-8d90-621c01334019 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/ports/2d766618-ac39-4254-a337-cc80b5381d5f HTTP/1.1" status: 404 len: 333 time: 0.0264797 Dec 12 16:12:47.940516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52764) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:47.964751 n-d-710847-8 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1be600-10d2-438d-bccf-7de259a02432 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] DELETE failed (client error): The resource could not be found. Dec 12 16:12:47.965191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1be600-10d2-438d-bccf-7de259a02432 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:12:47.968120 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-da1be600-10d2-438d-bccf-7de259a02432 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/subnets/be89cc33-2f52-4faa-8ad6-54e34eed450b HTTP/1.1" status: 404 len: 337 time: 0.0266654 Dec 12 16:12:47.970485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:48.047226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.129452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.149763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1575d540-762e-4cad-8bc1-dfea873be119']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:48.159046 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba618715-0f35-4733-b3f2-af5b428cd770') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:48.159341 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba618715-0f35-4733-b3f2-af5b428cd770') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:12:48.169388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.182001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.187690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:12:48.188044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:12:48.191028 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:12:48.249585 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.257027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.259330 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] 10.222.0.36 "DELETE /v2.0/networks/1575d540-762e-4cad-8bc1-dfea873be119 HTTP/1.1" status: 204 len: 168 time: 0.2879765 Dec 12 16:12:48.271331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04b64d-398b-4301-a5a5-af601cbcb863 tempest-NetworksTestDHCPv6-253971716 tempest-NetworksTestDHCPv6-253971716-project] Pushing event deleted for resources: {'Network': ['ID=1575d540-762e-4cad-8bc1-dfea873be119,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:48.498871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:48.629432 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-68d48acb-608d-401b-b60c-0273c04c1877 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b576d62b92c24622ba2e750a166c2e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294041 Dec 12 16:12:48.631878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:48.680367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.701455 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.750082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.752760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:48.754430 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/423b2e09-8007-43eb-8a59-1cf9c724ca79 HTTP/1.1" status: 204 len: 168 time: 0.1216385 Dec 12 16:12:48.762073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0221fa7-5403-44cf-ac29-7a81cbad7c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423b2e09-8007-43eb-8a59-1cf9c724ca79,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:49.370539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:49.471905 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a898111a-b6c3-4430-86b4-e7816a5715e9 tempest-ServiceProvidersTest-1327331840 tempest-ServiceProvidersTest-1327331840-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1002378 Dec 12 16:12:49.707224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 52806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:49.812268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82449d1a-25cf-4b03-ac43-c776d66570d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:49.885164 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82449d1a-25cf-4b03-ac43-c776d66570d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:49.888580 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82449d1a-25cf-4b03-ac43-c776d66570d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:49.925697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82449d1a-25cf-4b03-ac43-c776d66570d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bba8355c0c004568bf626ce5b2785954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2174172 Dec 12 16:12:49.926398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82449d1a-25cf-4b03-ac43-c776d66570d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adb9727-9422-4581-b713-17b376a12f3b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:12:49.929611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 52810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:12:50.211323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:50.231370 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:50.276550 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:50.279199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:12:50.280343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1adb9727-9422-4581-b713-17b376a12f3b HTTP/1.1" status: 204 len: 168 time: 0.3494008 Dec 12 16:12:50.288038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63059997-1da5-452e-ae7a-e31cb7975e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adb9727-9422-4581-b713-17b376a12f3b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:05.506840 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd0c8f78-c4bf-42f1-9b1f-bc370f66535f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:07.810248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-556c640a-7c52-4a4a-9ea7-01e25c56385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:08.745385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:09.454517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:10.259561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:13:10.493001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:11.180431 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:11.610469 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:35.508572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1037c812-ac6b-4f8e-908a-20894127c5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:37.811484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59fd42e3-19e2-4d8f-9595-434e096e59bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:38.745717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:39.466817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:40.491459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.183884 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.446283 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:41.550593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.625818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.628721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.629936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.670172 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d23208d24754622add444341c1de97e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227728 Dec 12 16:13:41.671199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87092684-df58-4d46-a0d5-bd2cede0ad80,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:41.672978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53278) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:41.680478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.680981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.681429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.681879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.682311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.682746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.683177 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.683637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.684056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.684500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.684945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.685795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.685795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e51031-5470-417e-979e-d0070018c793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.722764 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.746089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.795109 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.798049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:41.799188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87092684-df58-4d46-a0d5-bd2cede0ad80 HTTP/1.1" status: 204 len: 168 time: 0.1251018 Dec 12 16:13:41.807080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87092684-df58-4d46-a0d5-bd2cede0ad80,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:41.814702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.815024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.815361 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.815692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.816021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.816353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.816701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.817028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.817348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.818178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.818807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.819332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:41.819632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10910442-840b-48b6-85e3-44d93f98a5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:13:42.071406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53286) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:42.084512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-806cfb1c-84cd-4281-84fc-a64ea8d3abd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.158570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-806cfb1c-84cd-4281-84fc-a64ea8d3abd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.162453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-806cfb1c-84cd-4281-84fc-a64ea8d3abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.201409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-806cfb1c-84cd-4281-84fc-a64ea8d3abd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a85af1804bb40b1a71855978c039889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289210 Dec 12 16:13:42.202287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cfb1c-84cd-4281-84fc-a64ea8d3abd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed8055-62c3-41f9-b726-b1c1e6448bdf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:42.204048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:42.253005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.274910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.319726 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.322449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:42.323609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48ed8055-62c3-41f9-b726-b1c1e6448bdf HTTP/1.1" status: 204 len: 168 time: 0.1184969 Dec 12 16:13:42.330971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c524d2-c8f8-431c-922f-a74dbeb61b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed8055-62c3-41f9-b726-b1c1e6448bdf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:43.719889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53330) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:43.823363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fd91e4f-58ef-475b-b59c-fc67f74bbf0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:43.898011 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fd91e4f-58ef-475b-b59c-fc67f74bbf0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:43.901777 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fd91e4f-58ef-475b-b59c-fc67f74bbf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:43.938294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3fd91e4f-58ef-475b-b59c-fc67f74bbf0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac5e69595a2d420586770a5d6993252b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173009 Dec 12 16:13:43.940306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd91e4f-58ef-475b-b59c-fc67f74bbf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a0e97-c515-4e9a-abc9-c247279d589d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:43.941026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:43.987813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.009324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.054037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.056581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.057764 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/142a0e97-c515-4e9a-abc9-c247279d589d HTTP/1.1" status: 204 len: 168 time: 0.1156390 Dec 12 16:13:44.065364 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de461e4-20ed-4045-9142-3454cba479c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a0e97-c515-4e9a-abc9-c247279d589d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:44.310859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:44.324217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bec8bf-21a1-4d6d-bfb5-fb45197da34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.400574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bec8bf-21a1-4d6d-bfb5-fb45197da34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.404054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40bec8bf-21a1-4d6d-bfb5-fb45197da34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.441355 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40bec8bf-21a1-4d6d-bfb5-fb45197da34a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adac885508da41ba80ee4a4e0b67f761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294193 Dec 12 16:13:44.443263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bec8bf-21a1-4d6d-bfb5-fb45197da34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753d16e9-f42e-41b0-b573-80bfe2d8c9af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:44.444133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:44.492351 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.512676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.561096 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.563651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:44.564815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/753d16e9-f42e-41b0-b573-80bfe2d8c9af HTTP/1.1" status: 204 len: 168 time: 0.1195619 Dec 12 16:13:44.572512 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb586-eb05-4816-844c-4bb62ec23905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753d16e9-f42e-41b0-b573-80bfe2d8c9af,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:47.259847 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:13:57.335202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:57.438135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc5c7-607a-49ff-a493-202558b98feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.514049 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc5c7-607a-49ff-a493-202558b98feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.518065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e9bc5c7-607a-49ff-a493-202558b98feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.554313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bc5c7-607a-49ff-a493-202558b98feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e280ac-a6b2-457c-943f-08beff3a7196,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:57.558640 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5e9bc5c7-607a-49ff-a493-202558b98feb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17f5d93e68e1446cb465a0946041a535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224152 Dec 12 16:13:57.561388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:57.614156 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.637226 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.687561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.690109 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:57.691226 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28e280ac-a6b2-457c-943f-08beff3a7196 HTTP/1.1" status: 204 len: 168 time: 0.1287518 Dec 12 16:13:57.699884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5c5e3-3f9a-4813-8f80-8e5f4e53e870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e280ac-a6b2-457c-943f-08beff3a7196,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:57.954093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:57.967537 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16c2138f-b25e-4f39-9c58-e410b47f201a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.040528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16c2138f-b25e-4f39-9c58-e410b47f201a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.044600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16c2138f-b25e-4f39-9c58-e410b47f201a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.082215 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-16c2138f-b25e-4f39-9c58-e410b47f201a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdd3b00dde0f4b9b90536c60bcf73483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270137 Dec 12 16:13:58.084868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:58.090658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2138f-b25e-4f39-9c58-e410b47f201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d70dc4-f5df-4a73-89fb-d2925005ef9a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:58.135724 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.157821 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.203183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.206350 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:58.210465 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87d70dc4-f5df-4a73-89fb-d2925005ef9a HTTP/1.1" status: 204 len: 168 time: 0.1219544 Dec 12 16:13:58.218524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949d267-3db8-485a-b7dc-50cdbf5b3a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d70dc4-f5df-4a73-89fb-d2925005ef9a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:58.868777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:58.967054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337266767-network', 'tenant_id': 'f6d38d61f7234800a54680b4e4cfb03d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:13:58.987517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Made reservation on behalf of f6d38d61f7234800a54680b4e4cfb03d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:13:58.989778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.000567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.070828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.074170 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.093619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:13:59.106457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:59.111113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.111705 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Added segment 58cb3422-a8c0-4551-9052-5236f444b1f3 of type vlan for network e4c27edb-cc20-480b-ae6e-8f68d322afb6 Dec 12 16:13:59.152802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.177144 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.178592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:13:59.179157 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.226256 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3562260 Dec 12 16:13:59.229373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:13:59.234238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Request body: {'subnet': {'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337266767-subnet', 'tenant_id': 'f6d38d61f7234800a54680b4e4cfb03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:13:59.238937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5523c-adf8-4872-a217-86865bff4864 admin admin] Pushing event updated for resources: {'Network': ['ID=e4c27edb-cc20-480b-ae6e-8f68d322afb6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:59.249116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network e4c27edb-cc20-480b-ae6e-8f68d322afb6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:13:59.258337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Made reservation on behalf of f6d38d61f7234800a54680b4e4cfb03d for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:13:59.260714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.425035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.479377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ccad3b-d0e4-4fea-9853-2a120e2e5a5c,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:13:59.490184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Checking segment: {'id': '58cb3422-a8c0-4551-9052-5236f444b1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:13:59.491187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Network hostable DHCP agents. Network: e4c27edb-cc20-480b-ae6e-8f68d322afb6, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:13:59.509893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Network e4c27edb-cc20-480b-ae6e-8f68d322afb6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:13:59.520484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, e4c27edb-cc20-480b-ae6e-8f68d322afb6) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:13:59.524746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:13:59.525320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:13:59.529796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe46ac-3a19-49a2-b487-2478d01aae81 None None] Network e4c27edb-cc20-480b-ae6e-8f68d322afb6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:13:59.541250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c6cf6cad-3878-4d8b-b02d-25da5c787994 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3108160 Dec 12 16:13:59.625971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc39633-e629-44c2-980b-912345830242 None None] Network e4c27edb-cc20-480b-ae6e-8f68d322afb6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:13:59.997348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53494) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:00.002432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1913061077-network', 'tenant_id': '1a523e34ca6943f58271f5ed1a1965b4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:14:00.022327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Made reservation on behalf of 1a523e34ca6943f58271f5ed1a1965b4 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:14:00.024611 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.032816 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.105616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.109216 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.129655 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:14:00.142782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76768658-bf0e-436c-80ff-7aea61d0e26d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:00.147819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.148164 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Added segment de37d09f-601b-461f-baff-b0be12cf6ab7 of type vlan for network f24b6324-6327-4b84-9693-c496122675f4 Dec 12 16:14:00.187396 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.214756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.215770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:00.216316 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.270551 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2720776 Dec 12 16:14:00.273503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:00.277656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042340db-0e80-416e-b497-7fef9e81aeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f24b6324-6327-4b84-9693-c496122675f4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:00.278446 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Request body: {'subnet': {'network_id': 'f24b6324-6327-4b84-9693-c496122675f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1913061077-subnet', 'tenant_id': '1a523e34ca6943f58271f5ed1a1965b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:14:00.286991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f24b6324-6327-4b84-9693-c496122675f4 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:14:00.304531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Made reservation on behalf of 1a523e34ca6943f58271f5ed1a1965b4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:14:00.306891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.474788 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.532438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48491457-cb73-4809-a25e-1db282842926,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:00.543922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Checking segment: {'id': 'de37d09f-601b-461f-baff-b0be12cf6ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f24b6324-6327-4b84-9693-c496122675f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:14:00.544284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Network hostable DHCP agents. Network: f24b6324-6327-4b84-9693-c496122675f4, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:14:00.560701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Network f24b6324-6327-4b84-9693-c496122675f4 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:14:00.569015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f24b6324-6327-4b84-9693-c496122675f4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:14:00.573614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:00.574580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:00.578928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73af3eca-8488-4bc7-8dbf-cf8fd377b0f9 None None] Network f24b6324-6327-4b84-9693-c496122675f4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:14:00.596388 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fe902fe5-9458-49c5-8613-f51c0377ba06 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3172803 Dec 12 16:14:00.679180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dec405-28ee-4878-a46a-32e334bdef32 None None] Network f24b6324-6327-4b84-9693-c496122675f4 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:14:01.094403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-17447d19-f757-43f5-bce5-2abebd25a50e tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:01.095769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-17447d19-f757-43f5-bce5-2abebd25a50e tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/networks?id=e4c27edb-cc20-480b-ae6e-8f68d322afb6 HTTP/1.1" status: 200 len: 808 time: 0.1124446 Dec 12 16:14:01.110218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-c8ea1344-5278-4ee8-8060-6640deb22884 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/quotas/f6d38d61f7234800a54680b4e4cfb03d HTTP/1.1" status: 200 len: 375 time: 0.0087376 Dec 12 16:14:01.141869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-727d470c-2a49-44bd-a645-563df996c694 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f6d38d61f7234800a54680b4e4cfb03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263360 Dec 12 16:14:01.248564 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-28d70fc6-d561-4bd6-b755-2cb560d15cd1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:14:01.249584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-28d70fc6-d561-4bd6-b755-2cb560d15cd1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1012206 Dec 12 16:14:01.335611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-85299a32-e279-4967-8de2-c9a17b592ddc service neutron] 10.222.0.36 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797174 Dec 12 16:14:01.424927 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-1679a8e5-bcf3-4873-a3fa-a96838434c11 service neutron] 10.222.0.36 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832865 Dec 12 16:14:01.585677 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2631ac71-48ae-44d4-a192-09466980fbf0 req-24730102-07a2-4a38-8264-8ff210bcfc25 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 210 time: 0.0260940 Dec 12 16:14:02.721473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-addcecfe-66ad-4416-a755-d52fd309c401 req-31fe61cf-f6c2-4d09-bf85-d992ed31684f tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 210 time: 0.0259728 Dec 12 16:14:02.779161 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-0e24e414-ef9f-42d8-80b5-c4434156e3d1 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:02.780591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-0e24e414-ef9f-42d8-80b5-c4434156e3d1 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.30 "GET /v2.0/networks?id=e4c27edb-cc20-480b-ae6e-8f68d322afb6 HTTP/1.1" status: 200 len: 808 time: 0.1822584 Dec 12 16:14:02.796186 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Request body: {'port': {'device_id': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6', 'admin_state_up': True, 'tenant_id': 'f6d38d61f7234800a54680b4e4cfb03d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:14:02.904290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Made reservation on behalf of f6d38d61f7234800a54680b4e4cfb03d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:14:02.907753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.027076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Allocated IP 172.20.0.10 (e4c27edb-cc20-480b-ae6e-8f68d322afb6/42ccad3b-d0e4-4fea-9853-2a120e2e5a5c/22932568-f886-4ff4-be52-890d6f84ca25) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:14:03.170902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.204267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.247945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Network e4c27edb-cc20-480b-ae6e-8f68d322afb6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:14:03.250953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:14:03.254411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:14:03.280179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Pushing event updated for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:03.309026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:03.309633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.324424 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-53f6ac15-4cf2-4aed-9f79-30492fbe2d0c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5318823 Dec 12 16:14:03.338440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-d38d6e59-8745-4283-add2-7f20821c6ed4 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:14:03.339358 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-d38d6e59-8745-4283-add2-7f20821c6ed4 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054061 Dec 12 16:14:03.403419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Request body: {'port': {'device_id': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:14:03.454266 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.753701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22932568-f886-4ff4-be52-890d6f84ca25 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:14:03.761787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.779835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Transition to ACTIVE for port object 22932568-f886-4ff4-be52-890d6f84ca25 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:14:03.783827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.852701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Pushing event updated for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:03.875871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b92ad-e97c-439c-ad2b-27b1a7ca2ca7 req-fa9df8e7-f8e3-4fba-8140-28d5be8e0c2a tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:03.878066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d9b92ad-e97c-439c-ad2b-27b1a7ca2ca7 req-fa9df8e7-f8e3-4fba-8140-28d5be8e0c2a tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 944 time: 0.0492952 Dec 12 16:14:03.905871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Attempting to bind port 22932568-f886-4ff4-be52-890d6f84ca25 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:14:03.906233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Attempting to bind port 22932568-f886-4ff4-be52-890d6f84ca25 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '58cb3422-a8c0-4551-9052-5236f444b1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:14:03.906567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Attempting to bind port 22932568-f886-4ff4-be52-890d6f84ca25 on network e4c27edb-cc20-480b-ae6e-8f68d322afb6 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:14:03.910861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Port 22932568-f886-4ff4-be52-890d6f84ca25 on network e4c27edb-cc20-480b-ae6e-8f68d322afb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:14:03.911179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Attempting to bind port 22932568-f886-4ff4-be52-890d6f84ca25 on network e4c27edb-cc20-480b-ae6e-8f68d322afb6 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:14:03.915906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:14:03.916243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Checking segment: {'id': '58cb3422-a8c0-4551-9052-5236f444b1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:14:03.916641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Bound using segment: {'id': '58cb3422-a8c0-4551-9052-5236f444b1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:14:03.917078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Bound port: 22932568-f886-4ff4-be52-890d6f84ca25, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cb3422-a8c0-4551-9052-5236f444b1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:14:03.917431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:03.929625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d9b92ad-e97c-439c-ad2b-27b1a7ca2ca7 req-13ccced9-675c-4ea6-934a-bada9fe3348f tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 Dec 12 16:14:03.979593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:14:03.982550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=22932568-f886-4ff4-be52-890d6f84ca25,segment=NetworkSegment(58cb3422-a8c0-4551-9052-5236f444b1f3),segment_id=58cb3422-a8c0-4551-9052-5236f444b1f3)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:14:03.987427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:04.021625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.022781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:04.024213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] 10.222.0.30 "PUT /v2.0/ports/22932568-f886-4ff4-be52-890d6f84ca25 HTTP/1.1" status: 200 len: 1092 time: 0.6718988 Dec 12 16:14:04.024672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:14:04.026951 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "tag": "22932568-f886-4ff4-be52-890d6f84ca25"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:14:04.052581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9c3b-3548-4278-b7f2-10c931b8eb7a service neutron] Pushing event updated for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:04.115998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-8e33414e-72ca-4329-9c98-3f61c7ada06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.117542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-8e33414e-72ca-4329-9c98-3f61c7ada06c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6d38d61f7234800a54680b4e4cfb03d&device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 1095 time: 0.0413849 Dec 12 16:14:04.130464 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea5fc17-9a5e-4bda-bb58-e2237af82ac9 x-openstack-request-id: req-fea5fc17-9a5e-4bda-bb58-e2237af82ac9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:14:04.130760 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "tag": "22932568-f886-4ff4-be52-890d6f84ca25", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:14:04.131658 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fea5fc17-9a5e-4bda-bb58-e2237af82ac9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:14:04.132070 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25', 'status': 'completed', 'code': 200} Dec 12 16:14:04.175819 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-251f16dc-976e-4428-9178-1e1d18d82712 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22932568-f886-4ff4-be52-890d6f84ca25 HTTP/1.1" status: 200 len: 217 time: 0.0372572 Dec 12 16:14:04.223323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f830a4-564c-475a-9112-cbe2ca349164 req-f5de1260-7915-4c80-adfc-c48ec552bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.224764 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-f5de1260-7915-4c80-adfc-c48ec552bb89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42ccad3b-d0e4-4fea-9853-2a120e2e5a5c HTTP/1.1" status: 200 len: 848 time: 0.0419114 Dec 12 16:14:04.259180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-ac990325-80ed-4764-b197-38654f8114b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4c27edb-cc20-480b-ae6e-8f68d322afb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244751 Dec 12 16:14:04.352914 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-d302f723-2061-4d02-9ab0-eafffec55b77 service neutron] 10.222.0.30 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820944 Dec 12 16:14:04.441860 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-63f830a4-564c-475a-9112-cbe2ca349164 req-12a5de46-24d5-4795-8b17-251f8d54f8d8 service neutron] 10.222.0.30 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814345 Dec 12 16:14:04.535509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-0a26fcd5-02fc-4f76-bb4c-a2b9dcede7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.537024 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-0a26fcd5-02fc-4f76-bb4c-a2b9dcede7bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6d38d61f7234800a54680b4e4cfb03d&device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 1095 time: 0.0432212 Dec 12 16:14:04.626189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-9de53a9c-f835-4346-b5b8-478942d6f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.627902 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-9de53a9c-f835-4346-b5b8-478942d6f768 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e4c27edb-cc20-480b-ae6e-8f68d322afb6 HTTP/1.1" status: 200 len: 908 time: 0.0821824 Dec 12 16:14:04.668993 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-e639cda7-65c0-4e43-bf7a-6fbeb434f96c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22932568-f886-4ff4-be52-890d6f84ca25 HTTP/1.1" status: 200 len: 217 time: 0.0340359 Dec 12 16:14:04.719848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-84b3cede-949a-4a4c-bc58-3f830929b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:04.721259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-84b3cede-949a-4a4c-bc58-3f830929b096 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42ccad3b-d0e4-4fea-9853-2a120e2e5a5c HTTP/1.1" status: 200 len: 848 time: 0.0453079 Dec 12 16:14:04.755451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-52e7675d-d818-4c8d-a867-4dd41200c30f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e4c27edb-cc20-480b-ae6e-8f68d322afb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238869 Dec 12 16:14:04.843472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-5b6c743c-1e85-44cf-be5a-6085b76df0af service neutron] 10.222.0.30 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785182 Dec 12 16:14:04.935909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-93ecc773-d5aa-49f9-a728-bb9d8fc416f1 req-f87a48d3-d6dd-41ac-a058-a59f78844a94 service neutron] 10.222.0.30 "GET /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846128 Dec 12 16:14:05.045279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f468b6-b897-43c3-a73b-be77487d1aef req-5b23b262-afb5-411d-8d41-65b98f65d0f1 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:05.046729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33f468b6-b897-43c3-a73b-be77487d1aef req-5b23b262-afb5-411d-8d41-65b98f65d0f1 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 944 time: 0.0482814 Dec 12 16:14:05.093278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-33f468b6-b897-43c3-a73b-be77487d1aef req-07d8ec4e-5634-486a-93c6-cf36ee835f5f tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Dec 12 16:14:05.510417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75a51c95-ff86-4879-9293-1378ac5af0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:06.212489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecf5ce-fba9-47c1-b2cf-e8e36655741b req-658a4c18-1f02-4c92-8623-5402c509c906 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:06.214000 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccecf5ce-fba9-47c1-b2cf-e8e36655741b req-658a4c18-1f02-4c92-8623-5402c509c906 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 944 time: 0.0483685 Dec 12 16:14:06.260419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ccecf5ce-fba9-47c1-b2cf-e8e36655741b req-bb3ffc34-e53a-49ef-803b-9ab2ea9af8f8 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Dec 12 16:14:07.376918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd41f8-52f3-4c3e-8488-118fb05dd4ad req-c4aa58ba-89ee-46b0-af99-817659af7ffe tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:07.378355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97bd41f8-52f3-4c3e-8488-118fb05dd4ad req-c4aa58ba-89ee-46b0-af99-817659af7ffe tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 944 time: 0.0514784 Dec 12 16:14:07.424393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97bd41f8-52f3-4c3e-8488-118fb05dd4ad req-5a3cb3dc-4910-491c-8b81-52a3e66702aa tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Dec 12 16:14:07.813259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6e24e149-6ee7-45a8-ba06-8a9641534005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:07.845436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 22932568-f886-4ff4-be52-890d6f84ca25 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:14:07.935913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=22932568-f886-4ff4-be52-890d6f84ca25,segment=NetworkSegment(58cb3422-a8c0-4551-9052-5236f444b1f3),segment_id=58cb3422-a8c0-4551-9052-5236f444b1f3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:14:07.948313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '22932568-f886-4ff4-be52-890d6f84ca25', 'network_id': 'e4c27edb-cc20-480b-ae6e-8f68d322afb6', 'port_id': '22932568-f886-4ff4-be52-890d6f84ca25', 'mac_address': 'fa:16:3e:af:c1:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ccad3b-d0e4-4fea-9853-2a120e2e5a5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:14:07.988419 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:08.156992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22932568-f886-4ff4-be52-890d6f84ca25 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:14:08.176595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=22932568-f886-4ff4-be52-890d6f84ca25,segment=NetworkSegment(58cb3422-a8c0-4551-9052-5236f444b1f3),segment_id=58cb3422-a8c0-4551-9052-5236f444b1f3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:14:08.180019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:08.225138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:08.232250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.232597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.232967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.233309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.233647 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.233979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.234309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.234637 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.234962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.235286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.235610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.235932 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.236512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:08.540281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d86bf-c701-40b2-bd2f-8d3e27a15092 req-5b1270f5-b109-46f7-811e-1d5788568971 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:08.541771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-400d86bf-c701-40b2-bd2f-8d3e27a15092 req-5b1270f5-b109-46f7-811e-1d5788568971 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 945 time: 0.0494463 Dec 12 16:14:08.555296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['22932568-f886-4ff4-be52-890d6f84ca25'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:14:08.591875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-400d86bf-c701-40b2-bd2f-8d3e27a15092 req-e4b07985-48c0-423d-a930-74af1ccc7fb1 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442257 Dec 12 16:14:08.748139 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:09.482023 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:09.709813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f2047-969f-4f39-9618-22940cf68b2e req-24128f1f-9b95-4d63-a4ed-ff253b526795 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:09.711260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e93f2047-969f-4f39-9618-22940cf68b2e req-24128f1f-9b95-4d63-a4ed-ff253b526795 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 945 time: 0.0519774 Dec 12 16:14:09.757088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e93f2047-969f-4f39-9618-22940cf68b2e req-ab4620c4-da55-41fd-9ab6-0ac6cb7dbb65 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Dec 12 16:14:09.845006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 22932568-f886-4ff4-be52-890d6f84ca25 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:14:09.892762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 22932568-f886-4ff4-be52-890d6f84ca25 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:14:09.897352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 22932568-f886-4ff4-be52-890d6f84ca25 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:14:09.897727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:09.974503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:09.996702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:14:09.999202 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d9a74e07b3d2ce4497869ab2fc7b1566c3976abcb29c0ebcd28f6dbd25f05dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92814e44-2969-4efd-a237-957fb11b80ae" -d '{"events": [{"server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "name": "network-vif-plugged", "status": "completed", "tag": "22932568-f886-4ff4-be52-890d6f84ca25"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:14:10.013376 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=22932568-f886-4ff4-be52-890d6f84ca25,segment=NetworkSegment(58cb3422-a8c0-4551-9052-5236f444b1f3),segment_id=58cb3422-a8c0-4551-9052-5236f444b1f3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:14:10.017263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:10.064897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:10.102542 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4da30a-c9de-41f0-9ded-5abed899d54c x-openstack-request-id: req-8e4da30a-c9de-41f0-9ded-5abed899d54c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:14:10.102831 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "name": "network-vif-plugged", "status": "completed", "tag": "22932568-f886-4ff4-be52-890d6f84ca25", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:14:10.103084 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e4da30a-c9de-41f0-9ded-5abed899d54c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:14:10.103478 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25', 'code': 200} Dec 12 16:14:10.238918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f522c7-6164-4741-8dba-fe63d853ea58 req-6c833c97-2e4a-42ae-8394-6b4afb12cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:10.240930 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66f522c7-6164-4741-8dba-fe63d853ea58 req-6c833c97-2e4a-42ae-8394-6b4afb12cde0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 1097 time: 0.0672848 Dec 12 16:14:10.297866 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-66f522c7-6164-4741-8dba-fe63d853ea58 req-28d50196-a17e-40c4-b495-b8d4c67ee052 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Dec 12 16:14:10.494052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:10.870695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77d480-adc6-4b5a-9ddc-fad9290f4b5e req-663c571f-c87c-4d05-9205-23ba3e22b479 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:10.872205 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c77d480-adc6-4b5a-9ddc-fad9290f4b5e req-663c571f-c87c-4d05-9205-23ba3e22b479 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Dec 12 16:14:10.918080 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c77d480-adc6-4b5a-9ddc-fad9290f4b5e req-55ad8e71-872f-42b9-8bd7-a8b602fb0d28 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Dec 12 16:14:11.186704 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:11.629763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:12.033160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606638c-08f4-49f7-958a-546b6d4bf55e req-c5729e9e-0536-4b80-a5a2-a098af9e2160 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:12.034611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1606638c-08f4-49f7-958a-546b6d4bf55e req-c5729e9e-0536-4b80-a5a2-a098af9e2160 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 946 time: 0.0471215 Dec 12 16:14:12.083514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1606638c-08f4-49f7-958a-546b6d4bf55e req-b2c70b7f-32db-4f88-a6fa-c17d6d1c6e65 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426118 Dec 12 16:14:14.383710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b4d5b-f5c2-436c-8aeb-5cf63e8377b9 req-480d4549-1e2f-412b-ad93-87c4596434ee tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:14.385243 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-006b4d5b-f5c2-436c-8aeb-5cf63e8377b9 req-480d4549-1e2f-412b-ad93-87c4596434ee tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 946 time: 0.0495901 Dec 12 16:14:14.431375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-006b4d5b-f5c2-436c-8aeb-5cf63e8377b9 req-4e28d877-f3ca-47ac-a55b-10ee26a0b819 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Dec 12 16:14:15.548809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef2bae-57d4-4602-b257-f3dde2a51e29 req-bdb9f6ca-3231-40d3-b336-c62acdcb0239 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:15.550268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aef2bae-57d4-4602-b257-f3dde2a51e29 req-bdb9f6ca-3231-40d3-b336-c62acdcb0239 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 946 time: 0.0495625 Dec 12 16:14:15.596299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aef2bae-57d4-4602-b257-f3dde2a51e29 req-aa4c59ac-1188-4031-af7e-0124e38d9f49 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Dec 12 16:14:15.748708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-cd862de9-74da-41d3-bd22-18d95c3f1933 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:14:15.750033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-cd862de9-74da-41d3-bd22-18d95c3f1933 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 946 time: 0.0478404 Dec 12 16:14:15.840153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Deleting port 22932568-f886-4ff4-be52-890d6f84ca25 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:14:15.840492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:15.928851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] For port 22932568-f886-4ff4-be52-890d6f84ca25, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=22932568-f886-4ff4-be52-890d6f84ca25,segment=NetworkSegment(58cb3422-a8c0-4551-9052-5236f444b1f3),segment_id=58cb3422-a8c0-4551-9052-5236f444b1f3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:14:15.929208 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:15.940947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Calling delete_port for 22932568-f886-4ff4-be52-890d6f84ca25 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:14:16.069518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:16.089359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['22932568-f886-4ff4-be52-890d6f84ca25'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:14:16.095771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Pushing event deleted for resources: {'Port': ['ID=22932568-f886-4ff4-be52-890d6f84ca25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:16.138334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] No DVR routers for this DVR port 22932568-f886-4ff4-be52-890d6f84ca25 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:14:16.140963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:16.144390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e58c03e9-2d6f-4dc4-bd20-1e4d033a320f req-4f0c1e0b-0ce7-4e4c-bf6d-7a8b1d5c5e2c tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.30 "DELETE /v2.0/ports/22932568-f886-4ff4-be52-890d6f84ca25 HTTP/1.1" status: 204 len: 173 time: 0.3838332 Dec 12 16:14:16.144925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'name': 'network-vif-deleted', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:14:16.147258 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0a9c436d957eaa0c2e2837affd50db9004a39d59a39093829c2d420b35ecd37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7011d52-6840-421f-a4c0-cd40f0ffddbd" -d '{"events": [{"server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "name": "network-vif-deleted", "tag": "22932568-f886-4ff4-be52-890d6f84ca25"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:14:16.189520 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f7293e-932c-4cf1-a3dd-bc85d430e594 x-openstack-request-id: req-89f7293e-932c-4cf1-a3dd-bc85d430e594 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:14:16.189831 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19", "name": "network-vif-deleted", "tag": "22932568-f886-4ff4-be52-890d6f84ca25", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:14:16.190098 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89f7293e-932c-4cf1-a3dd-bc85d430e594 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:14:16.190505 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19', 'name': 'network-vif-deleted', 'tag': '22932568-f886-4ff4-be52-890d6f84ca25', 'status': 'completed', 'code': 200} Dec 12 16:14:16.708747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a825e060-58bb-452d-8e80-fe6557acff6d req-fa1b7216-0a44-480e-a374-fd02cb131f70 tempest-VolumesActionsTest-400730697 tempest-VolumesActionsTest-400730697-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2bbd1d-2cdf-4b39-96e4-7e899a15ff19 HTTP/1.1" status: 200 len: 210 time: 0.0315087 Dec 12 16:14:19.875852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 22932568-f886-4ff4-be52-890d6f84ca25 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:14:19.895952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 22932568-f886-4ff4-be52-890d6f84ca25 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:14:19.896309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 22932568-f886-4ff4-be52-890d6f84ca25 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:14:24.259136 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:14:35.511712 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04dcfd82-6330-46e6-9e25-ecd10e7f58b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:37.814662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e84e0982-280e-4fc6-978e-c5d983d1faba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.154781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:38.199100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Deleting subnet 42ccad3b-d0e4-4fea-9853-2a120e2e5a5c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:14:38.202229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.240119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.278619 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.329558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.355709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ccad3b-d0e4-4fea-9853-2a120e2e5a5c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:38.361866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.365946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-71e68d01-ec83-4c6e-834b-b28cf94bf83d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/42ccad3b-d0e4-4fea-9853-2a120e2e5a5c HTTP/1.1" status: 204 len: 168 time: 0.2095931 Dec 12 16:14:38.368529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:38.438330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.513408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.532862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c27edb-cc20-480b-ae6e-8f68d322afb6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:38.542235 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cb3422-a8c0-4551-9052-5236f444b1f3') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:38.542531 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cb3422-a8c0-4551-9052-5236f444b1f3') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:38.551462 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.564850 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.570801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:14:38.571227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:14:38.572951 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:14:38.630973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.640624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.643923 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4c27edb-cc20-480b-ae6e-8f68d322afb6 HTTP/1.1" status: 204 len: 168 time: 0.2744429 Dec 12 16:14:38.647602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53762) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:38.654858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a15b2b-eb7d-471c-a6a2-fea561e9e220 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4c27edb-cc20-480b-ae6e-8f68d322afb6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:38.695754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Deleting subnet 48491457-cb73-4809-a25e-1db282842926 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:14:38.699015 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.735552 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.751663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.774657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.825327 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.855541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48491457-cb73-4809-a25e-1db282842926,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:38.861188 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:38.867108 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c32504e-2fa3-411c-a8c1-1206d712f538 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48491457-cb73-4809-a25e-1db282842926 HTTP/1.1" status: 204 len: 168 time: 0.2182791 Dec 12 16:14:38.867230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53764) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:38.934744 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.015784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.040141 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24b6324-6327-4b84-9693-c496122675f4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:39.049231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de37d09f-601b-461f-baff-b0be12cf6ab7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:39.049527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de37d09f-601b-461f-baff-b0be12cf6ab7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:14:39.058629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.072322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.078672 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:14:39.079055 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:14:39.080975 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:14:39.136423 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.140892 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.147108 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f24b6324-6327-4b84-9693-c496122675f4 HTTP/1.1" status: 204 len: 168 time: 0.2758255 Dec 12 16:14:39.163067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a2e31-6d2b-4554-b33d-747dbe153d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=f24b6324-6327-4b84-9693-c496122675f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:39.322463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:39.489963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.594534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-95a0f293-6c70-4694-8b7f-76afb07e805e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6d38d61f7234800a54680b4e4cfb03d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710860 Dec 12 16:14:39.596874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:39.643545 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.664419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.709470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.711939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:39.713112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b605884e-9ef9-47cc-ad9a-26ad19d2a4bb HTTP/1.1" status: 204 len: 168 time: 0.1153018 Dec 12 16:14:39.720566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf85fd-db8d-4352-94eb-8e4a55a989c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605884e-9ef9-47cc-ad9a-26ad19d2a4bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:40.025086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:40.064112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff0bc376-9cef-4bd5-beac-ec2eaeb61ff5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a523e34ca6943f58271f5ed1a1965b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378532 Dec 12 16:14:40.066349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:40.112854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:40.133154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:40.180568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:40.183449 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:40.184591 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76768658-bf0e-436c-80ff-7aea61d0e26d HTTP/1.1" status: 204 len: 168 time: 0.1173284 Dec 12 16:14:40.192074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61655352-8b17-4cf3-b31f-0881ba63e137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76768658-bf0e-436c-80ff-7aea61d0e26d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:40.495561 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:41.189159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:41.640361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.517148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 53866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:49.621569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.698446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.702995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.743391 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49c656171a5f410cbec26db16fad6061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251153 Dec 12 16:14:49.744287 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1109216-7230-4023-ae25-0629ca07e153,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:49.746814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53870) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:49.752443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.752818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.753162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.753498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.753939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.754150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.754470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.754796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.755116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.755436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.756301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.756645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.757021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a3b4ee-fbf5-4fe6-b0af-dc80eb8ac89e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.805334 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.826745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.874056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.876807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:14:49.877941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1109216-7230-4023-ae25-0629ca07e153 HTTP/1.1" status: 204 len: 168 time: 0.1301274 Dec 12 16:14:49.886526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1109216-7230-4023-ae25-0629ca07e153,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:14:49.894563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.894911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.895252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.895589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.895911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.896235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.896559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.896909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.897232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.897550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.897869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.898230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:49.898527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3477ced4-83d8-49b3-967a-25a0ddc6fc91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:14:59.847903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 53998) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:14:59.951759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-232fa53f-88d1-4079-be97-c727df4811af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.032298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-232fa53f-88d1-4079-be97-c727df4811af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.037247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-232fa53f-88d1-4079-be97-c727df4811af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.080045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-232fa53f-88d1-4079-be97-c727df4811af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=630a45d725e444cfa70c923c9a3c8772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2310443 Dec 12 16:15:00.080926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fa53f-88d1-4079-be97-c727df4811af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0d5f71-6f0c-4d68-9a4a-f84cd2c4df76,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:00.082919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:00.133563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.154802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.201648 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.204215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.205384 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b0d5f71-6f0c-4d68-9a4a-f84cd2c4df76 HTTP/1.1" status: 204 len: 168 time: 0.1213174 Dec 12 16:15:00.213484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e623f2-fc54-4222-8ecf-a4a95e2fb25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0d5f71-6f0c-4d68-9a4a-f84cd2c4df76,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:00.468978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:00.485171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7800c7b-d321-4ab0-a04f-e9c1e6344611 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.560495 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7800c7b-d321-4ab0-a04f-e9c1e6344611 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.564209 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7800c7b-d321-4ab0-a04f-e9c1e6344611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.603001 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7800c7b-d321-4ab0-a04f-e9c1e6344611 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e33959cc4b3a4ef1996d68edc135d765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329327 Dec 12 16:15:00.603870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7800c7b-d321-4ab0-a04f-e9c1e6344611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2e2654-4c2b-454f-b443-48550ffdee9a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:00.606465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54010) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:00.657968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.680936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.728103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.730671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:00.731816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef2e2654-4c2b-454f-b443-48550ffdee9a HTTP/1.1" status: 204 len: 168 time: 0.1240978 Dec 12 16:15:00.739707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66689c0-7a42-47ac-a16c-e76c5d3a459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2e2654-4c2b-454f-b443-48550ffdee9a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:01.039643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54016) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:01.053231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e58b585-6c20-4914-a74c-b09c7c161589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.127381 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e58b585-6c20-4914-a74c-b09c7c161589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.132079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e58b585-6c20-4914-a74c-b09c7c161589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.173160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7e58b585-6c20-4914-a74c-b09c7c161589 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f22dce99d7442ebb030841df6edf8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322827 Dec 12 16:15:01.174282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58b585-6c20-4914-a74c-b09c7c161589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d5f9b0-cd88-4225-a38b-6b55f7ec57d0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:01.175811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54018) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:01.223760 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.244909 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.259635 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:15:01.291029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.293934 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:01.295073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99d5f9b0-cd88-4225-a38b-6b55f7ec57d0 HTTP/1.1" status: 204 len: 168 time: 0.1180706 Dec 12 16:15:01.303215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7373bee-2745-45cf-b156-612587e73c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d5f9b0-cd88-4225-a38b-6b55f7ec57d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:05.513786 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73ba3afa-b6c5-453a-b9f7-9cafe5bc706a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:07.816697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f210916-058f-4c37-8332-850aa7c1eef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:08.752961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:09.512984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:10.500133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:11.193333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:11.638166 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.304424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:19.408944 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c048-74fb-49e6-91c0-df8d59b84238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.483644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c048-74fb-49e6-91c0-df8d59b84238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.487253 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ec5c048-74fb-49e6-91c0-df8d59b84238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.525748 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1ec5c048-74fb-49e6-91c0-df8d59b84238 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37c7be5162644a8289b157f827f3cdfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201161 Dec 12 16:15:19.527045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5c048-74fb-49e6-91c0-df8d59b84238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c09040-59a0-4c21-8602-5b125dd8febf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:19.528396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54156) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:19.583657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.605425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.652064 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.654560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:19.658363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4c09040-59a0-4c21-8602-5b125dd8febf HTTP/1.1" status: 204 len: 168 time: 0.1280243 Dec 12 16:15:19.667235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb076959-8dd2-466f-9ba4-785332d55a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c09040-59a0-4c21-8602-5b125dd8febf,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:28.587345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54230) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:28.698724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1bc5-3fc4-4f16-9ff5-b3d8164a919b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.771702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1bc5-3fc4-4f16-9ff5-b3d8164a919b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.777914 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1bc5-3fc4-4f16-9ff5-b3d8164a919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.818421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1bcd1bc5-3fc4-4f16-9ff5-b3d8164a919b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ded26476deb4c44b11df25a615395cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298973 Dec 12 16:15:28.819331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd1bc5-3fc4-4f16-9ff5-b3d8164a919b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b2014f-75aa-47ec-9148-c872f65c9849,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:28.821203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:28.873091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.893802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.941675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.944324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:28.945651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9b2014f-75aa-47ec-9148-c872f65c9849 HTTP/1.1" status: 204 len: 168 time: 0.1232338 Dec 12 16:15:28.954811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cf68d-0728-4590-8b56-1048bf91e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b2014f-75aa-47ec-9148-c872f65c9849,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:29.585139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:29.682939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1515598486-network', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:29.704503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Made reservation on behalf of 75aa5c3e150145dba9a5f95cebb35de4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:15:29.706923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.715020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.792375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.795957 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.823923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:15:29.832799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef6111d-b929-4e47-bbcb-70ba65f9a026,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:29.838914 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.839256 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Added segment aa3153a7-aeb3-4574-8e19-fe249e55f04b of type vlan for network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 Dec 12 16:15:29.878629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.903665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.904740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:29.905312 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:29.959048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3728125 Dec 12 16:15:29.962133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54260) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:29.966097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e931cf9-6161-48b0-bfbe-65761e827069 admin admin] Pushing event updated for resources: {'Network': ['ID=20b3e3a2-f016-41e9-a3e8-ddcc509315c8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:29.967199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Request body: {'subnet': {'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1515598486-subnet', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:29.976287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:15:29.991803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Made reservation on behalf of 75aa5c3e150145dba9a5f95cebb35de4 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:15:29.994453 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.156689 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.207684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18d6e6d-81d8-4ce6-b6db-331ef45c8968,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:30.223103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Checking segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:30.223449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Network hostable DHCP agents. Network: 20b3e3a2-f016-41e9-a3e8-ddcc509315c8, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:15:30.240428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:15:30.249195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 20b3e3a2-f016-41e9-a3e8-ddcc509315c8) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:30.253474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:30.254053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.258979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bee0839-50f9-48d7-887f-cb1ec897beeb None None] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:15:30.269731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8d230684-1db6-4441-bf4b-619eb77668a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065388 Dec 12 16:15:30.273048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54262) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:30.278032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:30.299272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.300376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.349940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.361801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:15:30.362670 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.486194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.499467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Allocated IP 172.20.0.2 (20b3e3a2-f016-41e9-a3e8-ddcc509315c8/e18d6e6d-81d8-4ce6-b6db-331ef45c8968/b7c040e3-ed02-4f4c-be78-009342f58434) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:30.639133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.645046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.686782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:30.690083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:30.692554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:30.701983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Pushing event updated for resources: {'Port': ['ID=b7c040e3-ed02-4f4c-be78-009342f58434,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:30.702450 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.712477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.712856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.713201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.713539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.713872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.714202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.714525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.714849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.715170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.715492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.715813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.716132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.716449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:30.721445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.765560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Attempting to bind port b7c040e3-ed02-4f4c-be78-009342f58434 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:30.765863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Attempting to bind port b7c040e3-ed02-4f4c-be78-009342f58434 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:30.766240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Attempting to bind port b7c040e3-ed02-4f4c-be78-009342f58434 on network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:30.771097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:30.771469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Checking segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:30.771866 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.772314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Bound using segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:30.773303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Bound port: b7c040e3-ed02-4f4c-be78-009342f58434, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:30.773689 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.821424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Allocated IP 172.25.3.207 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3b6779d3-6edf-4b40-97e4-db8f63088263) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:30.835976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] For port b7c040e3-ed02-4f4c-be78-009342f58434, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:30.839213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] For port b7c040e3-ed02-4f4c-be78-009342f58434, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b7c040e3-ed02-4f4c-be78-009342f58434,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:30.843493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.902678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def6f03-6507-499b-92e3-56d068c62d95 None None] Pushing event updated for resources: {'Port': ['ID=b7c040e3-ed02-4f4c-be78-009342f58434,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:30.933042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:30.968005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:31.010150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:31.013202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:31.015552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:31.026635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31711d29-d708-4730-bee6-75829bdb0f71 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:31.052861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6779d3-6edf-4b40-97e4-db8f63088263,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:31.150810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c2361c1e-0bf3-40e6-8a1c-7dc341696382 None None] Provisioning complete for port 3b6779d3-6edf-4b40-97e4-db8f63088263 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:31.151358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c2361c1e-0bf3-40e6-8a1c-7dc341696382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:31.200193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c2361c1e-0bf3-40e6-8a1c-7dc341696382 None None] Port 3b6779d3-6edf-4b40-97e4-db8f63088263 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:31.603008 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:31.806729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:31.866052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e9be5-dcef-4885-8a37-8b016322aebd None None] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:15:31.945676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] Provisioning complete for port b7c040e3-ed02-4f4c-be78-009342f58434 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:31.946014 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:31.946261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Router ec63593d-8100-469c-a42f-d2ea1eccbc87 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:15:32.067890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b7c040e3-ed02-4f4c-be78-009342f58434 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:32.110048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:15:32.115410 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.132477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.135461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Sync routers for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:15:32.136506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:32.137350 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5e451a5f-c94b-4abe-a4a7-2c95244993a1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8632073 Dec 12 16:15:32.164602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:32.165387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:32.225219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] For port b7c040e3-ed02-4f4c-be78-009342f58434, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b7c040e3-ed02-4f4c-be78-009342f58434,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:32.240942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.243795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b7c040e3-ed02-4f4c-be78-009342f58434 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:32.244311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.386262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:32.457188 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02836eb2-0a0c-4322-96d9-d0f06f59c3fc None None] Pushing event updated for resources: {'Port': ['ID=b7c040e3-ed02-4f4c-be78-009342f58434,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:32.475642 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-18520309-3a7a-4c28-baaa-32b39effc8d9 None None] Provisioning complete for port b7c040e3-ed02-4f4c-be78-009342f58434 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:32.476007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18520309-3a7a-4c28-baaa-32b39effc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.607540 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.676843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:31Z', 'revision_number': 3, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:32.703258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Checking router: ec63593d-8100-469c-a42f-d2ea1eccbc87 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:15:32.703604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Updating router ec63593d-8100-469c-a42f-d2ea1eccbc87 port 3b6779d3-6edf-4b40-97e4-db8f63088263 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:15:32.727341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.803274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Allocated IP 172.20.0.1 (20b3e3a2-f016-41e9-a3e8-ddcc509315c8/e18d6e6d-81d8-4ce6-b6db-331ef45c8968/210fd13f-83d8-48af-95a8-402287dcfbc3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:32.903584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.937294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.977722 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.981452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:32.983083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:32.986411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:32.989508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:32.995711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Pushing event updated for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:33.032757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4be6d1-6424-40f9-91ce-cabaa488dce7 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:33.034523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.042806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eeb3b-1f03-4c73-a9d9-d3cf6feb137b None None] Pushing event updated for resources: {'Port': ['ID=3b6779d3-6edf-4b40-97e4-db8f63088263,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:33.045387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Attempting to bind port 3b6779d3-6edf-4b40-97e4-db8f63088263 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:33.045763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Attempting to bind port 3b6779d3-6edf-4b40-97e4-db8f63088263 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:33.046134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Attempting to bind port 3b6779d3-6edf-4b40-97e4-db8f63088263 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:33.054303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:33.054649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:33.055057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.055448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:33.055925 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Bound port: 3b6779d3-6edf-4b40-97e4-db8f63088263, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:33.056311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.109242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] For port 3b6779d3-6edf-4b40-97e4-db8f63088263, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:33.114260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] For port 3b6779d3-6edf-4b40-97e4-db8f63088263, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b6779d3-6edf-4b40-97e4-db8f63088263,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:33.119051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.183390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b03d12-12a0-4500-96f9-8829981646dd None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:33.213438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:33.214152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:33.259961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] Provisioning complete for port 3b6779d3-6edf-4b40-97e4-db8f63088263 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:33.260404 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.270411 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.295308 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eeb3b-1f03-4c73-a9d9-d3cf6feb137b None None] Pushing event updated for resources: {'Port': ['ID=3b6779d3-6edf-4b40-97e4-db8f63088263,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:33.441566 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.446092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.515250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Pushing event updated for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:33.517666 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.558545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:33.608014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:33.609740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:33.629325 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.684806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] For port 3b6779d3-6edf-4b40-97e4-db8f63088263, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b6779d3-6edf-4b40-97e4-db8f63088263,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:33.693634 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.737590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Router ec63593d-8100-469c-a42f-d2ea1eccbc87 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:15:33.784134 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f3be4-8d25-4e79-adcd-65569558fb3f None None] Pushing event updated for resources: {'Port': ['ID=3b6779d3-6edf-4b40-97e4-db8f63088263,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:33.824461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f30eb04-9f99-429d-8722-373ba8415f06 None None] Provisioning complete for port 3b6779d3-6edf-4b40-97e4-db8f63088263 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:33.824824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f30eb04-9f99-429d-8722-373ba8415f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.852103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:31Z', 'revision_number': 3, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:33.856069 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:15:33.862156 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5b8f1ad-47e3-4cb6-b6df-388905863134 admin admin] 10.222.0.36 "PUT /v2.0/routers/ec63593d-8100-469c-a42f-d2ea1eccbc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224748 Dec 12 16:15:33.882959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb58378-5cdd-4c1b-ba47-5c1f72460039 None None] The sync data for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 is: [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:31Z', 'revision_number': 3, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:15:33.948344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f30eb04-9f99-429d-8722-373ba8415f06 None None] Provisioning complete for port 210fd13f-83d8-48af-95a8-402287dcfbc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:33.948748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f30eb04-9f99-429d-8722-373ba8415f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:33.990199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4f30eb04-9f99-429d-8722-373ba8415f06 None None] Port 210fd13f-83d8-48af-95a8-402287dcfbc3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:34.021702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b7c040e3-ed02-4f4c-be78-009342f58434 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:34.074918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b7c040e3-ed02-4f4c-be78-009342f58434 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:34.075240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.133633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f9b32d7d-ff4b-4e78-8dc9-665934df33a0 None None] Provisioning complete for port 210fd13f-83d8-48af-95a8-402287dcfbc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:34.134132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f9b32d7d-ff4b-4e78-8dc9-665934df33a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.191568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f9b32d7d-ff4b-4e78-8dc9-665934df33a0 None None] Port 210fd13f-83d8-48af-95a8-402287dcfbc3 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:34.409648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:34.415230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1063205380-network', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:34.437765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Made reservation on behalf of 1d23a95de540490094ef9e9e6e9bf632 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:15:34.440344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.449508 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.530816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.535128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.563764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:15:34.571021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235adcb-b9ef-48f7-9749-5c7131c4201a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:34.577475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.577861 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Added segment 1d712b53-50ba-459b-9922-ab8a9e0a30e9 of type vlan for network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d Dec 12 16:15:34.625912 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.652569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.653681 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:34.654246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.710613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2992797 Dec 12 16:15:34.713520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:34.717829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57dd67-5843-4889-9972-046af83a43a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7b08e7ef-d8a5-4210-989c-b7a88f934b7d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:34.718771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Request body: {'subnet': {'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1063205380-subnet', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:34.727076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:15:34.757991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Made reservation on behalf of 1d23a95de540490094ef9e9e6e9bf632 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:15:34.760929 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.929400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:34.983360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef7b89f-4dfa-4908-8bc5-12eb0b9840b0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:34.993886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Checking segment: {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:34.994251 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Network hostable DHCP agents. Network: 7b08e7ef-d8a5-4210-989c-b7a88f934b7d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:15:35.011015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:15:35.019452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 7b08e7ef-d8a5-4210-989c-b7a88f934b7d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:35.023584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:35.024170 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.028906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e054c3-5ad1-41a2-8064-3287e59b1826 None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:15:35.040919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4be6f5f6-77d6-478f-8f20-1b8bd914d278 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3262713 Dec 12 16:15:35.043514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54286) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:35.047677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:35.069078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.070676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.127831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.131406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:15:35.132960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.274067 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.278281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Allocated IP 172.20.0.2 (7b08e7ef-d8a5-4210-989c-b7a88f934b7d/cef7b89f-4dfa-4908-8bc5-12eb0b9840b0/766f17e2-8908-4d5a-acf8-8b7a16d927f5) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:35.432215 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.438501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.480621 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:35.483698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:35.484416 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.487524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:35.497175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Pushing event updated for resources: {'Port': ['ID=766f17e2-8908-4d5a-acf8-8b7a16d927f5,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:35.509151 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Sync routers for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:15:35.510315 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.520060 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:35.521353 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:35.556528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ab2d1a9-051d-43da-9f07-25801612c922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.560520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Attempting to bind port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:35.560520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Attempting to bind port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:35.560888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Attempting to bind port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 on network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:35.565949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:35.566322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Checking segment: {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:35.567261 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.567261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Bound using segment: {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:35.567576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Bound port: 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:35.567960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.625601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Allocated IP 172.25.3.108 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/34682ddc-1680-42c9-9f00-c408a56975df) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:35.635265 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] For port 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:35.636624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:35.639899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] For port 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=766f17e2-8908-4d5a-acf8-8b7a16d927f5,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:35.643740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.703605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6ff7f-65cf-4206-9a9f-5916359be4f3 None None] Pushing event updated for resources: {'Port': ['ID=766f17e2-8908-4d5a-acf8-8b7a16d927f5,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:35.744714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.781600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:35.826807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:35.829881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:35.832328 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:35.848430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 2, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:35.851303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56222f3-c4c0-4c7d-9d3d-5492b8d17aa6 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:35.869650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Pushing event updated for resources: {'Port': ['ID=34682ddc-1680-42c9-9f00-c408a56975df,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:35.881581 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Checking router: ec63593d-8100-469c-a42f-d2ea1eccbc87 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:15:35.882601 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Updating router ec63593d-8100-469c-a42f-d2ea1eccbc87 port 210fd13f-83d8-48af-95a8-402287dcfbc3 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:15:35.916750 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.030754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7127cc0a-9743-46d7-93f0-df425d18f420 None None] Provisioning complete for port 34682ddc-1680-42c9-9f00-c408a56975df triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:36.031423 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7127cc0a-9743-46d7-93f0-df425d18f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.094774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 766f17e2-8908-4d5a-acf8-8b7a16d927f5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:36.124419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7127cc0a-9743-46d7-93f0-df425d18f420 None None] Port 34682ddc-1680-42c9-9f00-c408a56975df cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:36.157684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:36.158350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.209342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.239343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.248574 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.254829 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.283502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=766f17e2-8908-4d5a-acf8-8b7a16d927f5,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:36.290017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.291214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b6779d3-6edf-4b40-97e4-db8f63088263 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:36.315456 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Pushing event updated for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:36.357654 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.358249 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.358744 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.361120 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.361610 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.361945 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.362267 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.362589 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.362906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.363224 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.363540 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.363851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.364160 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:36.386700 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Attempting to bind port 210fd13f-83d8-48af-95a8-402287dcfbc3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:36.387064 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Attempting to bind port 210fd13f-83d8-48af-95a8-402287dcfbc3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:36.387418 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Attempting to bind port 210fd13f-83d8-48af-95a8-402287dcfbc3 on network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:36.392950 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:36.393595 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Checking segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:36.394140 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.395354 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Bound using segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:36.395976 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Bound port: 210fd13f-83d8-48af-95a8-402287dcfbc3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:36.396520 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.408757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3b6779d3-6edf-4b40-97e4-db8f63088263 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:36.409133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.438676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=766f17e2-8908-4d5a-acf8-8b7a16d927f5,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:36.470590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.494995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] For port 210fd13f-83d8-48af-95a8-402287dcfbc3, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:36.498545 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] For port 210fd13f-83d8-48af-95a8-402287dcfbc3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=210fd13f-83d8-48af-95a8-402287dcfbc3,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:36.505066 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.561417 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:36.562082 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:36.625385 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f546113-4524-469d-ab34-ebad93f958f0 None None] Pushing event updated for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:36.652102 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Router f4f5a42c-048b-44fd-a84c-1e1db22a9405 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:15:36.662233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] Provisioning complete for port 210fd13f-83d8-48af-95a8-402287dcfbc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:36.663027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.767900 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.786139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:15:36.804349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Sync routers for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:15:36.810999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.812933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4c249a65-191b-4c7d-8df4-6a7aa9ff7729 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7683749 Dec 12 16:15:36.815862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:36.818449 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:36.838725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] For port 210fd13f-83d8-48af-95a8-402287dcfbc3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=210fd13f-83d8-48af-95a8-402287dcfbc3,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:36.840090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:36.840861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:36.892009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:36.998347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4f54-768c-475a-b5df-0e6a1312574a None None] Pushing event updated for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:37.012713 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:37.127453 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:37.156535 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1689a0-7d06-4938-bfd7-ddba31ef5d5b None None] The sync data for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 is: [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:15:37.157617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a3d57fed-28fc-4331-ac6c-c274d79de6c1 None None] Provisioning complete for port 210fd13f-83d8-48af-95a8-402287dcfbc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:37.158170 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a3d57fed-28fc-4331-ac6c-c274d79de6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.322734 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678be1db-72f0-4564-982f-421e24ec1a65 None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:15:37.410801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 3, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:37.428061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.605208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Allocated IP 172.20.0.1 (7b08e7ef-d8a5-4210-989c-b7a88f934b7d/cef7b89f-4dfa-4908-8bc5-12eb0b9840b0/d4fba00f-b699-4076-af53-971a92c11529) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:37.618403 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Checking router: f4f5a42c-048b-44fd-a84c-1e1db22a9405 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:15:37.618757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Updating router f4f5a42c-048b-44fd-a84c-1e1db22a9405 port 34682ddc-1680-42c9-9f00-c408a56975df binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:15:37.667921 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.673718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9218b77-7e45-42ae-b796-ea88c3655328 None None] Provisioning complete for port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:37.674087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9218b77-7e45-42ae-b796-ea88c3655328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.720704 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.768379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.815616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:37.818829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:37.824217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:37.848292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:37.875038 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2fc59568-79a4-4888-bb75-cd3f4141b1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:37.878244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.070517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.113462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e3c2988d-7afe-4afa-af83-6e0d76602b84 None None] Provisioning complete for port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:38.113826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3c2988d-7afe-4afa-af83-6e0d76602b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.117937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.174328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 766f17e2-8908-4d5a-acf8-8b7a16d927f5 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:38.180216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.250120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78e91-9eb7-4551-9c14-9bb001805358 None None] Pushing event updated for resources: {'Port': ['ID=34682ddc-1680-42c9-9f00-c408a56975df,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:38.263986 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:15:38.294686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b0df1-c072-4372-b403-c7085f53ef45 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:38.298952 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.305522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Attempting to bind port 34682ddc-1680-42c9-9f00-c408a56975df on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:38.305895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Attempting to bind port 34682ddc-1680-42c9-9f00-c408a56975df by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:38.306332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Attempting to bind port 34682ddc-1680-42c9-9f00-c408a56975df on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:38.309316 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.323404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:38.323888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:38.324181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.324562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:38.325063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Bound port: 34682ddc-1680-42c9-9f00-c408a56975df, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:38.325447 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.387389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:38.393167 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.394215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:38.394584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.444167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] For port 34682ddc-1680-42c9-9f00-c408a56975df, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:38.463235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] For port 34682ddc-1680-42c9-9f00-c408a56975df, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=34682ddc-1680-42c9-9f00-c408a56975df,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:38.468863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.493465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:38.495015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:38.531880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6e2fb-6ef5-42f2-9e7b-b6eae76addfa None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:15:38.570143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:38.570766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:38.637463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f78e91-9eb7-4551-9c14-9bb001805358 None None] Pushing event updated for resources: {'Port': ['ID=34682ddc-1680-42c9-9f00-c408a56975df,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:38.651004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 210fd13f-83d8-48af-95a8-402287dcfbc3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:38.661395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Router f4f5a42c-048b-44fd-a84c-1e1db22a9405 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:15:38.677586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Provisioning complete for port 34682ddc-1680-42c9-9f00-c408a56975df triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:38.677960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.783619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:15:38.790051 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f122232-9513-4dc8-b3ad-70805707b8a2 admin admin] 10.222.0.36 "PUT /v2.0/routers/f4f5a42c-048b-44fd-a84c-1e1db22a9405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9726028 Dec 12 16:15:38.795863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.798314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:38.855858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 210fd13f-83d8-48af-95a8-402287dcfbc3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:38.856228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:38.992682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.030570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] For port 34682ddc-1680-42c9-9f00-c408a56975df, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=34682ddc-1680-42c9-9f00-c408a56975df,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:39.038599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.147832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Provisioning complete for port d4fba00f-b699-4076-af53-971a92c11529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:39.148615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.178794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Pushing event updated for resources: {'Port': ['ID=34682ddc-1680-42c9-9f00-c408a56975df,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:39.207699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e6218-11f9-49f1-b4ba-83f1ab2c1b9e None None] Port d4fba00f-b699-4076-af53-971a92c11529 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:39.221917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd4fba00f-b699-4076-af53-971a92c11529', 'name': '', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'mac_address': 'fa:16:3e:10:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:37Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 2, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'subnets': [{'id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:39.249530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940efef-54b4-4c39-9a09-524e7feab9a9 None None] The sync data for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 is: [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd4fba00f-b699-4076-af53-971a92c11529', 'name': '', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'mac_address': 'fa:16:3e:10:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:37Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 2, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'subnets': [{'id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:15:39.328886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-932a3a50-36c2-4f61-b269-b9d7de32089b None None] Provisioning complete for port 34682ddc-1680-42c9-9f00-c408a56975df triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:39.329482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-932a3a50-36c2-4f61-b269-b9d7de32089b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.393637 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54300) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:39.399159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637126092', 'description': 'tempest-secgroup-smoke-1637126092 description', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:39.422467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.438317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-932a3a50-36c2-4f61-b269-b9d7de32089b None None] Provisioning complete for port d4fba00f-b699-4076-af53-971a92c11529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:39.438987 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-932a3a50-36c2-4f61-b269-b9d7de32089b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.489550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-932a3a50-36c2-4f61-b269-b9d7de32089b None None] Port d4fba00f-b699-4076-af53-971a92c11529 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:39.527107 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.531551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.534755 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.560412 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.561696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1662488 Dec 12 16:15:39.564583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54302) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:39.570281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:39.575612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4167-3409-438a-b6a2-e071e01c532c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:39.599471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.661373 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.665367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.683696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ce57d7-9a78-4c56-994f-32ae3008cd51,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:39.693220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.694590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4be51bbe-2864-4a6e-8e1a-76aa075f1bd2 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283288 Dec 12 16:15:39.697276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54304) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:39.701759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:39.732131 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.794202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.797892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.817233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2b2158-9c27-43aa-9c26-62d1f0b400f2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:39.822290 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.823492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3bc11153-3d23-4fdd-aede-ec8eedfed360 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252253 Dec 12 16:15:39.826248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54306) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:39.830680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:39.857758 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.923005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.926733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.947711 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c1e32d-4cc4-473e-a946-85cfb4313ede,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:39.956492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:39.957913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba0d40a9-ae92-4021-9dbf-19f647a075ba tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307259 Dec 12 16:15:39.960453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54308) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:39.970907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:39.999345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.066451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.070172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.089832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c524e8-7571-40e0-ab84-8934f8e9df0d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:40.094895 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.096105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-86c5c06b-ed7c-48d4-a8bb-29db00d6a32f tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341481 Dec 12 16:15:40.098994 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54310) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:40.104017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:40.125977 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Project 75aa5c3e150145dba9a5f95cebb35de4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:15:40.131497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.193258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.197298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.216466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14921c42-41de-4118-8014-b497f162b0b8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:40.222915 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.223480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7d6df55-1e17-493b-bbef-f68c3232cf4d tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235459 Dec 12 16:15:40.226957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54312) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:40.232031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'security_group_rule': {'security_group_id': 'c563f6aa-7b1e-4994-8d66-a8d8b79f2cae', 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:40.254142 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Project 75aa5c3e150145dba9a5f95cebb35de4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:15:40.259207 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.322534 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.326049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.344448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb5952-5610-4966-9735-8155a7c295e2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:40.352314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.353553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e8aeecb0-30a5-43bd-9b94-d9c7dfc3f6eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252868 Dec 12 16:15:40.503883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:40.690985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-54ede148-b6f0-45a9-bc9f-00a0b1383d59 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637126092&fields=id&tenant_id=75aa5c3e150145dba9a5f95cebb35de4 HTTP/1.1" status: 200 len: 267 time: 0.0432019 Dec 12 16:15:40.794589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-a894770c-5d2b-40b0-82bb-5a49e68644d9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:40.796102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-a894770c-5d2b-40b0-82bb-5a49e68644d9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 809 time: 0.0979345 Dec 12 16:15:40.812185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-fc5f1c46-c353-4c15-9762-dd58f6e8be51 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/quotas/75aa5c3e150145dba9a5f95cebb35de4 HTTP/1.1" status: 200 len: 375 time: 0.0100622 Dec 12 16:15:41.154873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-c7ffbaee-764a-41f5-89a8-b14982677bae tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3370600 Dec 12 16:15:41.200063 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:41.363092 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Sync routers for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:15:41.373085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:41.373696 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:41.375901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-cdc7b551-b6c8-4693-b484-a70380fd4e16 service neutron] 10.222.0.36 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272819 Dec 12 16:15:41.466113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-3f5fa2e0-f87c-44cc-89ab-d572808355f0 service neutron] 10.222.0.36 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837910 Dec 12 16:15:41.479311 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:41.648174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:41.696020 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd4fba00f-b699-4076-af53-971a92c11529', 'name': '', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'mac_address': 'fa:16:3e:10:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:37Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 2, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'subnets': [{'id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:41.730674 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Checking router: f4f5a42c-048b-44fd-a84c-1e1db22a9405 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:15:41.731216 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Updating router f4f5a42c-048b-44fd-a84c-1e1db22a9405 port d4fba00f-b699-4076-af53-971a92c11529 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:15:41.751530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9b666d3-955c-4956-9754-6e0f45bfb7a9 req-95943928-cc1e-461d-951e-c0ac2f49a5c6 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 210 time: 0.0754504 Dec 12 16:15:41.757915 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.039459 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.041186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 34682ddc-1680-42c9-9f00-c408a56975df up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:42.045264 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.095074 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b10b6-29b7-47e8-aee4-ed208fbcc3ca None None] Pushing event updated for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:42.114159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 34682ddc-1680-42c9-9f00-c408a56975df triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:42.114518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.166392 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Attempting to bind port d4fba00f-b699-4076-af53-971a92c11529 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:42.166522 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Attempting to bind port d4fba00f-b699-4076-af53-971a92c11529 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:42.167079 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Attempting to bind port d4fba00f-b699-4076-af53-971a92c11529 on network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:42.178568 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:42.178945 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Checking segment: {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:42.179349 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.179727 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Bound using segment: {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:42.180202 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Bound port: d4fba00f-b699-4076-af53-971a92c11529, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d712b53-50ba-459b-9922-ab8a9e0a30e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:42.180556 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.253728 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] For port d4fba00f-b699-4076-af53-971a92c11529, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:42.257745 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] For port d4fba00f-b699-4076-af53-971a92c11529, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4fba00f-b699-4076-af53-971a92c11529,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:42.263587 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.322210 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:42.322868 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:42.324648 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b10b6-29b7-47e8-aee4-ed208fbcc3ca None None] Pushing event updated for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:42.330275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] Provisioning complete for port d4fba00f-b699-4076-af53-971a92c11529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:42.330677 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.426646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.475192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:42.480974 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] For port d4fba00f-b699-4076-af53-971a92c11529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4fba00f-b699-4076-af53-971a92c11529,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:42.488028 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.543895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed56f7b-beab-47c5-9096-c41128de4de2 None None] Pushing event updated for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:42.608430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ad49f6d9-f01d-47c1-88f7-c7c49a98654b None None] Provisioning complete for port d4fba00f-b699-4076-af53-971a92c11529 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:42.608774 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad49f6d9-f01d-47c1-88f7-c7c49a98654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:42.688009 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd4fba00f-b699-4076-af53-971a92c11529', 'name': '', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'mac_address': 'fa:16:3e:10:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:37Z', 'updated_at': '2021-12-12T16:15:42Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'subnets': [{'id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:42.718375 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f52f9-b79d-49c2-a100-90d8afd56d38 None None] The sync data for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 is: [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd4fba00f-b699-4076-af53-971a92c11529', 'name': '', 'network_id': '7b08e7ef-d8a5-4210-989c-b7a88f934b7d', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'mac_address': 'fa:16:3e:10:5c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:37Z', 'updated_at': '2021-12-12T16:15:42Z', 'revision_number': 4, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'subnets': [{'id': 'cef7b89f-4dfa-4908-8bc5-12eb0b9840b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:15:42.865257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf01f1f2-b45d-4583-9cfc-c52913562bdb req-117b21a4-4eb7-4e8e-a928-5e9a26b56177 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 210 time: 0.0313497 Dec 12 16:15:42.964369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-cfe3e06f-d987-4789-9d5b-75a46ee4fea8 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:42.965856 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-cfe3e06f-d987-4789-9d5b-75a46ee4fea8 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 809 time: 0.1206639 Dec 12 16:15:43.308230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-8784887a-5b45-42ab-b0b9-5687dc58ff52 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75aa5c3e150145dba9a5f95cebb35de4 HTTP/1.1" status: 200 len: 380 time: 0.3258734 Dec 12 16:15:43.319386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'port': {'device_id': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'admin_state_up': True, 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'security_groups': ['c563f6aa-7b1e-4994-8d66-a8d8b79f2cae']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:43.422605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Made reservation on behalf of 75aa5c3e150145dba9a5f95cebb35de4 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:15:43.426384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:43.556240 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Allocated IP 172.20.0.11 (20b3e3a2-f016-41e9-a3e8-ddcc509315c8/e18d6e6d-81d8-4ce6-b6db-331ef45c8968/0c94998b-9f66-42f0-b1b5-09b30381c839) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:43.693058 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:43.732790 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:43.775756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:43.778904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:43.782539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:43.791101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:43.841024 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:43.841826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:43.859448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-b3a1157a-a412-4736-96b0-a4c4280d490e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5435870 Dec 12 16:15:43.995010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Request body: {'port': {'device_id': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:44.025906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-19187eb4-9f5a-4084-bc97-cd35dfa74ca8 None None] Provisioning complete for port 0c94998b-9f66-42f0-b1b5-09b30381c839 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:44.026439 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19187eb4-9f5a-4084-bc97-cd35dfa74ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.028968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020db8f1-05e6-4e4b-a0b8-a1f07b8b6de2 req-940ff4b3-0673-45c4-8af9-cfdf06a69188 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:44.030459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-020db8f1-05e6-4e4b-a0b8-a1f07b8b6de2 req-940ff4b3-0673-45c4-8af9-cfdf06a69188 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 932 time: 0.0763650 Dec 12 16:15:44.063090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4fba00f-b699-4076-af53-971a92c11529 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:44.087493 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.090483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-020db8f1-05e6-4e4b-a0b8-a1f07b8b6de2 req-895eed68-a950-42a5-9994-38ca3b495516 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541701 Dec 12 16:15:44.100154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-19187eb4-9f5a-4084-bc97-cd35dfa74ca8 None None] Port 0c94998b-9f66-42f0-b1b5-09b30381c839 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:15:44.121753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d4fba00f-b699-4076-af53-971a92c11529 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:44.122182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.347138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c94998b-9f66-42f0-b1b5-09b30381c839 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:15:44.354976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.367184 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Transition to ACTIVE for port object 0c94998b-9f66-42f0-b1b5-09b30381c839 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:15:44.371115 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.423276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:44.493149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Attempting to bind port 0c94998b-9f66-42f0-b1b5-09b30381c839 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:15:44.493505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Attempting to bind port 0c94998b-9f66-42f0-b1b5-09b30381c839 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:15:44.493839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Attempting to bind port 0c94998b-9f66-42f0-b1b5-09b30381c839 on network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:44.498510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Port 0c94998b-9f66-42f0-b1b5-09b30381c839 on network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:15:44.498830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Attempting to bind port 0c94998b-9f66-42f0-b1b5-09b30381c839 on network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:15:44.503711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:15:44.504050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Checking segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:15:44.504435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Bound using segment: {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:15:44.504895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Bound port: 0c94998b-9f66-42f0-b1b5-09b30381c839, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3153a7-aeb3-4574-8e19-fe249e55f04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:15:44.505252 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.570928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:15:44.574539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0c94998b-9f66-42f0-b1b5-09b30381c839,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:15:44.578283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.613894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:44.614525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:44.616006 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1092 time: 0.6879766 Dec 12 16:15:44.616456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:15:44.643107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84240a-0889-4f8c-9768-8aaf3248bf98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:44.688073 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:15:44.730786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-954b7bce-5ff2-49ab-b952-7c6257a97050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:44.732305 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-954b7bce-5ff2-49ab-b952-7c6257a97050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1095 time: 0.0547569 Dec 12 16:15:44.783221 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-170ae7f8-e9ac-41cb-b258-6d8475a6aaa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 217 time: 0.0372083 Dec 12 16:15:44.789699 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2022d3c2-eb4e-40fc-ac40-eacb804c2d61 x-openstack-request-id: req-2022d3c2-eb4e-40fc-ac40-eacb804c2d61 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:15:44.790007 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:15:44.790263 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2022d3c2-eb4e-40fc-ac40-eacb804c2d61 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:15:44.790722 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'status': 'completed', 'code': 200} Dec 12 16:15:44.836118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-55eb20ec-e598-4fd7-9dab-8e1492bce536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:44.837628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-55eb20ec-e598-4fd7-9dab-8e1492bce536 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0443172 Dec 12 16:15:44.891746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-cf2d0ef8-ae58-45c4-8415-49e4d8dc6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:44.893343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-cf2d0ef8-ae58-45c4-8415-49e4d8dc6bfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443280 Dec 12 16:15:44.984379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-47a347aa-4833-42d0-94d5-c80ae7d77266 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795844 Dec 12 16:15:45.081602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ac2e708d-e286-475c-a579-b4b154e6fc68 req-1baf2ac6-b9d2-4720-9968-99010d35bbce service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Dec 12 16:15:45.180662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-39048566-3913-4b56-9181-41f75074ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:45.182202 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-39048566-3913-4b56-9181-41f75074ee06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1095 time: 0.0419445 Dec 12 16:15:45.204924 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b88de-7ef1-4e63-b1a3-f1903dc8cab9 req-10df17a6-290b-411e-b9b6-e6e1de5d8df3 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:45.206376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f22b88de-7ef1-4e63-b1a3-f1903dc8cab9 req-10df17a6-290b-411e-b9b6-e6e1de5d8df3 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 944 time: 0.0480947 Dec 12 16:15:45.255197 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f22b88de-7ef1-4e63-b1a3-f1903dc8cab9 req-e14e38b2-20cb-46e8-8667-b52b5c76e9df tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419915 Dec 12 16:15:45.273026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-1be768e7-bc62-4b63-803b-32885260e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:45.274494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-1be768e7-bc62-4b63-803b-32885260e184 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.0845294 Dec 12 16:15:45.325333 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-43b24f68-0e09-488a-bfe6-e3e91e051299 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 217 time: 0.0426884 Dec 12 16:15:45.377227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-b7361016-9035-4f17-914b-065537d3a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:45.378635 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-b7361016-9035-4f17-914b-065537d3a3f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0427289 Dec 12 16:15:45.427947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-d8f43e38-528c-428c-bfde-81f55c44b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:45.429933 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-d8f43e38-528c-428c-bfde-81f55c44b39e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390265 Dec 12 16:15:45.523175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-55dfa064-0b1d-4c78-8f71-35fca07b2b6f service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Dec 12 16:15:45.610025 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-22a4e798-ebd0-4b25-9128-1c8ee6ba5e98 req-e71c2ade-7c3b-4dd5-b64c-b5d605672852 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792849 Dec 12 16:15:46.372011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9f95-ffee-46ed-853c-4c071f918661 req-ab984ce2-2e7a-4001-9821-8b56710eb7b5 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:46.373490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-594b9f95-ffee-46ed-853c-4c071f918661 req-ab984ce2-2e7a-4001-9821-8b56710eb7b5 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 944 time: 0.0488186 Dec 12 16:15:46.421312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-594b9f95-ffee-46ed-853c-4c071f918661 req-2bce85b2-a46b-4d73-9543-500ab1a627c6 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Dec 12 16:15:47.538268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ee187-310d-4f84-afab-9ca196c70fa4 req-724f6311-282f-4fd7-9b0b-1fb345af6168 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:47.539708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb3ee187-310d-4f84-afab-9ca196c70fa4 req-724f6311-282f-4fd7-9b0b-1fb345af6168 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 944 time: 0.0534036 Dec 12 16:15:47.587947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb3ee187-310d-4f84-afab-9ca196c70fa4 req-14e9999b-e820-4658-a6a1-a69065194ae9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Dec 12 16:15:48.248736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0c94998b-9f66-42f0-b1b5-09b30381c839 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:15:48.499787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0c94998b-9f66-42f0-b1b5-09b30381c839,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:48.511457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'port_id': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'mac_address': 'fa:16:3e:a9:4c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:15:48.546351 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:48.559837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c94998b-9f66-42f0-b1b5-09b30381c839 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:15:48.579484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0c94998b-9f66-42f0-b1b5-09b30381c839,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:48.582579 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:48.634802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:48.706348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b9bb-212e-4019-88bd-c97a32a1d2e2 req-3fbfbcc1-388b-4656-936e-5703f91aef04 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:48.707975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0875b9bb-212e-4019-88bd-c97a32a1d2e2 req-3fbfbcc1-388b-4656-936e-5703f91aef04 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 945 time: 0.0493395 Dec 12 16:15:48.757348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0875b9bb-212e-4019-88bd-c97a32a1d2e2 req-195a57e1-59e0-4a00-98ac-16f709d50196 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Dec 12 16:15:48.835083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['0c94998b-9f66-42f0-b1b5-09b30381c839'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:15:49.876220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95c816-455f-4d03-b5e8-e780fff90b12 req-ec19ce90-4474-4a31-a514-e7213ec8ae3e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:49.877673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc95c816-455f-4d03-b5e8-e780fff90b12 req-ec19ce90-4474-4a31-a514-e7213ec8ae3e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 945 time: 0.0478013 Dec 12 16:15:49.929977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc95c816-455f-4d03-b5e8-e780fff90b12 req-08f4bac3-a7f8-445a-951e-7e0f7f3ea273 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Dec 12 16:15:50.271830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0c94998b-9f66-42f0-b1b5-09b30381c839 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:15:50.320669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 0c94998b-9f66-42f0-b1b5-09b30381c839 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:15:50.324460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 0c94998b-9f66-42f0-b1b5-09b30381c839 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:15:50.324862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:50.399113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:50.423570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:15:50.438155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0c94998b-9f66-42f0-b1b5-09b30381c839,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:15:50.442240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:50.467157 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb4c432-d395-4b8d-8ee3-0c039ba9b6de" -d '{"events": [{"server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "name": "network-vif-plugged", "status": "completed", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:15:50.495491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:50.552605 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df860869-b77f-429c-9b01-5ce1788f8961 x-openstack-request-id: req-df860869-b77f-429c-9b01-5ce1788f8961 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:15:50.552930 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "name": "network-vif-plugged", "status": "completed", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:15:50.553187 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df860869-b77f-429c-9b01-5ce1788f8961 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:15:50.553589 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'code': 200} Dec 12 16:15:50.670172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf270d-25c6-428b-908a-f01ffc218bba req-f736fa0c-8207-4fa8-b9fd-3acff7b2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:50.671647 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e3bf270d-25c6-428b-908a-f01ffc218bba req-f736fa0c-8207-4fa8-b9fd-3acff7b2cce6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0458906 Dec 12 16:15:50.719935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e3bf270d-25c6-428b-908a-f01ffc218bba req-153ac285-ba3f-4fff-9932-cec201264b69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374901 Dec 12 16:15:51.045285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e83ff-7a94-4be8-8554-5b0c1f77bb37 req-31c28d05-1e4e-4f68-a37c-f02d0e828c03 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:51.046789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-896e83ff-7a94-4be8-8554-5b0c1f77bb37 req-31c28d05-1e4e-4f68-a37c-f02d0e828c03 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0490441 Dec 12 16:15:51.094905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-896e83ff-7a94-4be8-8554-5b0c1f77bb37 req-cb07b124-efaf-46a6-9f75-aa5e812fdf05 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Dec 12 16:15:52.212812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25b215-e818-4ada-a809-96eb8d3e2861 req-6acb6e82-205d-4ae2-ba76-72be4c2908c5 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:52.214274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a25b215-e818-4ada-a809-96eb8d3e2861 req-6acb6e82-205d-4ae2-ba76-72be4c2908c5 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0498829 Dec 12 16:15:52.262887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a25b215-e818-4ada-a809-96eb8d3e2861 req-487a8cad-6a80-4ea8-8065-fbd22d442313 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Dec 12 16:15:52.379576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f808-d34f-4634-86e4-fa94d0cd2d61 req-8f0a040d-0bf4-4315-8b09-35605edee9f9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:52.380954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7658f808-d34f-4634-86e4-fa94d0cd2d61 req-8f0a040d-0bf4-4315-8b09-35605edee9f9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0522690 Dec 12 16:15:52.428107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7658f808-d34f-4634-86e4-fa94d0cd2d61 req-d482adc4-7168-4a10-981b-6178fca71905 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Dec 12 16:15:52.544568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f5b2-fdd7-44d6-98fb-48794d6ae2bf req-837271c3-8c86-4886-8234-3106cacec76c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:52.546043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e75f5b2-fdd7-44d6-98fb-48794d6ae2bf req-837271c3-8c86-4886-8234-3106cacec76c tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0505683 Dec 12 16:15:52.593828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e75f5b2-fdd7-44d6-98fb-48794d6ae2bf req-518a709e-f396-4cb8-a6dc-34d1eec99246 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Dec 12 16:15:52.615616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54394) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:52.699979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efa8ab-9d32-4bcc-9074-11f5121038a4 tempest-TestServerBasicOps-929436577 tempest-TestServerBasicOps-929436577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:52.701505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-95efa8ab-9d32-4bcc-9074-11f5121038a4 tempest-TestServerBasicOps-929436577 tempest-TestServerBasicOps-929436577-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1092 time: 0.0849404 Dec 12 16:15:52.704367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54398) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:15:52.708767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:15:52.731046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:52.826759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:52.930050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Allocated IP 172.25.3.133 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/154b1585-1307-48ac-b4ef-3d8b87de63e2) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:15:53.026504 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.059312 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.099185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:15:53.102070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:15:53.104688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:15:53.135404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'Port': ['ID=154b1585-1307-48ac-b4ef-3d8b87de63e2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:53.146829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.147195 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.147516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.147849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.148178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.148514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.148862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.149186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.149510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.149828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.150725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.151049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.151366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:15:53.466718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.533874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.678571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.683657 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.748693 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event updated for resources: {'Port': ['ID=154b1585-1307-48ac-b4ef-3d8b87de63e2,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:15:53.757871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:53.854735 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Floating IP 2e4d1574-1f16-410f-8a18-bacbffe5ef29 associated. External IP: 172.25.3.133, port: 0c94998b-9f66-42f0-b1b5-09b30381c839. Dec 12 16:15:54.054450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Router ec63593d-8100-469c-a42f-d2ea1eccbc87 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:15:54.159996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:15:54.171078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Sync routers for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:15:54.176743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:15:54.180975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:54.182284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:54.203207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-29e1dd64-7fb4-4a93-8baa-3aa674591dbc tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4977512 Dec 12 16:15:54.203822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:15:54.244663 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfda710a-01bb-48db-8087-d13817360559" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:15:54.289839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:54.334315 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60343c20-45da-4d5a-b8d9-7b22a14b0d7a x-openstack-request-id: req-60343c20-45da-4d5a-b8d9-7b22a14b0d7a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:15:54.334608 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:15:54.334864 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60343c20-45da-4d5a-b8d9-7b22a14b0d7a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:15:54.335297 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'status': 'completed', 'code': 200} Dec 12 16:15:54.398638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda710a-01bb-48db-8087-d13817360559 req-ffc13004-1af3-4f86-a379-e32acf5c2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:54.400694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-ffc13004-1af3-4f86-a379-e32acf5c2622 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0412617 Dec 12 16:15:54.493041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda710a-01bb-48db-8087-d13817360559 req-92cd0bc4-8ff1-4315-b059-75e557ec83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:54.494543 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-92cd0bc4-8ff1-4315-b059-75e557ec83cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.0871251 Dec 12 16:15:54.517197 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2e4d1574-1f16-410f-8a18-bacbffe5ef29', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'port_id': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'mac_address': 'fa:16:3e:a9:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:15:53Z', 'updated_at': '2021-12-12T16:15:53Z', 'revision_number': 0, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:54.543739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Checking router: ec63593d-8100-469c-a42f-d2ea1eccbc87 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:15:54.551896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:15:54.552504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:15:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:54.560897 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-85487ee6-9ded-46aa-8cd2-8fea18caf801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1000 time: 0.0587211 Dec 12 16:15:54.611292 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda710a-01bb-48db-8087-d13817360559 req-c5e272b6-94f9-43e4-a7ac-e997c35d0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:54.612824 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-c5e272b6-94f9-43e4-a7ac-e997c35d0562 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0441689 Dec 12 16:15:54.659157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:15:54.663703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda710a-01bb-48db-8087-d13817360559 req-56757b55-94b4-4fce-b850-44033aecd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:15:54.665336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-56757b55-94b4-4fce-b850-44033aecd9b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450845 Dec 12 16:15:54.753823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-c1164f25-373c-40d7-b68e-f86171a11187 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811739 Dec 12 16:15:54.852318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bfda710a-01bb-48db-8087-d13817360559 req-281a3bb6-4d2e-4598-af54-c43d6c39bacb service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867660 Dec 12 16:15:54.883241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2e4d1574-1f16-410f-8a18-bacbffe5ef29', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'port_id': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'mac_address': 'fa:16:3e:a9:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:15:53Z', 'updated_at': '2021-12-12T16:15:53Z', 'revision_number': 0, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:15:54.913181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3829b1b-e544-448c-998e-ff72661e9e1e None None] The sync data for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 is: [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '2e4d1574-1f16-410f-8a18-bacbffe5ef29', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'floating_ip_address': '172.25.3.133', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'port_id': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'mac_address': 'fa:16:3e:a9:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:15:53Z', 'updated_at': '2021-12-12T16:15:53Z', 'revision_number': 0, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:15:55.092275 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26864152-4bef-44c0-b2c2-274441f840ec None None] New status for floating IP 2e4d1574-1f16-410f-8a18-bacbffe5ef29: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:16:05.521396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e162433e-d921-42d8-abf1-481a0a65b3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:07.819896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d2cec362-8995-4fc7-8b07-596d1fb5afe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:08.763294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:09.556293 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:10.501260 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:11.192499 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:11.638411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:15.263098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:16:31.322018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:16:31.407273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb850d2-b533-4745-b77f-bc0f8fc0ce4c req-3bf3ecf2-7cd3-4ce0-bfec-11e4770b70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:16:31.408723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fb850d2-b533-4745-b77f-bc0f8fc0ce4c req-3bf3ecf2-7cd3-4ce0-bfec-11e4770b70d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0856645 Dec 12 16:16:31.455611 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fb850d2-b533-4745-b77f-bc0f8fc0ce4c req-82c87be1-1784-4372-9fde-d1dd7b095c20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Dec 12 16:16:35.524682 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-81561170-07d8-4aca-8a2f-d9f867c80a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:37.821029 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a992fdb0-c5b3-4337-bcd8-d61b406b88bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:38.471954 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-313fa474-af43-4f56-964e-f47f58eb03d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402014 Dec 12 16:16:38.555759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-e798a803-a6fa-4336-a070-e71ce4c9dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:16:38.557266 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-e798a803-a6fa-4336-a070-e71ce4c9dc77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0396655 Dec 12 16:16:38.670445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-30e6637c-d20e-4350-bfaa-2c2e16c1bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:16:38.671890 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-30e6637c-d20e-4350-bfaa-2c2e16c1bcbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.0884290 Dec 12 16:16:38.742488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-04f585b6-b63f-435c-9e39-661c0e5b1fd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1002 time: 0.0582116 Dec 12 16:16:38.764515 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:38.794990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-5e07a97b-24c5-4e90-9df9-b660271f8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:16:38.796419 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-5e07a97b-24c5-4e90-9df9-b660271f8ea3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0433345 Dec 12 16:16:38.850250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-381a05b7-6f8d-45e6-9aeb-e34768bf88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:16:38.851712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-381a05b7-6f8d-45e6-9aeb-e34768bf88e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424781 Dec 12 16:16:38.947751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-8691f169-3464-4927-bfe6-7824cef7cecd service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Dec 12 16:16:39.041129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-cf6b5b65-6abe-4c9b-98f1-278117f8ff10 req-99226636-12f1-46f6-adb1-2a3537e69fc1 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821922 Dec 12 16:16:39.586830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:40.504062 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:41.193426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:41.633465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:16:52.261830 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:17:05.527233 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8398da59-b6ff-4ab0-9b95-b3895c601f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:07.821378 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1fe987be-579d-4aba-98a2-9eddad6273bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:08.766769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:09.597099 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:10.508719 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:11.195294 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:11.653213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:29.261876 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:17:35.527771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ba307b8a-5d7a-4fed-9a2f-73f5eb3a3713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:37.821042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5403050-d186-435c-b4bf-8b313b1c5c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:38.772223 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:38.849916 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-324fb712-c26b-4fdc-a9ae-d4d63c34d0c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448015 Dec 12 16:17:38.942470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-cf358b22-4fe4-4142-bb57-27213c547aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:17:38.943939 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-cf358b22-4fe4-4142-bb57-27213c547aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0426702 Dec 12 16:17:39.054548 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-8d6af9ef-0a05-44de-8cf8-b208cb588bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:17:39.055917 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-8d6af9ef-0a05-44de-8cf8-b208cb588bd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.0862992 Dec 12 16:17:39.127086 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-9ac460d7-4a47-4b39-ae77-60464ff7622d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1002 time: 0.0595527 Dec 12 16:17:39.179248 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-5c906b07-d0f1-4e6a-9e4b-e2534b3b8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:17:39.180694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-5c906b07-d0f1-4e6a-9e4b-e2534b3b8812 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0432045 Dec 12 16:17:39.233834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-1708a712-8bf7-48aa-94b2-cbfa14707401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:17:39.235553 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-1708a712-8bf7-48aa-94b2-cbfa14707401 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438840 Dec 12 16:17:39.328830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-7d0f46ad-190a-4337-9c3b-004c0f2f764d service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806994 Dec 12 16:17:39.425206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a0dc1bb0-4d98-4e8f-979b-ade2343c63e0 req-d7eb0087-f4c3-4508-af1c-226e16b96934 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Dec 12 16:17:39.602415 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:40.510208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:41.197636 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:17:41.678010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:05.529652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58dbe6f4-fe2c-4de2-ba9f-3c86ede4f47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:06.261511 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:18:07.821155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bac47d4c-df5b-4ed7-b7ed-849061034d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:08.773302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:09.615140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:10.513350 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:11.198917 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:11.681148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2b7d4eb4-b52d-42b1-a1bf-bd4bb5189803 req-986f2655-f7eb-40c4-8ad0-fbe6cb5961c1 service neutron] (103412) timed out ('10.222.0.36', 38150) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:18:11.686898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:35.533515 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dc1a92cc-060e-4c93-8962-0ccd222655b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:37.821846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b90d5dbc-00eb-4aee-9c95-d204eac7508f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:38.775635 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:39.612174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:40.516092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:40.845891 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-9a3344c8-70ed-4ab2-870d-0cd453866908 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422130 Dec 12 16:18:40.934041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-648750d3-eeed-4eca-b1f7-948b602ee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:18:40.935494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-648750d3-eeed-4eca-b1f7-948b602ee780 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0407643 Dec 12 16:18:41.039897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-b4657737-9031-43cb-84ac-0b298de34427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:18:41.041470 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-b4657737-9031-43cb-84ac-0b298de34427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.0859227 Dec 12 16:18:41.111349 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-b9b84d98-6c85-4e09-8dd5-edbeba0810f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1002 time: 0.0585632 Dec 12 16:18:41.163574 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-e422e358-9162-4f90-aa29-27f173e452dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:18:41.165064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-e422e358-9162-4f90-aa29-27f173e452dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0432427 Dec 12 16:18:41.203001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:41.223463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-a3072b2a-3478-4429-90a5-7c71d92c39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:18:41.224994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-a3072b2a-3478-4429-90a5-7c71d92c39e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475299 Dec 12 16:18:41.316022 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-58939298-f9ae-4b4b-b32e-0ea041b43263 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798008 Dec 12 16:18:41.418452 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3873925-75f9-4993-a4b5-ded682a73d8c req-762840fd-2991-457f-952e-3ccc10333741 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903065 Dec 12 16:18:41.679096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:18:43.260575 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:19:05.534246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ca87e417-26b9-48fd-98c3-41ef36131c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:07.822492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7330d9f6-eafd-4095-b7bc-ef18b223fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:08.779054 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:09.613836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:10.519321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:11.205594 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:11.678819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:20.259566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:19:35.535369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-91bd3e16-8682-4b70-ab10-f46ec8fb4d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:37.823392 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a1c087b5-d80d-4e9c-9112-2d102b4da6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:38.782504 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:39.626843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:40.522405 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:41.207356 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:41.449724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-d7a057f5-8d3f-45e5-a4e7-d1fdb0fce8f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406046 Dec 12 16:19:41.557651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-2dfd75ed-face-4ca1-8118-71384f90bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:19:41.559339 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-2dfd75ed-face-4ca1-8118-71384f90bccb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 1097 time: 0.0509861 Dec 12 16:19:41.687982 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-53e9ae14-213f-4c08-bb6c-a397d3b02ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:19:41.689776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-53e9ae14-213f-4c08-bb6c-a397d3b02ca4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 200 len: 909 time: 0.1035621 Dec 12 16:19:41.695696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:19:42.047677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-17e345e3-baa7-43ec-8e9d-fa244543905a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 200 len: 1002 time: 0.3448436 Dec 12 16:19:42.099634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-16ece593-7bf7-4f64-a13a-5b0c7af05ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:19:42.101073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-16ece593-7bf7-4f64-a13a-5b0c7af05ad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 200 len: 848 time: 0.0426054 Dec 12 16:19:42.155530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-21f11fb6-8e2b-4e5f-b209-22faa2f24ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:19:42.157038 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-21f11fb6-8e2b-4e5f-b209-22faa2f24ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b3e3a2-f016-41e9-a3e8-ddcc509315c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438049 Dec 12 16:19:42.249378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-4451ffca-413d-4e2f-8132-8eb125fe77bf service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Dec 12 16:19:42.344075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48363cd4-5fec-485d-bb80-3ef419b3ca14 req-5ef2aad7-ed2f-4bc6-9e1e-10ba56aa7591 service neutron] 10.222.0.30 "GET /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829074 Dec 12 16:19:57.258597 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:20:05.536085 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0246012-015b-40a0-be45-9144d41eb61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:07.825666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d2f16af9-471e-439a-8b40-a6cf3103d647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:08.785464 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:09.641177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:10.525519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:11.209120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:11.692877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:34.258342 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:20:35.536876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1169598b-2dd2-4fd5-a19e-344520ee51d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:36.304456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e76895-dcae-47df-9cfd-fb8d191ec235 req-60702842-4c46-44e5-be2f-87073b8c1189 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:20:36.305976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30e76895-dcae-47df-9cfd-fb8d191ec235 req-60702842-4c46-44e5-be2f-87073b8c1189 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0604002 Dec 12 16:20:36.358034 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30e76895-dcae-47df-9cfd-fb8d191ec235 req-f5d6e69d-530c-4bec-b068-97ee14bd5765 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 Dec 12 16:20:37.507441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e619f4-bdcf-4209-b693-4b13cb5f40f0 req-168c6379-df2f-4bec-bc8e-91d3ffc6e0b9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:20:37.508955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6e619f4-bdcf-4209-b693-4b13cb5f40f0 req-168c6379-df2f-4bec-bc8e-91d3ffc6e0b9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0506561 Dec 12 16:20:37.559750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a6e619f4-bdcf-4209-b693-4b13cb5f40f0 req-1c4e28f0-8c37-40c4-b98a-605435a119d9 tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/security-groups?id=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Dec 12 16:20:37.753595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5a3283e9-e883-45e8-99ce-d115621a463a tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:20:37.755057 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5a3283e9-e883-45e8-99ce-d115621a463a tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 946 time: 0.0491104 Dec 12 16:20:37.827030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7bff4c90-ea7c-4443-83ff-ac0bcef18831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:37.842233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Deleting port 0c94998b-9f66-42f0-b1b5-09b30381c839 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:37.842569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:37.931196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] For port 0c94998b-9f66-42f0-b1b5-09b30381c839, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=0c94998b-9f66-42f0-b1b5-09b30381c839,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:37.931569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.098663 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.099027 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.099368 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Floating IP 2e4d1574-1f16-410f-8a18-bacbffe5ef29 disassociated. External IP: 172.25.3.133, port: 0c94998b-9f66-42f0-b1b5-09b30381c839. Dec 12 16:20:38.099757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Calling delete_port for 0c94998b-9f66-42f0-b1b5-09b30381c839 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:38.232448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.258768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event deleted for resources: {'Port': ['ID=0c94998b-9f66-42f0-b1b5-09b30381c839,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:38.271061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.271827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.271827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.272192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.272427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.272792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.273122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.273455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.273786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.274114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.274441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.274771 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.275097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:38.385846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Router ec63593d-8100-469c-a42f-d2ea1eccbc87 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:20:38.491490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:38.500935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Sync routers for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:38.510398 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:38.511088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:38.530706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] No DVR routers for this DVR port 0c94998b-9f66-42f0-b1b5-09b30381c839 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:38.533535 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.536969 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4660083-ee57-48a0-9a8c-433e574c389d req-5b7c1f23-901f-4bf0-b7c3-8583ae5150eb tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.30 "DELETE /v2.0/ports/0c94998b-9f66-42f0-b1b5-09b30381c839 HTTP/1.1" status: 204 len: 173 time: 0.7748828 Dec 12 16:20:38.537359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'name': 'network-vif-deleted', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:20:38.539608 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c76e95-0546-46c2-8577-743f0c25b0c4" -d '{"events": [{"server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "name": "network-vif-deleted", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:20:38.635108 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ac2b4-9053-4eb2-879e-442479909ee6 x-openstack-request-id: req-8b3ac2b4-9053-4eb2-879e-442479909ee6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:20:38.635310 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bc612c-760e-4ebc-b310-6ce453c8d10f", "name": "network-vif-deleted", "tag": "0c94998b-9f66-42f0-b1b5-09b30381c839", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:20:38.635589 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b3ac2b4-9053-4eb2-879e-442479909ee6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:20:38.636049 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bc612c-760e-4ebc-b310-6ce453c8d10f', 'name': 'network-vif-deleted', 'tag': '0c94998b-9f66-42f0-b1b5-09b30381c839', 'status': 'completed', 'code': 200} Dec 12 16:20:38.657580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:38.795396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c827b9de-483b-44ce-9a0c-37e21575844a req-be919949-46c1-43d3-b916-a4bdef160eef tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3bc612c-760e-4ebc-b310-6ce453c8d10f HTTP/1.1" status: 200 len: 210 time: 0.0337994 Dec 12 16:20:38.833777 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:38.886122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:38.916816 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Checking router: ec63593d-8100-469c-a42f-d2ea1eccbc87 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:38.925484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:38.926096 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:39.029495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:39.229040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:39.255909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d355992e-6ef7-47e8-84e6-5e38b8d9b08d None None] The sync data for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 is: [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '210fd13f-83d8-48af-95a8-402287dcfbc3', 'name': '', 'network_id': '20b3e3a2-f016-41e9-a3e8-ddcc509315c8', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'mac_address': 'fa:16:3e:6c:28:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:32Z', 'updated_at': '2021-12-12T16:15:36Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'subnets': [{'id': 'e18d6e6d-81d8-4ce6-b6db-331ef45c8968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:39.462772 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a2435-278f-497e-a365-5e5f42cb0401 None None] New status for floating IP 2e4d1574-1f16-410f-8a18-bacbffe5ef29: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:20:39.656125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:39.846416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54606) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:39.972314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Deleting port 154b1585-1307-48ac-b4ef-3d8b87de63e2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:39.972660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.046699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.047024 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.058503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Calling delete_port for 154b1585-1307-48ac-b4ef-3d8b87de63e2 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:40.190322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.216210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event deleted for resources: {'Port': ['ID=154b1585-1307-48ac-b4ef-3d8b87de63e2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:40.226933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.227224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.227540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.227873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.228644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.228644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.228836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.229163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.229483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.229801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.230117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.230436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.230752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:40.289025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.291512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.292843 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-01529f3e-d484-4e65-99bc-54ac848b6b1e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e4d1574-1f16-410f-8a18-bacbffe5ef29 HTTP/1.1" status: 204 len: 168 time: 0.4452410 Dec 12 16:20:40.360707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54612) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:40.418397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.442720 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.501769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.504323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.505519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] 10.222.0.36 "DELETE /v2.0/security-groups/c563f6aa-7b1e-4994-8d66-a8d8b79f2cae HTTP/1.1" status: 204 len: 168 time: 0.1437843 Dec 12 16:20:40.517975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896e21-9cd3-4a0a-ba15-026d79547a0e tempest-TestServerBasicOps-1357772320 tempest-TestServerBasicOps-1357772320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c563f6aa-7b1e-4994-8d66-a8d8b79f2cae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:40.541071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:40.560802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:40.989220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.212403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.226160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Deleting port 210fd13f-83d8-48af-95a8-402287dcfbc3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:41.226493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.305766 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] For port 210fd13f-83d8-48af-95a8-402287dcfbc3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=210fd13f-83d8-48af-95a8-402287dcfbc3,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:41.306020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.317126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Calling delete_port for 210fd13f-83d8-48af-95a8-402287dcfbc3 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:41.490461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.515675 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=210fd13f-83d8-48af-95a8-402287dcfbc3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:41.679442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.694164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:41.772177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0c94998b-9f66-42f0-b1b5-09b30381c839 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:41.793629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 0c94998b-9f66-42f0-b1b5-09b30381c839 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:41.793895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 0c94998b-9f66-42f0-b1b5-09b30381c839 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:42.177173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Router ec63593d-8100-469c-a42f-d2ea1eccbc87 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:20:42.281991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:42.286955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1cc1f86b-1946-421c-86d8-916aeee0aaf4 admin admin] 10.222.0.36 "PUT /v2.0/routers/ec63593d-8100-469c-a42f-d2ea1eccbc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251356 Dec 12 16:20:42.289508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54620) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:42.290626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Sync routers for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:42.301309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:42.301963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:42.391936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:42.404964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:42.492180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:42.547031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Deleting port 3b6779d3-6edf-4b40-97e4-db8f63088263 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:42.547368 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:42.584862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:20:41Z', 'revision_number': 5, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port': {'id': '3b6779d3-6edf-4b40-97e4-db8f63088263', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:42.613230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Checking router: ec63593d-8100-469c-a42f-d2ea1eccbc87 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:42.621602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Routers {'ec63593d-8100-469c-a42f-d2ea1eccbc87'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:42.622215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['ec63593d-8100-469c-a42f-d2ea1eccbc87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:42.628480 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] For port 3b6779d3-6edf-4b40-97e4-db8f63088263, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3b6779d3-6edf-4b40-97e4-db8f63088263,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:42.628883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:42.640502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Calling delete_port for 3b6779d3-6edf-4b40-97e4-db8f63088263 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:42.707377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] Set router ec63593d-8100-469c-a42f-d2ea1eccbc87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:42.758867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:20:42Z', 'revision_number': 6, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:42.788531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fb81e-2807-4a81-93be-bc011b8692f1 None None] The sync data for ids ['ec63593d-8100-469c-a42f-d2ea1eccbc87'] in n-d-710847-8 is: [{'id': 'ec63593d-8100-469c-a42f-d2ea1eccbc87', 'name': 'tempest-TestServerBasicOps-1515598486-router', 'tenant_id': '75aa5c3e150145dba9a5f95cebb35de4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:30Z', 'updated_at': '2021-12-12T16:20:42Z', 'revision_number': 6, 'project_id': '75aa5c3e150145dba9a5f95cebb35de4', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:42.816353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:42.846520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6779d3-6edf-4b40-97e4-db8f63088263,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:42.864790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdccfc6-8f48-4809-9271-0713f4531cb0 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:42.912362 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.001397 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.003601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.045924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.046463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec63593d-8100-469c-a42f-d2ea1eccbc87 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:20:43.050672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.051961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-481424a5-e28e-427f-adef-0287843b5b44 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ec63593d-8100-469c-a42f-d2ea1eccbc87 HTTP/1.1" status: 204 len: 168 time: 0.7614925 Dec 12 16:20:43.054466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54622) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:43.097814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Deleting subnet e18d6e6d-81d8-4ce6-b6db-331ef45c8968 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:20:43.100772 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.134347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.219678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.272825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.299221 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18d6e6d-81d8-4ce6-b6db-331ef45c8968,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:43.301179 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.306810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-43e6625e-d11a-4f27-861f-9e9358be1588 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e18d6e6d-81d8-4ce6-b6db-331ef45c8968 HTTP/1.1" status: 204 len: 168 time: 0.2489686 Dec 12 16:20:43.306942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01cb1d2-b565-4a9a-b935-d4e26fc3f75d None None] Network 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:20:43.307045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54624) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:43.378874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.431903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Deleting port b7c040e3-ed02-4f4c-be78-009342f58434 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:43.432314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.493110 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] For port b7c040e3-ed02-4f4c-be78-009342f58434, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b7c040e3-ed02-4f4c-be78-009342f58434,segment=NetworkSegment(aa3153a7-aeb3-4574-8e19-fe249e55f04b),segment_id=aa3153a7-aeb3-4574-8e19-fe249e55f04b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:43.493367 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.506147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Calling delete_port for b7c040e3-ed02-4f4c-be78-009342f58434 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:43.590078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4abfc05-910e-4d24-a172-bac65830e7a8 None None] DHCP port deletion for 20b3e3a2-f016-41e9-a3e8-ddcc509315c8 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:43.591258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.618282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c040e3-ed02-4f4c-be78-009342f58434,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:43.621784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] No DVR routers for this DVR port b7c040e3-ed02-4f4c-be78-009342f58434 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:43.698502 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.719004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b3e3a2-f016-41e9-a3e8-ddcc509315c8']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:43.728575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3153a7-aeb3-4574-8e19-fe249e55f04b') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:43.728899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3153a7-aeb3-4574-8e19-fe249e55f04b') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:43.739026 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.753308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.759440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:20:43.760007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:20:43.761747 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:20:43.817551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.822220 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:43.825640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/20b3e3a2-f016-41e9-a3e8-ddcc509315c8 HTTP/1.1" status: 204 len: 168 time: 0.5177112 Dec 12 16:20:43.828669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:43.839479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba2683-37d5-4489-83ab-2de7194afed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b3e3a2-f016-41e9-a3e8-ddcc509315c8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:44.147760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b6779d3-6edf-4b40-97e4-db8f63088263 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:44.168221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3b6779d3-6edf-4b40-97e4-db8f63088263 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:44.168565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3b6779d3-6edf-4b40-97e4-db8f63088263 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:44.169021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b7c040e3-ed02-4f4c-be78-009342f58434 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:44.187988 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b7c040e3-ed02-4f4c-be78-009342f58434 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:44.188338 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b7c040e3-ed02-4f4c-be78-009342f58434 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:44.188789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 210fd13f-83d8-48af-95a8-402287dcfbc3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:44.207097 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 210fd13f-83d8-48af-95a8-402287dcfbc3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:44.207429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 210fd13f-83d8-48af-95a8-402287dcfbc3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:44.250627 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:44.487778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Deleting port d4fba00f-b699-4076-af53-971a92c11529 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:44.488116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:44.566047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] For port d4fba00f-b699-4076-af53-971a92c11529, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d4fba00f-b699-4076-af53-971a92c11529,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:44.566415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:44.578324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Calling delete_port for d4fba00f-b699-4076-af53-971a92c11529 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:44.753969 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:44.778125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fba00f-b699-4076-af53-971a92c11529,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:44.940394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:45.148571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Router f4f5a42c-048b-44fd-a84c-1e1db22a9405 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:20:45.253900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:45.258944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c4f8d72e-f2a2-4614-9b34-77c05dd5585e admin admin] 10.222.0.36 "PUT /v2.0/routers/f4f5a42c-048b-44fd-a84c-1e1db22a9405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286137 Dec 12 16:20:45.261410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:45.262599 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Sync routers for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:45.272615 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:45.273248 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:45.362854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:45.375229 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:45.462028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:45.514469 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Deleting port 34682ddc-1680-42c9-9f00-c408a56975df {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:45.514804 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:45.552066 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '34682ddc-1680-42c9-9f00-c408a56975df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:20:44Z', 'revision_number': 5, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port': {'id': '34682ddc-1680-42c9-9f00-c408a56975df', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:73:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:45.578481 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Checking router: f4f5a42c-048b-44fd-a84c-1e1db22a9405 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:45.587876 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Routers {'f4f5a42c-048b-44fd-a84c-1e1db22a9405'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:45.588486 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:45.597791 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] For port 34682ddc-1680-42c9-9f00-c408a56975df, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=34682ddc-1680-42c9-9f00-c408a56975df,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:45.598204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:45.610335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Calling delete_port for 34682ddc-1680-42c9-9f00-c408a56975df owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:45.674349 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] Set router f4f5a42c-048b-44fd-a84c-1e1db22a9405 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:45.724891 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:20:45Z', 'revision_number': 6, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:45.754515 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75be71-94ae-4b48-9b99-af61588ee1ce None None] The sync data for ids ['f4f5a42c-048b-44fd-a84c-1e1db22a9405'] in n-d-710847-8 is: [{'id': 'f4f5a42c-048b-44fd-a84c-1e1db22a9405', 'name': 'tempest-TestServerBasicOps-1063205380-router', 'tenant_id': '1d23a95de540490094ef9e9e6e9bf632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:15:35Z', 'updated_at': '2021-12-12T16:20:45Z', 'revision_number': 6, 'project_id': '1d23a95de540490094ef9e9e6e9bf632', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:46.036984 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.064049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=34682ddc-1680-42c9-9f00-c408a56975df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:46.073923 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e12eb-5588-4b73-88dc-4f78290e7fb3 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:46.128611 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.238766 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.240868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.282467 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.283072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f5a42c-048b-44fd-a84c-1e1db22a9405 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:20:46.287948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.289086 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e0768521-dcaf-4d76-b999-5f0691d2cfdb admin admin] 10.222.0.36 "DELETE /v2.0/routers/f4f5a42c-048b-44fd-a84c-1e1db22a9405 HTTP/1.1" status: 204 len: 168 time: 1.0267930 Dec 12 16:20:46.291504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54630) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:46.335105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Deleting subnet cef7b89f-4dfa-4908-8bc5-12eb0b9840b0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:20:46.338238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.373580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.450796 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.500756 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.526437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef7b89f-4dfa-4908-8bc5-12eb0b9840b0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:46.528391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.532190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7dbf2bc-3653-4c28-8ccb-2e3cf94e9515 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cef7b89f-4dfa-4908-8bc5-12eb0b9840b0 HTTP/1.1" status: 204 len: 168 time: 0.2397103 Dec 12 16:20:46.534806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54632) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:46.541071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd745f-42a2-4059-b122-a249d4d6b0d1 None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:20:46.585129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4fba00f-b699-4076-af53-971a92c11529 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:46.614100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d4fba00f-b699-4076-af53-971a92c11529 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:46.614535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d4fba00f-b699-4076-af53-971a92c11529 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:46.618444 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.675872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Deleting port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:46.676203 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.728818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] DHCP port deletion for 7b08e7ef-d8a5-4210-989c-b7a88f934b7d request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:46.740001 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] For port 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=766f17e2-8908-4d5a-acf8-8b7a16d927f5,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:46.740463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.754077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Calling delete_port for 766f17e2-8908-4d5a-acf8-8b7a16d927f5 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:46.781177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Deleting port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:46.781559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.843041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.846448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] For port 766f17e2-8908-4d5a-acf8-8b7a16d927f5, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=766f17e2-8908-4d5a-acf8-8b7a16d927f5,segment=NetworkSegment(1d712b53-50ba-459b-9922-ab8a9e0a30e9),segment_id=1d712b53-50ba-459b-9922-ab8a9e0a30e9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:46.846862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.863175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Calling delete_port for 766f17e2-8908-4d5a-acf8-8b7a16d927f5 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:46.870844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=766f17e2-8908-4d5a-acf8-8b7a16d927f5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:46.874636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] No DVR routers for this DVR port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:46.950805 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:46.973450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b08e7ef-d8a5-4210-989c-b7a88f934b7d']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:46.983762 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d712b53-50ba-459b-9922-ab8a9e0a30e9') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:46.984059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d712b53-50ba-459b-9922-ab8a9e0a30e9') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:46.994293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.008294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.015768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:20:47.016194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:20:47.018082 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:20:47.073242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.080259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.083554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7b08e7ef-d8a5-4210-989c-b7a88f934b7d HTTP/1.1" status: 204 len: 168 time: 0.5476043 Dec 12 16:20:47.095807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17c450-ad89-4b88-9ea3-95b46789e6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b08e7ef-d8a5-4210-989c-b7a88f934b7d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:20:47.106704 n-d-710847-8 neutron-server[103413]: self.session.flush() Dec 12 16:20:47.112316 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.133356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Pushing event deleted for resources: {'Port': ['ID=766f17e2-8908-4d5a-acf8-8b7a16d927f5,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:47.144030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.144485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.144929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.145280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.145722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.146191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.146699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.147627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.147627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.147799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.148151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.148594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.149004 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:20:47.151698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] Network 7b08e7ef-d8a5-4210-989c-b7a88f934b7d is not hosted by any dhcp agent {{(pid=103413) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 12 16:20:47.152083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654478eb-ca83-4bd8-bbb1-a217edb45b5f None None] No DVR routers for this DVR port 766f17e2-8908-4d5a-acf8-8b7a16d927f5 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:47.209052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54636) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:47.252874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d79c7953-7aa4-404d-a640-fc9b9678813a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75aa5c3e150145dba9a5f95cebb35de4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426159 Dec 12 16:20:47.255305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54638) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:47.301250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.321682 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.366667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.369364 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.370548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bef6111d-b929-4e47-bbcb-70ba65f9a026 HTTP/1.1" status: 204 len: 168 time: 0.1143515 Dec 12 16:20:47.378633 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead206d-3eba-4906-b708-89ae63524cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef6111d-b929-4e47-bbcb-70ba65f9a026,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:47.681309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:47.720303 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-26c74a5f-7442-4d4a-a4f2-4b5d51434003 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d23a95de540490094ef9e9e6e9bf632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378082 Dec 12 16:20:47.722590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54646) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:47.774395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.796789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.843215 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.845982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:47.847138 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d235adcb-b9ef-48f7-9749-5c7131c4201a HTTP/1.1" status: 204 len: 168 time: 0.1236348 Dec 12 16:20:47.854801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fce5-f6ed-493d-bace-5b6d916f8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235adcb-b9ef-48f7-9749-5c7131c4201a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:48.147478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 766f17e2-8908-4d5a-acf8-8b7a16d927f5 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:48.173031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 766f17e2-8908-4d5a-acf8-8b7a16d927f5 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:48.173381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 766f17e2-8908-4d5a-acf8-8b7a16d927f5 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:48.173793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 34682ddc-1680-42c9-9f00-c408a56975df no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:48.193862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 34682ddc-1680-42c9-9f00-c408a56975df {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:48.194296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 34682ddc-1680-42c9-9f00-c408a56975df not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:48.500106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:48.604961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1553453782-network', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:20:48.626226 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Made reservation on behalf of 8c5736520f4c44b5a9dbbf300789a7a3 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:20:48.628701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.637153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.710802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.714391 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.735604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:20:48.749839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a033bb2b-1545-4351-b117-a8057f4d46c2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:48.752659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.752985 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Added segment 7dc695ef-96b4-4e96-8a0e-2cf49e007ffd of type vlan for network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c Dec 12 16:20:48.792879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.817431 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.818357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:20:48.818928 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:48.876285 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3749101 Dec 12 16:20:48.879198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54672) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:48.881817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462fb20-00ae-4eee-aeb0-2ea7a9cc4e19 admin admin] Pushing event updated for resources: {'Network': ['ID=92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:48.884160 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Request body: {'subnet': {'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1553453782-subnet', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:20:48.892924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:20:48.905851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Made reservation on behalf of 8c5736520f4c44b5a9dbbf300789a7a3 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:20:48.908173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.069964 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.117998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c474a1-db7f-40d5-9f7f-eacd87a38ecb,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:49.132434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Checking segment: {'id': '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:20:49.132817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Network hostable DHCP agents. Network: 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:20:49.149168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:20:49.158604 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:20:49.163225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:20:49.164212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.167369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf60f9b1-7c12-4f75-b82f-3aee0fa5a06b None None] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:20:49.179838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91031b9f-cc3f-4712-9ce4-8518b0cdd705 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.2995715 Dec 12 16:20:49.182431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54674) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:49.186670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:20:49.209266 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.210254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.266829 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.267936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c', 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c', 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'fixed_ips': [{'subnet_id': 'e2c474a1-db7f-40d5-9f7f-eacd87a38ecb'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:20:49.268887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.401841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Allocated IP 172.20.0.2 (92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c/e2c474a1-db7f-40d5-9f7f-eacd87a38ecb/d696d762-e935-480e-b757-c502ca35eec2) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:20:49.403086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.541783 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.547828 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.592964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:20:49.595700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:20:49.600055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:20:49.602859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Pushing event updated for resources: {'Port': ['ID=d696d762-e935-480e-b757-c502ca35eec2,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:49.604298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.627363 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.653362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Attempting to bind port d696d762-e935-480e-b757-c502ca35eec2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:20:49.653726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Attempting to bind port d696d762-e935-480e-b757-c502ca35eec2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:20:49.654684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Attempting to bind port d696d762-e935-480e-b757-c502ca35eec2 on network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:20:49.659853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:20:49.660225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Checking segment: {'id': '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:20:49.660625 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.661043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Bound using segment: {'id': '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:20:49.661504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Bound port: d696d762-e935-480e-b757-c502ca35eec2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:20:49.661887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.726420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] For port d696d762-e935-480e-b757-c502ca35eec2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:20:49.729881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] For port d696d762-e935-480e-b757-c502ca35eec2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d696d762-e935-480e-b757-c502ca35eec2,segment=NetworkSegment(7dc695ef-96b4-4e96-8a0e-2cf49e007ffd),segment_id=7dc695ef-96b4-4e96-8a0e-2cf49e007ffd)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:20:49.734003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Allocated IP 172.25.3.236 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/b0d3f66f-92bc-464e-9d54-76e23f967720) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:20:49.734979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.793558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355f566-7cf1-488d-b527-9c057a7c1a29 None None] Pushing event updated for resources: {'Port': ['ID=d696d762-e935-480e-b757-c502ca35eec2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:49.836446 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.870981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:49.917275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:20:49.920271 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:20:49.924465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:20:49.927509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Pushing event updated for resources: {'Port': ['ID=b0d3f66f-92bc-464e-9d54-76e23f967720,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:49.932394 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930a4fd-fd53-4a3f-9e88-7b9198bcd215 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:50.029813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9b19286b-fc49-4f3e-8f74-3ab4a0ba57b2 None None] Provisioning complete for port b0d3f66f-92bc-464e-9d54-76e23f967720 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:50.030399 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b19286b-fc49-4f3e-8f74-3ab4a0ba57b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.074777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9b19286b-fc49-4f3e-8f74-3ab4a0ba57b2 None None] Port b0d3f66f-92bc-464e-9d54-76e23f967720 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:20:50.176757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d696d762-e935-480e-b757-c502ca35eec2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:20:50.199865 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.224153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d696d762-e935-480e-b757-c502ca35eec2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:50.224456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.307860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.342667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port d696d762-e935-480e-b757-c502ca35eec2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d696d762-e935-480e-b757-c502ca35eec2,segment=NetworkSegment(7dc695ef-96b4-4e96-8a0e-2cf49e007ffd),segment_id=7dc695ef-96b4-4e96-8a0e-2cf49e007ffd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:50.346872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.399161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=d696d762-e935-480e-b757-c502ca35eec2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:50.700019 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.721802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f128570-a910-4f9b-ba7e-8836775ccf0e None None] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:20:50.822681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9955a84f-8314-42a6-b506-1d31f3a02f9f None None] Provisioning complete for port d696d762-e935-480e-b757-c502ca35eec2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:50.823027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9955a84f-8314-42a6-b506-1d31f3a02f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.824816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Router 88a24ded-26e5-44b8-af10-9d927d3e89d8 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:20:50.936552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:50.947678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Sync routers for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:50.954460 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:50.955736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ebaac17c-95a1-4704-b492-394bf267387d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.7723751 Dec 12 16:20:50.958573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54676) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:50.963224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Routers {'88a24ded-26e5-44b8-af10-9d927d3e89d8'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:50.963810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['88a24ded-26e5-44b8-af10-9d927d3e89d8'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:51.073651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Set router 88a24ded-26e5-44b8-af10-9d927d3e89d8 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:51.185559 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c5b49cae-c24a-4451-b778-f2fbeffad0d8 None None] Provisioning complete for port d696d762-e935-480e-b757-c502ca35eec2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:51.186213 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5b49cae-c24a-4451-b778-f2fbeffad0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.325161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:50Z', 'revision_number': 3, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:51.352317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Checking router: 88a24ded-26e5-44b8-af10-9d927d3e89d8 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:51.352695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Updating router 88a24ded-26e5-44b8-af10-9d927d3e89d8 port b0d3f66f-92bc-464e-9d54-76e23f967720 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:20:51.376800 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.382654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.575379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Allocated IP 172.20.0.1 (92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c/e2c474a1-db7f-40d5-9f7f-eacd87a38ecb/2bbd4770-37f9-41fc-a310-fada0fa18560) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:20:51.619079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.624226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.671552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f33190-19b0-4b33-ab2b-29244ae9e19c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:51.674567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.684261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Attempting to bind port b0d3f66f-92bc-464e-9d54-76e23f967720 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:20:51.684649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Attempting to bind port b0d3f66f-92bc-464e-9d54-76e23f967720 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:20:51.685022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Attempting to bind port b0d3f66f-92bc-464e-9d54-76e23f967720 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:20:51.695173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2adfd-6495-4a0a-add1-636aa12bed63 None None] Pushing event updated for resources: {'Port': ['ID=b0d3f66f-92bc-464e-9d54-76e23f967720,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:51.697709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:20:51.698214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:20:51.698623 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.699196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:20:51.699478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Bound port: b0d3f66f-92bc-464e-9d54-76e23f967720, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:20:51.699859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.714428 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.752817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:20:51.755771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:20:51.757739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-3f4e393e-230b-4041-b5c4-8b614b9f1015 None None] Provisioning complete for port b0d3f66f-92bc-464e-9d54-76e23f967720 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:51.758116 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f4e393e-230b-4041-b5c4-8b614b9f1015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.759348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:20:51.784357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbd4770-37f9-41fc-a310-fada0fa18560,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:51.785844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] For port b0d3f66f-92bc-464e-9d54-76e23f967720, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:20:51.802063 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.802723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] For port b0d3f66f-92bc-464e-9d54-76e23f967720, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b0d3f66f-92bc-464e-9d54-76e23f967720,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:20:51.807549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e393e-230b-4041-b5c4-8b614b9f1015 None None] Port b0d3f66f-92bc-464e-9d54-76e23f967720 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:20:51.811076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.864750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba36fdd-30e4-4ea3-b56e-3e365782e695 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:51.881303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Routers {'88a24ded-26e5-44b8-af10-9d927d3e89d8'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:51.881935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['88a24ded-26e5-44b8-af10-9d927d3e89d8'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:51.886723 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2adfd-6495-4a0a-add1-636aa12bed63 None None] Pushing event updated for resources: {'Port': ['ID=b0d3f66f-92bc-464e-9d54-76e23f967720,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:51.949782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] Provisioning complete for port b0d3f66f-92bc-464e-9d54-76e23f967720 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:51.950206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:51.951849 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.031128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] Set router 88a24ded-26e5-44b8-af10-9d927d3e89d8 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:52.115721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.120706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.168579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d696d762-e935-480e-b757-c502ca35eec2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:20:52.190565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.192513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbd4770-37f9-41fc-a310-fada0fa18560,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:52.295237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:20:52.296758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:20:52.374509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.421079 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Router 88a24ded-26e5-44b8-af10-9d927d3e89d8 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:20:52.436044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] For port b0d3f66f-92bc-464e-9d54-76e23f967720, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b0d3f66f-92bc-464e-9d54-76e23f967720,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:52.445516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.496691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d696d762-e935-480e-b757-c502ca35eec2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:52.496961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.534012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:52.539147 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2f393-a225-4733-8f14-f0138e18cb3a None None] Pushing event updated for resources: {'Port': ['ID=b0d3f66f-92bc-464e-9d54-76e23f967720,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:52.539509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c9ee624-2c60-455a-b252-b8fc15d394b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/88a24ded-26e5-44b8-af10-9d927d3e89d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5796661 Dec 12 16:20:52.560808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:50Z', 'revision_number': 3, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:52.595085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19194760-8f19-4536-9f84-2ef95f0812f3 None None] The sync data for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 is: [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:50Z', 'revision_number': 3, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:52.608824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-311b6ab4-5f40-4280-b170-adfe1ff450bc None None] Provisioning complete for port 2bbd4770-37f9-41fc-a310-fada0fa18560 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:52.609448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-311b6ab4-5f40-4280-b170-adfe1ff450bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:52.687561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-311b6ab4-5f40-4280-b170-adfe1ff450bc None None] Port 2bbd4770-37f9-41fc-a310-fada0fa18560 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:20:53.554557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:53.890598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.126344 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Sync routers for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:54.137141 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Routers {'88a24ded-26e5-44b8-af10-9d927d3e89d8'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:54.138057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['88a24ded-26e5-44b8-af10-9d927d3e89d8'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:54.141410 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Deleting port 2bbd4770-37f9-41fc-a310-fada0fa18560 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:54.142072 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.182868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b0d3f66f-92bc-464e-9d54-76e23f967720 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:20:54.229284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.233521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b0d3f66f-92bc-464e-9d54-76e23f967720 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:20:54.233891 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.242524 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Calling delete_port for 2bbd4770-37f9-41fc-a310-fada0fa18560 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:54.255446 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Set router 88a24ded-26e5-44b8-af10-9d927d3e89d8 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:54.431624 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.457820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbd4770-37f9-41fc-a310-fada0fa18560,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:54.460681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:51Z', 'revision_number': 4, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '2bbd4770-37f9-41fc-a310-fada0fa18560', 'name': '', 'network_id': '92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'mac_address': 'fa:16:3e:84:c9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'e2c474a1-db7f-40d5-9f7f-eacd87a38ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:51Z', 'updated_at': '2021-12-12T16:20:51Z', 'revision_number': 2, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'subnets': [{'id': 'e2c474a1-db7f-40d5-9f7f-eacd87a38ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:54.494151 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Checking router: 88a24ded-26e5-44b8-af10-9d927d3e89d8 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:54.494520 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Updating router 88a24ded-26e5-44b8-af10-9d927d3e89d8 port 2bbd4770-37f9-41fc-a310-fada0fa18560 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:20:54.511367 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Port 2bbd4770-37f9-41fc-a310-fada0fa18560 not found while updating agent binding for router 88a24ded-26e5-44b8-af10-9d927d3e89d8. {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 12 16:20:54.521162 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Routers {'88a24ded-26e5-44b8-af10-9d927d3e89d8'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:54.521781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['88a24ded-26e5-44b8-af10-9d927d3e89d8'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:54.628929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:54.723710 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] Set router 88a24ded-26e5-44b8-af10-9d927d3e89d8 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:54.840394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Router 88a24ded-26e5-44b8-af10-9d927d3e89d8 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:20:54.896178 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:54Z', 'revision_number': 5, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:54.924956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749f9c-3e53-4bdc-b95d-7f5e039cf775 None None] The sync data for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 is: [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:54Z', 'revision_number': 5, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port': {'id': 'b0d3f66f-92bc-464e-9d54-76e23f967720', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:54.947224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:20:54.954176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-92fc991d-7989-4f39-b514-9b9eccfca1b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/88a24ded-26e5-44b8-af10-9d927d3e89d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969133 Dec 12 16:20:54.955347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:55.061598 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.168011 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.221484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Deleting port b0d3f66f-92bc-464e-9d54-76e23f967720 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:55.221818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.305471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] For port b0d3f66f-92bc-464e-9d54-76e23f967720, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b0d3f66f-92bc-464e-9d54-76e23f967720,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:55.305832 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.318254 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Calling delete_port for b0d3f66f-92bc-464e-9d54-76e23f967720 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:55.486225 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.514880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d3f66f-92bc-464e-9d54-76e23f967720,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:55.525881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992ba23-dae5-441d-b81d-01581b616a07 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:55.541588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Sync routers for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:20:55.556663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Routers {'88a24ded-26e5-44b8-af10-9d927d3e89d8'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:55.557276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['88a24ded-26e5-44b8-af10-9d927d3e89d8'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:55.574966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.624057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Set router 88a24ded-26e5-44b8-af10-9d927d3e89d8 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:20:55.666843 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.669091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.678201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a24ded-26e5-44b8-af10-9d927d3e89d8', 'name': 'tempest-ImageQuotaTest-1553453782-router', 'tenant_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:20:49Z', 'updated_at': '2021-12-12T16:20:55Z', 'revision_number': 7, 'project_id': '8c5736520f4c44b5a9dbbf300789a7a3', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:55.705151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Checking router: 88a24ded-26e5-44b8-af10-9d927d3e89d8 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:20:55.713774 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.714313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88a24ded-26e5-44b8-af10-9d927d3e89d8 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:20:55.714434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Routers set() bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:20:55.714727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Router IDs set() for agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 12 16:20:55.715317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_agentschedulers_db [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'88a24ded-26e5-44b8-af10-9d927d3e89d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:20:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent'). {{(pid=103413) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 12 16:20:55.715700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab598f-7a01-4258-9611-4790cdf8284c None None] The sync data for ids ['88a24ded-26e5-44b8-af10-9d927d3e89d8'] in n-d-710847-8 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:20:55.720716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.724596 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-207965bb-0304-4bdd-8086-13c2b57f7de0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/88a24ded-26e5-44b8-af10-9d927d3e89d8 HTTP/1.1" status: 204 len: 168 time: 0.7681677 Dec 12 16:20:55.725073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:55.778722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Deleting subnet e2c474a1-db7f-40d5-9f7f-eacd87a38ecb {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:20:55.782177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.821566 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.898990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.955443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.980051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c474a1-db7f-40d5-9f7f-eacd87a38ecb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:55.985211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:55.988898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-17d55056-08fb-4f41-a5f4-6c7d67dda7d2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2c474a1-db7f-40d5-9f7f-eacd87a38ecb HTTP/1.1" status: 204 len: 168 time: 0.2622910 Dec 12 16:20:55.990423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79ac799-7714-4eb6-93e1-1686c0650e21 None None] Network 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:20:55.990847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54702) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:56.058128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.117962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Deleting port d696d762-e935-480e-b757-c502ca35eec2 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:56.118297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.164596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] DHCP port deletion for 92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:20:56.191778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b0d3f66f-92bc-464e-9d54-76e23f967720 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:56.195225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] For port d696d762-e935-480e-b757-c502ca35eec2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d696d762-e935-480e-b757-c502ca35eec2,segment=NetworkSegment(7dc695ef-96b4-4e96-8a0e-2cf49e007ffd),segment_id=7dc695ef-96b4-4e96-8a0e-2cf49e007ffd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:56.195581 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.208683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Calling delete_port for d696d762-e935-480e-b757-c502ca35eec2 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:56.220103 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b0d3f66f-92bc-464e-9d54-76e23f967720 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:56.220448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b0d3f66f-92bc-464e-9d54-76e23f967720 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:20:56.239818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Deleting port d696d762-e935-480e-b757-c502ca35eec2 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:20:56.239995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.287802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.303597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] For port d696d762-e935-480e-b757-c502ca35eec2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d696d762-e935-480e-b757-c502ca35eec2,segment=NetworkSegment(7dc695ef-96b4-4e96-8a0e-2cf49e007ffd),segment_id=7dc695ef-96b4-4e96-8a0e-2cf49e007ffd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:20:56.303996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.316309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Calling delete_port for d696d762-e935-480e-b757-c502ca35eec2 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:20:56.316559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d696d762-e935-480e-b757-c502ca35eec2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:56.320990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] No DVR routers for this DVR port d696d762-e935-480e-b757-c502ca35eec2 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:56.391572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.397787 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.412970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:56.423094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] Pushing event deleted for resources: {'Port': ['ID=d696d762-e935-480e-b757-c502ca35eec2,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:56.423291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:56.423467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc695ef-96b4-4e96-8a0e-2cf49e007ffd') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:20:56.426568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a4b63-8c03-4658-8c7b-b0d6e79485c8 None None] No DVR routers for this DVR port d696d762-e935-480e-b757-c502ca35eec2 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:20:56.433598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.451057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.457798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:20:56.458210 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:20:56.459969 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:20:56.517398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.522907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.526342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] 10.222.0.36 "DELETE /v2.0/networks/92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c HTTP/1.1" status: 204 len: 168 time: 0.5344727 Dec 12 16:20:56.537898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efe282-63e9-40ad-b674-cac3053653ac admin admin] Pushing event deleted for resources: {'Network': ['ID=92fb00cb-7d1e-45e1-8f6b-cbae87bc8c6c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:56.632109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54706) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:56.671933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cab5a29c-5952-4f21-881e-86c408e6fafa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c5736520f4c44b5a9dbbf300789a7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386140 Dec 12 16:20:56.674321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54708) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:56.721238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.741919 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.786936 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.789639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:56.790791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a033bb2b-1545-4351-b117-a8057f4d46c2 HTTP/1.1" status: 204 len: 168 time: 0.1155765 Dec 12 16:20:56.798669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8193c-ac10-45a8-9657-2a7c05804aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033bb2b-1545-4351-b117-a8057f4d46c2,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:57.099438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54714) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:57.112656 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71a9077-c5c4-4e01-ab3f-ae56c89125cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.188931 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71a9077-c5c4-4e01-ab3f-ae56c89125cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.192859 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71a9077-c5c4-4e01-ab3f-ae56c89125cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.229502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a71a9077-c5c4-4e01-ab3f-ae56c89125cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1290188 Dec 12 16:20:57.231683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a9077-c5c4-4e01-ab3f-ae56c89125cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37e2c3a-2876-4307-8889-68721f736d7a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:57.232965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:20:57.280644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.301533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.346330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.348978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:20:57.350117 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d37e2c3a-2876-4307-8889-68721f736d7a HTTP/1.1" status: 204 len: 168 time: 0.1161315 Dec 12 16:20:57.358690 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570a47b-accb-4a93-b84d-393e24e2e8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37e2c3a-2876-4307-8889-68721f736d7a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:20:58.149437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d696d762-e935-480e-b757-c502ca35eec2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:20:58.170329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d696d762-e935-480e-b757-c502ca35eec2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:20:58.170680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d696d762-e935-480e-b757-c502ca35eec2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:21:05.538638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ea01bb0-b0da-4580-883c-23837cba49c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:07.103282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-58b7cf7f-8308-420a-8ebf-4c212316934b tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284343 Dec 12 16:21:07.284570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-0af4b5c7-31d5-4687-8a4a-2c10ea2267cd tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:07.286042 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-0af4b5c7-31d5-4687-8a4a-2c10ea2267cd tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766069 Dec 12 16:21:07.300508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-849b7726-ee28-44d8-9cff-2be14aa3ad3b tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/quotas/11d1a7b523bb4c2daf1a683dbb2166d4 HTTP/1.1" status: 200 len: 375 time: 0.0087640 Dec 12 16:21:07.334048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-c2d6a04b-217f-4d15-a4b6-a997fa5d9af2 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283604 Dec 12 16:21:07.597711 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc863722-d6d1-4489-a64e-860fff03cb66 req-508b1180-1c64-4a7d-a42d-29a656eecf54 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 210 time: 0.1246660 Dec 12 16:21:07.833202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b60d7c1-94ce-487c-8739-6479d2878d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.441660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-2b66ddaf-cbd5-4386-ba42-1ead7bc47f8a tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208375 Dec 12 16:21:08.552280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-ace5c717-fcb5-492d-ba91-8f1303b87c33 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:08.553702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-ace5c717-fcb5-492d-ba91-8f1303b87c33 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064701 Dec 12 16:21:08.566311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Request body: {'port': {'device_id': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'admin_state_up': True, 'tenant_id': '11d1a7b523bb4c2daf1a683dbb2166d4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:08.682862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Made reservation on behalf of 11d1a7b523bb4c2daf1a683dbb2166d4 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:21:08.686459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.705730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-274c34b4-d0b9-4a69-b288-87c1447b8dd7 req-8004c786-b06e-4691-b09b-ffb28555044b tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 210 time: 0.0366683 Dec 12 16:21:08.710788 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.783906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.788251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.791970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:08.853696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39def20-6abc-4bc3-bb29-39c980c8cfc0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:08.920885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Allocated IP 192.168.233.197 (2088dcaf-0b48-4b93-9b87-06f5d4abd76f/b1dc4f8a-ec6c-4e73-ba98-81f964efd190/2eddf8d5-0ae1-4768-b750-b6c0393cf5ba) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:21:09.064863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.098553 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.143684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:21:09.146808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:21:09.150366 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:21:09.176682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Pushing event updated for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:09.205971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:09.206584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.223441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-6f1a51cb-1e00-4f6a-be09-4e9845fc3b90 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6605635 Dec 12 16:21:09.234561 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-2c7f3933-d6db-4b84-acce-625e2e5b6a0c tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:21:09.235540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-2c7f3933-d6db-4b84-acce-625e2e5b6a0c tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060201 Dec 12 16:21:09.343598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Request body: {'port': {'device_id': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:09.395623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.411257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-671028c5-1286-4ceb-b7c6-072d87379c72 None None] Provisioning complete for port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:21:09.411784 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-671028c5-1286-4ceb-b7c6-072d87379c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.445022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-671028c5-1286-4ceb-b7c6-072d87379c72 None None] Port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:21:09.650713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:21:09.655164 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.658969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.671032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Transition to ACTIVE for port object 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:21:09.674133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.722297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Pushing event updated for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:09.822865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Attempting to bind port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:21:09.823204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Attempting to bind port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:21:09.823536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Attempting to bind port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:21:09.830090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:21:09.830418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Attempting to bind port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba on network 2088dcaf-0b48-4b93-9b87-06f5d4abd76f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:21:09.840365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:21:09.840735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Checking segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:21:09.841173 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Bound using segment: {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:21:09.841613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Bound port: 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b1335c-1f03-44ab-b53c-da11acfb8ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:21:09.841969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.850976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d53d-5dce-4d72-8e1b-08e7ea6d89aa req-c0a2760e-9fb5-4cde-93bd-c374a4f0e596 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:09.852497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f894d53d-5dce-4d72-8e1b-08e7ea6d89aa req-c0a2760e-9fb5-4cde-93bd-c374a4f0e596 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 948 time: 0.0751479 Dec 12 16:21:09.947193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f894d53d-5dce-4d72-8e1b-08e7ea6d89aa req-4c6ae3f0-e000-409d-a5db-8c1325d7b814 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Dec 12 16:21:09.953760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:21:09.957551 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:21:09.962300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:09.999558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.000386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:10.001809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] 10.222.0.13 "PUT /v2.0/ports/2eddf8d5-0ae1-4768-b750-b6c0393cf5ba HTTP/1.1" status: 200 len: 1096 time: 0.7014780 Dec 12 16:21:10.002253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:21:10.004545 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374b4c1-25bd-448e-bc99-9ac8d5bad504" -d '{"events": [{"name": "network-changed", "server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:21:10.033288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746481b-c8ca-41b9-a026-21a0ffffde01 service neutron] Pushing event updated for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:10.101273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-f07e2708-b2f7-424a-a0f9-ded2845d3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.102811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-f07e2708-b2f7-424a-a0f9-ded2845d3436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 1099 time: 0.0522740 Dec 12 16:21:10.107174 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50865e60-824a-4620-86a7-d07a63a5f878 x-openstack-request-id: req-50865e60-824a-4620-86a7-d07a63a5f878 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:21:10.107431 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:21:10.107691 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50865e60-824a-4620-86a7-d07a63a5f878 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:21:10.108093 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba', 'status': 'completed', 'code': 200} Dec 12 16:21:10.446428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-07d256fd-0498-4442-8ff0-17ed869c9106 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba HTTP/1.1" status: 200 len: 217 time: 0.3332911 Dec 12 16:21:10.495657 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-2a7a385a-8780-4672-a507-62ffbe8ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.496993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-2a7a385a-8780-4672-a507-62ffbe8ed141 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0431106 Dec 12 16:21:10.533586 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:10.541937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-aedc5c81-76f5-4070-8f2d-87cc8acc277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.543437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-aedc5c81-76f5-4070-8f2d-87cc8acc277f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397048 Dec 12 16:21:10.634477 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-23c1217e-47b9-4fc8-a30d-9d663d4b76c8 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Dec 12 16:21:10.726544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3aa74224-3430-455c-ac53-dae39fdfe753 req-1b5ea3e3-a27a-48be-96d1-e1de2d4569eb service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Dec 12 16:21:10.813568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-cf94be62-d381-47b9-ad3a-c61425531509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.814936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-cf94be62-d381-47b9-ad3a-c61425531509 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 1099 time: 0.0410872 Dec 12 16:21:10.903282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-b2ce1821-5074-4847-a634-0b381b708f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:10.905293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-b2ce1821-5074-4847-a634-0b381b708f9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f HTTP/1.1" status: 200 len: 869 time: 0.0833964 Dec 12 16:21:10.950155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-8288a947-695c-4358-89cf-0ed5c79591b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba HTTP/1.1" status: 200 len: 217 time: 0.0379205 Dec 12 16:21:10.999608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-12e5f0ad-48e3-4cc1-9f4a-a60d42eae9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:11.001096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-12e5f0ad-48e3-4cc1-9f4a-a60d42eae9df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1dc4f8a-ec6c-4e73-ba98-81f964efd190 HTTP/1.1" status: 200 len: 843 time: 0.0443654 Dec 12 16:21:11.078801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-b48abadb-8073-4624-a154-b7f1b0086f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:11.080184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-b48abadb-8073-4624-a154-b7f1b0086f45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2088dcaf-0b48-4b93-9b87-06f5d4abd76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718608 Dec 12 16:21:11.092218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3abfd-b2ae-47e4-a7cf-d28ddc0db277 req-525ad090-708d-4c84-a58e-274f650b7888 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:11.093639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3f3abfd-b2ae-47e4-a7cf-d28ddc0db277 req-525ad090-708d-4c84-a58e-274f650b7888 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 948 time: 0.0764670 Dec 12 16:21:11.195537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3f3abfd-b2ae-47e4-a7cf-d28ddc0db277 req-caad63e8-fb61-4bb0-a223-8619af325961 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934842 Dec 12 16:21:11.213190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-e3667858-0be3-4f32-8b52-aebc717abfc3 service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184187 Dec 12 16:21:11.217312 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:11.257398 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:21:11.308748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4374b4c1-25bd-448e-bc99-9ac8d5bad504 req-c6108d77-aa62-4406-b001-364572c6133c service neutron] 10.222.0.13 "GET /v2.0/networks/2088dcaf-0b48-4b93-9b87-06f5d4abd76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879753 Dec 12 16:21:11.696575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:12.314927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d323-01b9-47d5-be79-20d9ef8c9ed7 req-eb68650c-cedf-4058-bbb4-24d2719b5b56 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:12.316401 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f50d323-01b9-47d5-be79-20d9ef8c9ed7 req-eb68650c-cedf-4058-bbb4-24d2719b5b56 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 948 time: 0.0509610 Dec 12 16:21:12.362986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f50d323-01b9-47d5-be79-20d9ef8c9ed7 req-13cbb06d-0c26-473e-a6cc-b64c450557e2 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Dec 12 16:21:12.626893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:21:12.720977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:12.733224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba', 'network_id': '2088dcaf-0b48-4b93-9b87-06f5d4abd76f', 'port_id': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba', 'mac_address': 'fa:16:3e:e6:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dc4f8a-ec6c-4e73-ba98-81f964efd190', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:21:12.768435 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:12.781764 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:21:12.801282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:12.804722 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:12.849161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:13.038208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2eddf8d5-0ae1-4768-b750-b6c0393cf5ba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:21:13.476089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58692eb-0976-4594-8c63-3b963b398582 req-f60ec61f-cfb8-4f74-8e74-83df8512aa39 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:13.477585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d58692eb-0976-4594-8c63-3b963b398582 req-f60ec61f-cfb8-4f74-8e74-83df8512aa39 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 949 time: 0.0483210 Dec 12 16:21:13.529214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d58692eb-0976-4594-8c63-3b963b398582 req-c435eeed-f59c-429a-9a80-d1b8d03331bf tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Dec 12 16:21:14.629899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:21:14.644007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3133-7a72-4453-95ed-204ca80faa84 req-c3d2722b-68f9-4c9d-8274-b4a89a1835b9 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:14.645522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc2c3133-7a72-4453-95ed-204ca80faa84 req-c3d2722b-68f9-4c9d-8274-b4a89a1835b9 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 949 time: 0.0482070 Dec 12 16:21:14.678800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:21:14.683035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:21:14.683417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:14.693598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc2c3133-7a72-4453-95ed-204ca80faa84 req-8138db5a-fa30-4690-8515-502103afb398 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Dec 12 16:21:14.760336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:14.783389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:21:14.785673 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f2207-0b80-4bd9-9304-f8f09d548507" -d '{"events": [{"server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "name": "network-vif-plugged", "status": "completed", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:21:14.797968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:14.802452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:14.850047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:14.882089 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77a96b-935a-4113-aef6-2b5780f9537f x-openstack-request-id: req-dd77a96b-935a-4113-aef6-2b5780f9537f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:21:14.882385 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "name": "network-vif-plugged", "status": "completed", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:21:14.882640 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd77a96b-935a-4113-aef6-2b5780f9537f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:21:14.883053 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba', 'code': 200} Dec 12 16:21:14.978673 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97608b12-3bde-49aa-83ab-d340a02b4240 req-0650c2cc-9301-489b-b684-3229135d5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:14.980113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97608b12-3bde-49aa-83ab-d340a02b4240 req-0650c2cc-9301-489b-b684-3229135d5c05 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 1101 time: 0.0388117 Dec 12 16:21:15.023045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-97608b12-3bde-49aa-83ab-d340a02b4240 req-66c94077-ec4f-4c28-83b8-d5b060a0dfc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350149 Dec 12 16:21:15.811291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a8d6e-f358-4b0f-b2f5-cf0646e8fd79 req-5593d11e-a683-41ae-af92-0a31eb4d8e28 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:15.812751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8a8d6e-f358-4b0f-b2f5-cf0646e8fd79 req-5593d11e-a683-41ae-af92-0a31eb4d8e28 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 950 time: 0.0518136 Dec 12 16:21:15.859106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1b8a8d6e-f358-4b0f-b2f5-cf0646e8fd79 req-4561d89e-eca8-49f6-83f3-e4adce61f007 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Dec 12 16:21:16.975904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa6d44-14fa-4a0a-bd81-e6fd86d78f82 req-ba5ab5fa-f067-4095-b068-70f367cf92fe tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:16.977389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8eaa6d44-14fa-4a0a-bd81-e6fd86d78f82 req-ba5ab5fa-f067-4095-b068-70f367cf92fe tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 950 time: 0.0477858 Dec 12 16:21:17.024428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8eaa6d44-14fa-4a0a-bd81-e6fd86d78f82 req-fb6b0513-59e2-4cd9-bd5f-6a559c5bfd68 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Dec 12 16:21:17.331035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-f3fd0d03-846a-4303-9d24-2d5d6a57e4ad req-ae76ddc8-f602-4875-9161-484f62c2d34a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:21:17.332032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3fd0d03-846a-4303-9d24-2d5d6a57e4ad req-ae76ddc8-f602-4875-9161-484f62c2d34a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493615 Dec 12 16:21:17.716061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-ae6a7ad6-1d3e-48fa-851d-3814b634b2fd req-428ecaf8-5104-403f-a60a-530c817d3f2a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:21:17.717083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae6a7ad6-1d3e-48fa-851d-3814b634b2fd req-428ecaf8-5104-403f-a60a-530c817d3f2a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439675 Dec 12 16:21:18.048963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7b970-edc2-47f9-b69d-c71e80d775a6 req-c93caafc-0fbf-473b-b3b5-812cc86b3693 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:18.050397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ada7b970-edc2-47f9-b69d-c71e80d775a6 req-c93caafc-0fbf-473b-b3b5-812cc86b3693 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 950 time: 0.0519652 Dec 12 16:21:18.096337 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ada7b970-edc2-47f9-b69d-c71e80d775a6 req-0e720a47-5495-4056-85d3-0d59eb518e3a tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Dec 12 16:21:19.213465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baa4c4-4651-40e1-886e-e7c05875bc69 req-c1477298-66a7-4be3-a5f5-1fa6831810a0 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:19.214937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06baa4c4-4651-40e1-886e-e7c05875bc69 req-c1477298-66a7-4be3-a5f5-1fa6831810a0 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 950 time: 0.0486200 Dec 12 16:21:19.290215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-88fb6f1b-1326-45ba-a3ad-6c1f274106d5 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:19.291632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-88fb6f1b-1326-45ba-a3ad-6c1f274106d5 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa711754-8920-4c26-aae9-7aded3502bfb HTTP/1.1" status: 200 len: 950 time: 0.0758474 Dec 12 16:21:19.295196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06baa4c4-4651-40e1-886e-e7c05875bc69 req-fc83cef3-7ad4-44fd-b493-e751300d0321 tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.36 "GET /v2.0/security-groups?id=b39def20-6abc-4bc3-bb29-39c980c8cfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 Dec 12 16:21:19.382435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Deleting port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:21:19.382688 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:19.467943 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] For port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,segment=NetworkSegment(f6b1335c-1f03-44ab-b53c-da11acfb8ddd),segment_id=f6b1335c-1f03-44ab-b53c-da11acfb8ddd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:19.468296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:19.479639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Calling delete_port for 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:21:19.606544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:19.617753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['2eddf8d5-0ae1-4768-b750-b6c0393cf5ba'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:21:19.633511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Pushing event deleted for resources: {'Port': ['ID=2eddf8d5-0ae1-4768-b750-b6c0393cf5ba,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:19.681093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] No DVR routers for this DVR port 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:21:19.683705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:19.687608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82c9686c-0bcd-4983-9a43-5453f8fe326e req-16ced691-0de0-462b-b02c-d131a74f3b5e tempest-ServersAdminNegativeTestJSON-357658333 tempest-ServersAdminNegativeTestJSON-357658333-project] 10.222.0.13 "DELETE /v2.0/ports/2eddf8d5-0ae1-4768-b750-b6c0393cf5ba HTTP/1.1" status: 204 len: 173 time: 0.3891475 Dec 12 16:21:19.688081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'name': 'network-vif-deleted', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:21:19.690422 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5366be37-f2e8-4f8a-9443-9c4d87313534" -d '{"events": [{"server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "name": "network-vif-deleted", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:21:19.747258 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba7c570-95eb-47a8-830e-e3cb3d09267e x-openstack-request-id: req-7ba7c570-95eb-47a8-830e-e3cb3d09267e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:21:19.748377 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa711754-8920-4c26-aae9-7aded3502bfb", "name": "network-vif-deleted", "tag": "2eddf8d5-0ae1-4768-b750-b6c0393cf5ba", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:21:19.748718 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ba7c570-95eb-47a8-830e-e3cb3d09267e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:21:19.749191 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa711754-8920-4c26-aae9-7aded3502bfb', 'name': 'network-vif-deleted', 'tag': '2eddf8d5-0ae1-4768-b750-b6c0393cf5ba', 'status': 'completed', 'code': 200} Dec 12 16:21:20.591146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:20.729413 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39430960-3933-46a9-9a6d-2d658c3569ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11d1a7b523bb4c2daf1a683dbb2166d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370714 Dec 12 16:21:20.732606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:20.781517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:20.802872 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:20.848848 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:20.851603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:20.852781 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b39def20-6abc-4bc3-bb29-39c980c8cfc0 HTTP/1.1" status: 204 len: 168 time: 0.1192403 Dec 12 16:21:20.861262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df1364-92f0-42de-a784-3a1d9969a4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39def20-6abc-4bc3-bb29-39c980c8cfc0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:21.113724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:21.126815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34f5004a-3098-488c-aef4-9028c1899ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.199807 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34f5004a-3098-488c-aef4-9028c1899ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.203818 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34f5004a-3098-488c-aef4-9028c1899ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.241847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-34f5004a-3098-488c-aef4-9028c1899ae6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c60c70a6ebce40569da9c071b3306972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269863 Dec 12 16:21:21.242715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5004a-3098-488c-aef4-9028c1899ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c08675-2b92-479c-ac13-cb57b46e7f88,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:21.244651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54890) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:21.292904 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.313175 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.358497 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.361145 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:21.362228 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88c08675-2b92-479c-ac13-cb57b46e7f88 HTTP/1.1" status: 204 len: 168 time: 0.1160533 Dec 12 16:21:21.369910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3de40-0279-4657-86d7-858e3a209b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c08675-2b92-479c-ac13-cb57b46e7f88,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:22.010818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:22.103432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-77692601-network', 'tenant_id': 'f1564f60d1804a1d86de207ea5b7d877'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:22.125157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Made reservation on behalf of f1564f60d1804a1d86de207ea5b7d877 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:21:22.127453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.135644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.213592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.217173 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.240788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:21:22.249640 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba695b-210b-462d-acd6-190f1f0f3fd3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:22.255506 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.255893 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Added segment 7b2ccee1-8b20-439f-94ae-c56c15175eb9 of type vlan for network dc888817-9682-47ff-be91-ce5ff7c89d2d Dec 12 16:21:22.293123 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.317077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.321476 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:22.322083 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.374967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3630252 Dec 12 16:21:22.378169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 54916) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:22.381996 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0138c5-ec2f-4390-bff3-1f7548f68d8e admin admin] Pushing event updated for resources: {'Network': ['ID=dc888817-9682-47ff-be91-ce5ff7c89d2d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:22.384229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Request body: {'subnet': {'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-77692601-subnet', 'tenant_id': 'f1564f60d1804a1d86de207ea5b7d877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:22.391927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network dc888817-9682-47ff-be91-ce5ff7c89d2d details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:21:22.407289 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Made reservation on behalf of f1564f60d1804a1d86de207ea5b7d877 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:21:22.410010 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.572246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.623584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4f126f-0235-4836-8e3e-916d10e7d2f6,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:22.633897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Checking segment: {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:21:22.634253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Network hostable DHCP agents. Network: dc888817-9682-47ff-be91-ce5ff7c89d2d, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:21:22.650356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Network dc888817-9682-47ff-be91-ce5ff7c89d2d is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:21:22.660348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, dc888817-9682-47ff-be91-ce5ff7c89d2d) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:21:22.664621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:22.665247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:22.672083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b88e0a-6cd2-4fe2-9eed-653aedc64361 None None] Network dc888817-9682-47ff-be91-ce5ff7c89d2d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:21:22.683256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bba27023-7ec6-437d-b310-0baff16b3001 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3035014 Dec 12 16:21:22.688752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:21:22.736423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:21:22.736794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 2eddf8d5-0ae1-4768-b750-b6c0393cf5ba not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:21:22.788488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63adb03a-cd8c-418d-b6e8-3916dffc4103 None None] Network dc888817-9682-47ff-be91-ce5ff7c89d2d requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:21:23.101399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-f5261dfd-2c03-4c8f-8a74-83587fba99c2 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:23.102837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-f5261dfd-2c03-4c8f-8a74-83587fba99c2 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 810 time: 0.1037943 Dec 12 16:21:23.117755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-68ac4328-8163-404c-b419-85e15505ae72 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/quotas/f1564f60d1804a1d86de207ea5b7d877 HTTP/1.1" status: 200 len: 375 time: 0.0088177 Dec 12 16:21:23.149493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-2449be06-1cfd-4984-8861-40795ec0793a tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265410 Dec 12 16:21:23.160111 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-2bd17bf8-7821-43ce-8e26-1c1fcfda3fd8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:21:23.161102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-2bd17bf8-7821-43ce-8e26-1c1fcfda3fd8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051641 Dec 12 16:21:23.249786 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-d094cd1b-b8a2-442b-8895-304136b7d166 service neutron] 10.222.0.36 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Dec 12 16:21:23.336720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-539f9826-2b62-45c0-bd8b-8245bf25299d service neutron] 10.222.0.36 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809801 Dec 12 16:21:23.493796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b9cb6e1-84f5-4b84-b51e-bf87fae50aea req-af7386e4-50e0-4200-bc35-8fa6765abd4a tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 210 time: 0.0279946 Dec 12 16:21:24.514939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-7e975c10-d7f2-4f62-92a4-28a12af795e9 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:24.517137 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-7e975c10-d7f2-4f62-92a4-28a12af795e9 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 810 time: 0.1087463 Dec 12 16:21:24.530126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Request body: {'port': {'device_id': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d', 'admin_state_up': True, 'tenant_id': 'f1564f60d1804a1d86de207ea5b7d877'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:24.607766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4134cbf4-3229-4024-b038-73a53baa2993 req-a5889159-be30-4364-bafc-9e107c3aa811 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 210 time: 0.0361044 Dec 12 16:21:24.661747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Made reservation on behalf of f1564f60d1804a1d86de207ea5b7d877 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:21:24.665254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:24.785558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Allocated IP 172.20.0.9 (dc888817-9682-47ff-be91-ce5ff7c89d2d/3e4f126f-0235-4836-8e3e-916d10e7d2f6/96338822-a665-43f2-af02-6e0bf6a83a5d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:21:24.929299 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:24.962342 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.006609 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Network dc888817-9682-47ff-be91-ce5ff7c89d2d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:21:25.009800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:21:25.012008 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:21:25.039582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:25.067775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:25.068370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.083155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-733fbb74-26dd-4507-a3c2-1bbbfe181d1e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576124 Dec 12 16:21:25.095802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Request body: {'port': {'device_id': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:21:25.150287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.400341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96338822-a665-43f2-af02-6e0bf6a83a5d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:21:25.408043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.420716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Transition to ACTIVE for port object 96338822-a665-43f2-af02-6e0bf6a83a5d will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:21:25.424037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.491867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:25.540569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:21:25.541202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:21:25.541316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:21:25.546077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:21:25.546395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:21:25.551212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:21:25.551542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Checking segment: {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:21:25.551918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Bound using segment: {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:21:25.552341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Bound port: 96338822-a665-43f2-af02-6e0bf6a83a5d, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:21:25.552708 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.613185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:21:25.616119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:21:25.620258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.660113 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:25.660684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:25.662464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 1091 time: 0.5708251 Dec 12 16:21:25.662911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:21:25.665290 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da2aa4-20df-49b5-a01f-f547e56c2856" -d '{"events": [{"name": "network-changed", "server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:21:25.702592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72d51b-df67-4d1b-9de3-b8a8806a79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:25.729354 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf211d9-3065-45f8-875d-3894b74810d6 x-openstack-request-id: req-0bf211d9-3065-45f8-875d-3894b74810d6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:21:25.729642 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:21:25.729900 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bf211d9-3065-45f8-875d-3894b74810d6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:21:25.730303 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'status': 'completed', 'code': 200} Dec 12 16:21:25.772981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f5d3-56f7-45c8-b735-85df6b9f8dce req-547ba4b5-d76d-45d0-9dd6-23fe98354ea7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:25.774487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e92f5d3-56f7-45c8-b735-85df6b9f8dce req-547ba4b5-d76d-45d0-9dd6-23fe98354ea7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0880802 Dec 12 16:21:25.780956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-6bd45218-9b0c-40dc-b815-03fbf94bdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:25.782326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-6bd45218-9b0c-40dc-b815-03fbf94bdad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1094 time: 0.0621469 Dec 12 16:21:25.841978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-c05a1f99-6a9f-421f-b16d-1c37c70218e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0457289 Dec 12 16:21:25.882816 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7e92f5d3-56f7-45c8-b735-85df6b9f8dce req-a10c0e3e-daf3-4421-85f7-306dab2ae60f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995731 Dec 12 16:21:25.898535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-ac1465c2-9489-40a3-b20b-2c399d4d9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:25.899981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-ac1465c2-9489-40a3-b20b-2c399d4d9e49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0523603 Dec 12 16:21:25.934074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-ce9718eb-c690-43cc-9504-3da25675b21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241129 Dec 12 16:21:26.024013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-c87379ec-09a7-4c1f-a04f-f1ef22f3fe05 service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827777 Dec 12 16:21:26.113870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0dea0942-99a8-479c-9951-08e166fd3d8c req-d840872a-baa5-420b-82b5-cf24042c14ef service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819869 Dec 12 16:21:26.203723 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-770ecbf1-712e-4ed6-8c07-1e2bf7688a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:26.205193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-770ecbf1-712e-4ed6-8c07-1e2bf7688a10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1094 time: 0.0404341 Dec 12 16:21:26.296473 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-53e7b6f0-c08b-4242-947c-c5a1f8748093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:26.297965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-53e7b6f0-c08b-4242-947c-c5a1f8748093 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0858805 Dec 12 16:21:26.342216 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-d90f2af2-a705-4d9b-9cec-c401419bb8b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0368009 Dec 12 16:21:26.389355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-4d91d54c-97fb-43db-841b-06fab60c3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:26.390740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-4d91d54c-97fb-43db-841b-06fab60c3661 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0420849 Dec 12 16:21:26.427113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-fe7a6357-7fb2-4d4c-85e7-3bcc92aadd9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280721 Dec 12 16:21:26.513793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-e11ce57c-171f-4f8d-8c81-eb2e7d41e8ec service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793035 Dec 12 16:21:26.603604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87da2aa4-20df-49b5-a01f-f547e56c2856 req-dbb8fe69-b773-4712-8161-90a37033c1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824294 Dec 12 16:21:26.998081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9a502-ec2a-419e-b90d-3f7d58c35e4e req-858a1f11-840a-41dd-a709-dfb6ee26f610 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:26.999526 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fc9a502-ec2a-419e-b90d-3f7d58c35e4e req-858a1f11-840a-41dd-a709-dfb6ee26f610 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0492468 Dec 12 16:21:27.045896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fc9a502-ec2a-419e-b90d-3f7d58c35e4e req-70ae5315-cca0-465f-a981-fa2410442712 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 Dec 12 16:21:28.160471 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2fdf0-1211-44fd-b81d-60b0c2be7124 req-beaa88e1-e31c-4600-851b-4b2115944b5f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:28.161947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9db2fdf0-1211-44fd-b81d-60b0c2be7124 req-beaa88e1-e31c-4600-851b-4b2115944b5f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0481956 Dec 12 16:21:28.207240 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9db2fdf0-1211-44fd-b81d-60b0c2be7124 req-2e44dc0c-95a6-4a9d-9336-3281a9627dd7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Dec 12 16:21:28.755156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:21:28.845324 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:28.856606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d', 'port_id': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'mac_address': 'fa:16:3e:00:c9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4f126f-0235-4836-8e3e-916d10e7d2f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:21:28.892685 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:28.905198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96338822-a665-43f2-af02-6e0bf6a83a5d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:21:28.925174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:28.928804 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:28.979981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:29.115046 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['96338822-a665-43f2-af02-6e0bf6a83a5d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:21:29.325213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98c32-3879-4083-8d0b-bb6516cd5634 req-e77b274e-6c96-4090-8965-2d1fb7ee6b88 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:29.326741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85b98c32-3879-4083-8d0b-bb6516cd5634 req-e77b274e-6c96-4090-8965-2d1fb7ee6b88 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 944 time: 0.0533593 Dec 12 16:21:29.373479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85b98c32-3879-4083-8d0b-bb6516cd5634 req-3e5c8b24-3b81-43eb-b3b4-e5660bbe5a8d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Dec 12 16:21:30.486123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e20bbb-8614-4d33-b622-f630e5924196 req-09ccd57b-0e6d-4932-bd53-7eca2f9af28f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:30.487580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e20bbb-8614-4d33-b622-f630e5924196 req-09ccd57b-0e6d-4932-bd53-7eca2f9af28f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 944 time: 0.0482702 Dec 12 16:21:30.534024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e20bbb-8614-4d33-b622-f630e5924196 req-47ea4a0f-31b0-45ab-b749-a7beda244662 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Dec 12 16:21:30.751597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:21:30.801572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 96338822-a665-43f2-af02-6e0bf6a83a5d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:21:30.805238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 96338822-a665-43f2-af02-6e0bf6a83a5d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:21:30.805618 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:30.881073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:30.903585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:21:30.905832 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd7beab-1142-41f7-a7a7-39fa5e926d82" -d '{"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-plugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:21:30.918543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:21:30.923332 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:30.949032 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd50a2b-67cc-441c-9f65-3d7d120a444d x-openstack-request-id: req-3fd50a2b-67cc-441c-9f65-3d7d120a444d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:21:30.949277 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-plugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:21:30.949532 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fd50a2b-67cc-441c-9f65-3d7d120a444d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:21:30.949916 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'code': 200} Dec 12 16:21:30.975846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:21:31.043668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7274c0-5770-4e7e-a717-b969857eb374 req-58772e19-613b-43f1-a5a5-ba38485092bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:31.045565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf7274c0-5770-4e7e-a717-b969857eb374 req-58772e19-613b-43f1-a5a5-ba38485092bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1096 time: 0.0418971 Dec 12 16:21:31.087658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf7274c0-5770-4e7e-a717-b969857eb374 req-70f40552-3045-4b50-89eb-e7ed427d5d99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354307 Dec 12 16:21:31.650205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f21148-c4a7-432b-ba29-d39983d92aa3 req-b342b3e6-b178-48c4-bdf1-247d9f5f73df tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:31.651636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3f21148-c4a7-432b-ba29-d39983d92aa3 req-b342b3e6-b178-48c4-bdf1-247d9f5f73df tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0480707 Dec 12 16:21:31.699601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3f21148-c4a7-432b-ba29-d39983d92aa3 req-84b20d08-873c-4a5c-a3a3-cd9fe52ff5c0 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418630 Dec 12 16:21:32.816707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa372774-e4ea-4c4d-9463-41774be5bb79 req-5414eeb0-1950-42c7-9375-0ffd38b5427b tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:32.818144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa372774-e4ea-4c4d-9463-41774be5bb79 req-5414eeb0-1950-42c7-9375-0ffd38b5427b tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0476513 Dec 12 16:21:32.867780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa372774-e4ea-4c4d-9463-41774be5bb79 req-5a88e497-522a-425e-bc3f-2b294bec8d82 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 12 16:21:33.078005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 54980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:21:33.105218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a14c1b-16fc-4cce-a2bb-87f16f6d6a2d req-84bd788a-8ea6-42c7-88aa-06bdaed5bbba tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:33.107495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2a14c1b-16fc-4cce-a2bb-87f16f6d6a2d req-84bd788a-8ea6-42c7-88aa-06bdaed5bbba tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0556281 Dec 12 16:21:33.157201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2a14c1b-16fc-4cce-a2bb-87f16f6d6a2d req-700d9d7a-1ddc-4e3a-b463-27137ae53c36 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Dec 12 16:21:33.163885 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-91436aed-e46c-4026-a9fb-693d69f398f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846789 Dec 12 16:21:33.173648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-6c0a7815-03d3-4b86-b668-64e74b8c54f6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:21:33.174615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-6c0a7815-03d3-4b86-b668-64e74b8c54f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056806 Dec 12 16:21:34.278417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6795-d766-4523-a01e-768cb7153fa9 req-1f7c21eb-20a0-48aa-a6b0-b266706c04fe tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:34.279902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31fb6795-d766-4523-a01e-768cb7153fa9 req-1f7c21eb-20a0-48aa-a6b0-b266706c04fe tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Dec 12 16:21:34.353725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31fb6795-d766-4523-a01e-768cb7153fa9 req-9c78fc04-0e6a-483f-84b2-2c77b25f3cf4 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Dec 12 16:21:34.355528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-b5fe9a93-19b9-44d6-becd-1c8d8d4e089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:34.357731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-b5fe9a93-19b9-44d6-becd-1c8d8d4e089b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1096 time: 0.0769966 Dec 12 16:21:34.444807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-4d4b2717-e914-4b7b-ba03-5d9158691185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:34.446255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-4d4b2717-e914-4b7b-ba03-5d9158691185 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0819879 Dec 12 16:21:34.490892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-c7e945a2-246b-434a-add1-0b58784ab10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0378988 Dec 12 16:21:34.541144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-9cd3bf14-2d44-485b-b2bb-530eb2c865b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:34.542504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-9cd3bf14-2d44-485b-b2bb-530eb2c865b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0412600 Dec 12 16:21:34.572590 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-9fcfaf56-d0af-447c-94ac-3a434f769059 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229995 Dec 12 16:21:34.657846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-d0b4d657-9bc6-4cf6-8793-5db6f39b9cab service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785348 Dec 12 16:21:34.747934 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-b20bc887-ac41-40ea-8a39-f58d2761e0de service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839491 Dec 12 16:21:35.471241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c3b83-8acc-4dad-82a7-ff5673f85b80 req-28386080-de70-4bf2-b1ce-e0ea48f32f48 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:35.472723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-179c3b83-8acc-4dad-82a7-ff5673f85b80 req-28386080-de70-4bf2-b1ce-e0ea48f32f48 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0491724 Dec 12 16:21:35.519599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-179c3b83-8acc-4dad-82a7-ff5673f85b80 req-873b1907-ae89-48f4-8c70-aa624f734a61 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Dec 12 16:21:35.540198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1c307218-b5a1-48ce-91d0-bae7807adde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:36.641505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5723b-ee25-4a3d-b19f-a470b7d3b8df req-e653662b-eaf6-4ff1-99dc-afffc405e6d1 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:36.642990 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cd5723b-ee25-4a3d-b19f-a470b7d3b8df req-e653662b-eaf6-4ff1-99dc-afffc405e6d1 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0531077 Dec 12 16:21:36.691264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cd5723b-ee25-4a3d-b19f-a470b7d3b8df req-aa7afbb8-a817-4fc1-a85b-f02ae13c8b28 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Dec 12 16:21:37.806294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1099e-76de-4754-92c6-55e1a38fbd09 req-dfa5ba9b-ad37-4eb3-a549-f8a025a0e2b6 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:37.807756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d1099e-76de-4754-92c6-55e1a38fbd09 req-dfa5ba9b-ad37-4eb3-a549-f8a025a0e2b6 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0507104 Dec 12 16:21:37.825696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a22d21-5125-4490-ab7e-fdafa5e7b774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:37.857265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d1099e-76de-4754-92c6-55e1a38fbd09 req-3cd59e0b-b972-4956-95e6-b64b3dc24812 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Dec 12 16:21:38.795445 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:38.969733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79bd43-3d4b-4ad7-ace5-e6bddde3e28d req-a15fbcd4-868d-4091-985e-056d812dda4f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:38.971177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc79bd43-3d4b-4ad7-ace5-e6bddde3e28d req-a15fbcd4-868d-4091-985e-056d812dda4f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0481367 Dec 12 16:21:39.021725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc79bd43-3d4b-4ad7-ace5-e6bddde3e28d req-95705de5-077b-4571-945d-98138c10a5e2 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Dec 12 16:21:39.669813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:40.138360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09509f-e917-45f8-af1d-82b894826b9d req-518fe628-4508-4bb6-8eae-abddc2d33571 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:40.139822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b09509f-e917-45f8-af1d-82b894826b9d req-518fe628-4508-4bb6-8eae-abddc2d33571 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0497901 Dec 12 16:21:40.186885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b09509f-e917-45f8-af1d-82b894826b9d req-a0646dec-bf16-4ec0-ba03-13c0e6ce0d15 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Dec 12 16:21:40.536841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:41.223263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:41.303022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deaf81-fc6e-43c7-803e-4b3f5c1b7176 req-55e9a5f3-07f3-4da1-a852-d2ebb4e51b16 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:41.304458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59deaf81-fc6e-43c7-803e-4b3f5c1b7176 req-55e9a5f3-07f3-4da1-a852-d2ebb4e51b16 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Dec 12 16:21:41.349604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59deaf81-fc6e-43c7-803e-4b3f5c1b7176 req-0af5f87a-6042-4eca-a6f8-9bc33d887544 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Dec 12 16:21:41.705397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:21:42.470727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48397a8-ff8b-4523-a8b3-07ee39ec9d12 req-48448d6d-ddcd-4ede-8773-e100e1518f8a tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:42.472187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a48397a8-ff8b-4523-a8b3-07ee39ec9d12 req-48448d6d-ddcd-4ede-8773-e100e1518f8a tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0509174 Dec 12 16:21:42.518610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a48397a8-ff8b-4523-a8b3-07ee39ec9d12 req-86ae4cf2-d4fd-41dc-8f39-7391ad5cb5f0 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Dec 12 16:21:43.635524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf08f73-42b9-40bc-aa5d-c71e409d00ed req-1fe50192-9a86-4f03-8fc0-7fc652b4407e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:43.636984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faf08f73-42b9-40bc-aa5d-c71e409d00ed req-1fe50192-9a86-4f03-8fc0-7fc652b4407e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0477698 Dec 12 16:21:43.683015 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-faf08f73-42b9-40bc-aa5d-c71e409d00ed req-64049fcb-fc30-43b9-a3ff-fa61adcfc42b tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Dec 12 16:21:44.802356 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362654ac-f026-42a3-8e81-655d4444f60f req-cf3cb19c-74d4-4791-98bf-d1fcceccb184 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:44.803817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-362654ac-f026-42a3-8e81-655d4444f60f req-cf3cb19c-74d4-4791-98bf-d1fcceccb184 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Dec 12 16:21:45.152830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-362654ac-f026-42a3-8e81-655d4444f60f req-d5f66c4c-176f-4000-bd30-06d2f217d47e tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430464 Dec 12 16:21:46.266469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebc96e-8ee6-48de-81d1-bc4dced59f3e req-b67ed3c8-0386-4fd3-8e01-4a3d087700f7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:46.267901 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ebc96e-8ee6-48de-81d1-bc4dced59f3e req-b67ed3c8-0386-4fd3-8e01-4a3d087700f7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0470698 Dec 12 16:21:46.313180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ebc96e-8ee6-48de-81d1-bc4dced59f3e req-062c74c7-fce0-4ecc-9b62-e34980b23079 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Dec 12 16:21:47.427492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6af71d-0f3f-4f5f-8806-091d72018c32 req-4cda5211-e09b-408c-a0c2-f38fa3bede81 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:47.428965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e6af71d-0f3f-4f5f-8806-091d72018c32 req-4cda5211-e09b-408c-a0c2-f38fa3bede81 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Dec 12 16:21:47.477777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e6af71d-0f3f-4f5f-8806-091d72018c32 req-ef5a60df-43d7-45be-9c68-a949fe5354fb tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430052 Dec 12 16:21:47.644860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383e05-33da-4fac-9273-40707558f2aa req-b7e1f263-d780-4176-a4aa-2de453275d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:47.646300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-b7e1f263-d780-4176-a4aa-2de453275d66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1096 time: 0.0394888 Dec 12 16:21:47.746410 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383e05-33da-4fac-9273-40707558f2aa req-0797c4e9-1911-42cb-90a1-b4dce7b57e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:47.747750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-0797c4e9-1911-42cb-90a1-b4dce7b57e06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0822608 Dec 12 16:21:47.791639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-01033932-25e6-42b6-bcd3-949e6013d0a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0371044 Dec 12 16:21:47.839615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f383e05-33da-4fac-9273-40707558f2aa req-9ea7981b-6028-4209-b59a-da7e587fd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:47.841011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-9ea7981b-6028-4209-b59a-da7e587fd19f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0425954 Dec 12 16:21:47.870830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-e046265f-fd26-4fa8-ba33-08a1d233388b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232213 Dec 12 16:21:47.959487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-1ed7737d-05a1-466f-a7ea-133a02cf7b15 service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 Dec 12 16:21:48.046791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9f383e05-33da-4fac-9273-40707558f2aa req-08f2de52-a78b-49ec-b5cd-a5d639b5b3fb service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792589 Dec 12 16:21:48.256916 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:21:48.593412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59837-2baf-40fe-838a-08fc4dea0cde req-fe49d811-5e38-4a3c-811e-92595657a845 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:48.595153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12d59837-2baf-40fe-838a-08fc4dea0cde req-fe49d811-5e38-4a3c-811e-92595657a845 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0507591 Dec 12 16:21:48.645835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12d59837-2baf-40fe-838a-08fc4dea0cde req-3aae5404-b1a8-4b3f-abd0-2ec795a10674 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Dec 12 16:21:49.763907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181448c8-bcc4-4bc0-815a-9b523afe143d req-d35007ae-dbaa-4d07-9c0f-5e8c040b93e6 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:49.765499 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-181448c8-bcc4-4bc0-815a-9b523afe143d req-d35007ae-dbaa-4d07-9c0f-5e8c040b93e6 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0497437 Dec 12 16:21:49.812167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-181448c8-bcc4-4bc0-815a-9b523afe143d req-dd8bfa7b-956c-4908-8073-7ab2a5bf9c3d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Dec 12 16:21:50.925556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af6db8-7134-4765-9e9f-2dfa1b119485 req-04f42e01-af8a-4038-9e08-82d04a945008 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:50.927011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25af6db8-7134-4765-9e9f-2dfa1b119485 req-04f42e01-af8a-4038-9e08-82d04a945008 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0475898 Dec 12 16:21:50.973040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25af6db8-7134-4765-9e9f-2dfa1b119485 req-a28a849c-8aa8-4b1a-bae7-c684685b0912 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Dec 12 16:21:52.093022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0d0fb-79b9-46ca-90b3-9e612b1e623b req-3cb69cdb-574a-4b18-8288-489394c8c888 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:52.094472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46d0d0fb-79b9-46ca-90b3-9e612b1e623b req-3cb69cdb-574a-4b18-8288-489394c8c888 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0514700 Dec 12 16:21:52.140360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-46d0d0fb-79b9-46ca-90b3-9e612b1e623b req-6f5dc62b-f9f2-4489-9b3d-f3ed8596d0a7 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Dec 12 16:21:53.255141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03060e-39b0-4953-b6f9-ad93415f5c0e req-b8684178-8cd6-436f-8163-01284a9f0b38 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:53.256588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc03060e-39b0-4953-b6f9-ad93415f5c0e req-b8684178-8cd6-436f-8163-01284a9f0b38 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0482123 Dec 12 16:21:53.302911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc03060e-39b0-4953-b6f9-ad93415f5c0e req-aaa5cb9a-ec19-41e9-a90d-5238a3968167 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Dec 12 16:21:54.418353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba42e9-f68e-4a55-8eb5-1e8dc6ce762e req-da8346d9-8acf-46b5-b508-7b3f38c510bb tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:54.419842 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ba42e9-f68e-4a55-8eb5-1e8dc6ce762e req-da8346d9-8acf-46b5-b508-7b3f38c510bb tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0505877 Dec 12 16:21:54.473438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90ba42e9-f68e-4a55-8eb5-1e8dc6ce762e req-c2b1027a-60d0-4dc0-8a07-fe96f53358d6 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Dec 12 16:21:55.588029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b968-ba1d-4adb-9423-2b5e90129846 req-ad1310e1-1e0b-4311-b88d-b3294dd47fc8 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:55.589498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1288b968-ba1d-4adb-9423-2b5e90129846 req-ad1310e1-1e0b-4311-b88d-b3294dd47fc8 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0475130 Dec 12 16:21:55.635777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1288b968-ba1d-4adb-9423-2b5e90129846 req-5b9e86e8-92a2-4892-98d7-e59447b929a4 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Dec 12 16:21:56.750511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1cbaf-0d15-4049-8b40-1cf2d2b3191b req-e4425dfb-aac2-4a79-8485-ada3b78f42c3 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:56.751954 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10d1cbaf-0d15-4049-8b40-1cf2d2b3191b req-e4425dfb-aac2-4a79-8485-ada3b78f42c3 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Dec 12 16:21:56.797621 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10d1cbaf-0d15-4049-8b40-1cf2d2b3191b req-fd2f8b15-e4cb-4d0b-aef7-2c7c7043f194 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398245 Dec 12 16:21:57.918201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a243543-5527-4a6e-a799-f52a7f8e3f52 req-f682d22a-5e3e-4bef-aac1-9a0ee1a4fca0 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:57.919756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a243543-5527-4a6e-a799-f52a7f8e3f52 req-f682d22a-5e3e-4bef-aac1-9a0ee1a4fca0 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Dec 12 16:21:57.975239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a243543-5527-4a6e-a799-f52a7f8e3f52 req-59bff2e9-f62f-4527-b3cf-28527c859249 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Dec 12 16:21:59.085069 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8d64f-7b34-491e-9885-00e2030039f8 req-0cd0f3f7-2b98-46e6-ab64-8f697f4dd5d5 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:21:59.086527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a8d64f-7b34-491e-9885-00e2030039f8 req-0cd0f3f7-2b98-46e6-ab64-8f697f4dd5d5 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Dec 12 16:21:59.132372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76a8d64f-7b34-491e-9885-00e2030039f8 req-6fd37998-27b7-4e22-948c-be1b589297d4 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Dec 12 16:22:00.250621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9f6f0-aecf-41ad-9645-4a42ef2af3a7 req-e1de13ce-1789-433b-9408-7089f697eb63 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:00.252064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9eb9f6f0-aecf-41ad-9645-4a42ef2af3a7 req-e1de13ce-1789-433b-9408-7089f697eb63 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0515032 Dec 12 16:22:00.298434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9eb9f6f0-aecf-41ad-9645-4a42ef2af3a7 req-f8d5b13a-ef1d-4063-8021-b9fc0578e6e0 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Dec 12 16:22:01.411191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab19cfa-f1f3-41ed-a400-16da4261941d req-21a6bdb4-8181-4342-aa71-8d0548a66f7f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:01.412536 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab19cfa-f1f3-41ed-a400-16da4261941d req-21a6bdb4-8181-4342-aa71-8d0548a66f7f tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Dec 12 16:22:01.458814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab19cfa-f1f3-41ed-a400-16da4261941d req-deb39e37-1383-4457-8cdb-d24138b0f557 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Dec 12 16:22:01.681794 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-a899849a-7ab8-4251-84bc-6f09a0cec6c7 service neutron] show failed (client error): The resource could not be found. Dec 12 16:22:01.682768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-a899849a-7ab8-4251-84bc-6f09a0cec6c7 service neutron] 10.222.0.13 "GET /v2.0/ports/96338822-a665-43f2-af02-6e0bf6a83a5d/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0539951 Dec 12 16:22:01.951737 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-7b96eb5e-e92a-42a0-91d8-2cdf4e805357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:01.953168 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-7b96eb5e-e92a-42a0-91d8-2cdf4e805357 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8&tenant_id=f1564f60d1804a1d86de207ea5b7d877 HTTP/1.1" status: 200 len: 1096 time: 0.1118147 Dec 12 16:22:01.969747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:02.022958 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.477917 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:02.513107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:22:02.552499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:02.554812 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc02dd39-573f-4cce-8381-30b83a40fd5e" -d '{"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-unplugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:02.558937 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.571075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Transition to ACTIVE for port object 96338822-a665-43f2-af02-6e0bf6a83a5d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:22:02.575319 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.579545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c49c64-0dca-4433-bb80-d2e738d29966 req-e2b2bc5e-5065-483d-ad78-8cde8f525731 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:02.581074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10c49c64-0dca-4433-bb80-d2e738d29966 req-e2b2bc5e-5065-483d-ad78-8cde8f525731 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Dec 12 16:22:02.639710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10c49c64-0dca-4433-bb80-d2e738d29966 req-d168329b-056b-42b8-a3cf-073e308bfc1d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503726 Dec 12 16:22:02.648383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] No DVR routers for this DVR port 96338822-a665-43f2-af02-6e0bf6a83a5d on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:22:02.651480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:02.665198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.665604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.665958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.666299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.667100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.667443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.668085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.668426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.668786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.669119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.669455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.669817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.670144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:02.675343 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e1fd5-85a6-45f2-8a05-34477e7d92e6 x-openstack-request-id: req-ae4e1fd5-85a6-45f2-8a05-34477e7d92e6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:02.675644 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-unplugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:02.675904 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae4e1fd5-85a6-45f2-8a05-34477e7d92e6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:02.676304 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'code': 200} Dec 12 16:22:02.702976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:22:02.703303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:22:02.703627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:02.707860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:22:02.708176 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Attempting to bind port 96338822-a665-43f2-af02-6e0bf6a83a5d on network dc888817-9682-47ff-be91-ce5ff7c89d2d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:02.712876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:22:02.713206 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Checking segment: {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:22:02.713582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Bound using segment: {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:22:02.713999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Bound port: 96338822-a665-43f2-af02-6e0bf6a83a5d, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2ccee1-8b20-439f-94ae-c56c15175eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:22:02.714342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.774406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:22:02.777250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:22:02.781999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.818518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:02.819135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:02.820528 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 1091 time: 0.8546512 Dec 12 16:22:02.839311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cff13-00b2-4227-94fc-56d46e32a1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:02.886707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-ab22c648-aed7-4fec-ad47-07bbcdd1a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:02.888175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-ab22c648-aed7-4fec-ad47-07bbcdd1a191 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1094 time: 0.0435941 Dec 12 16:22:02.978576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-8263583b-a0d8-4703-9c55-d951ffcc4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:02.980014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-8263583b-a0d8-4703-9c55-d951ffcc4d07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0808978 Dec 12 16:22:03.023346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-be61c4da-a609-44ed-b2ae-3e6565502f68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0347660 Dec 12 16:22:03.079018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-978113cc-1e4a-41a5-a6b6-42847be3eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:03.080328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-978113cc-1e4a-41a5-a6b6-42847be3eb8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0460064 Dec 12 16:22:03.116372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-4fdedd85-5c9e-4fd2-9160-21afc16127d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238492 Dec 12 16:22:03.204283 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-362db030-f9c7-4886-b294-7092a6e174c5 service neutron] 10.222.0.30 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800467 Dec 12 16:22:03.300720 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ca6561a6-4fe4-4c1b-a057-15fb43cd29a1 req-77cab7ab-d04f-431b-b9be-ce1e35288837 service neutron] 10.222.0.30 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851283 Dec 12 16:22:03.747379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68215d-3c46-4981-b67c-6be427642e4d req-e273aa9e-c80f-4175-a33b-d0aac86125a4 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:03.748773 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d68215d-3c46-4981-b67c-6be427642e4d req-e273aa9e-c80f-4175-a33b-d0aac86125a4 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0489173 Dec 12 16:22:03.794540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d68215d-3c46-4981-b67c-6be427642e4d req-a8122e47-bc80-49c6-ab4b-980b177c1934 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Dec 12 16:22:04.676995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:04.679376 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24af2163-9787-45ba-9c90-b4443e7bf07d" -d '{"events": [{"name": "network-changed", "server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:04.726320 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88897dc9-c306-475e-949a-7f7cabccfcf8 x-openstack-request-id: req-88897dc9-c306-475e-949a-7f7cabccfcf8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:04.726644 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:04.726904 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88897dc9-c306-475e-949a-7f7cabccfcf8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:04.727302 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'status': 'completed', 'code': 200} Dec 12 16:22:04.788061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-a23f56e8-5598-4085-8590-ee7c80dc903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.789591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-a23f56e8-5598-4085-8590-ee7c80dc903c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1094 time: 0.0395241 Dec 12 16:22:04.793578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-a19b2b6c-31a0-4d2f-9f6e-ec89623c4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.795597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-a19b2b6c-31a0-4d2f-9f6e-ec89623c4377 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1094 time: 0.0402541 Dec 12 16:22:04.892645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-ee5ef096-3915-40ae-a858-cfa4ddb92b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.894255 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-ee5ef096-3915-40ae-a858-cfa4ddb92b19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0914507 Dec 12 16:22:04.911634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-02a9db47-f88c-4def-b19e-9bbcf47ab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.913105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-02a9db47-f88c-4def-b19e-9bbcf47ab5cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.1153953 Dec 12 16:22:04.935180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b2a8-5140-4117-abd8-2dff4998e74c req-509802d6-5eb3-4a16-a581-3ac3240f7270 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.937125 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2792b2a8-5140-4117-abd8-2dff4998e74c req-509802d6-5eb3-4a16-a581-3ac3240f7270 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0672472 Dec 12 16:22:04.938079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-93a88204-63d9-446d-866f-c9869542a589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0360205 Dec 12 16:22:04.969549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:22:04.972587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-cf1a6f85-222e-4a04-a1d4-dc1c352b09c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0515902 Dec 12 16:22:04.990714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-0df05201-d047-412d-ae28-6fe27d54d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:04.992274 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-0df05201-d047-412d-ae28-6fe27d54d2a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0453556 Dec 12 16:22:05.010180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:22:05.026073 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-43ac4110-fe18-4cf6-b0ab-c07456acf675 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254300 Dec 12 16:22:05.050084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2792b2a8-5140-4117-abd8-2dff4998e74c req-9e70eaa6-1ef5-4cce-a5c9-4755ca0e4e25 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831339 Dec 12 16:22:05.051590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-f2e88fbb-44c2-49ce-93f2-bb065cff1b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:05.052972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-f2e88fbb-44c2-49ce-93f2-bb065cff1b3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0675039 Dec 12 16:22:05.086161 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-fda424a9-8222-4c82-bbb0-d1b22e35378b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256464 Dec 12 16:22:05.129437 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-3a12246d-6fa5-4174-aef9-1992f67912fd service neutron] 10.222.0.30 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948763 Dec 12 16:22:05.194178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-60d4e20f-8310-4c24-9af5-e1a56f4b906d service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997646 Dec 12 16:22:05.239045 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-76796f3a-7f49-403f-82b2-93ac19696988 service neutron] 10.222.0.30 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974791 Dec 12 16:22:05.284469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24af2163-9787-45ba-9c90-b4443e7bf07d req-4b8ea8b8-8452-4c26-86ff-0ad1d71c52d5 service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834436 Dec 12 16:22:05.542074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4b3c8ff1-ee04-454b-a8b4-b6b421924c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:06.174313 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1691-8257-4210-ab3a-c6d6ec1e82cf req-e6b956f3-86d8-48b3-8cba-373b7afab9ef tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:06.175796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c5d1691-8257-4210-ab3a-c6d6ec1e82cf req-e6b956f3-86d8-48b3-8cba-373b7afab9ef tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 943 time: 0.0521514 Dec 12 16:22:06.175920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:22:06.227802 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c5d1691-8257-4210-ab3a-c6d6ec1e82cf req-c90f8879-bced-451d-ae8a-23407e855832 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Dec 12 16:22:06.271493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:06.283759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'network_id': 'dc888817-9682-47ff-be91-ce5ff7c89d2d', 'port_id': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'mac_address': 'fa:16:3e:00:c9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4f126f-0235-4836-8e3e-916d10e7d2f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:22:06.320228 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:06.334253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96338822-a665-43f2-af02-6e0bf6a83a5d {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:22:06.355975 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:06.359489 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:06.408663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:06.416049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.416396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.416806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.417152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.417492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.417830 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.418164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.418497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.418825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.419153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.419482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.419835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.420161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:06.498742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-b17030b9-d20d-4b13-be83-81d3a00cae53 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:06.500199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-b17030b9-d20d-4b13-be83-81d3a00cae53 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8&tenant_id=f1564f60d1804a1d86de207ea5b7d877&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 944 time: 0.0842638 Dec 12 16:22:06.560939 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-033f4bc4-42ca-4271-8ddf-50c18240f85e service neutron] delete failed (client error): The resource could not be found. Dec 12 16:22:06.561953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-033f4bc4-42ca-4271-8ddf-50c18240f85e service neutron] 10.222.0.13 "DELETE /v2.0/ports/96338822-a665-43f2-af02-6e0bf6a83a5d/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0544679 Dec 12 16:22:06.629155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['96338822-a665-43f2-af02-6e0bf6a83a5d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:22:06.648954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-798d8972-b0b5-4da9-9c70-5924600b6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:06.650505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-798d8972-b0b5-4da9-9c70-5924600b6428 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1564f60d1804a1d86de207ea5b7d877&device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 1095 time: 0.0461752 Dec 12 16:22:06.744825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-5e86f7d6-f237-4ee6-9596-102452bc094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:06.746319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-5e86f7d6-f237-4ee6-9596-102452bc094d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 200 len: 910 time: 0.0885315 Dec 12 16:22:06.794450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-6b952e29-bd20-4830-b03b-c44d969f5255 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 200 len: 217 time: 0.0410883 Dec 12 16:22:06.845156 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-87040556-66ea-4957-8bfe-d732be2af58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:06.846614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-87040556-66ea-4957-8bfe-d732be2af58c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 200 len: 850 time: 0.0450268 Dec 12 16:22:06.878362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-bbc62ec6-03ec-41d1-bd18-46cf1b7e382b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc888817-9682-47ff-be91-ce5ff7c89d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248876 Dec 12 16:22:06.969652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-0af4967e-3d2c-4cb9-a5ec-5f7850a2d9fb service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845280 Dec 12 16:22:07.063053 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-87b7cdab-4624-452f-9bfc-0c690ecc4f98 service neutron] 10.222.0.13 "GET /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 Dec 12 16:22:07.730125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b49a-051c-4586-bc2c-7f582785348f req-67a30f68-f292-4e64-a315-99b064f9c3a2 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:07.731881 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e461b49a-051c-4586-bc2c-7f582785348f req-67a30f68-f292-4e64-a315-99b064f9c3a2 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 944 time: 0.0494411 Dec 12 16:22:07.777604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e461b49a-051c-4586-bc2c-7f582785348f req-af73e054-bd83-40b2-be4d-69804a52ce50 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Dec 12 16:22:07.827743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f9448fb3-56fa-4e8c-b112-72c644c14df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:08.191718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:22:08.239201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 96338822-a665-43f2-af02-6e0bf6a83a5d completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:22:08.242817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 96338822-a665-43f2-af02-6e0bf6a83a5d triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:22:08.243193 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:08.318821 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:08.340774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:08.343562 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac77e83-4748-4d23-be27-a909de547784" -d '{"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-plugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:08.356146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:08.360674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:08.386870 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718acb71-aa79-446d-a4a3-ed6da588f2e6 x-openstack-request-id: req-718acb71-aa79-446d-a4a3-ed6da588f2e6 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:08.387164 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-plugged", "status": "completed", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:08.387421 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-718acb71-aa79-446d-a4a3-ed6da588f2e6 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:08.387833 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'code': 200} Dec 12 16:22:08.408775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:08.797637 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:08.898897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f8d17-3e28-4849-9ec3-ce8b6d1b5088 req-f3c1401c-cd8c-4e76-a767-44c79efda76d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:08.900348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a38f8d17-3e28-4849-9ec3-ce8b6d1b5088 req-f3c1401c-cd8c-4e76-a767-44c79efda76d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0549870 Dec 12 16:22:08.951777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a38f8d17-3e28-4849-9ec3-ce8b6d1b5088 req-0795b366-6c2a-48d5-be57-dd0a1356b34d tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.36 "GET /v2.0/security-groups?id=84ba695b-210b-462d-acd6-190f1f0f3fd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Dec 12 16:22:09.118383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-11c20d78-96c3-4b12-8789-028827093924 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:09.119721 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-11c20d78-96c3-4b12-8789-028827093924 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f7aa14-89a1-41bc-a4fc-287d5e4794d8 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Dec 12 16:22:09.212619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Deleting port 96338822-a665-43f2-af02-6e0bf6a83a5d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:22:09.212989 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:09.301970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] For port 96338822-a665-43f2-af02-6e0bf6a83a5d, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=96338822-a665-43f2-af02-6e0bf6a83a5d,segment=NetworkSegment(7b2ccee1-8b20-439f-94ae-c56c15175eb9),segment_id=7b2ccee1-8b20-439f-94ae-c56c15175eb9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:09.302323 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:09.314511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Calling delete_port for 96338822-a665-43f2-af02-6e0bf6a83a5d owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:22:09.438284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:09.457970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['96338822-a665-43f2-af02-6e0bf6a83a5d'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:22:09.470389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Pushing event deleted for resources: {'Port': ['ID=96338822-a665-43f2-af02-6e0bf6a83a5d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:09.510584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] No DVR routers for this DVR port 96338822-a665-43f2-af02-6e0bf6a83a5d on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:22:09.513242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:09.516718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-50699bb7-e847-4594-afbd-0264c16b1b83 req-a3011d79-c4cc-4c7d-a34a-8fe9322bdf20 tempest-DeleteServersTestJSON-428995322 tempest-DeleteServersTestJSON-428995322-project] 10.222.0.30 "DELETE /v2.0/ports/96338822-a665-43f2-af02-6e0bf6a83a5d HTTP/1.1" status: 204 len: 173 time: 0.3856115 Dec 12 16:22:09.517105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-deleted', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:09.519357 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd06c0fc-d866-47aa-a89f-43d726f2ad49" -d '{"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-deleted", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:09.559954 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7342e-361e-48b5-8942-549c79a9dc91 x-openstack-request-id: req-f7d7342e-361e-48b5-8942-549c79a9dc91 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:09.560956 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7aa14-89a1-41bc-a4fc-287d5e4794d8", "name": "network-vif-deleted", "tag": "96338822-a665-43f2-af02-6e0bf6a83a5d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:09.561083 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7d7342e-361e-48b5-8942-549c79a9dc91 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:09.561439 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7aa14-89a1-41bc-a4fc-287d5e4794d8', 'name': 'network-vif-deleted', 'tag': '96338822-a665-43f2-af02-6e0bf6a83a5d', 'status': 'completed', 'code': 200} Dec 12 16:22:09.691529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.086730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:10.131142 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Deleting subnet 3e4f126f-0235-4836-8e3e-916d10e7d2f6 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:22:10.134191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.172338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.210480 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.261803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.287264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4f126f-0235-4836-8e3e-916d10e7d2f6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:10.291941 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.295225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-edc26cb4-0b64-4894-9db8-eb16a1504b4f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e4f126f-0235-4836-8e3e-916d10e7d2f6 HTTP/1.1" status: 204 len: 168 time: 0.2074981 Dec 12 16:22:10.297766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:10.367949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.443560 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.463806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc888817-9682-47ff-be91-ce5ff7c89d2d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:22:10.472867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2ccee1-8b20-439f-94ae-c56c15175eb9') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:22:10.473163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2ccee1-8b20-439f-94ae-c56c15175eb9') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:22:10.482647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.495565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.502074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:22:10.502473 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:22:10.504172 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:22:10.540264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.563318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.568781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.571978 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc888817-9682-47ff-be91-ce5ff7c89d2d HTTP/1.1" status: 204 len: 168 time: 0.2732844 Dec 12 16:22:10.585203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e80c77-b655-44e9-aa5e-585dfd148e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc888817-9682-47ff-be91-ce5ff7c89d2d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:10.679718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55092) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:10.718313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd65aee2-3015-45a0-8757-82f5106dffa0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1564f60d1804a1d86de207ea5b7d877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374331 Dec 12 16:22:10.720660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55094) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:10.766693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.786670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.832242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.834930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:10.836174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84ba695b-210b-462d-acd6-190f1f0f3fd3 HTTP/1.1" status: 204 len: 168 time: 0.1146002 Dec 12 16:22:10.843778 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba695b-210b-462d-acd6-190f1f0f3fd3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:10.851185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.851537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.851913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.852486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.852854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.853189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.853523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.853857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.854187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.854518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.854843 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.855422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:10.855747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacfe18-68a2-43b0-bd21-71160081825a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:22:11.216827 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.481646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:11.576671 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-605553938-network', 'tenant_id': '118776ca5a0443a79255bc8a94f34eb7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:11.597269 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Made reservation on behalf of 118776ca5a0443a79255bc8a94f34eb7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:22:11.599634 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.608555 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.681602 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.685231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.706061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:22:11.721335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.722576 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:11.725479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.725823 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Added segment 7c266e33-4710-4835-9102-cc7b576eb935 of type vlan for network 1b01ef36-7896-4f21-b992-e8c9bf329a10 Dec 12 16:22:11.765510 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.789927 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.790903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:11.791468 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:11.848508 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3656619 Dec 12 16:22:11.851306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55120) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:22:11.855955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533308-a02f-42a0-b1a7-9b9bd7342d25 admin admin] Pushing event updated for resources: {'Network': ['ID=1b01ef36-7896-4f21-b992-e8c9bf329a10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:11.856935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Request body: {'subnet': {'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-605553938-subnet', 'tenant_id': '118776ca5a0443a79255bc8a94f34eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:11.865334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:22:11.882426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Made reservation on behalf of 118776ca5a0443a79255bc8a94f34eb7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:22:11.884978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:12.045452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:12.101502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc896fea-6da9-40c9-a107-c436e95c4d72,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:12.112601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Checking segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:22:12.112984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Network hostable DHCP agents. Network: 1b01ef36-7896-4f21-b992-e8c9bf329a10, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:22:12.129441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:22:12.137629 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1b01ef36-7896-4f21-b992-e8c9bf329a10) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:22:12.143286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:12.144094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:12.147797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4778a99-91b3-4713-afe9-f45f5df69aa4 None None] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:22:12.160599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ecf5bf2-39a1-4b49-95c4-7603902ce421 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3081150 Dec 12 16:22:12.208066 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:22:12.239666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 96338822-a665-43f2-af02-6e0bf6a83a5d {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:22:12.240021 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 96338822-a665-43f2-af02-6e0bf6a83a5d not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:22:12.276980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f8fd0-aed3-4487-a407-8bc1de95b38a None None] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:22:12.583016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-75964777-5244-47d3-a940-798a6e19c735 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:12.584481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-75964777-5244-47d3-a940-798a6e19c735 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 814 time: 0.1066542 Dec 12 16:22:12.599021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-30451395-e401-4dda-a031-0bda60fcdec1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/quotas/118776ca5a0443a79255bc8a94f34eb7 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Dec 12 16:22:12.635021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-d0e8e971-346b-433e-8ac5-b5ac71d6468a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306079 Dec 12 16:22:12.725514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-b9a91803-ca50-4472-b6c4-7c2923d11e21 service neutron] 10.222.0.36 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Dec 12 16:22:12.816201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-acf29c29-fff3-4484-960a-fca65e4e5cbe service neutron] 10.222.0.36 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Dec 12 16:22:12.973230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e417c03d-e5e4-477b-8e26-55c5e2448ea2 req-27c2cddc-967e-4e02-a1e9-6e790ced6609 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 210 time: 0.0270665 Dec 12 16:22:13.947837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-0f2c8178-965f-44dd-b082-5f45a432d518 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:13.949348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-0f2c8178-965f-44dd-b082-5f45a432d518 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 814 time: 0.0994070 Dec 12 16:22:13.964510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Request body: {'port': {'device_id': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'admin_state_up': True, 'tenant_id': '118776ca5a0443a79255bc8a94f34eb7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:14.066153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aff1852d-f168-455e-b605-fd67cd0474cd req-dd321ab8-72aa-4d4e-a4ea-61294c322ccf tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 210 time: 0.0264091 Dec 12 16:22:14.077545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Made reservation on behalf of 118776ca5a0443a79255bc8a94f34eb7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:22:14.081246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.216231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Allocated IP 172.20.0.12 (1b01ef36-7896-4f21-b992-e8c9bf329a10/bc896fea-6da9-40c9-a107-c436e95c4d72/986fb6cb-a37e-464b-b531-52adc201a5d4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:22:14.355430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.392397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.439205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:22:14.442412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:22:14.446016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:22:14.470408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:14.498770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:14.499388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.514573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-5b35cf64-bee4-4ab4-a098-c7501cc197ca tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538707 Dec 12 16:22:14.532108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Request body: {'port': {'device_id': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:14.584749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.840412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986fb6cb-a37e-464b-b531-52adc201a5d4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:22:14.848183 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.860810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Transition to ACTIVE for port object 986fb6cb-a37e-464b-b531-52adc201a5d4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:22:14.864435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:14.911643 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:14.978492 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:22:14.979146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:22:14.979146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:14.984363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:22:14.984720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:14.989361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:22:14.989689 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Checking segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:22:14.990063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Bound using segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:22:14.990479 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Bound port: 986fb6cb-a37e-464b-b531-52adc201a5d4, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:22:14.990820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:15.054902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:22:15.057813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:22:15.062515 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:15.097761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.098384 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:15.099812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 1092 time: 0.5717602 Dec 12 16:22:15.100264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:15.102557 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bd8b21-45ef-49d5-aecf-6e5f8214800c" -d '{"events": [{"name": "network-changed", "server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:15.137943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1baaf-1eb3-4eaa-b07b-3b26d15f9cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:15.145997 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4a1864-a981-438d-85cb-58f98248cbfe x-openstack-request-id: req-bd4a1864-a981-438d-85cb-58f98248cbfe {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:15.146558 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:15.148259 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd4a1864-a981-438d-85cb-58f98248cbfe {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:15.148730 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'status': 'completed', 'code': 200} Dec 12 16:22:15.196986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-b779333e-9489-4baf-857d-5b6aa94ae0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.198472 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-b779333e-9489-4baf-857d-5b6aa94ae0ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1095 time: 0.0410359 Dec 12 16:22:15.202026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856abef5-293c-4d97-93b4-d9d657470413 req-91251c6a-f71d-4678-a6a9-4f4646fdfa49 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.203519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-856abef5-293c-4d97-93b4-d9d657470413 req-91251c6a-f71d-4678-a6a9-4f4646fdfa49 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 944 time: 0.0505016 Dec 12 16:22:15.248750 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-eca0bb4a-ba0c-4781-8b3e-7e97853ffa3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0385902 Dec 12 16:22:15.251106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-856abef5-293c-4d97-93b4-d9d657470413 req-64dc2b2b-59f2-4cb1-9cba-6454df5d0ec5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Dec 12 16:22:15.303103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-0f8d4888-8a63-467f-845e-0a0b535aa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.304525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-0f8d4888-8a63-467f-845e-0a0b535aa120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0446527 Dec 12 16:22:15.340002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-39566caa-f65d-4a43-971d-39f6c35b9870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239973 Dec 12 16:22:15.427347 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-e228cd98-e8f2-487e-9160-bcd1290814fb service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796206 Dec 12 16:22:15.523930 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-af6c6c5f-3c85-40db-9ee8-05a41f80a08d req-68b51316-7efb-4d93-9db4-bc85a6cb0f18 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851383 Dec 12 16:22:15.619713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-d4944d46-0482-4dd1-b5ab-56413b888343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.621434 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-d4944d46-0482-4dd1-b5ab-56413b888343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1095 time: 0.0405562 Dec 12 16:22:15.714331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-c22cbc67-9d8c-4a9b-aacf-ca44ee7c6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.715685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-c22cbc67-9d8c-4a9b-aacf-ca44ee7c6a16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0865996 Dec 12 16:22:15.757601 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-d3a05648-6c90-496e-9186-de273b277e51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0340300 Dec 12 16:22:15.803852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-60c656f1-d9e9-4d84-a016-774eaf6a3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:15.805244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-60c656f1-d9e9-4d84-a016-774eaf6a3de4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0401518 Dec 12 16:22:15.842240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-8ff9a34c-882d-4e3d-ab4d-191244c66569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273643 Dec 12 16:22:15.929232 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-ecba1571-0e7b-4c5d-bb67-b2971ebbd308 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789015 Dec 12 16:22:16.020126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-30bd8b21-45ef-49d5-aecf-6e5f8214800c req-d4eecddf-446c-48d6-9289-0b0dcbeb42d2 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Dec 12 16:22:16.370354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1edb70-0feb-4d81-ab53-8c69531ba047 req-5ddce096-8368-4184-824d-f303ed7e026b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:16.371810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1edb70-0feb-4d81-ab53-8c69531ba047 req-5ddce096-8368-4184-824d-f303ed7e026b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 944 time: 0.0518379 Dec 12 16:22:16.416895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d1edb70-0feb-4d81-ab53-8c69531ba047 req-aab9bce0-13dd-46ab-93ef-acbf9a00a976 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Dec 12 16:22:17.528983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315985-7a95-4b39-9950-d73a135c938c req-57fd3723-d5f5-4403-b526-ff07b55ae7d5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:17.530424 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd315985-7a95-4b39-9950-d73a135c938c req-57fd3723-d5f5-4403-b526-ff07b55ae7d5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 944 time: 0.0476377 Dec 12 16:22:17.578239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd315985-7a95-4b39-9950-d73a135c938c req-2a108354-9c5a-434f-bb7e-c59825d622ee tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Dec 12 16:22:18.250624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:22:18.342832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:18.353769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'port_id': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'mac_address': 'fa:16:3e:a6:a0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc896fea-6da9-40c9-a107-c436e95c4d72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:22:18.392718 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:18.405533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986fb6cb-a37e-464b-b531-52adc201a5d4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:22:18.423518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:18.427185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:18.471962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:18.674555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['986fb6cb-a37e-464b-b531-52adc201a5d4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:22:18.699455 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca163d-490c-44cc-8432-a94524a7c31a req-778e51c0-54f3-45a6-963c-d268af6587a8 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:18.701550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bca163d-490c-44cc-8432-a94524a7c31a req-778e51c0-54f3-45a6-963c-d268af6587a8 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 945 time: 0.0487373 Dec 12 16:22:18.751823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4bca163d-490c-44cc-8432-a94524a7c31a req-2e19c6fc-7db3-474f-81f2-3bc14dc5bfc2 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Dec 12 16:22:19.869019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a42d2a-ea87-4358-b89b-dcb0f69f2ba2 req-063fe205-80be-47ae-a45f-78308fa68b23 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:19.870472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55a42d2a-ea87-4358-b89b-dcb0f69f2ba2 req-063fe205-80be-47ae-a45f-78308fa68b23 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 945 time: 0.0490916 Dec 12 16:22:19.916996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55a42d2a-ea87-4358-b89b-dcb0f69f2ba2 req-18632cbd-e3b5-40cd-a6d1-7e8ee232f221 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Dec 12 16:22:20.254077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:22:20.300776 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 986fb6cb-a37e-464b-b531-52adc201a5d4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:22:20.304264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 986fb6cb-a37e-464b-b531-52adc201a5d4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:22:20.304647 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:20.379509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:20.404671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:20.406844 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1296c8-a494-44a5-a0c9-f12a0537e52b" -d '{"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-plugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:20.420216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:20.425274 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:20.450713 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e99fb7d-3c93-4555-848d-a747c00a4ccf x-openstack-request-id: req-2e99fb7d-3c93-4555-848d-a747c00a4ccf {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:20.451009 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-plugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:20.451266 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e99fb7d-3c93-4555-848d-a747c00a4ccf {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:20.451663 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'code': 200} Dec 12 16:22:20.476513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:20.545102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc3b1b-0281-469a-b1e7-238aaaec4c23 req-201a0275-81d8-4f6a-95ba-28eb52723292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:20.546589 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fbc3b1b-0281-469a-b1e7-238aaaec4c23 req-201a0275-81d8-4f6a-95ba-28eb52723292 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1097 time: 0.0399096 Dec 12 16:22:20.598371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4fbc3b1b-0281-469a-b1e7-238aaaec4c23 req-b8c47cd2-d998-4306-8c2c-99dca1590870 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Dec 12 16:22:21.029056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198659b1-d0f4-461a-9662-d6ebb1a8fac6 req-2beb35a5-f524-4e0a-bbd1-e32e6a1ae6ea tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:21.030488 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-198659b1-d0f4-461a-9662-d6ebb1a8fac6 req-2beb35a5-f524-4e0a-bbd1-e32e6a1ae6ea tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0474651 Dec 12 16:22:21.075584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-198659b1-d0f4-461a-9662-d6ebb1a8fac6 req-64749d1c-a3f9-428c-b928-9c70b97ff33e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Dec 12 16:22:22.196661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5eefe-fc16-49e3-9e46-1a55192b4f74 req-ebbda7b8-9a5b-4216-9b07-346ff8dcf9ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:22.198123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81b5eefe-fc16-49e3-9e46-1a55192b4f74 req-ebbda7b8-9a5b-4216-9b07-346ff8dcf9ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0533760 Dec 12 16:22:22.243875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81b5eefe-fc16-49e3-9e46-1a55192b4f74 req-db7fc892-1977-4c08-a5d2-60c870c9eba1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Dec 12 16:22:22.357684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df366e5b-4762-4dbc-8d51-e7ebe2026070 req-1ce38a9f-fb6c-4db0-8455-c994be95bad0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:22.359060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df366e5b-4762-4dbc-8d51-e7ebe2026070 req-1ce38a9f-fb6c-4db0-8455-c994be95bad0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0495548 Dec 12 16:22:22.404893 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-df366e5b-4762-4dbc-8d51-e7ebe2026070 req-5c1152f4-8418-4a4d-9c27-dfe82a14aee8 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Dec 12 16:22:22.599554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dfeee-0649-42aa-bd89-0b96ca50ed92 req-4b009cc3-4bd4-4650-819b-e47e167e7dda tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:22.601050 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a7dfeee-0649-42aa-bd89-0b96ca50ed92 req-4b009cc3-4bd4-4650-819b-e47e167e7dda tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0478888 Dec 12 16:22:22.650683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a7dfeee-0649-42aa-bd89-0b96ca50ed92 req-eee738a7-767e-4a81-8027-8c51bdf260a1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Dec 12 16:22:22.765938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8cc8-8b7e-49e7-b0a9-1dda9d9471dd req-4479d988-ab5c-4fdc-9265-e11edac051aa tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:22.767419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab3a8cc8-8b7e-49e7-b0a9-1dda9d9471dd req-4479d988-ab5c-4fdc-9265-e11edac051aa tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0488219 Dec 12 16:22:22.813695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab3a8cc8-8b7e-49e7-b0a9-1dda9d9471dd req-ee40c5ee-7fa9-4e51-b642-553c1e7cd298 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Dec 12 16:22:23.120829 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-3bb66dd1-d698-426b-8b8c-9e94a30d20b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396523 Dec 12 16:22:23.136656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3f1f3-e500-46a4-a94f-3f76ac636d13 req-f2afe5c4-2404-427a-9802-5dfc5cbf0db9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:23.138865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56b3f1f3-e500-46a4-a94f-3f76ac636d13 req-f2afe5c4-2404-427a-9802-5dfc5cbf0db9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0504663 Dec 12 16:22:23.195743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56b3f1f3-e500-46a4-a94f-3f76ac636d13 req-7875e246-14a4-4afb-8362-5f20bee577ee tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499678 Dec 12 16:22:24.227196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-5e3256b0-bbe9-4821-80c8-7f5a3fa56b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:24.228775 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-5e3256b0-bbe9-4821-80c8-7f5a3fa56b8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1097 time: 0.0409546 Dec 12 16:22:24.315799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295804a-3437-47c2-9bc1-73f20341bbdd req-83bd6638-df54-494a-91fa-d633de4e3a7b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:24.317372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c295804a-3437-47c2-9bc1-73f20341bbdd req-83bd6638-df54-494a-91fa-d633de4e3a7b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0523305 Dec 12 16:22:24.320730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-5fc459d1-8746-4cfa-8185-2a1ab78064b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:24.322176 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-5fc459d1-8746-4cfa-8185-2a1ab78064b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0859120 Dec 12 16:22:24.364489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c295804a-3437-47c2-9bc1-73f20341bbdd req-71b09267-bff0-41c6-a0c2-d6288279b789 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Dec 12 16:22:24.364747 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-6b927e4e-c65f-40af-9207-b525580165b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0351520 Dec 12 16:22:24.417830 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-b7b882ec-e1da-4ddb-9556-e96801eb1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:24.419299 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-b7b882ec-e1da-4ddb-9556-e96801eb1794 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0479660 Dec 12 16:22:24.450057 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-84459f93-69ac-4aaf-a93b-406b599f0e4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239544 Dec 12 16:22:24.537085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-c8ddd9fb-852e-4a48-bc3a-c674b7ae6c14 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800493 Dec 12 16:22:24.633291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-f0e55cd7-d7c8-4438-b447-26f8c7ae40f9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885592 Dec 12 16:22:25.256989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:22:25.478584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe73a-7c2a-4017-bf7c-207bc29d133e req-5970ed91-357e-4939-a553-a7eee3c81d96 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:25.480302 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b12fe73a-7c2a-4017-bf7c-207bc29d133e req-5970ed91-357e-4939-a553-a7eee3c81d96 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0487218 Dec 12 16:22:25.526313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b12fe73a-7c2a-4017-bf7c-207bc29d133e req-6295c802-332c-4e08-8360-56c792706edf tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Dec 12 16:22:26.644525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e97559-b223-4234-b06b-c556a63e517f req-47bfd9b5-9db1-4e1b-a94a-60d6c2ff0bf7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:26.646001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17e97559-b223-4234-b06b-c556a63e517f req-47bfd9b5-9db1-4e1b-a94a-60d6c2ff0bf7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0518124 Dec 12 16:22:26.691953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17e97559-b223-4234-b06b-c556a63e517f req-03f51fb5-0bd3-4cd7-9d2d-566e44dc00ce tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401371 Dec 12 16:22:27.808503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec8c3e-29e4-404e-8a01-a90ffb0dabc6 req-3e57aa6b-5c5c-4c2a-ae6a-83c18713788c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:27.810466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6ec8c3e-29e4-404e-8a01-a90ffb0dabc6 req-3e57aa6b-5c5c-4c2a-ae6a-83c18713788c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0479882 Dec 12 16:22:27.857036 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f6ec8c3e-29e4-404e-8a01-a90ffb0dabc6 req-226a6f2c-05aa-4da8-afe8-bda9601c040f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407374 Dec 12 16:22:28.970837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c077241-db4d-4f3f-9083-f0be2010dbb5 req-1378db86-99d1-4ee0-a69b-d13e9103a900 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:28.972320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c077241-db4d-4f3f-9083-f0be2010dbb5 req-1378db86-99d1-4ee0-a69b-d13e9103a900 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0483146 Dec 12 16:22:29.022765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c077241-db4d-4f3f-9083-f0be2010dbb5 req-337046f5-7cc8-440b-b9b5-a8ef143346b4 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Dec 12 16:22:30.137036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1902-281e-4b3c-9cae-caf21f2e8c3f req-ed7cc798-d31f-483c-b3e5-079c3f8ac285 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:30.138507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-510b1902-281e-4b3c-9cae-caf21f2e8c3f req-ed7cc798-d31f-483c-b3e5-079c3f8ac285 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0481920 Dec 12 16:22:30.186584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-510b1902-281e-4b3c-9cae-caf21f2e8c3f req-329981ae-6b10-42ef-83c4-73b2e8dd4c89 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Dec 12 16:22:31.300915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc0910-49e3-45a8-9465-3dfaecee63b9 req-575ad87f-7ee2-4e5f-8b09-36ad79423cfb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:31.302457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4edc0910-49e3-45a8-9465-3dfaecee63b9 req-575ad87f-7ee2-4e5f-8b09-36ad79423cfb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0488739 Dec 12 16:22:31.349033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4edc0910-49e3-45a8-9465-3dfaecee63b9 req-2576df25-a1ce-4d1a-afb6-1740ff3a9ddb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Dec 12 16:22:32.467466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea291378-98d0-4808-b867-dba481d4a799 req-016f44ca-a44f-4ea5-996e-455fa8add6da tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:32.468929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea291378-98d0-4808-b867-dba481d4a799 req-016f44ca-a44f-4ea5-996e-455fa8add6da tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0525637 Dec 12 16:22:32.514286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea291378-98d0-4808-b867-dba481d4a799 req-5cbf5095-426e-4005-b63f-f79f4f249611 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Dec 12 16:22:33.634834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e85fc3-cff0-485a-9da7-c2d3fac5d9c7 req-e8dcdbf9-d447-47e7-a626-1b75f8531762 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:33.636294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39e85fc3-cff0-485a-9da7-c2d3fac5d9c7 req-e8dcdbf9-d447-47e7-a626-1b75f8531762 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0486455 Dec 12 16:22:33.683999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-39e85fc3-cff0-485a-9da7-c2d3fac5d9c7 req-c3a6eaf0-ee9b-40c6-bcb9-42df78c033a9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Dec 12 16:22:34.797590 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c255020-02a8-4b43-b71f-f3fa0d256732 req-01bf1728-ffba-4159-ad54-8b4b506caced tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:34.799023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c255020-02a8-4b43-b71f-f3fa0d256732 req-01bf1728-ffba-4159-ad54-8b4b506caced tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0476444 Dec 12 16:22:34.847759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c255020-02a8-4b43-b71f-f3fa0d256732 req-c10d60ae-e2b4-4588-92a3-c1b03f4f6ec4 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Dec 12 16:22:35.542999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d0848a7d-cac0-468a-8b23-87a279aacb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:35.968362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1de09-1cca-4880-b50c-4d5182c9cf82 req-a470fe37-4018-452a-96d9-2abd4fbdbe46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:35.969853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc1de09-1cca-4880-b50c-4d5182c9cf82 req-a470fe37-4018-452a-96d9-2abd4fbdbe46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0520802 Dec 12 16:22:36.015849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc1de09-1cca-4880-b50c-4d5182c9cf82 req-5c15ac66-9a2c-47d4-a5a0-f4ccbd176e2e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402141 Dec 12 16:22:37.129100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09f6a0-0450-4083-b28a-4a900ac7a959 req-5b77f938-4cce-444b-a885-1a4cf719f5d9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:37.130542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e09f6a0-0450-4083-b28a-4a900ac7a959 req-5b77f938-4cce-444b-a885-1a4cf719f5d9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0479300 Dec 12 16:22:37.181770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e09f6a0-0450-4083-b28a-4a900ac7a959 req-a592846f-5b4e-4889-8664-c5369cd27a73 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Dec 12 16:22:37.830040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fa2ff052-2069-4b88-b791-32696d0a4608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:38.297729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9fb76-32d8-4897-8ffd-98ffb20308c4 req-29ae3d7f-a764-465a-9cde-53e03e8f6dd7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:38.299157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe9fb76-32d8-4897-8ffd-98ffb20308c4 req-29ae3d7f-a764-465a-9cde-53e03e8f6dd7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0509279 Dec 12 16:22:38.344140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbe9fb76-32d8-4897-8ffd-98ffb20308c4 req-52606a0c-332d-4ceb-8c14-49d93aaf0005 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392923 Dec 12 16:22:38.798890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:39.458530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348192f-7c4f-437e-83b0-7204ca75cae1 req-e41c3d3e-eae8-48c1-a7b3-ecfb8048f7b7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:39.460003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6348192f-7c4f-437e-83b0-7204ca75cae1 req-e41c3d3e-eae8-48c1-a7b3-ecfb8048f7b7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0477624 Dec 12 16:22:39.505909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6348192f-7c4f-437e-83b0-7204ca75cae1 req-536c37b8-bae9-4e58-a82a-7543d92ab736 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Dec 12 16:22:39.684068 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:40.542321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:40.624426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11417fb6-2884-48da-8ae1-3b87289a7836 req-9f4fbabf-ed14-442c-a0c5-849c74becc50 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:40.625921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11417fb6-2884-48da-8ae1-3b87289a7836 req-9f4fbabf-ed14-442c-a0c5-849c74becc50 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0515907 Dec 12 16:22:40.671891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-11417fb6-2884-48da-8ae1-3b87289a7836 req-d617d322-1186-4412-87db-fbc7899bbe10 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Dec 12 16:22:41.218513 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:41.723762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:41.789820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367de60-deff-4389-a585-14a6500a2a78 req-82822fbe-cbcf-47df-9a16-49b31a056046 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:41.791269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d367de60-deff-4389-a585-14a6500a2a78 req-82822fbe-cbcf-47df-9a16-49b31a056046 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0488393 Dec 12 16:22:41.836992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d367de60-deff-4389-a585-14a6500a2a78 req-5b5c673e-7c92-48c7-8a36-c9613124c660 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Dec 12 16:22:42.950880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8418fe-d9e2-440f-8d62-a3bd36d910d9 req-bf946e34-0b38-406f-b682-2d423927fcb3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:42.952311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d8418fe-d9e2-440f-8d62-a3bd36d910d9 req-bf946e34-0b38-406f-b682-2d423927fcb3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0476775 Dec 12 16:22:43.001606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d8418fe-d9e2-440f-8d62-a3bd36d910d9 req-4691d2d2-d6c2-46c3-82d8-09a66348582d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Dec 12 16:22:44.116451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b311554-9ed4-40c4-865d-678359b73caa req-e537b2c5-7614-4657-8e11-d17257f28677 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:44.117837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b311554-9ed4-40c4-865d-678359b73caa req-e537b2c5-7614-4657-8e11-d17257f28677 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0494697 Dec 12 16:22:44.165192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b311554-9ed4-40c4-865d-678359b73caa req-a1c6dd4c-1632-4be3-957a-d3bc72ccf918 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Dec 12 16:22:44.854251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-15ebc8b4-ad2e-4d48-a876-1e521184de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:44.855975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-15ebc8b4-ad2e-4d48-a876-1e521184de7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1097 time: 0.0404944 Dec 12 16:22:44.963900 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-2f0e0ce9-3ec4-43e9-aaf2-04dba3859209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:44.965379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-2f0e0ce9-3ec4-43e9-aaf2-04dba3859209 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0858929 Dec 12 16:22:45.008015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-46a1c34c-05db-4335-95ee-52aa21eaef3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0344534 Dec 12 16:22:45.055942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-28542c2e-190c-418c-9a7d-abb1df0240c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:45.057360 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-28542c2e-190c-418c-9a7d-abb1df0240c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0417442 Dec 12 16:22:45.087620 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-168ea01e-928e-440b-bf78-e2feb3842016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227902 Dec 12 16:22:45.180840 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-80b47535-b24f-461f-a45f-f565808f87b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845709 Dec 12 16:22:45.271044 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b03bd9af-ee1d-4e97-92c9-ad854a2c3ec7 req-84bac5b0-709d-48c8-a3c8-4c6b950f8d41 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Dec 12 16:22:45.280149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3346133-b666-4e0b-9982-32de8c61a12f req-ce729be1-12ca-4586-925c-387a417528ae tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:45.281660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3346133-b666-4e0b-9982-32de8c61a12f req-ce729be1-12ca-4586-925c-387a417528ae tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0482676 Dec 12 16:22:45.328813 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3346133-b666-4e0b-9982-32de8c61a12f req-7b3192c7-6e91-40ee-80b4-b02772735a09 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Dec 12 16:22:46.446525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb936f-65d0-4a3f-aab4-a9ccd1fed006 req-31f0a8f0-0b60-4163-8bf9-d2d52251668c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:46.447965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52bb936f-65d0-4a3f-aab4-a9ccd1fed006 req-31f0a8f0-0b60-4163-8bf9-d2d52251668c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0516031 Dec 12 16:22:46.493994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52bb936f-65d0-4a3f-aab4-a9ccd1fed006 req-04ded9cd-1bea-476c-8d28-94d0b2f54a18 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Dec 12 16:22:47.606681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00e356-d322-4ac6-aad0-7766903f98d3 req-5e8dce2a-9241-4556-bb03-3ef24eead317 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:47.608599 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c00e356-d322-4ac6-aad0-7766903f98d3 req-5e8dce2a-9241-4556-bb03-3ef24eead317 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0479918 Dec 12 16:22:47.653852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c00e356-d322-4ac6-aad0-7766903f98d3 req-bb863468-3887-433a-b55c-54f52dd359e6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Dec 12 16:22:48.771678 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257370d-6692-4219-a1e2-54d2e359c715 req-70141f2e-57bd-47dc-acaa-269e81042678 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:48.773290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9257370d-6692-4219-a1e2-54d2e359c715 req-70141f2e-57bd-47dc-acaa-269e81042678 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0510776 Dec 12 16:22:48.822262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9257370d-6692-4219-a1e2-54d2e359c715 req-0f29a4cc-6cb4-47c3-bf1f-b0b6320469fe tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431352 Dec 12 16:22:49.937381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6fbae-c8ad-4b40-8edc-55fb313d505f req-a91eeddc-507f-4d0a-b6c8-0bc7b049ca5e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:49.939139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4e6fbae-c8ad-4b40-8edc-55fb313d505f req-a91eeddc-507f-4d0a-b6c8-0bc7b049ca5e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0490172 Dec 12 16:22:49.985442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d4e6fbae-c8ad-4b40-8edc-55fb313d505f req-5916c5e7-db3e-427c-8729-b86247ba3bda tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Dec 12 16:22:51.098959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2420d-9f2a-419d-bfb7-120032855a78 req-7025a8fa-9c67-40d7-aa5c-b6a82607b1c9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:51.100387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cd2420d-9f2a-419d-bfb7-120032855a78 req-7025a8fa-9c67-40d7-aa5c-b6a82607b1c9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0479105 Dec 12 16:22:51.147105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4cd2420d-9f2a-419d-bfb7-120032855a78 req-c35a29b1-4e5f-491f-9e89-07008f94ba6b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Dec 12 16:22:51.892818 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-2d144259-4552-4a94-9f94-349b592b18e5 req-503c0469-8998-4f72-a6da-f34bba54636d service neutron] show failed (client error): The resource could not be found. Dec 12 16:22:51.893835 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-503c0469-8998-4f72-a6da-f34bba54636d service neutron] 10.222.0.30 "GET /v2.0/ports/986fb6cb-a37e-464b-b531-52adc201a5d4/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0605509 Dec 12 16:22:52.131184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-98609470-087d-4fa1-8066-f74bc2de805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:52.132688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-98609470-087d-4fa1-8066-f74bc2de805f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a&tenant_id=118776ca5a0443a79255bc8a94f34eb7 HTTP/1.1" status: 200 len: 1097 time: 0.0658767 Dec 12 16:22:52.144411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:22:52.196854 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.345057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef32a-89dc-4d4d-a25b-904345d6e075 req-2353f6d2-fa66-49ce-a7a6-4b3a31247e98 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:52.346523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e8ef32a-89dc-4d4d-a25b-904345d6e075 req-2353f6d2-fa66-49ce-a7a6-4b3a31247e98 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.1155255 Dec 12 16:22:52.445419 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1e8ef32a-89dc-4d4d-a25b-904345d6e075 req-8eb351bc-745f-4ed4-b7fb-688b4e76cdb5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914149 Dec 12 16:22:52.463656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:52.496315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:22:52.534439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:52.536728 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c9618-5142-4363-b297-68c9e75ab295" -d '{"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-unplugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:52.540909 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.553300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Transition to ACTIVE for port object 986fb6cb-a37e-464b-b531-52adc201a5d4 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:22:52.557871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.590830 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d7abd-7101-4af7-be26-8a3e79350c38 x-openstack-request-id: req-a13d7abd-7101-4af7-be26-8a3e79350c38 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:52.591119 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-unplugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:52.591369 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a13d7abd-7101-4af7-be26-8a3e79350c38 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:52.591750 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'code': 200} Dec 12 16:22:52.623180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] No DVR routers for this DVR port 986fb6cb-a37e-464b-b531-52adc201a5d4 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:22:52.630920 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:52.664958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:22:52.665444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:22:52.665831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:52.670536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:22:52.670846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Attempting to bind port 986fb6cb-a37e-464b-b531-52adc201a5d4 on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:22:52.675558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:22:52.675880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Checking segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:22:52.676250 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Bound using segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:22:52.676694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Bound port: 986fb6cb-a37e-464b-b531-52adc201a5d4, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:22:52.677041 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.739229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:22:52.742306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:22:52.746105 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.780568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:52.781206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:52.782665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] 10.222.0.13 "PUT /v2.0/ports/986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 1092 time: 0.6424282 Dec 12 16:22:52.830052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127a8a2-857b-4c41-a449-b742a5c04ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:52.847101 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-3747a89c-92d9-4356-a4f1-75ab53fa1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:52.848577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-3747a89c-92d9-4356-a4f1-75ab53fa1bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1095 time: 0.0434895 Dec 12 16:22:52.934630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-1e48739d-28ed-4d1e-9047-5620c6da85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:52.936613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-1e48739d-28ed-4d1e-9047-5620c6da85a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0804000 Dec 12 16:22:52.979788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-49fbd12b-348d-48c1-a102-fd8851bf1692 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0361271 Dec 12 16:22:53.026748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144259-4552-4a94-9f94-349b592b18e5 req-b0781983-5a0d-4dfb-b565-759772f36f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:53.028059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-b0781983-5a0d-4dfb-b565-759772f36f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0416193 Dec 12 16:22:53.058870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-f50c38bb-ff66-4e4b-9cf1-33156c031f2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236123 Dec 12 16:22:53.148065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-598fdb0e-7c4e-4893-87d3-d2266fe7d198 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819499 Dec 12 16:22:53.235521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d144259-4552-4a94-9f94-349b592b18e5 req-5e67502f-df63-4097-b82f-f2e01b571031 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798085 Dec 12 16:22:53.559959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431d168-3dfa-4fac-bd3e-25f9c1618ddc req-d06b712b-a0dc-4b8c-bdc5-ea85e1539694 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:53.561456 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a431d168-3dfa-4fac-bd3e-25f9c1618ddc req-d06b712b-a0dc-4b8c-bdc5-ea85e1539694 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 944 time: 0.0489881 Dec 12 16:22:53.607271 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a431d168-3dfa-4fac-bd3e-25f9c1618ddc req-7b62da27-3349-43c2-b288-0b874645467f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Dec 12 16:22:54.592886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:54.595356 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64b084-9252-4d65-960b-1c325678d00e" -d '{"events": [{"name": "network-changed", "server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:54.644965 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50889cb7-351b-44ab-bfb4-3114b02a727e x-openstack-request-id: req-50889cb7-351b-44ab-bfb4-3114b02a727e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:54.645277 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:54.645502 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50889cb7-351b-44ab-bfb4-3114b02a727e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:54.645896 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'status': 'completed', 'code': 200} Dec 12 16:22:54.742906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-5f726e0b-24eb-468c-a47b-190add495f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:54.744441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-5f726e0b-24eb-468c-a47b-190add495f62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1095 time: 0.0653245 Dec 12 16:22:54.750649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-6ba8e30c-ca9c-4527-9690-4dcc8cdbcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:54.752134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-6ba8e30c-ca9c-4527-9690-4dcc8cdbcd48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1095 time: 0.0784271 Dec 12 16:22:54.761679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbe014-679c-466c-a012-7d7b3153722e req-09580f58-d63f-4ed7-ab2e-c62fad67b194 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:54.763478 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2cbe014-679c-466c-a012-7d7b3153722e req-09580f58-d63f-4ed7-ab2e-c62fad67b194 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 944 time: 0.0809879 Dec 12 16:22:54.842457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-e908317c-d228-4bb2-bab2-756fd15ef8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:54.844042 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-e908317c-d228-4bb2-bab2-756fd15ef8c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0868313 Dec 12 16:22:54.897089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-f8245eb3-f879-48ed-b816-b7730da7da62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0412438 Dec 12 16:22:54.951837 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-a85cdb4e-6ad8-453b-85f9-c9f653372e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:54.953360 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-a85cdb4e-6ad8-453b-85f9-c9f653372e38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0449576 Dec 12 16:22:54.990627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-638f4b00-daad-473a-a9e5-b75251a80104 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263965 Dec 12 16:22:55.092642 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-18326866-c4f1-4711-b447-8d7087a094d6 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892162 Dec 12 16:22:55.178713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2cbe014-679c-466c-a012-7d7b3153722e req-5f07d123-fd00-4dda-8d46-b23495256d4b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965039 Dec 12 16:22:55.188712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-77ee9925-2eb1-4a91-b652-f0d5a619312e service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849936 Dec 12 16:22:55.191683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-4f0b57ec-cbc1-40e3-bcf6-9b2726593b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:55.193313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-4f0b57ec-cbc1-40e3-bcf6-9b2726593b23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.4290683 Dec 12 16:22:55.202142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:22:55.236868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-40aeacb4-2e9a-486b-88c1-a5ceee5f1b3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0362098 Dec 12 16:22:55.284618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64b084-9252-4d65-960b-1c325678d00e req-324ec489-bc4b-4137-9efd-cf9a9e687af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:55.286076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-324ec489-bc4b-4137-9efd-cf9a9e687af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0428474 Dec 12 16:22:55.294702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:55.309492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'port_id': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'mac_address': 'fa:16:3e:a6:a0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc896fea-6da9-40c9-a107-c436e95c4d72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:22:55.321461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-3af4fda6-1d59-4903-9623-cb57997dae88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280190 Dec 12 16:22:55.345933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:55.358834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986fb6cb-a37e-464b-b531-52adc201a5d4 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:22:55.378703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:55.382535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:55.410444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-8471147f-8446-431e-aef0-6e5254858742 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818932 Dec 12 16:22:55.429084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:55.503977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd64b084-9252-4d65-960b-1c325678d00e req-6282082a-5dfc-4eba-8018-a22a7b412403 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Dec 12 16:22:55.598786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['986fb6cb-a37e-464b-b531-52adc201a5d4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:22:56.299698 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355e3ae-2279-4e45-9fca-381b9d1cb480 req-8baf7992-9dcf-4983-b435-c34fcbcf3a69 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:56.301149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f355e3ae-2279-4e45-9fca-381b9d1cb480 req-8baf7992-9dcf-4983-b435-c34fcbcf3a69 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 945 time: 0.0487804 Dec 12 16:22:56.346164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f355e3ae-2279-4e45-9fca-381b9d1cb480 req-b6af34d8-4592-4a7e-822f-c49fabb0d18e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Dec 12 16:22:56.427736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:22:56.468848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:22:56.541448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290eb29-7d58-4445-8f1c-9815f6ab8866 req-1ee53253-f4fb-41dd-9543-cc9a24daac8f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:56.542949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8290eb29-7d58-4445-8f1c-9815f6ab8866 req-1ee53253-f4fb-41dd-9543-cc9a24daac8f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 945 time: 0.0490658 Dec 12 16:22:56.591071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8290eb29-7d58-4445-8f1c-9815f6ab8866 req-5cd95ebe-319c-481c-9836-bfdd1f79dacf tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Dec 12 16:22:56.866318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-176e98c5-07bd-4f9c-bd8d-ab2f25d8c5f9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:56.867742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-176e98c5-07bd-4f9c-bd8d-ab2f25d8c5f9 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.30 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a&tenant_id=118776ca5a0443a79255bc8a94f34eb7&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 945 time: 0.3579144 Dec 12 16:22:56.927201 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-74ee978d-0b4b-48cc-b1ec-fccaaa934da0 service neutron] delete failed (client error): The resource could not be found. Dec 12 16:22:56.928168 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-74ee978d-0b4b-48cc-b1ec-fccaaa934da0 service neutron] 10.222.0.30 "DELETE /v2.0/ports/986fb6cb-a37e-464b-b531-52adc201a5d4/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0514650 Dec 12 16:22:57.014032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-2ac901c3-cc26-4a0a-b938-a6f16f967085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:57.015497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-2ac901c3-cc26-4a0a-b938-a6f16f967085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 1096 time: 0.0405130 Dec 12 16:22:57.105267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-08d37217-258d-40a0-82e8-ab5b0d35f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:57.106705 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-08d37217-258d-40a0-82e8-ab5b0d35f898 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0839303 Dec 12 16:22:57.153234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-78fd534f-fb91-42c4-ab9f-09e43ff89863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 200 len: 217 time: 0.0350754 Dec 12 16:22:57.201658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:22:57.209151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-b00e7f49-578a-4700-817a-d5aca3b6703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:57.210618 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-b00e7f49-578a-4700-817a-d5aca3b6703f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0496705 Dec 12 16:22:57.243229 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-e7657fe3-a10b-42f3-ae5c-79bc438792ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250075 Dec 12 16:22:57.253192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 986fb6cb-a37e-464b-b531-52adc201a5d4 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:22:57.257769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 986fb6cb-a37e-464b-b531-52adc201a5d4 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:22:57.258134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:57.332852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-16343ca6-10b3-4050-a751-7a0105e696c2 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812490 Dec 12 16:22:57.333120 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:57.355126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:22:57.357891 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625b088-16d5-4977-baba-c56bc3286f5e" -d '{"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-plugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:22:57.370947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:22:57.375527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:22:57.409209 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560b5f7c-4e5f-48dd-9b27-93351d4213dd x-openstack-request-id: req-560b5f7c-4e5f-48dd-9b27-93351d4213dd {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:22:57.409509 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-plugged", "status": "completed", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:22:57.409766 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-560b5f7c-4e5f-48dd-9b27-93351d4213dd {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:22:57.410153 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'code': 200} Dec 12 16:22:57.427611 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:22:57.445343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf55c45e-5e82-4bb8-adf2-be18d9aa1ae5 req-6d5b8d3a-0048-4775-b2b8-8fd8932d52c0 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017339 Dec 12 16:22:57.711331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7955a0-3425-4ab8-82b3-be318e74447b req-d48878b5-5291-4549-8ea6-6f577ba0256e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:57.712805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7955a0-3425-4ab8-82b3-be318e74447b req-d48878b5-5291-4549-8ea6-6f577ba0256e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0526199 Dec 12 16:22:57.758882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7955a0-3425-4ab8-82b3-be318e74447b req-022c49a0-2e75-47f5-b15a-5fcfeb74e828 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Dec 12 16:22:58.877200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a1616-fa1f-49bb-a43f-3bfa8bf1a6a8 req-0c3ecc8f-a9b9-4151-97e3-4172a94a94ef tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:58.878646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-439a1616-fa1f-49bb-a43f-3bfa8bf1a6a8 req-0c3ecc8f-a9b9-4151-97e3-4172a94a94ef tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0482259 Dec 12 16:22:58.923941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-439a1616-fa1f-49bb-a43f-3bfa8bf1a6a8 req-b492aeb7-769f-4f19-b193-9fbe0f8c4986 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Dec 12 16:22:59.036738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba368f5-b96a-4af3-9424-539297c1e044 req-705d1422-bfb1-4035-96c8-1134f880507a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:59.038178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ba368f5-b96a-4af3-9424-539297c1e044 req-705d1422-bfb1-4035-96c8-1134f880507a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0479417 Dec 12 16:22:59.086850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5ba368f5-b96a-4af3-9424-539297c1e044 req-d9542ecf-17c1-4142-8c1a-09243dc2a780 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Dec 12 16:22:59.198081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babdf66-a0d8-47dd-8119-a8fb35728e14 req-1a64f438-4705-4966-8807-833b330e7e21 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:59.199568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5babdf66-a0d8-47dd-8119-a8fb35728e14 req-1a64f438-4705-4966-8807-833b330e7e21 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0486746 Dec 12 16:22:59.246852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5babdf66-a0d8-47dd-8119-a8fb35728e14 req-09248b1b-c8cc-4178-b30e-93e00df68a83 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Dec 12 16:22:59.586503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-753b4edd-ead0-4395-b905-b060168a60d0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:22:59.587947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-753b4edd-ead0-4395-b905-b060168a60d0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 814 time: 0.1021724 Dec 12 16:22:59.603046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-8d819708-d9fd-42cd-a9ed-e0fd6e353114 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/quotas/118776ca5a0443a79255bc8a94f34eb7 HTTP/1.1" status: 200 len: 375 time: 0.0087304 Dec 12 16:22:59.650768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-3aee5689-ed89-4169-bc30-a1d36b79cea6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422034 Dec 12 16:22:59.738519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-a477a51a-e39c-42df-963d-cfd5436fc573 service neutron] 10.222.0.36 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802917 Dec 12 16:22:59.827821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-ed71fb28-1fd5-477f-b48f-5db63b1c3584 service neutron] 10.222.0.36 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832019 Dec 12 16:22:59.983502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0a9471f-12c2-40e8-8aa7-335f968b5ecf req-fe16ecd8-b482-480f-8ee5-27f2f1650b47 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 210 time: 0.0265644 Dec 12 16:23:00.767967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-fe444659-046c-4dc0-bfc5-773eafc8fa46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:00.769465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-fe444659-046c-4dc0-bfc5-773eafc8fa46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.13 "GET /v2.0/ports?device_id=00ba652d-b975-4fd5-81fc-5b2433c1c33a HTTP/1.1" status: 200 len: 946 time: 0.0483108 Dec 12 16:23:00.787066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.13', 52543) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:00.874504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Deleting port 986fb6cb-a37e-464b-b531-52adc201a5d4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:23:00.874836 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:00.900212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-fdc5faea-9a0b-46b2-a2aa-722ec79873d1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:00.901798 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-fdc5faea-9a0b-46b2-a2aa-722ec79873d1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 814 time: 0.1136389 Dec 12 16:23:00.914440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Request body: {'port': {'device_id': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'admin_state_up': True, 'tenant_id': '118776ca5a0443a79255bc8a94f34eb7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:00.963991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] For port 986fb6cb-a37e-464b-b531-52adc201a5d4, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=986fb6cb-a37e-464b-b531-52adc201a5d4,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:00.964357 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:00.977056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Calling delete_port for 986fb6cb-a37e-464b-b531-52adc201a5d4 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:23:01.028139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Made reservation on behalf of 118776ca5a0443a79255bc8a94f34eb7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:23:01.033309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.105828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-00aa6359-7eb1-42b2-80de-eed86d0bae3f req-3562627f-9818-4801-9384-46bbcc610b1a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 210 time: 0.0446897 Dec 12 16:23:01.134293 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.146163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['986fb6cb-a37e-464b-b531-52adc201a5d4'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:23:01.177237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Allocated IP 172.20.0.5 (1b01ef36-7896-4f21-b992-e8c9bf329a10/bc896fea-6da9-40c9-a107-c436e95c4d72/671fdc3c-da99-4145-bb57-6ca7c9e7956a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:01.197231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Pushing event deleted for resources: {'Port': ['ID=986fb6cb-a37e-464b-b531-52adc201a5d4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:01.216284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] No DVR routers for this DVR port 986fb6cb-a37e-464b-b531-52adc201a5d4 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:23:01.219046 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.222565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-03097362-a6d8-4bb8-ac5f-74f238e7598d req-cdc191ef-2775-425d-804e-390c60214e78 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.13 "DELETE /v2.0/ports/986fb6cb-a37e-464b-b531-52adc201a5d4 HTTP/1.1" status: 204 len: 173 time: 0.4414594 Dec 12 16:23:01.223093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-deleted', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:01.226269 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeb1645-dce6-4676-8c8b-92aa5fdf52ac" -d '{"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-deleted", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:01.266157 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4db0b9-07eb-4b94-94d6-6e39a5d45a11 x-openstack-request-id: req-7c4db0b9-07eb-4b94-94d6-6e39a5d45a11 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:01.266457 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ba652d-b975-4fd5-81fc-5b2433c1c33a", "name": "network-vif-deleted", "tag": "986fb6cb-a37e-464b-b531-52adc201a5d4", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:01.266715 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c4db0b9-07eb-4b94-94d6-6e39a5d45a11 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:01.267116 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba652d-b975-4fd5-81fc-5b2433c1c33a', 'name': 'network-vif-deleted', 'tag': '986fb6cb-a37e-464b-b531-52adc201a5d4', 'status': 'completed', 'code': 200} Dec 12 16:23:01.340869 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.375765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.426713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Network 1b01ef36-7896-4f21-b992-e8c9bf329a10 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:01.430065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:01.432534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:01.472527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:01.494898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:01.495511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.512079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-61e4b742-3cd5-47ef-9a7b-f347659dc1ad tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017008 Dec 12 16:23:01.523490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Request body: {'port': {'device_id': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:01.574442 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.828380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671fdc3c-da99-4145-bb57-6ca7c9e7956a {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:23:01.835670 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.847270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Transition to ACTIVE for port object 671fdc3c-da99-4145-bb57-6ca7c9e7956a will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:23:01.850701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:01.898857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:01.966102 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:01.966427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:01.966747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:01.970945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:23:01.971264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:01.975890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:01.976220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Checking segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:01.976679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Bound using segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:01.977108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Bound port: 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:01.977456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:02.047010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:02.049958 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:02.054210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:02.087239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.087889 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:02.089310 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] 10.222.0.13 "PUT /v2.0/ports/671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 1091 time: 0.5698209 Dec 12 16:23:02.092377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:02.095333 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c32256-2463-4dd8-8af8-f626cc0a6a41" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:02.126147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c4603-b0ab-4888-b47b-c0f66a95955d service neutron] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:02.139224 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9b2725-b795-4913-840f-d48f07334c85 x-openstack-request-id: req-3a9b2725-b795-4913-840f-d48f07334c85 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:02.139975 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:02.140246 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a9b2725-b795-4913-840f-d48f07334c85 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:02.140720 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'status': 'completed', 'code': 200} Dec 12 16:23:02.177400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-26dce16b-b70a-480f-a481-5992db89d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.178943 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-26dce16b-b70a-480f-a481-5992db89d7ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0496905 Dec 12 16:23:02.222343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-ae66632c-4ea4-4b9c-bf3b-c5eca2d073ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0349882 Dec 12 16:23:02.227822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0bc30-aa6f-4a17-b04b-e62ba4f900cf req-df5a60e1-e1b2-444c-981b-ca6cf04e2694 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.229311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bea0bc30-aa6f-4a17-b04b-e62ba4f900cf req-df5a60e1-e1b2-444c-981b-ca6cf04e2694 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0491393 Dec 12 16:23:02.256189 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:23:02.276552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-ab4e6c25-9ec4-4795-b087-3af7993e1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.276791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bea0bc30-aa6f-4a17-b04b-e62ba4f900cf req-8afa1c16-526a-4084-8b0a-1e8024c18e31 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Dec 12 16:23:02.278066 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-ab4e6c25-9ec4-4795-b087-3af7993e1d0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0479865 Dec 12 16:23:02.309982 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-b7fd0561-d252-4c8b-bee5-0297839185f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252330 Dec 12 16:23:02.397118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-47878cc5-849e-45ef-b9de-799db7337acc service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803821 Dec 12 16:23:02.491052 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ccbe002-99b4-4187-b6a3-15d54b3dee30 req-9566b145-330e-45f4-aeb3-710fb29f82cd service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Dec 12 16:23:02.577507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-3994b45e-911b-4684-a1a5-a685433eb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.579000 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-3994b45e-911b-4684-a1a5-a685433eb271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0411181 Dec 12 16:23:02.671964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-e2c49f0d-ccc8-4c76-ba78-53f56759091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.673488 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-e2c49f0d-ccc8-4c76-ba78-53f56759091b service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0878112 Dec 12 16:23:02.714694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-1bb38953-d383-4a77-844f-1777b278becd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0346098 Dec 12 16:23:02.765076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-3f0f84a3-b952-48cb-92dc-8bb0c62cf2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:02.766522 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-3f0f84a3-b952-48cb-92dc-8bb0c62cf2bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0446668 Dec 12 16:23:02.798273 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-3eae3036-0c9f-4604-bfec-611efca4df5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239463 Dec 12 16:23:02.891264 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-31ff8c20-18b0-49fc-8719-c1ffe9e950fc service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Dec 12 16:23:02.978259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3c32256-2463-4dd8-8af8-f626cc0a6a41 req-4069cfa7-9615-4025-aa58-78a8812d2528 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794244 Dec 12 16:23:03.249430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:23:03.269588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 986fb6cb-a37e-464b-b531-52adc201a5d4 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:23:03.269935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 986fb6cb-a37e-464b-b531-52adc201a5d4 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:23:03.391691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d36f1c-7799-4dec-a64d-fdfe4f32b524 req-afe052bb-a56d-48ac-8eb7-27dbd0b0552b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:03.393182 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66d36f1c-7799-4dec-a64d-fdfe4f32b524 req-afe052bb-a56d-48ac-8eb7-27dbd0b0552b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0484195 Dec 12 16:23:03.442733 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66d36f1c-7799-4dec-a64d-fdfe4f32b524 req-ef223ff5-f1fe-4cab-ba62-12c122f3fa97 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Dec 12 16:23:04.558403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d71a-fecc-4677-9f7f-faecd8fb282c req-44e98ff0-7ea3-41cb-b40a-dfb112238d46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:04.560393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6d8d71a-fecc-4677-9f7f-faecd8fb282c req-44e98ff0-7ea3-41cb-b40a-dfb112238d46 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0477333 Dec 12 16:23:04.606583 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c6d8d71a-fecc-4677-9f7f-faecd8fb282c req-48211d31-d7e1-4bf0-a395-b5916f2791af tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402815 Dec 12 16:23:05.264912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:23:05.358717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:05.369907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'port_id': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'mac_address': 'fa:16:3e:1d:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc896fea-6da9-40c9-a107-c436e95c4d72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:23:05.406205 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:05.418626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671fdc3c-da99-4145-bb57-6ca7c9e7956a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:23:05.438595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:05.442461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:05.492191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:05.543263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6b14fe93-3ffe-4985-8e8c-49537343ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:05.628933 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['671fdc3c-da99-4145-bb57-6ca7c9e7956a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:23:05.720592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3f446-56e9-4dbc-838d-775aed7428d2 req-5f252961-95dd-4962-af7e-e1aa61f35d88 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:05.722096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cd3f446-56e9-4dbc-838d-775aed7428d2 req-5f252961-95dd-4962-af7e-e1aa61f35d88 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 944 time: 0.0478206 Dec 12 16:23:05.770328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2cd3f446-56e9-4dbc-838d-775aed7428d2 req-6c51b969-9074-4ceb-8e2d-aa2ba0bcd296 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Dec 12 16:23:06.886967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a4d2d-3b46-4de8-ab83-5fcb9e26cb2e req-7cc9e872-c3b3-4699-b58e-a77faab60c71 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:06.889191 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f2a4d2d-3b46-4de8-ab83-5fcb9e26cb2e req-7cc9e872-c3b3-4699-b58e-a77faab60c71 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 944 time: 0.0525656 Dec 12 16:23:06.934764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f2a4d2d-3b46-4de8-ab83-5fcb9e26cb2e req-a885537a-0aaa-44ea-b018-2370e82669d7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Dec 12 16:23:07.263801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:07.313633 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 671fdc3c-da99-4145-bb57-6ca7c9e7956a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:23:07.317185 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 671fdc3c-da99-4145-bb57-6ca7c9e7956a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:07.317559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:07.391337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:07.412856 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:07.415007 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95663a4-aab1-4add-9239-9cf30b8041e6" -d '{"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-plugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:07.427541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:07.432396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:07.459059 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac94bac-96da-4aa7-bf26-0e49d24d50fc x-openstack-request-id: req-9ac94bac-96da-4aa7-bf26-0e49d24d50fc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:07.459351 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-plugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:07.459613 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ac94bac-96da-4aa7-bf26-0e49d24d50fc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:07.460005 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'code': 200} Dec 12 16:23:07.488100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:07.496341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.496719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.497058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.497889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.498220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.498548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.498873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.499196 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.499515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.499835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.500153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.500471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.500819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:07.550478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4442c1c-77a7-4b9a-9796-ffcbe0a85432 req-643c4d88-0407-42ef-ad24-c83597953cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:07.551980 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e4442c1c-77a7-4b9a-9796-ffcbe0a85432 req-643c4d88-0407-42ef-ad24-c83597953cfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1096 time: 0.0441766 Dec 12 16:23:07.597852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e4442c1c-77a7-4b9a-9796-ffcbe0a85432 req-c421d6cf-8d45-406b-a094-ac7b0337da35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Dec 12 16:23:07.832074 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1250243b-2d33-4c80-bce2-f74a360de75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:08.049003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbf220-3949-484c-97d1-50ca942bb738 req-15feb793-14f0-467e-b552-c7f1e21f98e3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:08.050468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4bbf220-3949-484c-97d1-50ca942bb738 req-15feb793-14f0-467e-b552-c7f1e21f98e3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0484471 Dec 12 16:23:08.096352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f4bbf220-3949-484c-97d1-50ca942bb738 req-9415a273-32ed-474c-a43c-40c8da276622 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Dec 12 16:23:08.802246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:09.217255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0bb8-f93d-40af-8c06-47e1ab81188c req-eefe6b84-a3c0-41a2-8a2b-975690213d47 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:09.218702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaec0bb8-f93d-40af-8c06-47e1ab81188c req-eefe6b84-a3c0-41a2-8a2b-975690213d47 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0523808 Dec 12 16:23:09.264521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aaec0bb8-f93d-40af-8c06-47e1ab81188c req-322a2fc1-df78-4d3a-aea2-ac3ab735101d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Dec 12 16:23:09.377301 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90908e69-b3f8-4e8b-8c30-114b815e8653 req-50cba084-0b45-4c6f-9135-7eb6bb26f283 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:09.378665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90908e69-b3f8-4e8b-8c30-114b815e8653 req-50cba084-0b45-4c6f-9135-7eb6bb26f283 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0488505 Dec 12 16:23:09.424027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90908e69-b3f8-4e8b-8c30-114b815e8653 req-2a798139-59e1-42d2-8e80-ee9a426678db tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Dec 12 16:23:09.645037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-0ed63fd5-b383-4660-99df-e783cdab7412 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409060 Dec 12 16:23:09.655465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cc217-fe8a-46fa-a585-f4f79e46f493 req-09df6199-7cb5-445c-87a0-6e4c6aa47a36 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:09.656959 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c0cc217-fe8a-46fa-a585-f4f79e46f493 req-09df6199-7cb5-445c-87a0-6e4c6aa47a36 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0469551 Dec 12 16:23:09.693265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:09.718203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c0cc217-fe8a-46fa-a585-f4f79e46f493 req-b4c3e391-ad13-4b03-93da-d39720014cb7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551100 Dec 12 16:23:10.546986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:10.813121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-9f52531f-c22d-4d64-b28e-ed6ae052aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:10.814519 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-9f52531f-c22d-4d64-b28e-ed6ae052aa95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1096 time: 0.0409253 Dec 12 16:23:10.841882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966232a-1035-466e-aed7-7b1a5a09ca35 req-5e994acf-f834-4b39-9b9f-b9eb4b31ae11 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:10.843364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d966232a-1035-466e-aed7-7b1a5a09ca35 req-5e994acf-f834-4b39-9b9f-b9eb4b31ae11 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0491884 Dec 12 16:23:10.894869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d966232a-1035-466e-aed7-7b1a5a09ca35 req-36886503-2086-4e9b-b84f-f089dfbd4ffb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454452 Dec 12 16:23:10.909057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-f22fbd4c-a351-44aa-b8fc-e00a88c5d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:10.910593 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-f22fbd4c-a351-44aa-b8fc-e00a88c5d4ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0886238 Dec 12 16:23:10.953129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-6abc7cc4-b628-4288-b376-29ae626beb6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0344653 Dec 12 16:23:11.004596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-33c2b0da-44a0-4f2c-9841-3dedbb176930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:11.006029 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-33c2b0da-44a0-4f2c-9841-3dedbb176930 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0461924 Dec 12 16:23:11.036240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-2ad5371a-846b-4dd8-9e63-7ef4ba595f55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239348 Dec 12 16:23:11.121880 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-03032a83-33d1-4235-80fb-d4e0d0ef5bfa service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784497 Dec 12 16:23:11.217249 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-88c9c78e-6997-4e11-aee3-45905fc82de0 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877178 Dec 12 16:23:11.219721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:11.735156 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:12.010503 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf94f0-e893-4c07-a49a-b0339460a249 req-3df11ee2-009f-4ff9-8666-4606d28d3231 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:12.011858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-decf94f0-e893-4c07-a49a-b0339460a249 req-3df11ee2-009f-4ff9-8666-4606d28d3231 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0485351 Dec 12 16:23:12.057799 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-decf94f0-e893-4c07-a49a-b0339460a249 req-6508afa8-273c-47f0-82c9-ea5fae8697f3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393758 Dec 12 16:23:13.177685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e8ff9-b67c-4e4b-8467-c882d437feff req-26551fa8-49fe-45d7-8190-f6b266f1086f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:13.179163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-679e8ff9-b67c-4e4b-8467-c882d437feff req-26551fa8-49fe-45d7-8190-f6b266f1086f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0530610 Dec 12 16:23:13.225267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-679e8ff9-b67c-4e4b-8467-c882d437feff req-a490fa12-ae69-4561-84b0-0ca334315dfb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Dec 12 16:23:14.338608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacac750-10cf-4f26-bda3-e9850f1e2ba9 req-aa72bcba-dcd7-4296-baf6-28d5836df29b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:14.340068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aacac750-10cf-4f26-bda3-e9850f1e2ba9 req-aa72bcba-dcd7-4296-baf6-28d5836df29b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0479376 Dec 12 16:23:14.386669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aacac750-10cf-4f26-bda3-e9850f1e2ba9 req-b20c65b7-071a-46b3-924e-12c100982ca4 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Dec 12 16:23:15.501958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe7137-00ce-4535-aebb-0ba3f9878f39 req-01dca4e7-ccf1-41cb-b1f8-8760f37bac2a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:15.503435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edbe7137-00ce-4535-aebb-0ba3f9878f39 req-01dca4e7-ccf1-41cb-b1f8-8760f37bac2a tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0485604 Dec 12 16:23:15.553900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-edbe7137-00ce-4535-aebb-0ba3f9878f39 req-e875150d-8872-4828-a7e8-88e938fd9e45 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Dec 12 16:23:16.671112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23db0ee-3774-41b0-975f-02a74cbf480f req-7113760b-e07e-4b82-8eb7-2543685673f3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:16.672566 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c23db0ee-3774-41b0-975f-02a74cbf480f req-7113760b-e07e-4b82-8eb7-2543685673f3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0482388 Dec 12 16:23:16.718973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c23db0ee-3774-41b0-975f-02a74cbf480f req-45a56f80-3137-43f5-ab8e-21d4d8f504a1 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Dec 12 16:23:17.833095 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7ec05-fa72-4665-b757-46ffb773926e req-bcebe9b1-0d44-4ace-a9f8-72a86ea4ad02 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:17.834558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0f7ec05-fa72-4665-b757-46ffb773926e req-bcebe9b1-0d44-4ace-a9f8-72a86ea4ad02 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0481455 Dec 12 16:23:17.881306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0f7ec05-fa72-4665-b757-46ffb773926e req-d4bf92a4-3e2a-4f14-98e0-80281eca0f75 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Dec 12 16:23:19.001015 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b1319-b8d8-40c7-8cec-b5f706c0002f req-4ecb54fa-b804-4e61-bdc0-ec9cf5e8acf6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:19.002485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-258b1319-b8d8-40c7-8cec-b5f706c0002f req-4ecb54fa-b804-4e61-bdc0-ec9cf5e8acf6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0540004 Dec 12 16:23:19.048357 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-258b1319-b8d8-40c7-8cec-b5f706c0002f req-e82c823a-54c1-439b-8884-86b6a26bfffc tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Dec 12 16:23:20.163416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea8d1-54b3-412e-a654-46e3c03181c7 req-445427b7-6db8-45e2-9f5d-941fd7af388f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:20.164903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1efea8d1-54b3-412e-a654-46e3c03181c7 req-445427b7-6db8-45e2-9f5d-941fd7af388f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0490434 Dec 12 16:23:20.211865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1efea8d1-54b3-412e-a654-46e3c03181c7 req-cdd0ba21-286e-420b-bdb3-1d232b623218 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Dec 12 16:23:21.330258 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7623ec-df1e-460a-bbca-a90ae532c942 req-537536cd-5b9f-4524-af30-8c547318dc08 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:21.331710 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7623ec-df1e-460a-bbca-a90ae532c942 req-537536cd-5b9f-4524-af30-8c547318dc08 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0519717 Dec 12 16:23:21.377958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7623ec-df1e-460a-bbca-a90ae532c942 req-ac85fd00-2f33-4fb1-884a-b8c4e16e1cda tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403519 Dec 12 16:23:22.493844 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc7c11-2509-468f-89e3-9bc7032e8653 req-83e7e7de-e97b-4a40-bc51-1b267621b847 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:22.495280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05cc7c11-2509-468f-89e3-9bc7032e8653 req-83e7e7de-e97b-4a40-bc51-1b267621b847 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0480940 Dec 12 16:23:22.541119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05cc7c11-2509-468f-89e3-9bc7032e8653 req-993da1e4-59f6-4324-9e75-37b26e8c949f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400100 Dec 12 16:23:23.655573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b316a-4f53-4921-904c-51e4aadb50df req-78d4fb50-1d42-4a15-83a9-d2671b74f85c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:23.657033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-984b316a-4f53-4921-904c-51e4aadb50df req-78d4fb50-1d42-4a15-83a9-d2671b74f85c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0493839 Dec 12 16:23:23.707428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-984b316a-4f53-4921-904c-51e4aadb50df req-8882ef36-bcca-46aa-8ed1-99c0a1781446 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Dec 12 16:23:24.821812 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51534b-5c79-4390-8f70-acfdabb7356e req-fcd0766c-a559-4263-9709-294df3d73d58 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:24.823257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba51534b-5c79-4390-8f70-acfdabb7356e req-fcd0766c-a559-4263-9709-294df3d73d58 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0478928 Dec 12 16:23:24.869687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba51534b-5c79-4390-8f70-acfdabb7356e req-720db528-8780-4342-81ae-ccad437012a4 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Dec 12 16:23:25.984934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10704160-b067-4d61-822b-71e4516a0f54 req-35d487da-3675-47c2-9091-59b046fd40a3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:25.986395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10704160-b067-4d61-822b-71e4516a0f54 req-35d487da-3675-47c2-9091-59b046fd40a3 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0489969 Dec 12 16:23:26.032726 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10704160-b067-4d61-822b-71e4516a0f54 req-8dc6b484-dd61-4417-b160-a4c95006440e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Dec 12 16:23:27.148970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e8da-6b54-446b-b941-6aa158629d9e req-bfe36024-75c2-48b0-a962-494f26c3767b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:27.150442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d527e8da-6b54-446b-b941-6aa158629d9e req-bfe36024-75c2-48b0-a962-494f26c3767b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0524781 Dec 12 16:23:27.196309 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d527e8da-6b54-446b-b941-6aa158629d9e req-eee4f863-0862-4bf4-aa68-9b075675124f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Dec 12 16:23:28.313297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb74aaa-976c-47d8-b0c9-827b5e528ed7 req-841d08ca-c374-412d-9974-155f65a17e9f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:28.314742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bb74aaa-976c-47d8-b0c9-827b5e528ed7 req-841d08ca-c374-412d-9974-155f65a17e9f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0485420 Dec 12 16:23:28.361264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8bb74aaa-976c-47d8-b0c9-827b5e528ed7 req-9f435e9f-21e2-44dc-8c86-83c64547be81 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Dec 12 16:23:29.474846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62428663-8cc1-46bb-a866-c7f47e915e35 req-91707d70-aa11-4da1-b154-88e54d279992 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:29.476313 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62428663-8cc1-46bb-a866-c7f47e915e35 req-91707d70-aa11-4da1-b154-88e54d279992 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0481603 Dec 12 16:23:29.526614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62428663-8cc1-46bb-a866-c7f47e915e35 req-56d31fe2-c7a1-4abe-b0f2-1aaa5d635be5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Dec 12 16:23:30.644774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d04ca-4745-4cee-bf98-3f459cfaf25f req-eb991bb4-c42b-477a-beae-80623b9d08b2 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:30.646241 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f90d04ca-4745-4cee-bf98-3f459cfaf25f req-eb991bb4-c42b-477a-beae-80623b9d08b2 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0493131 Dec 12 16:23:30.692749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f90d04ca-4745-4cee-bf98-3f459cfaf25f req-3378bf0e-9669-419b-94df-060319261242 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Dec 12 16:23:31.810329 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b907c-87b3-44b8-9520-ca5115940d4d req-56d18706-1b5d-47fc-9101-ce05832789c0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:31.811793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d67b907c-87b3-44b8-9520-ca5115940d4d req-56d18706-1b5d-47fc-9101-ce05832789c0 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0495484 Dec 12 16:23:31.858759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d67b907c-87b3-44b8-9520-ca5115940d4d req-39265164-3187-46fb-9cd0-82844d206fb8 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Dec 12 16:23:32.981730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3cc67-d433-4d3a-932c-5815eccc5eeb req-62c05ac9-ce84-402e-bf55-a4c29da241f6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:32.983193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aef3cc67-d433-4d3a-932c-5815eccc5eeb req-62c05ac9-ce84-402e-bf55-a4c29da241f6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0526602 Dec 12 16:23:33.029136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aef3cc67-d433-4d3a-932c-5815eccc5eeb req-d535bd28-ae44-4d97-a2e6-fb972fee2e92 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400541 Dec 12 16:23:34.142352 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d22b8-37a2-4f4b-813e-aa85cbd25ef2 req-da18f685-6c6c-42c9-975b-5d1be168711e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:34.143819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-899d22b8-37a2-4f4b-813e-aa85cbd25ef2 req-da18f685-6c6c-42c9-975b-5d1be168711e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0483837 Dec 12 16:23:34.190815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-899d22b8-37a2-4f4b-813e-aa85cbd25ef2 req-bac2c9d0-61bf-496d-9a4f-414267b4228c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Dec 12 16:23:35.307647 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137eed-3364-4c34-b8b7-d8184f0a7acf req-5d93bdd6-2e6e-4d7e-b21b-6641d83221dc tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:35.309119 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60137eed-3364-4c34-b8b7-d8184f0a7acf req-5d93bdd6-2e6e-4d7e-b21b-6641d83221dc tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0515466 Dec 12 16:23:35.355455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60137eed-3364-4c34-b8b7-d8184f0a7acf req-66cca13f-ac17-4d99-9509-7fae1e7c5e16 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Dec 12 16:23:35.544529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d181644f-3dfe-40c5-8d91-308345f94753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:36.472346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd49b52-1637-470d-adeb-4695e97a4aa5 req-b162525e-4b76-46aa-b039-1c893d2d9b30 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:36.473858 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cd49b52-1637-470d-adeb-4695e97a4aa5 req-b162525e-4b76-46aa-b039-1c893d2d9b30 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0484872 Dec 12 16:23:36.520292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1cd49b52-1637-470d-adeb-4695e97a4aa5 req-2d10f1cb-7449-4cab-b84c-443290b86feb tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Dec 12 16:23:37.635641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48511365-0b52-425c-bd08-1c7b93ff6e2b req-ce37cb5d-ba68-444e-b0f5-534537ed4b7c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:37.637110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48511365-0b52-425c-bd08-1c7b93ff6e2b req-ce37cb5d-ba68-444e-b0f5-534537ed4b7c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0485108 Dec 12 16:23:37.687253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48511365-0b52-425c-bd08-1c7b93ff6e2b req-aa5e6f4f-db79-43cc-b157-81bd6e0ef069 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Dec 12 16:23:37.832541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e63cccce-9559-474c-81cb-6838aaf23e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:37.942717 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-cc1cede6-4e65-402e-aca3-ea7248bc0840 service neutron] show failed (client error): The resource could not be found. Dec 12 16:23:37.943692 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-cc1cede6-4e65-402e-aca3-ea7248bc0840 service neutron] 10.222.0.13 "GET /v2.0/ports/671fdc3c-da99-4145-bb57-6ca7c9e7956a/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0541320 Dec 12 16:23:38.153055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-23c75e8b-f1d9-4a90-b7e2-ba28a9103cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:38.155028 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-23c75e8b-f1d9-4a90-b7e2-ba28a9103cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba&tenant_id=118776ca5a0443a79255bc8a94f34eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0405843 Dec 12 16:23:38.171960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:38.225680 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.426886 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:38.458677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:38.496603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:38.498947 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233cfe69-6595-4d13-a917-0953571f5bbb" -d '{"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-unplugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:38.502635 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.515450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Transition to ACTIVE for port object 671fdc3c-da99-4145-bb57-6ca7c9e7956a will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:23:38.519051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.554277 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2a1c4-2e66-4fc5-a4ae-6483725df473 x-openstack-request-id: req-8af2a1c4-2e66-4fc5-a4ae-6483725df473 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:38.555173 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-unplugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:38.555173 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8af2a1c4-2e66-4fc5-a4ae-6483725df473 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:38.555173 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'code': 200} Dec 12 16:23:38.583877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] No DVR routers for this DVR port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:23:38.586021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:38.598899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.599252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.599594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.599931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.600266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.600595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.600955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.601279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.601602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.601924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.602246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.602568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.602888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:38.635290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:38.635619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:38.635943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:38.640593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:23:38.640943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Attempting to bind port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on network 1b01ef36-7896-4f21-b992-e8c9bf329a10 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:38.645678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:38.646012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Checking segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:38.646391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Bound using segment: {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:38.646807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Bound port: 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c266e33-4710-4835-9102-cc7b576eb935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:38.647152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.708037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:38.711006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:38.715437 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.753780 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:38.754743 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.756133 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] 10.222.0.30 "PUT /v2.0/ports/671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 1091 time: 0.5887651 Dec 12 16:23:38.775436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3a5f-4509-4dcb-b5aa-d2ec9a0c1485 service neutron] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:38.804806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:38.807724 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad199-6aef-4c61-8241-af8d72372b24 req-6121c68f-d652-4640-995d-08e6c716f184 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:38.809286 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d53ad199-6aef-4c61-8241-af8d72372b24 req-6121c68f-d652-4640-995d-08e6c716f184 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0542946 Dec 12 16:23:38.829003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-44acf9cd-d61a-4222-801f-274369b5b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:38.830513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-44acf9cd-d61a-4222-801f-274369b5b98b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0429316 Dec 12 16:23:38.858796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d53ad199-6aef-4c61-8241-af8d72372b24 req-43e558ba-d1da-4d5c-a765-444eca1a363c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Dec 12 16:23:38.929185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-28341939-6618-454b-b5c7-c07d3e5a6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:38.930651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-28341939-6618-454b-b5c7-c07d3e5a6c81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0877492 Dec 12 16:23:38.980653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-474c1749-38d7-4984-bd2a-9ebf026d0393 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0387921 Dec 12 16:23:39.037119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-80773313-8f09-4097-9c26-1dbb35aed6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:39.038568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-80773313-8f09-4097-9c26-1dbb35aed6d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0469439 Dec 12 16:23:39.074239 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-aa1b47db-bdab-451d-9cca-0c07ec57bd2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236297 Dec 12 16:23:39.164075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-9a6b908b-342e-46c6-9ea9-9110f857266a service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820673 Dec 12 16:23:39.255384 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:23:39.265639 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9467e7fb-602e-4803-bc2c-459857ee2f27 req-85e3baaa-ca4d-49eb-b3a5-a931b0f98b2e service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Dec 12 16:23:39.682039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:39.977077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c009f95-c94b-4377-86c8-5a38b68f9c7f req-3322ea4b-6a2e-4dbb-903c-ae4ef726a8f7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:39.978432 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c009f95-c94b-4377-86c8-5a38b68f9c7f req-3322ea4b-6a2e-4dbb-903c-ae4ef726a8f7 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0483880 Dec 12 16:23:40.024032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7c009f95-c94b-4377-86c8-5a38b68f9c7f req-aa941dc9-7ff5-4935-be5a-375f5f815f0c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Dec 12 16:23:40.549478 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:40.556118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:40.558563 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:40.607319 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137967a-6de2-40c7-8389-b655c42252d4 x-openstack-request-id: req-7137967a-6de2-40c7-8389-b655c42252d4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:40.607617 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:40.607878 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7137967a-6de2-40c7-8389-b655c42252d4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:40.608280 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'status': 'completed', 'code': 200} Dec 12 16:23:40.692861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-194ef2dd-9bcc-44c0-aa9d-da9727b19559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:40.694345 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-194ef2dd-9bcc-44c0-aa9d-da9727b19559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0683043 Dec 12 16:23:40.695939 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-09dc647b-5d33-4ddf-afac-4310bcf3b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:40.697289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-09dc647b-5d33-4ddf-afac-4310bcf3b56e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0633249 Dec 12 16:23:40.856052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-274ba4b2-a26a-47a7-8462-70da814e6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:40.857965 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-274ba4b2-a26a-47a7-8462-70da814e6934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.1551564 Dec 12 16:23:40.860442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-79f79cb5-3edd-4a87-899f-6356f66d1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:40.861780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-79f79cb5-3edd-4a87-899f-6356f66d1724 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.1511393 Dec 12 16:23:40.908143 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-2cf03ef0-a9c4-4cef-b062-541399a92580 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0395720 Dec 12 16:23:40.941467 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-9054b4e1-cad3-49d7-965f-05b5f4c2e7d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0718584 Dec 12 16:23:41.011525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-3b571700-d8f5-47db-a1f9-ba429a37e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:41.012993 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-3b571700-d8f5-47db-a1f9-ba429a37e45c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0796018 Dec 12 16:23:41.017948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-8be35b15-b0f7-4bf0-b6e6-e959ed57d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:41.019250 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-8be35b15-b0f7-4bf0-b6e6-e959ed57d2c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0598817 Dec 12 16:23:41.046506 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-72eca1b2-7076-4332-bdb8-a27113f85f6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262752 Dec 12 16:23:41.078425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-51f3c227-039d-4a45-bbf6-a4d75b083cf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348670 Dec 12 16:23:41.158213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948260d-7126-44c5-adde-1f4e09b608b1 req-d111870f-e4e2-44ea-9b76-18f95b20d127 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:41.164188 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d948260d-7126-44c5-adde-1f4e09b608b1 req-d111870f-e4e2-44ea-9b76-18f95b20d127 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0643198 Dec 12 16:23:41.212886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d948260d-7126-44c5-adde-1f4e09b608b1 req-fedee4a2-f09d-4185-bdbf-8f990100c4be tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Dec 12 16:23:41.233924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:41.247935 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-f65b4c12-fa86-41a4-9fe3-596fe4b3e192 service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922252 Dec 12 16:23:41.265218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-e8b9c908-69a8-4f57-9d17-51be9a1ac8de service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462698 Dec 12 16:23:41.411628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-7c62af66-adf9-40b9-a9db-9d356636c73b service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566305 Dec 12 16:23:41.414849 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-10e2c8c5-2d24-47a4-bf1b-2a26014698a6 req-389ef044-ef49-400f-9a7f-e789dfcfa670 service neutron] 10.222.0.30 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354983 Dec 12 16:23:41.417823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:23:41.460339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:23:41.745311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:42.331688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b72ba4-30ec-4284-99d4-f57772b31e85 req-b6ac49a5-e031-4c69-93e5-a82991831f30 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.333144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17b72ba4-30ec-4284-99d4-f57772b31e85 req-b6ac49a5-e031-4c69-93e5-a82991831f30 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0478115 Dec 12 16:23:42.379032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17b72ba4-30ec-4284-99d4-f57772b31e85 req-77d33cdf-1ce8-455b-ab3f-d5d40bb383e8 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Dec 12 16:23:42.569184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931945d6-3128-4e83-9073-065a91c1b452 req-a0472995-8ab4-4a90-91ff-8a217769ef92 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.570658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-931945d6-3128-4e83-9073-065a91c1b452 req-a0472995-8ab4-4a90-91ff-8a217769ef92 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 943 time: 0.0491607 Dec 12 16:23:42.582202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-a0f7048b-6cea-4b49-841c-13de86add065 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.583663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-a0f7048b-6cea-4b49-841c-13de86add065 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba&tenant_id=118776ca5a0443a79255bc8a94f34eb7&binding%3Ahost_id=n-h1-710847-8 HTTP/1.1" status: 200 len: 943 time: 0.0510640 Dec 12 16:23:42.621911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-931945d6-3128-4e83-9073-065a91c1b452 req-8d6e2b31-b135-4c28-b2e8-64a561804b82 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452185 Dec 12 16:23:42.648717 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-42789d61-133d-4e60-873d-1758b6645f56 service neutron] delete failed (client error): The resource could not be found. Dec 12 16:23:42.649737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-42789d61-133d-4e60-873d-1758b6645f56 service neutron] 10.222.0.13 "DELETE /v2.0/ports/671fdc3c-da99-4145-bb57-6ca7c9e7956a/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0573854 Dec 12 16:23:42.731062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-8354ef66-4791-4ede-bd4c-95bfb7e4ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.733125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-8354ef66-4791-4ede-bd4c-95bfb7e4ecd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=118776ca5a0443a79255bc8a94f34eb7&device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 1094 time: 0.0411458 Dec 12 16:23:42.742344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:23:42.829434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-67b69686-e572-4f01-8620-061cf9a7308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.830894 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-67b69686-e572-4f01-8620-061cf9a7308e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 200 len: 914 time: 0.0910139 Dec 12 16:23:42.837240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:42.848889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'network_id': '1b01ef36-7896-4f21-b992-e8c9bf329a10', 'port_id': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'mac_address': 'fa:16:3e:1d:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc896fea-6da9-40c9-a107-c436e95c4d72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:23:42.873919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-b5d9be59-898f-45e3-9217-a40d8f281ba1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 200 len: 217 time: 0.0352442 Dec 12 16:23:42.884737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:42.897970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671fdc3c-da99-4145-bb57-6ca7c9e7956a {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:23:42.921938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:42.926914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-1a5b8dcc-2705-47f9-a845-6d6e3e078b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:42.927458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:42.928556 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-1a5b8dcc-2705-47f9-a845-6d6e3e078b3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 200 len: 854 time: 0.0478458 Dec 12 16:23:42.961138 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-29c58898-5d3f-4d44-8176-954c7a6d27f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1b01ef36-7896-4f21-b992-e8c9bf329a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257854 Dec 12 16:23:42.977756 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:43.050373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-7b97bfb5-9269-4262-a566-22744e10e61c service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822272 Dec 12 16:23:43.164162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['671fdc3c-da99-4145-bb57-6ca7c9e7956a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:23:43.414734 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0b0439db-2815-460f-90ec-4d4f8ec71976 req-10a3663b-d462-49fe-8b60-7b2b7542b27d service neutron] 10.222.0.13 "GET /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571045 Dec 12 16:23:43.738044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d8324-d469-44f2-bbea-715349746739 req-836a6d2a-73f9-4795-8a0f-b5e68ae9cf26 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:43.739755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d46d8324-d469-44f2-bbea-715349746739 req-836a6d2a-73f9-4795-8a0f-b5e68ae9cf26 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 944 time: 0.0485880 Dec 12 16:23:43.788219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d46d8324-d469-44f2-bbea-715349746739 req-4b1a40ff-e9b7-4e91-98ee-cb0098acfb09 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Dec 12 16:23:44.772182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:44.826023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 671fdc3c-da99-4145-bb57-6ca7c9e7956a completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:23:44.831098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 671fdc3c-da99-4145-bb57-6ca7c9e7956a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:44.831961 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:44.907403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc800b-b028-4ecb-a62f-7a10bff0f32e req-6f62b4ce-adb3-4a21-81a7-2fc8c9a9cc4d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:44.908899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cbc800b-b028-4ecb-a62f-7a10bff0f32e req-6f62b4ce-adb3-4a21-81a7-2fc8c9a9cc4d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 944 time: 0.0484128 Dec 12 16:23:44.910858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:44.933469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:44.936187 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0307065-797b-4535-b7ce-4c7083a6067e" -d '{"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-plugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:44.948221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:44.953476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:44.957676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cbc800b-b028-4ecb-a62f-7a10bff0f32e req-1b815244-198a-4d37-a119-db15b6c3a023 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Dec 12 16:23:44.991217 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d87a458-1a19-4e74-ba98-e58df8a46dee x-openstack-request-id: req-6d87a458-1a19-4e74-ba98-e58df8a46dee {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:44.991544 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-plugged", "status": "completed", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:44.991805 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d87a458-1a19-4e74-ba98-e58df8a46dee {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:44.992203 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'code': 200} Dec 12 16:23:45.013361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:45.082641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eaa9e-309f-4137-bb15-f6743e754674 req-8641cea1-0dc9-4edf-aae2-b95c667d85e6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:45.084087 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-017eaa9e-309f-4137-bb15-f6743e754674 req-8641cea1-0dc9-4edf-aae2-b95c667d85e6 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0520017 Dec 12 16:23:45.130602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-017eaa9e-309f-4137-bb15-f6743e754674 req-fedb3206-4899-4471-ba99-f4b68ea65a2d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Dec 12 16:23:45.246295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba25aeb-f3ec-4003-821e-b213643be588 req-281f5c7c-dd11-407a-8301-aeb278a528f5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:45.247792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba25aeb-f3ec-4003-821e-b213643be588 req-281f5c7c-dd11-407a-8301-aeb278a528f5 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0488861 Dec 12 16:23:45.294151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8ba25aeb-f3ec-4003-821e-b213643be588 req-e3565745-c36d-445e-8c97-b3f475f5a807 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Dec 12 16:23:45.860799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acada81e-9d12-45fe-bf8a-00448a7a47cb req-08c000e0-8a3a-47b5-8ee5-5d813c1e333f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:45.862238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acada81e-9d12-45fe-bf8a-00448a7a47cb req-08c000e0-8a3a-47b5-8ee5-5d813c1e333f tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0529730 Dec 12 16:23:45.907817 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acada81e-9d12-45fe-bf8a-00448a7a47cb req-587cc1e2-55bb-4b70-9022-8c623afb529b tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Dec 12 16:23:46.914209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-1db2a817-c4cd-4acb-af30-66f5bffecf9d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:46.915606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-1db2a817-c4cd-4acb-af30-66f5bffecf9d tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0471742 Dec 12 16:23:47.014118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Deleting port 671fdc3c-da99-4145-bb57-6ca7c9e7956a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:23:47.014451 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:47.024090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5982a-a033-4671-883a-1f8f1fcfcf3c req-9910c749-6190-482d-bed4-ff9dc772897c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:47.025596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09a5982a-a033-4671-883a-1f8f1fcfcf3c req-9910c749-6190-482d-bed4-ff9dc772897c tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bf9f310-2c48-4e60-afbe-7da253b949ba HTTP/1.1" status: 200 len: 945 time: 0.0500634 Dec 12 16:23:47.072128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09a5982a-a033-4671-883a-1f8f1fcfcf3c req-342a33f2-2b0e-430b-92c9-76a8ad8daa75 tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.36 "GET /v2.0/security-groups?id=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Dec 12 16:23:47.099811 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] For port 671fdc3c-da99-4145-bb57-6ca7c9e7956a, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=671fdc3c-da99-4145-bb57-6ca7c9e7956a,segment=NetworkSegment(7c266e33-4710-4835-9102-cc7b576eb935),segment_id=7c266e33-4710-4835-9102-cc7b576eb935)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:47.100171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:47.112499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Calling delete_port for 671fdc3c-da99-4145-bb57-6ca7c9e7956a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:23:47.238417 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:47.257677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['671fdc3c-da99-4145-bb57-6ca7c9e7956a'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:23:47.264478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Pushing event deleted for resources: {'Port': ['ID=671fdc3c-da99-4145-bb57-6ca7c9e7956a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:47.306280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] No DVR routers for this DVR port 671fdc3c-da99-4145-bb57-6ca7c9e7956a on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:23:47.308864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:47.312230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9934c74-9950-4f51-8a24-d18f9134b3b2 req-fe9d4140-0929-46e1-a6c2-9f6fdceab97e tempest-ServerDiskConfigTestJSON-177720772 tempest-ServerDiskConfigTestJSON-177720772-project] 10.222.0.30 "DELETE /v2.0/ports/671fdc3c-da99-4145-bb57-6ca7c9e7956a HTTP/1.1" status: 204 len: 173 time: 0.3860216 Dec 12 16:23:47.312712 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-deleted', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:47.314963 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b01dc1-d127-4a5b-be6f-d75d3f38dd57" -d '{"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-deleted", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:47.352940 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7487ed57-dea1-4547-ba85-fc1ec8dcf3eb x-openstack-request-id: req-7487ed57-dea1-4547-ba85-fc1ec8dcf3eb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:47.353239 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf9f310-2c48-4e60-afbe-7da253b949ba", "name": "network-vif-deleted", "tag": "671fdc3c-da99-4145-bb57-6ca7c9e7956a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:47.353495 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7487ed57-dea1-4547-ba85-fc1ec8dcf3eb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:47.354150 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf9f310-2c48-4e60-afbe-7da253b949ba', 'name': 'network-vif-deleted', 'tag': '671fdc3c-da99-4145-bb57-6ca7c9e7956a', 'status': 'completed', 'code': 200} Dec 12 16:23:48.192252 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55454) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:48.235597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Deleting subnet bc896fea-6da9-40c9-a107-c436e95c4d72 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:23:48.238549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.275636 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.312784 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.361912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.387913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc896fea-6da9-40c9-a107-c436e95c4d72,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:48.390713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.393438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc896fea-6da9-40c9-a107-c436e95c4d72 HTTP/1.1" status: 204 len: 168 time: 0.2001729 Dec 12 16:23:48.396051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:48.399823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.400172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.400514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.400877 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.401208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.401540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.401869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.402194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.402515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.402866 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.403193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.403514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.403834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528974ba-cbde-4647-9e17-c849309f922a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:48.463948 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.538220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.558231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b01ef36-7896-4f21-b992-e8c9bf329a10']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:48.567246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c266e33-4710-4835-9102-cc7b576eb935') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:48.567538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c266e33-4710-4835-9102-cc7b576eb935') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:48.580880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.594993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.600879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:23:48.601254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:23:48.603074 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:23:48.655017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.660283 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.663403 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1b01ef36-7896-4f21-b992-e8c9bf329a10 HTTP/1.1" status: 204 len: 168 time: 0.2663386 Dec 12 16:23:48.675110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73acf-a4a3-487b-8808-5fefba79dbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b01ef36-7896-4f21-b992-e8c9bf329a10,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:48.770798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55460) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:48.810656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6f5b310e-162d-48bb-a4ef-e7a3f17b8642 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=118776ca5a0443a79255bc8a94f34eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386639 Dec 12 16:23:48.813080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55462) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:48.859152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.883970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.928556 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.931213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:48.932372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc703aae-263a-4fc7-a6b1-93ae5f0a84ae HTTP/1.1" status: 204 len: 168 time: 0.1183262 Dec 12 16:23:48.940761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272d87-d776-48a4-b832-aa50ba80af8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc703aae-263a-4fc7-a6b1-93ae5f0a84ae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:49.574012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:49.667158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1062192926-network', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:49.687925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:23:49.690172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.698397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.771201 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.774921 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.795742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:23:49.811448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12642c-a972-44c3-a245-b6c29269eeb6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:49.814435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.814774 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Added segment bb4bb3e7-4d8f-4503-a94f-416e253a834f of type vlan for network dc92aca2-a08a-41aa-a74d-2e259822c26c Dec 12 16:23:49.857152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.881160 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.882168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:49.882735 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:49.935654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3604226 Dec 12 16:23:49.938649 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55488) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:49.942848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a08dfc-bf74-441c-8d43-2fd8f617d88a admin admin] Pushing event updated for resources: {'Network': ['ID=dc92aca2-a08a-41aa-a74d-2e259822c26c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:49.943681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Request body: {'subnet': {'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1062192926-subnet', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:49.952314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network dc92aca2-a08a-41aa-a74d-2e259822c26c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:23:49.966606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:23:49.969048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.138090 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.190538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a02a6a3-883a-42c7-801b-961856246b9f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:50.201390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:50.201652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Network hostable DHCP agents. Network: dc92aca2-a08a-41aa-a74d-2e259822c26c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:23:50.218023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:23:50.226645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, dc92aca2-a08a-41aa-a74d-2e259822c26c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:50.230817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:50.231999 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.236306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d10d98-208c-4a65-9c65-849731c4b0cd None None] Network dc92aca2-a08a-41aa-a74d-2e259822c26c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:23:50.248345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4788d1ca-9142-446d-8aa6-b9f0a6d99f9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3085370 Dec 12 16:23:50.251033 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55490) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:50.255277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:50.275467 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.276480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.331859 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.338953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-dc92aca2-a08a-41aa-a74d-2e259822c26c', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:23:50.339926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.468211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.468535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Allocated IP 172.20.0.2 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/b98add1f-fcc5-449b-b871-ddd28d35c174) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:50.611109 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.617438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.657339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:50.660217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:50.663910 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:50.665820 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.671465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Pushing event updated for resources: {'Port': ['ID=b98add1f-fcc5-449b-b871-ddd28d35c174,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:50.685505 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.725950 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Attempting to bind port b98add1f-fcc5-449b-b871-ddd28d35c174 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:50.726236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Attempting to bind port b98add1f-fcc5-449b-b871-ddd28d35c174 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:50.726592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Attempting to bind port b98add1f-fcc5-449b-b871-ddd28d35c174 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:50.731775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:50.732146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:50.732543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.732962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:50.733430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Bound port: b98add1f-fcc5-449b-b871-ddd28d35c174, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:50.733805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.786771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:23:50.789566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Allocated IP 172.25.3.216 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/13afc65f-9713-488e-a3c0-aa2e4824aff2) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:50.814518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 671fdc3c-da99-4145-bb57-6ca7c9e7956a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:23:50.814867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 671fdc3c-da99-4145-bb57-6ca7c9e7956a not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:23:50.816858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] For port b98add1f-fcc5-449b-b871-ddd28d35c174, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:50.828896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] For port b98add1f-fcc5-449b-b871-ddd28d35c174, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b98add1f-fcc5-449b-b871-ddd28d35c174,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:50.833176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.895495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a123e2-2cc8-4660-bb9c-06aee8caed04 None None] Pushing event updated for resources: {'Port': ['ID=b98add1f-fcc5-449b-b871-ddd28d35c174,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:50.899331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.935762 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:50.977004 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:50.980240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:50.984286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:50.995552 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa74cae-0fe9-441a-bea4-19930547a4c1 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:23:51.011185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Pushing event updated for resources: {'Port': ['ID=13afc65f-9713-488e-a3c0-aa2e4824aff2,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:51.205956 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-999c4cfb-5c59-42b0-a569-fbecebd9b965 None None] Provisioning complete for port 13afc65f-9713-488e-a3c0-aa2e4824aff2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:51.206326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-999c4cfb-5c59-42b0-a569-fbecebd9b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:51.240994 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-999c4cfb-5c59-42b0-a569-fbecebd9b965 None None] Port 13afc65f-9713-488e-a3c0-aa2e4824aff2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:23:51.295156 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:51.484771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:51.613691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Router 5ce672e9-0c30-4372-a617-77131e403f56 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:23:51.855767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3240cbf4-f6ff-41f9-8499-0971b0b0a7f3 None None] Network dc92aca2-a08a-41aa-a74d-2e259822c26c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:23:51.973676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] Provisioning complete for port b98add1f-fcc5-449b-b871-ddd28d35c174 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:51.974048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.050554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:23:52.064286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.064975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:23:52.070360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.072154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8f23d840-6b69-4955-b78d-212d26577756 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8201623 Dec 12 16:23:52.075432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55492) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:52.078409 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:23:52.079407 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:52.111367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] For port b98add1f-fcc5-449b-b871-ddd28d35c174, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b98add1f-fcc5-449b-b871-ddd28d35c174,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:52.122795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.187579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4da3f-1ffd-4063-bec8-f2971b5d3702 None None] Pushing event updated for resources: {'Port': ['ID=b98add1f-fcc5-449b-b871-ddd28d35c174,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:52.203686 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:23:52.245865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fc72ffa7-110a-48fa-bcb1-27e6a4a3ccee None None] Provisioning complete for port b98add1f-fcc5-449b-b871-ddd28d35c174 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:52.246267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc72ffa7-110a-48fa-bcb1-27e6a4a3ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.305089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b98add1f-fcc5-449b-b871-ddd28d35c174 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:52.387167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b98add1f-fcc5-449b-b871-ddd28d35c174 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:52.388101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.395560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:51Z', 'revision_number': 3, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:52.422628 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:23:52.422967 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Updating router 5ce672e9-0c30-4372-a617-77131e403f56 port 13afc65f-9713-488e-a3c0-aa2e4824aff2 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:23:52.446485 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.554022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.692983 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.698324 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.706879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Allocated IP 172.20.0.1 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/968d969f-53e3-4582-9ea9-aa0324c1240b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:52.744938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fa8e7-e415-4535-a928-aedcd491e93f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:23:52.751605 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Attempting to bind port 13afc65f-9713-488e-a3c0-aa2e4824aff2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:52.751974 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Attempting to bind port 13afc65f-9713-488e-a3c0-aa2e4824aff2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:52.752343 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Attempting to bind port 13afc65f-9713-488e-a3c0-aa2e4824aff2 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:52.754611 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Pushing event updated for resources: {'Port': ['ID=13afc65f-9713-488e-a3c0-aa2e4824aff2,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:52.763754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:52.764192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:52.764527 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.764942 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:52.765407 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Bound port: 13afc65f-9713-488e-a3c0-aa2e4824aff2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:52.765778 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.767985 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.768325 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.768721 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.769035 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.769368 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.769691 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.770016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.770337 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.770656 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.770972 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.771291 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.771605 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.771917 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:23:52.794214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-35468c70-4050-49a4-8487-821d6d152104 None None] Provisioning complete for port 13afc65f-9713-488e-a3c0-aa2e4824aff2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:52.794587 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-35468c70-4050-49a4-8487-821d6d152104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.825165 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] For port 13afc65f-9713-488e-a3c0-aa2e4824aff2, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:52.828430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] For port 13afc65f-9713-488e-a3c0-aa2e4824aff2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13afc65f-9713-488e-a3c0-aa2e4824aff2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:52.832842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-35468c70-4050-49a4-8487-821d6d152104 None None] Port 13afc65f-9713-488e-a3c0-aa2e4824aff2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:23:52.836196 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.843737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.880528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7013f51f-0a83-480f-ac45-1364dd722681 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:23:52.884310 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.900377 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a87ca-9d62-4150-98db-a53217c25736 None None] Pushing event updated for resources: {'Port': ['ID=13afc65f-9713-488e-a3c0-aa2e4824aff2,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:52.904476 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:23:52.905095 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:52.927661 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:52.930769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:52.934859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:52.959331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Pushing event updated for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:52.959585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] Provisioning complete for port 13afc65f-9713-488e-a3c0-aa2e4824aff2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:52.960001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:52.975843 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.018330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:23:53.056868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.084397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] For port 13afc65f-9713-488e-a3c0-aa2e4824aff2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13afc65f-9713-488e-a3c0-aa2e4824aff2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:53.089921 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.123087 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.157034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da69269-44a6-41b3-9098-82669cd51b6d None None] Pushing event updated for resources: {'Port': ['ID=13afc65f-9713-488e-a3c0-aa2e4824aff2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:53.212426 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f2062189-b341-469b-9bbe-78e6bf0a1c68 None None] Provisioning complete for port 968d969f-53e3-4582-9ea9-aa0324c1240b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:53.212858 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2062189-b341-469b-9bbe-78e6bf0a1c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.243394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:51Z', 'revision_number': 3, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:53.254054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f2062189-b341-469b-9bbe-78e6bf0a1c68 None None] Port 968d969f-53e3-4582-9ea9-aa0324c1240b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:23:53.271917 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f9d3a-2938-43c5-aa07-8aa26429f4f7 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:51Z', 'revision_number': 3, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:23:53.300871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.305402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.371560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.374483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Pushing event updated for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:53.468199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:53.469603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:53.613464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:23:53.731496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:23:53.736591 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2f466cc-612a-4762-9f15-e45cc42a82b8 admin admin] 10.222.0.36 "PUT /v2.0/routers/5ce672e9-0c30-4372-a617-77131e403f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598585 Dec 12 16:23:53.777382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8e68dcce-3bc6-4660-9f2d-d85e3acee318 None None] Provisioning complete for port 968d969f-53e3-4582-9ea9-aa0324c1240b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:53.777835 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8e68dcce-3bc6-4660-9f2d-d85e3acee318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:53.813069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8e68dcce-3bc6-4660-9f2d-d85e3acee318 None None] Port 968d969f-53e3-4582-9ea9-aa0324c1240b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:23:54.199421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55500) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:54.207028 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109154692', 'description': 'tempest-description--591102337'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:54.230510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.297288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.301438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.323542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b98add1f-fcc5-449b-b871-ddd28d35c174 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:54.327116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.329107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1279883 Dec 12 16:23:54.331486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 55502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:54.336383 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'security_group_rule': {'security_group_id': 'dd735e5e-a60b-48e3-a514-53d4d08b6e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:54.338155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9a5cf-acf9-43f7-a4c1-edf4fa3320c9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd735e5e-a60b-48e3-a514-53d4d08b6e0f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:54.371779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.381911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b98add1f-fcc5-449b-b871-ddd28d35c174 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:54.382281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.429698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.433885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.452096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc669e90-208a-49a9-8ca4-c3807e5e6e49,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:54.460690 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.464645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:54.464776 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1229998c-4b45-4889-a518-f87f064a4eba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322000 Dec 12 16:23:54.469968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'security_group_rule': {'security_group_id': 'dd735e5e-a60b-48e3-a514-53d4d08b6e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:54.471665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13afc65f-9713-488e-a3c0-aa2e4824aff2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:54.496348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.522966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 13afc65f-9713-488e-a3c0-aa2e4824aff2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:54.523334 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.558606 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.563575 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.584761 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbdb549-5422-4daf-b73b-49450d89268e,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:54.589292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.593867 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b7b11907-bf95-44cf-865e-f8795e9c8ccc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245472 Dec 12 16:23:54.594222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55506) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:23:54.598918 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:54.622755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.723443 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.824305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Allocated IP 172.25.3.200 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/e470abf8-1beb-47a1-be14-60914d0641b8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:54.826805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:23:54.837137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:23:54.837771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:54.929609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:54.942843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:23:54.963376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.003348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:55.006345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:55.008752 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:55.037915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=e470abf8-1beb-47a1-be14-60914d0641b8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:55.104125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.138698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.147253 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 2, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:55.176917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:23:55.177401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Updating router 5ce672e9-0c30-4372-a617-77131e403f56 port 968d969f-53e3-4582-9ea9-aa0324c1240b binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:23:55.202984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.291734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.296457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.367685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=e470abf8-1beb-47a1-be14-60914d0641b8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:55.374627 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.392183 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.393473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-16a4e9bf-3985-4e44-8f35-4981f4f3e165 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7982428 Dec 12 16:23:55.530012 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.540540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.560363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1b48af7-300a-4834-aaed-3a3ab33d6f99 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--109154692&fields=id&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 267 time: 0.0520098 Dec 12 16:23:55.632785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d9798-a0a0-49d1-8e66-72dfd03acca5 None None] Pushing event updated for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:55.689929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-fb3993cf-d0b3-4d68-b8df-f52a6af80ac0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:55.690958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Attempting to bind port 968d969f-53e3-4582-9ea9-aa0324c1240b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:55.691334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Attempting to bind port 968d969f-53e3-4582-9ea9-aa0324c1240b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:55.691442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-fb3993cf-d0b3-4d68-b8df-f52a6af80ac0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1233890 Dec 12 16:23:55.691699 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Attempting to bind port 968d969f-53e3-4582-9ea9-aa0324c1240b on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:55.701361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:55.701738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:55.702141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.702532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:55.703003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Bound port: 968d969f-53e3-4582-9ea9-aa0324c1240b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:55.703385 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.713256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-d90e4720-e2c7-4c93-9ef3-6206bde5ac9d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/quotas/8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 375 time: 0.0142891 Dec 12 16:23:55.765838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-146e30e3-7f7c-4281-b6ad-6e1fb6372a4c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493591 Dec 12 16:23:55.773080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] For port 968d969f-53e3-4582-9ea9-aa0324c1240b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:55.776331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] For port 968d969f-53e3-4582-9ea9-aa0324c1240b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=968d969f-53e3-4582-9ea9-aa0324c1240b,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:55.782009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.854619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:23:55.855246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:55.859024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d9798-a0a0-49d1-8e66-72dfd03acca5 None None] Pushing event updated for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:55.881160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-542bbf71-c85e-4489-8bcd-d9a2540c1f9f service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017475 Dec 12 16:23:55.904227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] Provisioning complete for port 968d969f-53e3-4582-9ea9-aa0324c1240b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:55.904596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:55.970573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-44ea7363-e979-4ce6-a049-44dcf994b8cf service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885236 Dec 12 16:23:56.027757 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:23:56.078723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:56.149455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1821c762-06d7-4c84-82a2-a8ba7d64fa80 req-1b9bbff0-9c23-4410-bb14-77ad1a4d940b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 210 time: 0.0329373 Dec 12 16:23:56.353927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] For port 968d969f-53e3-4582-9ea9-aa0324c1240b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=968d969f-53e3-4582-9ea9-aa0324c1240b,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:23:56.361382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:56.448823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d678487-b353-4b9d-90a5-f312e201b25f None None] Pushing event updated for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:56.488887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:55Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:23:56.490464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c6c9ffc5-8d65-45ba-b3c2-79ad1444a8d4 None None] Provisioning complete for port 968d969f-53e3-4582-9ea9-aa0324c1240b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:56.490830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ffc5-8d65-45ba-b3c2-79ad1444a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:56.536066 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b3a23-93c7-4f49-93ea-36a7f6ed25ee None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:55Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:23:57.222550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-000a0972-e9f3-457f-8505-bebed9b44522 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:57.224199 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-000a0972-e9f3-457f-8505-bebed9b44522 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1219256 Dec 12 16:23:57.285400 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4a7543be-14e0-40e1-93c5-545aa9d905d4 req-4cba6c3b-dbb4-46dd-ad13-fda1c2d267f8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 210 time: 0.0331743 Dec 12 16:23:57.308845 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-96a4e666-3e3f-4003-9363-a41a0c5a56c1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 379 time: 0.0722306 Dec 12 16:23:57.320762 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'port': {'device_id': 'ab004185-f650-4954-9b84-2f3ea109345b', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'admin_state_up': True, 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'security_groups': ['dd735e5e-a60b-48e3-a514-53d4d08b6e0f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:57.434170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:23:57.437762 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:57.566596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Allocated IP 172.20.0.7 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:23:57.707778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:57.740434 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:57.784268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:23:57.787266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:23:57.790785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:23:57.818427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:57.850194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:57.850826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:57.867884 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-847e9075-b447-4bc3-acf1-58088ca60438 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527277 Dec 12 16:23:57.880544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Request body: {'port': {'device_id': 'ab004185-f650-4954-9b84-2f3ea109345b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:23:57.936165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.043074 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-acd02839-19e6-4bc6-bc68-6c55468d5898 None None] Provisioning complete for port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:58.043699 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-acd02839-19e6-4bc6-bc68-6c55468d5898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.076530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-acd02839-19e6-4bc6-bc68-6c55468d5898 None None] Port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:23:58.192609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:23:58.201013 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.216006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Transition to ACTIVE for port object a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:23:58.219461 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.272808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 968d969f-53e3-4582-9ea9-aa0324c1240b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:23:58.278224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:58.329571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 968d969f-53e3-4582-9ea9-aa0324c1240b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:23:58.329975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.347503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:23:58.347842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:23:58.348168 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:58.352749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:23:58.353076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:23:58.358394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:23:58.358730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:23:58.359118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:23:58.359546 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Bound port: a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:23:58.359898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.443758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:23:58.445702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756c12-2fa5-4f06-b2bb-9002ab06b658 req-a6112a66-7e76-4fc3-8a1b-4160fd53a459 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:58.448155 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:23:58.456979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb756c12-2fa5-4f06-b2bb-9002ab06b658 req-a6112a66-7e76-4fc3-8a1b-4160fd53a459 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0950344 Dec 12 16:23:58.457776 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.515580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fb756c12-2fa5-4f06-b2bb-9002ab06b658 req-5aa91d88-2fba-46e5-8119-c7671a2b66dd tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575523 Dec 12 16:23:58.521219 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:58.521833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:23:58.523223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1091 time: 0.6470244 Dec 12 16:23:58.523674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:23:58.526132 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa725745-dccd-45f7-9900-51afa7af8f63" -d '{"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:23:58.561899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acb114-3a6f-47c1-a7ce-d81548635480 service neutron] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:23:58.571546 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b61bd74-e281-45b7-b6e4-61b519a70b37 x-openstack-request-id: req-7b61bd74-e281-45b7-b6e4-61b519a70b37 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:23:58.572124 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:23:58.572338 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b61bd74-e281-45b7-b6e4-61b519a70b37 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:23:58.572775 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'status': 'completed', 'code': 200} Dec 12 16:23:58.639795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-f091a5eb-0f05-40a5-86b5-455bf7f975c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:58.641555 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-f091a5eb-0f05-40a5-86b5-455bf7f975c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0549936 Dec 12 16:23:58.694596 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-c99e7250-e2b8-444c-87be-6012d6a996eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 217 time: 0.0388699 Dec 12 16:23:58.756452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-771a5c24-8386-44dd-b8ba-04ed2315db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:58.758735 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-771a5c24-8386-44dd-b8ba-04ed2315db5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0528936 Dec 12 16:23:58.811464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-6fdf023a-ef15-4e5b-ad34-6ae7ea9acd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:58.812997 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-6fdf023a-ef15-4e5b-ad34-6ae7ea9acd4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428927 Dec 12 16:23:58.904494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-ed401bba-2d42-4a6a-9b33-c464ea9af2dd service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Dec 12 16:23:59.001267 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-328cf287-23fd-48fb-bf85-8021ca00b280 req-96d1ada8-f85a-4884-8c31-4c597526f9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Dec 12 16:23:59.092589 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-3ac625ff-f829-4fe4-a569-de4364e6a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:59.094070 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-3ac625ff-f829-4fe4-a569-de4364e6a9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0410035 Dec 12 16:23:59.186740 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-5cf8d66b-6ffe-489c-bd36-a162dfb4a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:59.188192 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-5cf8d66b-6ffe-489c-bd36-a162dfb4a38c service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0869696 Dec 12 16:23:59.231906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-11c85d3b-0b07-4a23-8079-031225ab7a2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 217 time: 0.0351937 Dec 12 16:23:59.283870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-b23f2cd9-7870-43a9-a2cc-a774e68a2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:59.285349 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-b23f2cd9-7870-43a9-a2cc-a774e68a2805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0428801 Dec 12 16:23:59.341875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-29550823-a085-4237-90aa-bb4d668bbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:59.343315 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-29550823-a085-4237-90aa-bb4d668bbd78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435081 Dec 12 16:23:59.431428 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-337926bd-ab37-4c0b-ab9e-3d8f4704b575 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796027 Dec 12 16:23:59.522694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa725745-dccd-45f7-9900-51afa7af8f63 req-e0b18e03-bb35-4e51-a911-fecf0338f5db service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822492 Dec 12 16:23:59.625002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d0d26-6246-4a77-b302-d334f8c20048 req-91fcb4ac-a20b-4180-bb51-408090cbf43c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:23:59.626459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a6d0d26-6246-4a77-b302-d334f8c20048 req-91fcb4ac-a20b-4180-bb51-408090cbf43c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0487370 Dec 12 16:23:59.681506 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a6d0d26-6246-4a77-b302-d334f8c20048 req-5502791c-cf5c-46d4-8bae-9d8c3e0ff752 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490205 Dec 12 16:24:00.801909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662e763-4056-404a-be92-c57789b9c95d req-99a1ecb8-d5fd-4446-89c1-7e50ae749260 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:00.803369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f662e763-4056-404a-be92-c57789b9c95d req-99a1ecb8-d5fd-4446-89c1-7e50ae749260 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0515335 Dec 12 16:24:00.842391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:24:00.849290 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f662e763-4056-404a-be92-c57789b9c95d req-09041ea9-7799-449d-b7ca-2ac963cd7a15 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395114 Dec 12 16:24:00.936807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:24:00.948119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'mac_address': 'fa:16:3e:21:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:24:00.984155 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:00.997827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:24:01.016524 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:24:01.020397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:01.073160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:24:01.259680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:24:01.963210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc0471-06d1-43b0-8c04-83aa9062009b req-2bd746a0-ccb8-4cf9-8348-c8a1786f850f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:01.964738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cc0471-06d1-43b0-8c04-83aa9062009b req-2bd746a0-ccb8-4cf9-8348-c8a1786f850f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 944 time: 0.0479910 Dec 12 16:24:02.011103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01cc0471-06d1-43b0-8c04-83aa9062009b req-3892f5af-f5cb-4213-bdf5-5f69096ab7dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398922 Dec 12 16:24:02.846038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:24:02.897171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:24:02.901098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:24:02.901471 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:02.975348 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:02.997235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:24:02.999480 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3685b-d93b-48a8-b7d9-296af932cffa" -d '{"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-plugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:24:03.011905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:24:03.016249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:03.040223 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522191be-8f5e-4d96-a549-1f097a228685 x-openstack-request-id: req-522191be-8f5e-4d96-a549-1f097a228685 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:24:03.040516 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-plugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:24:03.040794 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-522191be-8f5e-4d96-a549-1f097a228685 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:24:03.041184 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'code': 200} Dec 12 16:24:03.074372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:24:03.130596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9666158-607e-48c8-873f-d081f4b1eda5 req-adf9bebd-a485-448f-a840-dcaee9efa27c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:03.132075 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9666158-607e-48c8-873f-d081f4b1eda5 req-adf9bebd-a485-448f-a840-dcaee9efa27c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0489056 Dec 12 16:24:03.144854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87329f-7fac-4a75-aae3-a183872ba091 req-1e5ef93f-8fb6-43c4-9826-f006a0c07e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:03.146373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7a87329f-7fac-4a75-aae3-a183872ba091 req-1e5ef93f-8fb6-43c4-9826-f006a0c07e72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1096 time: 0.0418370 Dec 12 16:24:03.185675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9666158-607e-48c8-873f-d081f4b1eda5 req-008cfcf5-f87d-4c5b-91af-bdffc1662af8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Dec 12 16:24:03.192881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7a87329f-7fac-4a75-aae3-a183872ba091 req-a29b59ff-ef9a-41fb-870d-2a3f9c86fb1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Dec 12 16:24:04.302075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73a147-2706-4a4f-bcf9-47dabf368f73 req-d55842ce-15d1-41d5-bf7b-c6a265f9e60e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:04.303524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a73a147-2706-4a4f-bcf9-47dabf368f73 req-d55842ce-15d1-41d5-bf7b-c6a265f9e60e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0489502 Dec 12 16:24:04.351644 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a73a147-2706-4a4f-bcf9-47dabf368f73 req-58966b72-8162-4600-b7b0-ecd6b032857b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417693 Dec 12 16:24:05.465658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be8e8-e272-4b05-9225-b7c965a24d9e req-83f3c200-0828-4686-995d-f8ed09e2b1f4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:05.467111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b8be8e8-e272-4b05-9225-b7c965a24d9e req-83f3c200-0828-4686-995d-f8ed09e2b1f4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0479426 Dec 12 16:24:05.512494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0b8be8e8-e272-4b05-9225-b7c965a24d9e req-8b8863e0-eb68-44be-9167-d3ee2ae6db75 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390542 Dec 12 16:24:05.546801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-576f64ac-c354-4fcc-8f9e-00f5e8d62ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:05.625948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6008f39-2ea1-4b12-9ecc-9387d215e10b req-13b787aa-ba55-4356-aae0-4c3c5395b8b3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:05.627395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6008f39-2ea1-4b12-9ecc-9387d215e10b req-13b787aa-ba55-4356-aae0-4c3c5395b8b3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0519485 Dec 12 16:24:05.635829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55552) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:24:05.640777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'floatingip': {'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:24:05.684724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:06.101333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:06.106033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:06.209268 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 associated. External IP: 172.25.3.200, port: a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7. Dec 12 16:24:06.723026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:24:06.827363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:24:06.831962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:06.838236 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:24:06.849138 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:24:06.849742 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:24:06.859847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d861bd5-b0a7-4348-b2ee-d3cd4de39405 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "PUT /v2.0/floatingips/78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 HTTP/1.1" status: 200 len: 991 time: 1.2229943 Dec 12 16:24:06.860439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:24:06.863361 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da9431-771a-46cb-832e-68efa153da0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:24:06.901725 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6aaf8e-e3b4-4ed6-aeb9-f5bbc0492083 x-openstack-request-id: req-9e6aaf8e-e3b4-4ed6-aeb9-f5bbc0492083 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:24:06.901986 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:24:06.902247 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e6aaf8e-e3b4-4ed6-aeb9-f5bbc0492083 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:24:06.903196 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'status': 'completed', 'code': 200} Dec 12 16:24:06.959072 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:24:06.965665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9431-771a-46cb-832e-68efa153da0b req-3082fde3-151f-4276-9176-7c051b723124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:06.967181 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-3082fde3-151f-4276-9176-7c051b723124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1096 time: 0.0409069 Dec 12 16:24:07.069809 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9431-771a-46cb-832e-68efa153da0b req-f9f4f89a-4081-40c6-9e37-cdbf2c50a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:07.071348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-f9f4f89a-4081-40c6-9e37-cdbf2c50a4d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0955825 Dec 12 16:24:07.138177 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-d88d886c-faa4-4a61-a2d1-84c80b5d5722 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 999 time: 0.0592556 Dec 12 16:24:07.189274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9431-771a-46cb-832e-68efa153da0b req-2c46addd-a5d6-4340-816b-f361f804669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:07.190804 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-2c46addd-a5d6-4340-816b-f361f804669e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0459163 Dec 12 16:24:07.240829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9431-771a-46cb-832e-68efa153da0b req-f76455aa-be9b-40cd-b5e9-9c0996658499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:07.242336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-f76455aa-be9b-40cd-b5e9-9c0996658499 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443897 Dec 12 16:24:07.253869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-923f554a-0373-4d89-bc53-98e1416a9f07 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:24:07.254877 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-923f554a-0373-4d89-bc53-98e1416a9f07 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050929 Dec 12 16:24:07.275227 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:21:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab004185-f650-4954-9b84-2f3ea109345b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:24:06Z', 'revision_number': 1, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:24:07.301625 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:24:07.309773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:24:07.310370 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:23:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:24:07.344531 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-af80a28e-6d20-4be4-91b5-f6fc821ab44e service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814931 Dec 12 16:24:07.412495 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:24:07.438852 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-55da9431-771a-46cb-832e-68efa153da0b req-db9415b4-2542-4aa4-8f7e-a8ade2f1df84 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869310 Dec 12 16:24:07.631467 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:21:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab004185-f650-4954-9b84-2f3ea109345b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:24:06Z', 'revision_number': 1, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:24:07.657428 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4281007-8c60-465e-a431-e7adc1fba323 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:21:0c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab004185-f650-4954-9b84-2f3ea109345b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:24:06Z', 'revision_number': 1, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:24:07.835196 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-16467f73-3164-4d88-8124-df379c224f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:07.847099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda2a10-471c-4d95-9470-d46e3340ccb1 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:24:08.808452 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:09.695978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:10.552043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:11.219441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:11.760165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:16.254830 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:24:35.549584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-404bceef-d6b6-4acb-bbad-ad3915c588c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:37.837331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ea88291-6289-4fca-a82b-91fe6ded93a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:38.811021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:39.710626 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:40.555130 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:41.221890 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:41.754448 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:24:46.474331 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-8cfe2847-7cdc-4a3e-908f-89813ed30744 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397463 Dec 12 16:24:46.567827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-b593a050-e9c1-4a3a-8cc2-e5289f87f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:46.569322 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-b593a050-e9c1-4a3a-8cc2-e5289f87f47c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1096 time: 0.0397103 Dec 12 16:24:46.678962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-9d23551b-4a06-4d93-8786-6df9be5b3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:46.680408 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-9d23551b-4a06-4d93-8786-6df9be5b3ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0857074 Dec 12 16:24:46.751516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-da55ca3f-253c-4d97-8427-eac301710488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1001 time: 0.0576563 Dec 12 16:24:46.799979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-4462694e-3a49-416a-b440-2e08f1f2aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:46.801408 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-4462694e-3a49-416a-b440-2e08f1f2aed7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0422499 Dec 12 16:24:46.854131 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-e5a5d311-3aef-4cd6-8a33-1e909af52315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:24:46.855606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-e5a5d311-3aef-4cd6-8a33-1e909af52315 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430567 Dec 12 16:24:46.945495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-a76107c5-850a-49bd-bca9-109ba5dd227f service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786040 Dec 12 16:24:47.041260 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e99b1adb-a7cf-4ce6-82df-9d2b84dc0845 req-67b716f0-eacf-406b-a735-96f0d3858ffc service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840387 Dec 12 16:24:53.254200 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:25:05.551763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34bfb719-5ce5-451f-91f3-ef68c9b96197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:07.838016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d21354c4-06ca-42bc-8d35-76b43c7d272e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:08.814248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:09.710148 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:10.559927 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:11.223876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:11.763737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:30.253135 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:25:35.554382 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1688d601-ab67-4d6f-a3dc-003910dafa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:37.838609 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c45ed975-faba-4abd-a448-17bc220b64af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:38.817481 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:39.724459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:40.561157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:41.225476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:41.780852 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:25:46.197899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1ae79-1d64-4e13-ad2e-bd4ef9d01030 req-a84949ce-3056-4c1d-9db4-077873eebf8d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:46.199360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41c1ae79-1d64-4e13-ad2e-bd4ef9d01030 req-a84949ce-3056-4c1d-9db4-077873eebf8d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0550430 Dec 12 16:25:46.253423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-41c1ae79-1d64-4e13-ad2e-bd4ef9d01030 req-bd4bd212-1ad6-4034-afc5-3edcc0b0bb22 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468116 Dec 12 16:25:46.476523 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-2e52e3c9-164f-453c-a439-beb983a23b99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400794 Dec 12 16:25:46.495454 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd176a-f95c-4b5c-b668-52f5376db026 req-8ef9504a-e888-4615-b655-1fb48843dbff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:46.497088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98cd176a-f95c-4b5c-b668-52f5376db026 req-8ef9504a-e888-4615-b655-1fb48843dbff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0523803 Dec 12 16:25:46.548981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98cd176a-f95c-4b5c-b668-52f5376db026 req-6a151bbf-9d6f-4ac0-a658-a0443e0b5284 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454953 Dec 12 16:25:47.598499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-9485df1d-e005-4f97-8473-1d86406cc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:47.600008 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-9485df1d-e005-4f97-8473-1d86406cc1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1096 time: 0.0420921 Dec 12 16:25:47.668557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34e0d8-a75b-41d8-92e3-ac71885d4858 req-b6b58a7b-97ef-4188-aa57-9af118661048 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:47.670060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb34e0d8-a75b-41d8-92e3-ac71885d4858 req-b6b58a7b-97ef-4188-aa57-9af118661048 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0495389 Dec 12 16:25:47.693629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-38242f34-e292-45e3-8d98-f62ac56706b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:47.695107 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-38242f34-e292-45e3-8d98-f62ac56706b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0880003 Dec 12 16:25:47.717931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb34e0d8-a75b-41d8-92e3-ac71885d4858 req-34b7abf5-9eb2-4f74-a116-ea82e84054f4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Dec 12 16:25:47.766010 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-2426cacb-0d8e-41e1-a256-f40be40b8aad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1001 time: 0.0585122 Dec 12 16:25:47.818400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-30a148d8-f44d-41e5-bd43-c68086fd0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:47.819812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-30a148d8-f44d-41e5-bd43-c68086fd0480 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0428598 Dec 12 16:25:47.873470 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-3976fff2-04b3-407f-8486-7ca1e5396fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:47.874887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-3976fff2-04b3-407f-8486-7ca1e5396fee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439277 Dec 12 16:25:47.966103 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-1fff163c-deb4-4ccf-9b7d-ef1792192409 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791168 Dec 12 16:25:48.061839 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-43999cec-4e44-4a3a-bc53-7e9a2da6c57c service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842118 Dec 12 16:25:48.179978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-d7152c4d-b788-4a02-8c8f-516cebab0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:48.181527 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-d7152c4d-b788-4a02-8c8f-516cebab0d16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1096 time: 0.0433147 Dec 12 16:25:48.307016 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-1a48283b-913a-4f4a-9144-f8a12e31601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:48.308500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-1a48283b-913a-4f4a-9144-f8a12e31601d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0863488 Dec 12 16:25:48.375056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-e7aeb313-779d-4760-9069-31470acd4a33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1001 time: 0.0585818 Dec 12 16:25:48.422400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-57b1d6a0-cb4a-42c5-b858-8169766060cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:48.423760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-57b1d6a0-cb4a-42c5-b858-8169766060cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0413675 Dec 12 16:25:48.473527 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-e6ebd5d8-5cb1-4735-be21-82a97128f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:48.474986 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-e6ebd5d8-5cb1-4735-be21-82a97128f4b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430393 Dec 12 16:25:48.561436 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-bf1a1619-c91a-43a4-b45a-6aff670cae80 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782320 Dec 12 16:25:48.653621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9bce8bb2-f706-470d-a3e4-1fb737719ef0 req-fd22e4eb-4afc-41d1-aaea-18d49b31ca91 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Dec 12 16:25:48.832585 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f8786-ca48-4d8b-a80e-0fc35202a042 req-6727d89b-892e-4896-8efc-f0ea97d1b20a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:48.834089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c9f8786-ca48-4d8b-a80e-0fc35202a042 req-6727d89b-892e-4896-8efc-f0ea97d1b20a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0488114 Dec 12 16:25:48.884111 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c9f8786-ca48-4d8b-a80e-0fc35202a042 req-8bd690da-1939-459b-a507-2cd541cf4d5f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441618 Dec 12 16:25:49.997014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe7b4-110e-4995-bb37-a92ad3bcd47e req-29135cc0-75af-4f0a-9a4d-96196217c323 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:49.998957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57afe7b4-110e-4995-bb37-a92ad3bcd47e req-29135cc0-75af-4f0a-9a4d-96196217c323 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0475762 Dec 12 16:25:50.044128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-57afe7b4-110e-4995-bb37-a92ad3bcd47e req-3113b1a4-4844-40bd-9816-7c296f06fb7a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393593 Dec 12 16:25:51.161902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4398-5b03-4be4-af38-5fd2bb05c700 req-6992acf3-3793-4622-93dc-f8b4d1d6f076 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:51.163365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-614a4398-5b03-4be4-af38-5fd2bb05c700 req-6992acf3-3793-4622-93dc-f8b4d1d6f076 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0486448 Dec 12 16:25:51.208729 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-614a4398-5b03-4be4-af38-5fd2bb05c700 req-ced659ef-d97b-4869-b744-0513b9db6f58 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Dec 12 16:25:52.330045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3edfd9-08d2-4a96-880e-b273ceedc30d req-da8181b6-eb4e-48bb-85c4-3337003023e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:52.331472 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f3edfd9-08d2-4a96-880e-b273ceedc30d req-da8181b6-eb4e-48bb-85c4-3337003023e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0513260 Dec 12 16:25:52.377280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f3edfd9-08d2-4a96-880e-b273ceedc30d req-749ca3a8-fddb-450d-984b-6db650f0c89a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 Dec 12 16:25:53.490791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698719db-a722-4945-ba63-91aa64d48456 req-c32def52-b391-4a34-ab9d-4689c6424706 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:53.492245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-698719db-a722-4945-ba63-91aa64d48456 req-c32def52-b391-4a34-ab9d-4689c6424706 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0485580 Dec 12 16:25:53.538656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-698719db-a722-4945-ba63-91aa64d48456 req-039eba77-37f3-474a-961a-5d3ca410d7eb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 Dec 12 16:25:54.652805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb257e53-c122-409a-b8a6-d1da9df12ff5 req-67e0647c-1d4a-4780-bd8a-8efc0595f133 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:54.654274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb257e53-c122-409a-b8a6-d1da9df12ff5 req-67e0647c-1d4a-4780-bd8a-8efc0595f133 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0478437 Dec 12 16:25:54.704455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb257e53-c122-409a-b8a6-d1da9df12ff5 req-91a42c15-2a70-421b-af85-35ede0e1d694 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437272 Dec 12 16:25:55.820090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788ccb1-ff47-49f9-ba38-704d8f81309f req-0a1ca99a-1205-4578-a205-3d6247acd915 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:55.821580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d788ccb1-ff47-49f9-ba38-704d8f81309f req-0a1ca99a-1205-4578-a205-3d6247acd915 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0483842 Dec 12 16:25:55.868646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d788ccb1-ff47-49f9-ba38-704d8f81309f req-9caadc24-00f7-4a17-9e4a-896ecb775536 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Dec 12 16:25:56.981829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0ad58-b999-4333-a5b3-80ca90e11e38 req-acdc659b-108c-40eb-8518-178d2e5c32c8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:56.983761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a0ad58-b999-4333-a5b3-80ca90e11e38 req-acdc659b-108c-40eb-8518-178d2e5c32c8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0490541 Dec 12 16:25:57.028874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7a0ad58-b999-4333-a5b3-80ca90e11e38 req-ebe41993-c20d-4f5e-839e-bbcb411915e7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 Dec 12 16:25:58.148449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41ec1c-df66-4f84-8e7d-37cc96d6d6c0 req-cbd52551-9e33-4cd9-aa26-da068dc40dc7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:58.149966 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a41ec1c-df66-4f84-8e7d-37cc96d6d6c0 req-cbd52551-9e33-4cd9-aa26-da068dc40dc7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0532615 Dec 12 16:25:58.198393 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a41ec1c-df66-4f84-8e7d-37cc96d6d6c0 req-7aa0f1a5-80e8-47ce-b7c8-7c4849f93da2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400681 Dec 12 16:25:59.315411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ab3d-6b1d-4b2c-8c9f-94cbb471e039 req-b64584ed-0cd3-407e-bc07-4791f2c6dba5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:25:59.316897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c37ab3d-6b1d-4b2c-8c9f-94cbb471e039 req-b64584ed-0cd3-407e-bc07-4791f2c6dba5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0478234 Dec 12 16:25:59.363631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c37ab3d-6b1d-4b2c-8c9f-94cbb471e039 req-d1487b06-8102-4984-a8f5-0087fade3603 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409245 Dec 12 16:26:00.341715 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-026bc8bd-b50a-42fb-a257-57b1ffe28cef service neutron] show failed (client error): The resource could not be found. Dec 12 16:26:00.342760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-026bc8bd-b50a-42fb-a257-57b1ffe28cef service neutron] 10.222.0.30 "GET /v2.0/ports/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0530903 Dec 12 16:26:00.485767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ed5b0-b644-43fd-9aa2-1520dfd54058 req-668ecca5-861e-481e-9e04-4b5bce9a7f28 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:00.488077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db0ed5b0-b644-43fd-9aa2-1520dfd54058 req-668ecca5-861e-481e-9e04-4b5bce9a7f28 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0537059 Dec 12 16:26:00.537040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-db0ed5b0-b644-43fd-9aa2-1520dfd54058 req-83e0d306-53d7-4f88-8e06-e9af217c0767 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415142 Dec 12 16:26:00.556662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-cdf0d3a6-8204-45eb-80eb-b2f34150363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:00.558240 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-cdf0d3a6-8204-45eb-80eb-b2f34150363d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1096 time: 0.0414784 Dec 12 16:26:00.570453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:26:00.624021 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.088455 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:01.120861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:26:01.158994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:01.161310 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160ea351-52f2-4fbc-b419-9cc48aa673e8" -d '{"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-unplugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:01.165214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.178197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Transition to ACTIVE for port object a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:26:01.181923 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.213731 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d45058-23fe-4796-b701-68a8ae210286 x-openstack-request-id: req-68d45058-23fe-4796-b701-68a8ae210286 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:01.214028 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-unplugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:01.214281 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68d45058-23fe-4796-b701-68a8ae210286 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:01.214675 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'code': 200} Dec 12 16:26:01.298733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:01.321377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.321724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.322067 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.322407 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.322742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.323070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.323393 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.323719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.324044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.324363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.324714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.325038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.325369 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:01.372289 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] No DVR routers for this DVR port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:26:01.517582 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:26:01.517867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:26:01.518153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:26:01.522481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:26:01.522799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Attempting to bind port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:26:01.527533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:26:01.527863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:26:01.528238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:26:01.528683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Bound port: a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:26:01.529036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.595782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:26:01.599091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:26:01.603733 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.640304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.641177 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:01.642390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-e98e6630-330a-4e05-a051-52665a308073 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1091 time: 1.0758719 Dec 12 16:26:01.655744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80785643-7ad3-453b-94a3-89bfb2cdc6fa req-a47a93ae-0b73-4006-81e1-1afb841c6648 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.657489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80785643-7ad3-453b-94a3-89bfb2cdc6fa req-a47a93ae-0b73-4006-81e1-1afb841c6648 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0500216 Dec 12 16:26:01.666388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6630-330a-4e05-a051-52665a308073 service neutron] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:01.715542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80785643-7ad3-453b-94a3-89bfb2cdc6fa req-4960d812-88d4-4a4e-8e60-5c2b03c1c081 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 Dec 12 16:26:01.718896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-436769b7-b73e-4e0e-9f97-15ecb71f0eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.720823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-436769b7-b73e-4e0e-9f97-15ecb71f0eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0507202 Dec 12 16:26:01.814163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-86855a25-c760-49d8-b828-6ea79cd31add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.815643 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-86855a25-c760-49d8-b828-6ea79cd31add service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0880034 Dec 12 16:26:01.887049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-6c0dc227-e638-45ae-b5f1-cb0f9841dc79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 999 time: 0.0631235 Dec 12 16:26:01.937323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-58b53467-34e6-4ea6-9cc7-4ea31d4f8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.938720 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-58b53467-34e6-4ea6-9cc7-4ea31d4f8ec7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0438399 Dec 12 16:26:01.984969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-0e79ef67-60de-4c56-a644-18cb0ce1d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:01.986424 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-0e79ef67-60de-4c56-a644-18cb0ce1d4dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399430 Dec 12 16:26:02.078137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-94dfb3e4-66c8-4f14-9aaa-3678b3a75721 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Dec 12 16:26:02.165266 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f4d50952-a2b4-4b42-a381-87a840eefd8b req-cc23f8b0-9c81-4d43-83d0-31d67461e729 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806806 Dec 12 16:26:02.832577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a307ef9-55ac-4094-832b-de77035f02f2 req-6609961e-f8f6-4762-8ff0-30a18751dea9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:02.834079 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a307ef9-55ac-4094-832b-de77035f02f2 req-6609961e-f8f6-4762-8ff0-30a18751dea9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0477536 Dec 12 16:26:02.886569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a307ef9-55ac-4094-832b-de77035f02f2 req-a62d0d7c-a49d-472c-bc2d-f65e23f50fea tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462465 Dec 12 16:26:03.216080 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:03.218482 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40250b5f-b193-4efe-830e-44956c4f9e51" -d '{"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:03.265925 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f031c65-1147-4eca-8fd7-6750b62b4c41 x-openstack-request-id: req-2f031c65-1147-4eca-8fd7-6750b62b4c41 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:03.266437 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:03.266690 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f031c65-1147-4eca-8fd7-6750b62b4c41 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:03.267091 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'status': 'completed', 'code': 200} Dec 12 16:26:03.326183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:26:03.360879 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-4f20b3e7-2da5-46ad-93db-568de5e14067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.362401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-4f20b3e7-2da5-46ad-93db-568de5e14067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0751243 Dec 12 16:26:03.364123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-fbe6d0e7-a5ea-4c92-be5f-a3481dbe495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.364247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:26:03.365512 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-fbe6d0e7-a5ea-4c92-be5f-a3481dbe495a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0680106 Dec 12 16:26:03.521078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-85a8d99c-0e06-4a4c-bd43-117d7528d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.522539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-85a8d99c-0e06-4a4c-bd43-117d7528d281 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1523201 Dec 12 16:26:03.525073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-ee06d8e7-1ae8-4c1e-a447-f8a801152bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.526395 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-ee06d8e7-1ae8-4c1e-a447-f8a801152bcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1393504 Dec 12 16:26:03.634574 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-ae948501-7146-475c-836b-73d8b8cf0fcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 999 time: 0.1037352 Dec 12 16:26:03.650201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-d2e21bdd-466a-4fc7-bfb3-5bd302faf03a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 999 time: 0.1123087 Dec 12 16:26:03.720473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-d64f978b-42b2-4548-8174-02c82152f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.721973 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-d64f978b-42b2-4548-8174-02c82152f759 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0805938 Dec 12 16:26:03.727484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-32065916-eb40-4484-bc47-95cdcdd97b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.728869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-32065916-eb40-4484-bc47-95cdcdd97b7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0596321 Dec 12 16:26:03.799768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-f4139580-fc79-4e7a-aa4c-7fcf1be54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.801192 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-f4139580-fc79-4e7a-aa4c-7fcf1be54e46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711510 Dec 12 16:26:03.803456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-dec69e04-c047-4f37-afca-ea8c7b558882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:03.804812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-dec69e04-c047-4f37-afca-ea8c7b558882 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652366 Dec 12 16:26:03.957453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-3fe56c04-3647-4ef0-9540-53501ddb5148 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484618 Dec 12 16:26:03.960891 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-51923fdc-c3c8-4c6a-8580-a1b1b44d8371 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361430 Dec 12 16:26:04.003788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f14c2-7e09-4097-95ff-09157b5bf90b req-267d7e87-4a27-47f6-9172-a3a9f3863768 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.005288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb3f14c2-7e09-4097-95ff-09157b5bf90b req-267d7e87-4a27-47f6-9172-a3a9f3863768 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0493712 Dec 12 16:26:04.052325 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bb3f14c2-7e09-4097-95ff-09157b5bf90b req-76288e78-b35c-44fd-b36d-570b589a2b41 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Dec 12 16:26:04.117109 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-0c1916a3-a338-4aff-a137-2d9b9859566c service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518433 Dec 12 16:26:04.122317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-40250b5f-b193-4efe-830e-44956c4f9e51 req-ae90c504-87a8-4f24-924d-d4c65bd21e4a service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392150 Dec 12 16:26:04.234181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:26:04.260277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8481c8-76f1-44cc-8588-ccd37a70570f req-ecda29ae-6a49-48e9-835c-95a3ddd0359d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.261865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae8481c8-76f1-44cc-8588-ccd37a70570f req-ecda29ae-6a49-48e9-835c-95a3ddd0359d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 943 time: 0.0526319 Dec 12 16:26:04.277098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-5001a6fc-b9d5-4ea3-9094-dda57245648f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.278745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-5001a6fc-b9d5-4ea3-9094-dda57245648f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 943 time: 0.0555739 Dec 12 16:26:04.315001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae8481c8-76f1-44cc-8588-ccd37a70570f req-7735f291-2988-454f-8ffa-0adc687963ca tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452113 Dec 12 16:26:04.334650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:04.346527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'mac_address': 'fa:16:3e:21:0c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:26:04.349861 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-ad829d97-18e6-45a5-bbd0-e57531e094d3 service neutron] delete failed (client error): The resource could not be found. Dec 12 16:26:04.350944 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-ad829d97-18e6-45a5-bbd0-e57531e094d3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0608735 Dec 12 16:26:04.384573 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:04.398918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:26:04.420085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:04.423887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:04.446692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-cac1defd-910e-464e-af86-69b3b61c7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.448175 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-cac1defd-910e-464e-af86-69b3b61c7a4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 1094 time: 0.0408523 Dec 12 16:26:04.475170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:04.483536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.483888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.484233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.484573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.484954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.485290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.485624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.485952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.486279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.486607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.486934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.487259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.487584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:26:04.536861 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-f93f0fc9-cf91-465f-9b91-aa06cfaff172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.538320 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-f93f0fc9-cf91-465f-9b91-aa06cfaff172 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0829277 Dec 12 16:26:04.612619 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-f44ea3b6-a3d1-4f14-8d4b-74735f9e30b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 200 len: 1000 time: 0.0618393 Dec 12 16:26:04.659411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:26:04.664823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-84824935-0f3c-4283-add5-b138f143556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.666289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-84824935-0f3c-4283-add5-b138f143556a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0422471 Dec 12 16:26:04.715751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-fcb752f2-bef2-41bc-9434-998c1cd678a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:04.717380 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-fcb752f2-bef2-41bc-9434-998c1cd678a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399070 Dec 12 16:26:04.816525 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-888d4bfb-7e83-4d1c-9f45-1ba0cf95d1aa service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Dec 12 16:26:04.912495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e1e60a9-4df7-4355-a7ea-46f9621458a3 req-dd9feb61-53e3-4c8d-8ed1-cdafcdd77eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Dec 12 16:26:05.442296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125beee6-51f3-42aa-9e57-d4240be6adb7 req-11b2edd0-1ae7-4fb7-b6f6-8ac2e96deb05 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:05.443798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-125beee6-51f3-42aa-9e57-d4240be6adb7 req-11b2edd0-1ae7-4fb7-b6f6-8ac2e96deb05 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 944 time: 0.0550718 Dec 12 16:26:05.494869 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-125beee6-51f3-42aa-9e57-d4240be6adb7 req-edd498a6-4c29-4790-8dba-90266c477525 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451753 Dec 12 16:26:05.555326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db7e233e-e6af-49a1-be39-8ccb7b4b644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:06.244844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:26:06.291781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:26:06.295949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:26:06.296320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:06.373533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:06.395520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:06.397883 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc1064-4381-4fcc-aa3c-39f5e92a41de" -d '{"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-plugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:06.410678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:06.414637 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:06.439813 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1224fda5-449f-4dcf-9e12-1e4c5b421917 x-openstack-request-id: req-1224fda5-449f-4dcf-9e12-1e4c5b421917 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:06.440109 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-plugged", "status": "completed", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:06.440364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1224fda5-449f-4dcf-9e12-1e4c5b421917 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:06.440786 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'code': 200} Dec 12 16:26:06.464926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:06.683256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dff39-a604-4efc-9623-4cd27684f688 req-8e2aa0de-4d87-4d5a-ac20-1d6b0f3417da tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:06.684735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-486dff39-a604-4efc-9623-4cd27684f688 req-8e2aa0de-4d87-4d5a-ac20-1d6b0f3417da tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.1220217 Dec 12 16:26:06.737700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-486dff39-a604-4efc-9623-4cd27684f688 req-e97485e7-9f2f-408c-8ace-4ab7adcf3cc2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Dec 12 16:26:06.851906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471ece-68a1-405d-81b7-f95dbfa19301 req-91fc4f00-bdc3-450d-9e6f-d39fc621e945 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:06.853411 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd471ece-68a1-405d-81b7-f95dbfa19301 req-91fc4f00-bdc3-450d-9e6f-d39fc621e945 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0485094 Dec 12 16:26:06.904069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd471ece-68a1-405d-81b7-f95dbfa19301 req-808ed088-32ed-4277-9196-28d236f80e52 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441947 Dec 12 16:26:07.017961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719610be-5d29-4d56-a1a8-c52022930491 req-4bda89ec-1512-4687-9051-e1bd829a87a4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:07.019391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-719610be-5d29-4d56-a1a8-c52022930491 req-4bda89ec-1512-4687-9051-e1bd829a87a4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0484073 Dec 12 16:26:07.065875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-719610be-5d29-4d56-a1a8-c52022930491 req-6ea19475-6082-46b1-806e-538de8ca3ed6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Dec 12 16:26:07.251229 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:26:07.294440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135bf9-0adf-43f6-b46a-627f07024a99 req-15b43817-5451-43ca-a647-8cc565b758db tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:07.296532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65135bf9-0adf-43f6-b46a-627f07024a99 req-15b43817-5451-43ca-a647-8cc565b758db tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0491488 Dec 12 16:26:07.342683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65135bf9-0adf-43f6-b46a-627f07024a99 req-2f04db4a-e678-4eba-a5e3-4f9da666718e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Dec 12 16:26:07.839320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3e186d31-df41-4dfa-bf02-78687b815531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.512965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e41f-7834-47ab-83de-7491950bfb51 req-140f34d0-3adc-4915-9567-b7173f0d74ad tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:08.514661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5c8e41f-7834-47ab-83de-7491950bfb51 req-140f34d0-3adc-4915-9567-b7173f0d74ad tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.1030519 Dec 12 16:26:08.534954 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-6e19efc8-38ac-47d4-97a3-56faf9460e86 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:08.536398 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-6e19efc8-38ac-47d4-97a3-56faf9460e86 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 945 time: 0.0518486 Dec 12 16:26:08.563114 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f5c8e41f-7834-47ab-83de-7491950bfb51 req-902ceeee-48a9-4f1f-9186-9c4a625bc7d8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Dec 12 16:26:08.625964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Deleting port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:26:08.626294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.714095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] For port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:08.714373 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.818077 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.880284 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.880662 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:08.880977 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 disassociated. External IP: 172.25.3.200, port: a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7. Dec 12 16:26:08.881311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Calling delete_port for a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:26:09.007582 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:09.035687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'Port': ['ID=a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:09.152872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:26:09.534014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:26:09.544708 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:26:09.554658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:26:09.555256 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:09.571892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] No DVR routers for this DVR port a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:26:09.574453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:09.578389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6ef90df4-20cc-49ab-b3a8-ad8f9fc29f06 req-065e7507-b511-4392-96fb-8d135ba6d526 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "DELETE /v2.0/ports/a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 HTTP/1.1" status: 204 len: 173 time: 1.0350876 Dec 12 16:26:09.578852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-deleted', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:09.581168 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2c0ec-9a20-4e99-922c-ad06fdb3f04a" -d '{"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-deleted", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:09.624652 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d5f0c2-1fe7-4988-a95f-662141521faa x-openstack-request-id: req-17d5f0c2-1fe7-4988-a95f-662141521faa {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:09.624985 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab004185-f650-4954-9b84-2f3ea109345b", "name": "network-vif-deleted", "tag": "a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:09.625240 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17d5f0c2-1fe7-4988-a95f-662141521faa {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:09.625642 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab004185-f650-4954-9b84-2f3ea109345b', 'name': 'network-vif-deleted', 'tag': 'a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7', 'status': 'completed', 'code': 200} Dec 12 16:26:09.677516 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fbea2505-9072-43c5-84b7-bf39715aaa32 req-365f85f9-1410-4c09-b34c-4a007e24d387 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab004185-f650-4954-9b84-2f3ea109345b HTTP/1.1" status: 200 len: 210 time: 0.0332897 Dec 12 16:26:09.679740 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:26:09.723513 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:09.882113 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:09.906611 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:26:09.914442 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:26:09.915027 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:10.100098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:26:10.289085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:10.317648 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d43c7-ce03-43e8-a2d9-37cf24565e2b None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:26:10.526863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60ccde-baf2-4894-9d55-37d90e573ca7 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:26:10.641125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:10.908615 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-817390a3-c4e5-4b4f-aa32-89e727077577 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--109154692&fields=id&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 267 time: 0.0413785 Dec 12 16:26:11.016618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-54869849-930b-489d-8e50-d3b72037ae03 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:11.018002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-54869849-930b-489d-8e50-d3b72037ae03 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1027052 Dec 12 16:26:11.032853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-5f770566-09e5-4a94-911e-1e9b518d3888 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/quotas/8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 375 time: 0.0092280 Dec 12 16:26:11.082589 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-d0a2d943-03ea-48b1-80ed-2e88dfbe2061 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446537 Dec 12 16:26:11.098124 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-32715c77-6974-41e3-be2a-b7e01b5ff05e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:26:11.099089 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-32715c77-6974-41e3-be2a-b7e01b5ff05e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050039 Dec 12 16:26:11.190820 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-6d7c8d4b-d3e7-4ccb-b165-63f999d6b56a service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859518 Dec 12 16:26:11.229209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:11.283349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-56d7c325-d9d7-4c75-95a8-9532c2176b10 service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Dec 12 16:26:11.439763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0adc017f-f2ae-4cb1-b45a-b169b2884c4e req-e80edd97-2fbd-4790-9e48-f176494696cf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 210 time: 0.0263100 Dec 12 16:26:11.779393 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:12.272609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:26:12.292279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:26:12.292619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7609a59-c35d-4f7e-9fd2-2e3e2c3725f7 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:26:12.430518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-769808c0-e3ae-4eb0-a3fd-723475cadbd6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:12.432000 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-769808c0-e3ae-4eb0-a3fd-723475cadbd6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1047533 Dec 12 16:26:12.502239 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-881c35d4-aa51-49ea-aa90-77b2f46e179e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 379 time: 0.0533879 Dec 12 16:26:12.512949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'port': {'device_id': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'admin_state_up': True, 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'security_groups': ['dd735e5e-a60b-48e3-a514-53d4d08b6e0f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:26:12.534560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29a5ea04-335c-4cde-a61c-5d91f0fb2081 req-c472b191-cc00-4566-9eb3-f3e0f08ed701 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 210 time: 0.0256217 Dec 12 16:26:12.618551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:26:12.622258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:12.747203 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Allocated IP 172.20.0.12 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/52cfa7b2-f76d-4db0-9cd0-18369a41ad78) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:26:12.882007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:12.915174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:12.957013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:26:12.960158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:26:12.964614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:26:12.989795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:13.018253 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.019063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.035653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-19d1cd08-92c6-4b00-81f3-9d72027176c0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5263853 Dec 12 16:26:13.050924 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Request body: {'port': {'device_id': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:26:13.110894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.190422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9c06bdc-a9db-4410-8d1b-67c3687a5b71 None None] Provisioning complete for port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:26:13.190795 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9c06bdc-a9db-4410-8d1b-67c3687a5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.223438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9c06bdc-a9db-4410-8d1b-67c3687a5b71 None None] Port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:26:13.365785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:26:13.374092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.386049 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Transition to ACTIVE for port object 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:26:13.390130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.437968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:13.515452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:26:13.515798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:26:13.516121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:26:13.520714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:26:13.521072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:26:13.526000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:26:13.526339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:26:13.526723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:26:13.527157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Bound port: 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:26:13.527516 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.593443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:26:13.597121 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:26:13.602306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.640047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.640686 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:13.642153 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] 10.222.0.30 "PUT /v2.0/ports/52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1092 time: 0.5956018 Dec 12 16:26:13.642630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:13.644851 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:13.677541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50839a39-5ed6-444e-a308-cb0330ea9cec service neutron] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:13.700014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05148c0c-296c-4ac9-a04e-c8e82f1b2280 req-c5a31eb6-6476-4d37-bf0f-ad262b0f61b5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.702338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05148c0c-296c-4ac9-a04e-c8e82f1b2280 req-c5a31eb6-6476-4d37-bf0f-ad262b0f61b5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0927048 Dec 12 16:26:13.706652 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5135b9b4-1112-45b7-b4c2-3dc02d7efafe x-openstack-request-id: req-5135b9b4-1112-45b7-b4c2-3dc02d7efafe {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:13.706955 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:13.707816 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5135b9b4-1112-45b7-b4c2-3dc02d7efafe {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:13.708232 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'status': 'completed', 'code': 200} Dec 12 16:26:13.744179 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-cd75f01d-f38a-4eca-9d13-010774154706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.745737 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-cd75f01d-f38a-4eca-9d13-010774154706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0540004 Dec 12 16:26:13.756305 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05148c0c-296c-4ac9-a04e-c8e82f1b2280 req-f3425375-c2f8-458d-96ab-eb6cc6ee872a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470235 Dec 12 16:26:13.797948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-38d2bea9-ce37-4555-a227-88c5c24ebcee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 217 time: 0.0395939 Dec 12 16:26:13.853045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-a7665730-c17e-40e2-9362-78f67048e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.854529 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-a7665730-c17e-40e2-9362-78f67048e1fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0453866 Dec 12 16:26:13.905055 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-52ea4af5-3b19-4eb2-8c0e-ee7d90590e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:13.906454 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-52ea4af5-3b19-4eb2-8c0e-ee7d90590e32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410056 Dec 12 16:26:13.999105 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-5b97b260-29a1-4073-b5c8-7d362ccca912 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831821 Dec 12 16:26:14.089462 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bf1f9734-cea1-4965-b4b3-14dff8586d4e req-6b1ab227-8a93-414c-964d-0b29c5ec4969 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787163 Dec 12 16:26:14.190858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-9295e1b3-5c0e-40b7-8e1a-d30d89d57854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:14.192343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-9295e1b3-5c0e-40b7-8e1a-d30d89d57854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0457919 Dec 12 16:26:14.281821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-0632a2eb-a14e-4e6b-9957-753c4b6773d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:14.283299 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-0632a2eb-a14e-4e6b-9957-753c4b6773d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0829694 Dec 12 16:26:14.324245 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-3ea1816c-e16a-48c4-97e7-b10c01f13ab9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 217 time: 0.0335736 Dec 12 16:26:14.378209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-c286efe4-219b-44aa-8d07-63d2690720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:14.379610 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-c286efe4-219b-44aa-8d07-63d2690720cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0458581 Dec 12 16:26:14.427801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-c61c145a-47bc-4c9b-8f56-2b10557c2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:14.429319 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-c61c145a-47bc-4c9b-8f56-2b10557c2395 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405965 Dec 12 16:26:14.516979 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-3cfc362c-183b-4f1f-a131-3ce64c5c7b96 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790699 Dec 12 16:26:14.607602 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd65e94d-f246-4d3e-a3fd-4627b3fa26f8 req-3dc2463b-2682-497a-b387-6d140b76d44d service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832067 Dec 12 16:26:14.877240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f408d22-29d3-4c42-b2d2-026e6fc8cc3c req-6e516a16-95f9-4cac-a688-0646ff665272 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:14.878827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f408d22-29d3-4c42-b2d2-026e6fc8cc3c req-6e516a16-95f9-4cac-a688-0646ff665272 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0507550 Dec 12 16:26:14.926356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6f408d22-29d3-4c42-b2d2-026e6fc8cc3c req-2136145b-9063-44a9-97e4-32986b589552 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Dec 12 16:26:15.372903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:26:15.465214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:15.476702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'mac_address': 'fa:16:3e:92:54:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:26:15.516059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:15.528361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:26:15.547878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:15.551952 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:15.599638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:15.828817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['52cfa7b2-f76d-4db0-9cd0-18369a41ad78'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:26:16.042025 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d3d39-9b62-4636-b57c-b0e5976afd54 req-447693bd-34c3-4341-89bd-49da3b0c3904 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:16.043480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54d3d39-9b62-4636-b57c-b0e5976afd54 req-447693bd-34c3-4341-89bd-49da3b0c3904 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0479617 Dec 12 16:26:16.093097 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d54d3d39-9b62-4636-b57c-b0e5976afd54 req-1668103e-98b6-4f95-8728-b3eb3adb8d12 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435939 Dec 12 16:26:17.207368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34165f68-29df-4aef-9489-ac02c55d8893 req-3da8ad67-3e7d-4dbe-9650-7b3d86313825 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:17.208856 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34165f68-29df-4aef-9489-ac02c55d8893 req-3da8ad67-3e7d-4dbe-9650-7b3d86313825 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0483866 Dec 12 16:26:17.255409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34165f68-29df-4aef-9489-ac02c55d8893 req-f946abc0-5a1c-4667-a8e3-989561f950da tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407465 Dec 12 16:26:17.376409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:26:17.422840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:26:17.426785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:26:17.427152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:17.499537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:17.525848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:17.528061 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46c5b6f-1b4c-4fb0-82e9-675bad600ba3" -d '{"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-plugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:17.541513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:26:17.545468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:17.595740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:26:17.623810 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9e7ec-ee20-4238-b425-b3a079a232f7 x-openstack-request-id: req-42d9e7ec-ee20-4238-b425-b3a079a232f7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:17.624139 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-plugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:17.624386 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42d9e7ec-ee20-4238-b425-b3a079a232f7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:17.624818 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'code': 200} Dec 12 16:26:17.731362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd4962-fca3-48f6-82eb-3ae05466dde0 req-9a6ba856-0cb5-453f-96dd-ed31e5ece176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:17.732858 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-78cd4962-fca3-48f6-82eb-3ae05466dde0 req-9a6ba856-0cb5-453f-96dd-ed31e5ece176 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1097 time: 0.0404892 Dec 12 16:26:17.780948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-78cd4962-fca3-48f6-82eb-3ae05466dde0 req-f8a973b5-559f-4a7b-9071-c005eb36f2e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371189 Dec 12 16:26:18.370390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577aaea-d55c-4128-8283-6817e4923c12 req-c091f88a-f382-46c3-8f80-3a4a1ba4b79a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:18.371860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6577aaea-d55c-4128-8283-6817e4923c12 req-c091f88a-f382-46c3-8f80-3a4a1ba4b79a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0487247 Dec 12 16:26:18.417654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6577aaea-d55c-4128-8283-6817e4923c12 req-a86b1f30-4a56-4dd8-8f24-9b7e12f1ca81 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Dec 12 16:26:19.537731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd813b-3f61-450f-b0fa-87cd0490dd83 req-933a36e6-81dc-4b11-831d-4339be30d265 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:19.539204 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2bd813b-3f61-450f-b0fa-87cd0490dd83 req-933a36e6-81dc-4b11-831d-4339be30d265 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0518644 Dec 12 16:26:19.585392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f2bd813b-3f61-450f-b0fa-87cd0490dd83 req-c93e9d15-8e79-407a-9203-a7d78fb11cd6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Dec 12 16:26:19.697720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f884b25-560e-4c9c-a9a1-cc62f27e9f17 req-41434d03-c34a-4a05-8e8c-f76cce2937da tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:19.699136 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f884b25-560e-4c9c-a9a1-cc62f27e9f17 req-41434d03-c34a-4a05-8e8c-f76cce2937da tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0500140 Dec 12 16:26:19.707674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 55908) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:26:19.711950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'floatingip': {'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:26:19.754807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:20.173983 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:20.177659 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:20.275495 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 associated. External IP: 172.25.3.200, port: 52cfa7b2-f76d-4db0-9cd0-18369a41ad78. Dec 12 16:26:20.476708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:26:20.582135 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:26:20.586813 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:20.592354 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:26:20.601525 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:26:20.602171 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:20.614827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9f9b80ab-adb0-49a3-a407-c00e28e77bd9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "PUT /v2.0/floatingips/78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 HTTP/1.1" status: 200 len: 992 time: 0.9061320 Dec 12 16:26:20.615427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:26:20.617722 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc257e9-d57e-4c30-8be1-3d0a82c75206" -d '{"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:26:20.710344 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:26:20.710478 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b00cdd-aaa0-4b4f-931d-98e62cacf1f4 x-openstack-request-id: req-a2b00cdd-aaa0-4b4f-931d-98e62cacf1f4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:26:20.710678 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:26:20.710932 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2b00cdd-aaa0-4b4f-931d-98e62cacf1f4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:26:20.711335 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'status': 'completed', 'code': 200} Dec 12 16:26:20.776101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-d5550310-d31d-4514-89d6-a6d9e720d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:20.777621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-d5550310-d31d-4514-89d6-a6d9e720d712 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1097 time: 0.0438910 Dec 12 16:26:20.868714 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-0af2e56f-2de5-4b6b-ae38-0c3ddb618a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:20.870322 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-0af2e56f-2de5-4b6b-ae38-0c3ddb618a53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0855107 Dec 12 16:26:20.930821 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:92:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:26:20Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:20.940764 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-3132bde3-b560-46e5-bbb2-68f6b4acbb93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1000 time: 0.0623941 Dec 12 16:26:20.960436 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:26:20.969520 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:26:20.970117 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:26:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:20.991293 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-71db88a3-6d19-4239-9778-0179f6d8a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:20.992778 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-71db88a3-6d19-4239-9778-0179f6d8a448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0439055 Dec 12 16:26:21.039868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-f384e046-edfe-406f-b3d4-7760196d6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:21.041321 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-f384e046-edfe-406f-b3d4-7760196d6ce0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406368 Dec 12 16:26:21.072487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:26:21.133157 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-623ddb60-85f5-4857-9de6-e2193d337712 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Dec 12 16:26:21.224423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7bc257e9-d57e-4c30-8be1-3d0a82c75206 req-d5f4d2a9-3afe-40c1-8aae-c41fd245e9ec service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840523 Dec 12 16:26:21.291906 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:92:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:26:20Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:26:21.319838 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33868e-d1ea-4da9-9bc1-a0aea57d6a49 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:92:54:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:26:20Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:26:21.506826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ce907f-95f7-41f0-a89d-632294b61078 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:26:35.557337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7b162d09-6deb-4d85-9c4a-1b409429ce37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:37.841666 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f95f589-f61a-4988-954c-810a47bd03e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:38.821727 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:39.737775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:40.568900 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:41.231715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:41.778914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:26:44.250415 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:26:48.449583 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-25b1d775-ceb6-4bc4-bfeb-2212abd00dca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396879 Dec 12 16:26:48.534260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-a3406c98-0e8e-4709-a7a7-86be9e68d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:48.535718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-a3406c98-0e8e-4709-a7a7-86be9e68d81e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1097 time: 0.0443969 Dec 12 16:26:48.637653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-ae01c5da-76fc-465c-862c-99f27270f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:48.639814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-ae01c5da-76fc-465c-862c-99f27270f057 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0853786 Dec 12 16:26:48.709794 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-2ffc0dbe-3f66-4eec-93df-c2048cd64489 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1002 time: 0.0625508 Dec 12 16:26:48.759060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-c488394c-6301-4978-bcc9-8b70bf18d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:48.760453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-c488394c-6301-4978-bcc9-8b70bf18d360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0432596 Dec 12 16:26:48.808991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-d56afbd0-7939-40aa-8ca9-a1ec0c8ebb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:26:48.810995 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-d56afbd0-7939-40aa-8ca9-a1ec0c8ebb85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385923 Dec 12 16:26:48.904131 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-6dd3c8d5-0300-4886-ad81-1aa5c1ed8002 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Dec 12 16:26:48.993146 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-70eec4d8-752f-4515-bb62-dd92bedb8ca6 req-b2308b47-e2fd-4feb-935f-b80067f59747 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800045 Dec 12 16:27:05.561138 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0a59f77-de19-434d-8a4f-47eaa0e2ab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:07.842171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4cfb8793-fccc-4bbd-b5fa-4fe6c93dab73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:08.824256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:09.736254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:10.571383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:11.233416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:11.791302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:21.249212 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:27:35.562831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d460b4a-76b8-443d-a133-8f3cd1dd4495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:37.846816 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c9a707dd-b006-4c4b-bebb-bdfbc9fe1ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:38.827458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:39.750444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:40.574741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:41.238478 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:41.813798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:27:48.870033 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-6fc04a91-184e-4d59-831f-11e7a5cadca9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880399 Dec 12 16:27:48.960373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-c31aa8e5-84ec-4425-9565-d9f165197853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:27:48.961873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-c31aa8e5-84ec-4425-9565-d9f165197853 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1097 time: 0.0449669 Dec 12 16:27:49.071066 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-e1381f75-a11b-4269-a099-a48b58e2b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:27:49.072605 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-e1381f75-a11b-4269-a099-a48b58e2b1c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0860701 Dec 12 16:27:49.147795 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-adafab7b-aa3f-45b3-8f08-1aad48fa66b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1002 time: 0.0627832 Dec 12 16:27:49.202983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-f6cac15c-374d-484f-8641-ba6e8ba07378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:27:49.204442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-f6cac15c-374d-484f-8641-ba6e8ba07378 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0453534 Dec 12 16:27:49.259688 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-8adce313-cbb9-46e3-8592-709fc9baf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:27:49.261163 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-8adce313-cbb9-46e3-8592-709fc9baf7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400045 Dec 12 16:27:49.355328 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-3bcb1cef-a11f-461d-959e-d413aa08403d service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829148 Dec 12 16:27:49.446064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7475cd96-7fdb-468f-bdf9-9d27628075fd req-d415fb23-34e9-4931-90ef-83bf1f246d92 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791647 Dec 12 16:27:58.248793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:28:01.156297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dc799-c80a-46ee-8605-49cd5b358800 req-86c234b8-99a0-429b-88b8-a80444a089bd tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:01.157777 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d5dc799-c80a-46ee-8605-49cd5b358800 req-86c234b8-99a0-429b-88b8-a80444a089bd tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0499246 Dec 12 16:28:01.209372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d5dc799-c80a-46ee-8605-49cd5b358800 req-2e4f07cb-9302-4a2b-b95d-af35ea8f56d9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Dec 12 16:28:02.326624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd30dd7-aac4-414a-9ba0-26b92c2d1a15 req-d697bf9d-6be7-4917-8c0c-f04422ff154f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:02.328093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dd30dd7-aac4-414a-9ba0-26b92c2d1a15 req-d697bf9d-6be7-4917-8c0c-f04422ff154f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0485544 Dec 12 16:28:02.374457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6dd30dd7-aac4-414a-9ba0-26b92c2d1a15 req-c665173c-4aa2-4599-ae30-08948d8bdf09 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404241 Dec 12 16:28:03.489085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7b4-1ba8-45e1-935f-9dd794aaaeca req-0f3f06cf-13be-48cd-ad62-2d88b23adcbb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:03.490527 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f086b7b4-1ba8-45e1-935f-9dd794aaaeca req-0f3f06cf-13be-48cd-ad62-2d88b23adcbb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0481102 Dec 12 16:28:03.536550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f086b7b4-1ba8-45e1-935f-9dd794aaaeca req-31d8cc79-3fea-4fcc-adaf-d5573da2913d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Dec 12 16:28:04.654185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483d141-7a57-4067-9d52-cee188a17480 req-9885d7b3-8bf3-463c-a87a-bd0cb47acc9c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:04.655636 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1483d141-7a57-4067-9d52-cee188a17480 req-9885d7b3-8bf3-463c-a87a-bd0cb47acc9c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0523374 Dec 12 16:28:04.701912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1483d141-7a57-4067-9d52-cee188a17480 req-3a04f902-fe11-4cac-a4fd-ec4522802f72 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Dec 12 16:28:05.564488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edc65c89-cf44-4d81-9e82-c93a843c650d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:05.818009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e9b5-c1b2-4c54-9e71-9ac4a2adca12 req-64b3159d-4d40-48f6-b990-080082012d87 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:05.819362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c434e9b5-c1b2-4c54-9e71-9ac4a2adca12 req-64b3159d-4d40-48f6-b990-080082012d87 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0477865 Dec 12 16:28:05.865639 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c434e9b5-c1b2-4c54-9e71-9ac4a2adca12 req-37e56dea-e996-4e8a-835e-e78b18fb69fe tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404313 Dec 12 16:28:06.982823 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fff58-ee89-4600-979d-35ce305852fe req-97231c55-19a3-463b-b0fd-7950b1dda64c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:06.984261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f27fff58-ee89-4600-979d-35ce305852fe req-97231c55-19a3-463b-b0fd-7950b1dda64c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0480726 Dec 12 16:28:07.033495 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f27fff58-ee89-4600-979d-35ce305852fe req-b18281b4-a992-4ce5-bf26-400b71ad3a77 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Dec 12 16:28:07.847822 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b0c284a7-6c6b-482f-80cc-4dccde1d0d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:08.148433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b365e6-5a0d-4cce-85bf-75fb69f21aae req-f6a5f60f-d238-4e8b-8e36-ccef27c78d7a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:08.149957 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83b365e6-5a0d-4cce-85bf-75fb69f21aae req-f6a5f60f-d238-4e8b-8e36-ccef27c78d7a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0490937 Dec 12 16:28:08.196562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83b365e6-5a0d-4cce-85bf-75fb69f21aae req-04229fb5-a4fc-4ab7-87ea-12eee183753d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Dec 12 16:28:08.830160 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:09.311808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47b79-ce30-431e-89c3-18e2e3270c6a req-8818afc0-493b-45cd-8379-2f4ad500e9d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:09.313282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7b47b79-ce30-431e-89c3-18e2e3270c6a req-8818afc0-493b-45cd-8379-2f4ad500e9d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0480521 Dec 12 16:28:09.359688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7b47b79-ce30-431e-89c3-18e2e3270c6a req-6cc196db-73d6-43ea-b916-3191cf0a0e1f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 Dec 12 16:28:09.766357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:10.476185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836ee2e-7341-409b-b869-b84a13d6cd99 req-52916004-f09e-424c-923b-83101b7d5cd8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:10.477664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8836ee2e-7341-409b-b869-b84a13d6cd99 req-52916004-f09e-424c-923b-83101b7d5cd8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0515864 Dec 12 16:28:10.524099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8836ee2e-7341-409b-b869-b84a13d6cd99 req-667e1944-5161-4ef9-a03a-a2310e407323 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Dec 12 16:28:10.578038 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:11.240242 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:11.638032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f669ab5-8b6c-40e7-bfe1-5bc47b230427 req-de99562b-9ee4-41c3-9822-c37aa30b96d2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:11.640025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f669ab5-8b6c-40e7-bfe1-5bc47b230427 req-de99562b-9ee4-41c3-9822-c37aa30b96d2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0475495 Dec 12 16:28:11.684878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1f669ab5-8b6c-40e7-bfe1-5bc47b230427 req-23d805e0-e0a2-42e5-95aa-77b25e3218e3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389078 Dec 12 16:28:11.803142 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:12.803295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966db5b8-03f2-4cb3-88d9-20d0aacd7e5d req-f6924eae-53e7-4bbf-8966-9828f7ececf7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:12.804772 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966db5b8-03f2-4cb3-88d9-20d0aacd7e5d req-f6924eae-53e7-4bbf-8966-9828f7ececf7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0519776 Dec 12 16:28:12.851706 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-966db5b8-03f2-4cb3-88d9-20d0aacd7e5d req-caa2ebd7-8d45-43a2-bc02-4f7019c5c880 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 Dec 12 16:28:13.965427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c69a-fde3-4bc0-8049-7ce1765c9bfe req-394dcbbc-2bf7-4b5b-b371-24f68e2b7811 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:13.966898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ab1c69a-fde3-4bc0-8049-7ce1765c9bfe req-394dcbbc-2bf7-4b5b-b371-24f68e2b7811 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0495615 Dec 12 16:28:14.013749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ab1c69a-fde3-4bc0-8049-7ce1765c9bfe req-10e5fe06-27f3-42bb-ac5d-fabdaa7d327f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Dec 12 16:28:15.126398 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e937-a1ee-4fe6-b786-fa2c1467ccc9 req-1f93c0a0-0f90-4d59-88d0-519c9601f312 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:15.127818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd93e937-a1ee-4fe6-b786-fa2c1467ccc9 req-1f93c0a0-0f90-4d59-88d0-519c9601f312 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0475297 Dec 12 16:28:15.177561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd93e937-a1ee-4fe6-b786-fa2c1467ccc9 req-cbfbbe3e-23bc-4b84-ab17-96bdc8d457ae tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Dec 12 16:28:16.294093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d476-efc7-4823-811b-89fb46671aa8 req-1c3a7da4-574f-4322-a779-53c310212a03 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:16.295573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e0d476-efc7-4823-811b-89fb46671aa8 req-1c3a7da4-574f-4322-a779-53c310212a03 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0500278 Dec 12 16:28:16.342448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e0d476-efc7-4823-811b-89fb46671aa8 req-5f331f7b-25ee-4e12-904f-f624dd0f6ce6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Dec 12 16:28:17.455558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecb14c-db86-4aab-9590-a0a1490eee8d req-5acae40f-14ae-47c8-b01b-1bb8c11f650a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:17.457032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aecb14c-db86-4aab-9590-a0a1490eee8d req-5acae40f-14ae-47c8-b01b-1bb8c11f650a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0475752 Dec 12 16:28:17.503437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1aecb14c-db86-4aab-9590-a0a1490eee8d req-62575664-bee5-4607-bd9f-02ddd1ac2c16 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Dec 12 16:28:17.745097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691de1-4a2e-48d1-9266-f7a4137cff36 req-ec73e2cd-651a-4a19-b676-298096ad9818 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:17.746597 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c691de1-4a2e-48d1-9266-f7a4137cff36 req-ec73e2cd-651a-4a19-b676-298096ad9818 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0544381 Dec 12 16:28:17.769968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-930c6dcd-e6cc-4427-8199-044b943bfc34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858431 Dec 12 16:28:17.794668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c691de1-4a2e-48d1-9266-f7a4137cff36 req-97bc1637-a753-49f5-a6fe-0498b414fb15 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Dec 12 16:28:18.888617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0bb96003-12d8-4173-b6d5-6972443a3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:18.890225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0bb96003-12d8-4173-b6d5-6972443a3dd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1097 time: 0.0450001 Dec 12 16:28:18.919253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38798ee1-6b86-4d53-8afe-679aeb60945e req-2932e98a-a4e8-4e65-a45c-b50dbf4ea4a1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:18.920759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38798ee1-6b86-4d53-8afe-679aeb60945e req-2932e98a-a4e8-4e65-a45c-b50dbf4ea4a1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0488269 Dec 12 16:28:18.967852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38798ee1-6b86-4d53-8afe-679aeb60945e req-2cda7b05-d582-42eb-a919-5b293c77d665 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410542 Dec 12 16:28:18.980205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-68528276-8c00-434e-a0b5-5a2584fc5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:18.981694 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-68528276-8c00-434e-a0b5-5a2584fc5882 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0831962 Dec 12 16:28:19.055471 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-d8452b71-4c6c-4974-968e-f1ce9e1ec863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1002 time: 0.0615778 Dec 12 16:28:19.107798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-3c622c95-65d8-41c4-8bce-b35216fd90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:19.109160 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-3c622c95-65d8-41c4-8bce-b35216fd90b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0429685 Dec 12 16:28:19.161551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0346cdef-8b87-429a-a248-56a34fd83314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:19.163102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0346cdef-8b87-429a-a248-56a34fd83314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422394 Dec 12 16:28:19.256183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-e5023838-68ec-4e64-a62b-84be691fed62 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838289 Dec 12 16:28:19.348207 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-a80f7609-b346-488a-b55b-bbdcfea620ae service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809455 Dec 12 16:28:20.082797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36967f9-03ad-48a0-ba08-3c9cda1a3d0c req-e74181ab-3c78-489f-ac71-e4137e53705c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:20.084237 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a36967f9-03ad-48a0-ba08-3c9cda1a3d0c req-e74181ab-3c78-489f-ac71-e4137e53705c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0488746 Dec 12 16:28:20.137269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a36967f9-03ad-48a0-ba08-3c9cda1a3d0c req-bfd5fed2-ec02-46fc-a428-d1b7add22840 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470355 Dec 12 16:28:21.253402 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9a78-c9d8-4443-84fe-0606e32a6d48 req-09ab60cc-1292-4332-9904-29e452bfc631 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:21.254849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adfb9a78-c9d8-4443-84fe-0606e32a6d48 req-09ab60cc-1292-4332-9904-29e452bfc631 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0486684 Dec 12 16:28:21.300975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adfb9a78-c9d8-4443-84fe-0606e32a6d48 req-cceb80c9-14eb-4c40-b2c8-fc16c3b59341 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402830 Dec 12 16:28:21.482139 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-9cd32ece-7117-4ff4-b624-30bd4bebd504 service neutron] show failed (client error): The resource could not be found. Dec 12 16:28:21.483113 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-9cd32ece-7117-4ff4-b624-30bd4bebd504 service neutron] 10.222.0.30 "GET /v2.0/ports/52cfa7b2-f76d-4db0-9cd0-18369a41ad78/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0527771 Dec 12 16:28:21.744009 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-6d08b82c-46b5-48dd-9baa-9c53d6697658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:21.745442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-6d08b82c-46b5-48dd-9baa-9c53d6697658 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1097 time: 0.0864041 Dec 12 16:28:21.757699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:28:21.807995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.002610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:22.033937 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:28:22.074609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:22.076932 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7641b47-0254-4c6a-9aa9-6a03b8785148" -d '{"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-unplugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:22.081222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.095375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Transition to ACTIVE for port object 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:28:22.099116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.228044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:22.240031 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61852151-12a9-4277-8453-2669349124d8 x-openstack-request-id: req-61852151-12a9-4277-8453-2669349124d8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:22.240508 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-unplugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:22.240926 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61852151-12a9-4277-8453-2669349124d8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:22.241470 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'code': 200} Dec 12 16:28:22.251195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.252091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.252437 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.252851 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.253128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.253461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.253807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.254113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.254438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.254760 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.255083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.255404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.255722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:22.291921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] No DVR routers for this DVR port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:28:22.420614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726e761-486b-4356-bf71-35c824ec1493 req-37787faa-1f66-40c1-8d6e-a513874c02ba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:22.422213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9726e761-486b-4356-bf71-35c824ec1493 req-37787faa-1f66-40c1-8d6e-a513874c02ba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0474429 Dec 12 16:28:22.430742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:28:22.431096 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:28:22.431502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:28:22.435963 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:28:22.436361 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Attempting to bind port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:28:22.442189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:28:22.442525 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:28:22.442904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:28:22.443327 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Bound port: 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:28:22.443679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.472783 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9726e761-486b-4356-bf71-35c824ec1493 req-1ecbcc07-3f1e-437f-a981-40fd29f739a6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Dec 12 16:28:22.508583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:28:22.511468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:28:22.515324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.551386 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:22.552028 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:22.553429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] 10.222.0.13 "PUT /v2.0/ports/52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1092 time: 0.7996464 Dec 12 16:28:22.574595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29ed12-dae0-4fe1-b8c0-2121f8074a30 service neutron] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:22.622321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0709a7b2-e377-407d-a9ef-7f806c5c4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:22.623833 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-0709a7b2-e377-407d-a9ef-7f806c5c4fbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0421381 Dec 12 16:28:23.000170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-20f3898f-3571-4178-b9a4-461964781237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:23.001685 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-20f3898f-3571-4178-b9a4-461964781237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.3710923 Dec 12 16:28:23.066729 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-d249d9fe-ffdf-4933-9c72-bf0d5334d2ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1000 time: 0.0578277 Dec 12 16:28:23.117920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-e109f396-8390-4691-993f-3258dab886ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:23.119289 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-e109f396-8390-4691-993f-3258dab886ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0463626 Dec 12 16:28:23.164736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-4d1d1e2f-dbf8-4d86-9c59-888ce5ba05af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:23.166192 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-4d1d1e2f-dbf8-4d86-9c59-888ce5ba05af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397732 Dec 12 16:28:23.254377 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-ba620379-2da3-4f1a-8739-2c62774cca1e service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804722 Dec 12 16:28:23.344689 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3c99d59c-5cb8-48e3-a1d7-55b7853f0f43 req-3ae77fcf-4051-42e7-add5-c5971754e729 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835907 Dec 12 16:28:23.593003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7947-309b-4624-bdfe-23d33aee3f83 req-63baaacc-65af-4571-8809-907e60ce1f50 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:23.594446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-764b7947-309b-4624-bdfe-23d33aee3f83 req-63baaacc-65af-4571-8809-907e60ce1f50 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0514657 Dec 12 16:28:23.639800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-764b7947-309b-4624-bdfe-23d33aee3f83 req-2c50b8cb-cac9-4363-924f-9fab8d4d33e4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Dec 12 16:28:24.243041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:24.245447 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd3e09-10b4-4aff-820c-5393f957badd" -d '{"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:24.292562 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d8e9ef-e938-4cb2-b93b-3682ef958325 x-openstack-request-id: req-e8d8e9ef-e938-4cb2-b93b-3682ef958325 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:24.292882 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:24.293141 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8d8e9ef-e938-4cb2-b93b-3682ef958325 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:24.293540 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'status': 'completed', 'code': 200} Dec 12 16:28:24.384606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-115ff4a0-44f6-4b80-8e0d-7f381c763fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.386119 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-115ff4a0-44f6-4b80-8e0d-7f381c763fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0706718 Dec 12 16:28:24.388371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-a7daf529-9be7-4828-9301-fa1f5676be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.389742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-a7daf529-9be7-4828-9301-fa1f5676be87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0633252 Dec 12 16:28:24.550552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-887cb56f-f5a1-4699-b0cc-1e5f14895a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.552027 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-887cb56f-f5a1-4699-b0cc-1e5f14895a15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1579263 Dec 12 16:28:24.554610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-4c949dec-1463-40b5-a77d-126c278742fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.555938 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-4c949dec-1463-40b5-a77d-126c278742fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1536534 Dec 12 16:28:24.669541 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-ec4d1519-31bb-4eca-880f-f53f1257d455 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1000 time: 0.1104629 Dec 12 16:28:24.673242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-04ee47ca-c2a2-42fe-a5fc-f70d6e1de308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1000 time: 0.1058743 Dec 12 16:28:24.752331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-e3a4edac-ac08-440a-8abd-4bd2f5ec35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.753817 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-e3a4edac-ac08-440a-8abd-4bd2f5ec35e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0773439 Dec 12 16:28:24.755567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d50bb-37e7-402e-ae75-f9700d384ddf req-bb207658-58f7-48fc-849e-0d16916036db tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.757081 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1d50bb-37e7-402e-ae75-f9700d384ddf req-bb207658-58f7-48fc-849e-0d16916036db tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0481837 Dec 12 16:28:24.757212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-2a59eaa7-0f29-4f69-8100-9c44cc3744d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.758412 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-2a59eaa7-0f29-4f69-8100-9c44cc3744d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0739551 Dec 12 16:28:24.805619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c1d50bb-37e7-402e-ae75-f9700d384ddf req-5f8568f3-effb-4d32-9181-c09acd01528f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Dec 12 16:28:24.832022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-4f338b82-2ae2-4ee6-8d17-d972caa6b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.833566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-4f338b82-2ae2-4ee6-8d17-d972caa6b5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637460 Dec 12 16:28:24.835304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-057e6d8a-36b7-48dd-9ec1-f3c348ebf5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:24.836666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-057e6d8a-36b7-48dd-9ec1-f3c348ebf5ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760686 Dec 12 16:28:24.979550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.30', 63596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:28:25.011272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e29cf-2273-47bf-9d5c-b81bf50e79bb req-9fae0653-a17b-46bf-9495-506e2e3a29aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.012795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc4e29cf-2273-47bf-9d5c-b81bf50e79bb req-9fae0653-a17b-46bf-9495-506e2e3a29aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0525150 Dec 12 16:28:25.028565 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-a12c2240-7fc7-40b6-a765-f73aa7118ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835561 Dec 12 16:28:25.033542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-460ecf01-f575-421a-b5be-c2b17a260784 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805975 Dec 12 16:28:25.060215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc4e29cf-2273-47bf-9d5c-b81bf50e79bb req-2bbf7fd6-fa5f-4b61-9fc2-bff93212112b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406508 Dec 12 16:28:25.140685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-3843fb64-435c-43cf-aa09-3782d409c626 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.142743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-3843fb64-435c-43cf-aa09-3782d409c626 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 944 time: 0.1525249 Dec 12 16:28:25.252834 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-0510abbc-bbcb-48b6-980c-612a4c93835b service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125103 Dec 12 16:28:25.257078 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-76384ac9-0cf3-4b56-97a5-b93abe92a95f service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156916 Dec 12 16:28:25.261904 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-6294a1b6-3048-4eef-8cc4-c4801aea1cfd service neutron] delete failed (client error): The resource could not be found. Dec 12 16:28:25.263094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-6294a1b6-3048-4eef-8cc4-c4801aea1cfd service neutron] 10.222.0.30 "DELETE /v2.0/ports/52cfa7b2-f76d-4db0-9cd0-18369a41ad78/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.1077704 Dec 12 16:28:25.354236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-f0c47b19-3370-4ae9-b9c8-4b36c1a9e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.355627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-f0c47b19-3370-4ae9-b9c8-4b36c1a9e8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1095 time: 0.0402129 Dec 12 16:28:25.451316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-02a83da2-c7c9-4a46-ba16-86309c3ba694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.452787 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-02a83da2-c7c9-4a46-ba16-86309c3ba694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0849419 Dec 12 16:28:25.521634 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-4f9d57ca-ccb9-4861-8e39-6fd3a1820034 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1000 time: 0.0568247 Dec 12 16:28:25.573189 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-e30ce2b2-792c-46be-9742-659f639b3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.574592 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-e30ce2b2-792c-46be-9742-659f639b3b5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0422659 Dec 12 16:28:25.623006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-d8b3dcd5-7f89-4268-8c1f-3c9e665a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:25.624379 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-d8b3dcd5-7f89-4268-8c1f-3c9e665a62f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425863 Dec 12 16:28:25.715511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-9316e3b7-2c2b-468a-962d-77e308b58300 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786517 Dec 12 16:28:25.811420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4c1c37e0-da6d-47e5-97a7-347de62fedc0 req-b87aad23-fd8a-4710-ae2b-c12a1dbd86f6 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838978 Dec 12 16:28:26.069797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:28:26.108369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:28:26.186927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51f44f-0643-4327-a172-0a35f98a8feb req-6583d612-3131-4fee-9244-ce4246b6c777 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:26.188701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b51f44f-0643-4327-a172-0a35f98a8feb req-6583d612-3131-4fee-9244-ce4246b6c777 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 944 time: 0.0523417 Dec 12 16:28:26.240190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b51f44f-0643-4327-a172-0a35f98a8feb req-2501b7ab-d109-4201-ab97-e784facba5e9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Dec 12 16:28:26.908457 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:28:27.001272 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:27.013019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'mac_address': 'fa:16:3e:92:54:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:28:27.047973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:27.061016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:28:27.079934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:27.083482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:27.128999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:27.136150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.136500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.136863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.137204 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.137537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.137868 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.138199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.138528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.138859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.139183 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.139508 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.139836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.140163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:28:27.294534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['52cfa7b2-f76d-4db0-9cd0-18369a41ad78'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:28:27.354679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4879e-fea2-494c-9b05-7a34b4c7333d req-19c80be6-3e75-4a4a-bd64-eab6b30c31d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:27.356068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89b4879e-fea2-494c-9b05-7a34b4c7333d req-19c80be6-3e75-4a4a-bd64-eab6b30c31d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0477376 Dec 12 16:28:27.405698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89b4879e-fea2-494c-9b05-7a34b4c7333d req-092bf868-8c5d-461b-8982-1e3ed93c78db tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Dec 12 16:28:27.520215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1899b-e9c0-4d17-9eda-ce2d9c365466 req-4ea076a6-1953-4b00-b168-99fe4b2351e3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:27.521672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc1899b-e9c0-4d17-9eda-ce2d9c365466 req-4ea076a6-1953-4b00-b168-99fe4b2351e3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0484560 Dec 12 16:28:27.567651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8cc1899b-e9c0-4d17-9eda-ce2d9c365466 req-4ba4f758-4d4c-4c14-8f0d-93cf2ace3777 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401540 Dec 12 16:28:27.764883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cddb8-3a52-42b7-86ef-c560558c2154 req-07dbc3fe-e143-4bb8-ad61-c64041512c1c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:27.766372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b6cddb8-3a52-42b7-86ef-c560558c2154 req-07dbc3fe-e143-4bb8-ad61-c64041512c1c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0502975 Dec 12 16:28:27.792934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-cbc5ecd4-cf3b-441f-a7d0-723164d161a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:27.794359 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-cbc5ecd4-cf3b-441f-a7d0-723164d161a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 1096 time: 0.0419140 Dec 12 16:28:27.815923 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b6cddb8-3a52-42b7-86ef-c560558c2154 req-17b04b34-c240-44c6-a0eb-56c4a5e0a4ec tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430119 Dec 12 16:28:27.885848 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-104ff3f3-25e2-4575-95cb-3ba63bb7d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:27.887308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-104ff3f3-25e2-4575-95cb-3ba63bb7d7db service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0861542 Dec 12 16:28:27.951521 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-1a52c316-fda9-476f-8376-c384f2e5c14b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 200 len: 1001 time: 0.0572631 Dec 12 16:28:28.000113 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-0558f8b0-170d-4390-908f-a12f1abc948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:28.001622 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-0558f8b0-170d-4390-908f-a12f1abc948a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0433598 Dec 12 16:28:28.050486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-822dd980-c8aa-4f71-9782-7124b825e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:28.051975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-822dd980-c8aa-4f71-9782-7124b825e30c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439403 Dec 12 16:28:28.139053 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-adff5053-1f1d-4105-a86c-33f2f05ec903 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802019 Dec 12 16:28:28.231251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1f93deb6-6509-4e77-94ea-3f785a4ee52f req-dbaa195f-be72-4026-ba45-5e77899d9d44 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854113 Dec 12 16:28:28.923337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:28:28.935223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc41d4-a4be-4245-999a-6c983adff742 req-fe5de71b-2ad3-4101-8f26-2b1de4d66fc2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:28.936696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0cc41d4-a4be-4245-999a-6c983adff742 req-fe5de71b-2ad3-4101-8f26-2b1de4d66fc2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 945 time: 0.0519865 Dec 12 16:28:28.971305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:28:28.975658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:28:28.976028 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:28.984931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f0cc41d4-a4be-4245-999a-6c983adff742 req-df3f0407-c48f-4cf9-aed8-97701aad5642 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Dec 12 16:28:29.059224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:29.082901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:29.085344 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b7ba8-5057-4dce-9092-481cd54ac406" -d '{"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-plugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:29.098048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:29.102444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:29.132268 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b08773-7618-4cb2-a7c3-59bbf45a7c77 x-openstack-request-id: req-63b08773-7618-4cb2-a7c3-59bbf45a7c77 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:29.132582 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-plugged", "status": "completed", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:29.132868 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63b08773-7618-4cb2-a7c3-59bbf45a7c77 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:29.133283 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'code': 200} Dec 12 16:28:29.160866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:29.227900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd65f5-1968-4067-9646-d14cc655a8e6 req-5f1cd883-e462-420b-9814-806134b70eb6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:29.229389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72cd65f5-1968-4067-9646-d14cc655a8e6 req-5f1cd883-e462-420b-9814-806134b70eb6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0478442 Dec 12 16:28:29.276659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72cd65f5-1968-4067-9646-d14cc655a8e6 req-97c76415-1410-4daf-b7ce-00b87ea7618d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Dec 12 16:28:30.391674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b248cf4-16e9-462b-8251-24f20d90a2fd req-b50169eb-a86f-4028-80e3-91be7a5bb9e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:30.393768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b248cf4-16e9-462b-8251-24f20d90a2fd req-b50169eb-a86f-4028-80e3-91be7a5bb9e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0477691 Dec 12 16:28:30.434796 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4de33c-269d-443d-8afc-b30ed919428f req-d3e5eb71-93f2-45c9-b3b2-6a1cd5db4d6c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:30.436286 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f4de33c-269d-443d-8afc-b30ed919428f req-d3e5eb71-93f2-45c9-b3b2-6a1cd5db4d6c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 946 time: 0.0490363 Dec 12 16:28:30.443001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b248cf4-16e9-462b-8251-24f20d90a2fd req-4607c4ff-9f85-40b3-b31b-8c447347b621 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Dec 12 16:28:30.523957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Deleting port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:28:30.524286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:30.613330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] For port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:30.613692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:30.777187 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:30.777453 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:30.777764 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 disassociated. External IP: 172.25.3.200, port: 52cfa7b2-f76d-4db0-9cd0-18369a41ad78. Dec 12 16:28:30.778098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Calling delete_port for 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:28:30.903221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:30.930444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'Port': ['ID=52cfa7b2-f76d-4db0-9cd0-18369a41ad78,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:31.046340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:28:31.443376 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:28:31.453930 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:28:31.464424 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:28:31.465070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:28:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:31.485751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] No DVR routers for this DVR port 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:28:31.488584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:31.492008 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f4de33c-269d-443d-8afc-b30ed919428f req-9ac58066-eccc-41c6-976f-e1f08f6088a0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "DELETE /v2.0/ports/52cfa7b2-f76d-4db0-9cd0-18369a41ad78 HTTP/1.1" status: 204 len: 173 time: 1.0489767 Dec 12 16:28:31.492468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-deleted', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:31.496042 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b74c3-c64e-48c7-bd70-56962a620b59" -d '{"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-deleted", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:31.587227 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d985f49-5c7f-414b-a7b9-67f15fe0ef46 x-openstack-request-id: req-5d985f49-5c7f-414b-a7b9-67f15fe0ef46 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:31.587537 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9427c8eb-cdc4-4217-bfe6-53870418b91f", "name": "network-vif-deleted", "tag": "52cfa7b2-f76d-4db0-9cd0-18369a41ad78", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:31.587795 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d985f49-5c7f-414b-a7b9-67f15fe0ef46 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:31.588206 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9427c8eb-cdc4-4217-bfe6-53870418b91f', 'name': 'network-vif-deleted', 'tag': '52cfa7b2-f76d-4db0-9cd0-18369a41ad78', 'status': 'completed', 'code': 200} Dec 12 16:28:31.598637 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65f7547f-ab84-4c9d-8241-c46b0e9a59c8 req-743e8499-2553-430f-be7c-854cf52aa22f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=9427c8eb-cdc4-4217-bfe6-53870418b91f HTTP/1.1" status: 200 len: 210 time: 0.0376291 Dec 12 16:28:31.685395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:28:31.885434 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:31.914878 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:28:31.923192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:28:31.924352 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:28:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:32.027825 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:28:32.223214 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:32.249181 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3393eae-804e-4836-a5ec-181cd345d42a None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:28:32.479225 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67918a39-fba6-4880-9717-436ca79c781e None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:28:32.877344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-13fcbcdd-f0ab-4ed7-8a3a-8c6866849475 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--109154692&fields=id&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 267 time: 0.0414491 Dec 12 16:28:32.939936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:28:32.959697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:28:32.960047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 52cfa7b2-f76d-4db0-9cd0-18369a41ad78 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:28:32.985128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-22382b13-ee5d-4303-82ca-ed55e30b51e9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:32.987112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-22382b13-ee5d-4303-82ca-ed55e30b51e9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1031215 Dec 12 16:28:33.002102 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-68ab5f90-68f7-463d-b409-042f334a664b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/quotas/8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 375 time: 0.0087543 Dec 12 16:28:33.051503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-dc13f694-8186-4b67-bb65-3e25a48e3409 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441997 Dec 12 16:28:33.186680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-74257ac1-945f-4f01-a9a7-1a6dc70f902b service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237662 Dec 12 16:28:33.586920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-9d3ea0d1-53af-4af3-b56d-e21d4ddb9ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940413 Dec 12 16:28:33.744907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2784e49e-36ff-42ba-a94d-e401af726c93 req-e3489cec-40a5-40a2-b3a9-e36b69aba484 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 210 time: 0.0266728 Dec 12 16:28:34.832167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-d12fe2e0-3eb9-49dd-8e14-202489809944 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:34.833686 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-d12fe2e0-3eb9-49dd-8e14-202489809944 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1050191 Dec 12 16:28:34.842880 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f700ff6d-8961-4de7-bdab-75019ef999b7 req-1a9a3e95-7b56-4836-907a-1123f604ea9d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 210 time: 0.0256326 Dec 12 16:28:34.905655 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-4955ef34-6a88-4367-8f8a-e64406f4501f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 379 time: 0.0522914 Dec 12 16:28:34.917943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'port': {'device_id': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'admin_state_up': True, 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'security_groups': ['dd735e5e-a60b-48e3-a514-53d4d08b6e0f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:28:35.020844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:28:35.024356 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.151723 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Allocated IP 172.20.0.4 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:28:35.248583 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:28:35.286605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.319199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.369519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:28:35.372563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:28:35.374948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:28:35.382322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:35.429388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:35.430019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.449567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-54e03583-4dbf-44b6-8094-3c4fb18589e5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5350935 Dec 12 16:28:35.467419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Request body: {'port': {'device_id': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:28:35.527890 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.568946 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-338bcaae-b74a-46dc-be69-22337f204df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.661672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-31c1b6e7-3525-45ab-ac65-61de774a47cc None None] Provisioning complete for port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:28:35.661949 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31c1b6e7-3525-45ab-ac65-61de774a47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.695931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-31c1b6e7-3525-45ab-ac65-61de774a47cc None None] Port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:28:35.786162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:28:35.793655 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.806030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Transition to ACTIVE for port object a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:28:35.809613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.860000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:35.937908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:28:35.938384 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:28:35.938715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:28:35.943430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:28:35.943750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:28:35.949068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:28:35.949419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:28:35.949794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:28:35.950225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Bound port: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:28:35.950578 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:35.973509 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d6977-affc-4384-99ca-2c604dcb49c7 req-09f27974-7e65-4696-aefe-507cb1d2d607 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:35.975356 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523d6977-affc-4384-99ca-2c604dcb49c7 req-09f27974-7e65-4696-aefe-507cb1d2d607 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0535355 Dec 12 16:28:36.021083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:28:36.024647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:28:36.029528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:36.029659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-523d6977-affc-4384-99ca-2c604dcb49c7 req-a66fe1e1-52c5-4f8a-9bb2-b669937dd001 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483158 Dec 12 16:28:36.067073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.067683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:36.069213 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1091 time: 0.6068735 Dec 12 16:28:36.069654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:36.071889 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f" -d '{"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:36.091427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa075312-5eb2-461e-b6aa-d4af192a36d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:36.134260 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1671cd4-4c70-465e-abd7-1713aa80cb01 x-openstack-request-id: req-e1671cd4-4c70-465e-abd7-1713aa80cb01 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:36.134555 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:36.134809 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1671cd4-4c70-465e-abd7-1713aa80cb01 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:36.135210 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'status': 'completed', 'code': 200} Dec 12 16:28:36.180933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-b8a7d167-c0ca-483a-8e82-d02f3f2ef929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.182504 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-b8a7d167-c0ca-483a-8e82-d02f3f2ef929 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0583932 Dec 12 16:28:36.233908 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-6800e45c-bcbe-403c-acee-3172c38743e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 217 time: 0.0360894 Dec 12 16:28:36.284984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-774c66d3-e34c-4a90-bb0b-2019e6c028fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.286483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-774c66d3-e34c-4a90-bb0b-2019e6c028fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0451469 Dec 12 16:28:36.339887 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-22e6be29-17a2-49d8-92c3-c12042f14105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.341413 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-22e6be29-17a2-49d8-92c3-c12042f14105 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440285 Dec 12 16:28:36.436461 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-1c00c37f-7ce7-483a-8a88-47c35cb66f60 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801158 Dec 12 16:28:36.533242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9388e82f-fb0f-47d2-abe4-5e942d69bb60 req-915aec28-8b94-4d2d-8093-203e02e1d889 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846183 Dec 12 16:28:36.625609 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-8058cac1-aea9-4cc5-9b53-d57b33d0e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.627613 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-8058cac1-aea9-4cc5-9b53-d57b33d0e4ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0414145 Dec 12 16:28:36.716940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-7270d7ab-7495-41e9-a203-c74bd96867b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.718394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-7270d7ab-7495-41e9-a203-c74bd96867b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0830357 Dec 12 16:28:36.763314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-c3554e88-77b1-4062-91a7-2c5af2e1c1b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 217 time: 0.0373738 Dec 12 16:28:36.811817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-b4275828-34c6-4aea-85be-1599b1991782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.813247 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-b4275828-34c6-4aea-85be-1599b1991782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0423574 Dec 12 16:28:36.861340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-eecedf57-36e4-40cb-86e5-171c2a4a0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:36.862808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-eecedf57-36e4-40cb-86e5-171c2a4a0d1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397632 Dec 12 16:28:36.958024 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-ff052d2a-2e7f-4699-b31b-e7cae517d197 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846496 Dec 12 16:28:37.047226 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4bc6d4eb-6fb6-44ee-8a33-4e3f5d0f693f req-776f077a-cc5e-4f9c-9c1f-4aa4603eb122 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805485 Dec 12 16:28:37.146769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61987397-250f-4d54-a79c-8d8676558e54 req-49770800-b061-4a54-bb14-b58645d1fd7d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:37.148273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61987397-250f-4d54-a79c-8d8676558e54 req-49770800-b061-4a54-bb14-b58645d1fd7d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0481954 Dec 12 16:28:37.194442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61987397-250f-4d54-a79c-8d8676558e54 req-5add26ae-3f0b-4128-b172-fd3575010451 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402501 Dec 12 16:28:37.851319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7659044b-f6e1-4ab7-96d0-6eb421c36d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:38.313571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5e39c-4523-438b-8ad0-5d105e0f2916 req-d95e39b7-b3d2-4d99-97ba-60fc33f411df tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:38.315622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7c5e39c-4523-438b-8ad0-5d105e0f2916 req-d95e39b7-b3d2-4d99-97ba-60fc33f411df tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0481997 Dec 12 16:28:38.361520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7c5e39c-4523-438b-8ad0-5d105e0f2916 req-968f1717-6269-452a-84bd-8c68aba50a43 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 Dec 12 16:28:38.832146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:39.478699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdb047-63e1-4dec-adc4-8251ba34f1f4 req-7bc3b4e6-951c-41d4-9849-b9266b92499d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:39.480140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3abdb047-63e1-4dec-adc4-8251ba34f1f4 req-7bc3b4e6-951c-41d4-9849-b9266b92499d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0522008 Dec 12 16:28:39.526594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3abdb047-63e1-4dec-adc4-8251ba34f1f4 req-b1028e32-8a82-452d-9c46-1d6eef7f4305 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Dec 12 16:28:39.764036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:40.114138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:28:40.204492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:40.218390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:28:40.256418 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:40.269102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:28:40.287794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:40.291616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:40.336806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:40.574563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:28:40.610507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:40.641710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1376-ac4e-4391-875b-ac9c6c6a5a01 req-fecb65b7-86c6-4c67-a0ea-09dc300eecb2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:40.643659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-914b1376-ac4e-4391-875b-ac9c6c6a5a01 req-fecb65b7-86c6-4c67-a0ea-09dc300eecb2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Dec 12 16:28:40.691762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-914b1376-ac4e-4391-875b-ac9c6c6a5a01 req-5e6d6b23-95e4-4d87-8ae6-1e040de18743 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Dec 12 16:28:41.242990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:41.812731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd5e2-203a-4dfd-a56b-2bb05fbeed3d req-80c7a930-6ff1-4d88-a47b-1eeb8ae4ed2b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:41.814178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca9fd5e2-203a-4dfd-a56b-2bb05fbeed3d req-80c7a930-6ff1-4d88-a47b-1eeb8ae4ed2b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0517571 Dec 12 16:28:41.818401 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:41.860300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca9fd5e2-203a-4dfd-a56b-2bb05fbeed3d req-391f7017-8952-4bbf-afb7-954e16da89bc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Dec 12 16:28:42.138206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:28:42.186063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:28:42.190012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:28:42.190380 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:42.268343 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:42.289775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:42.292011 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73676204-5e35-4cd8-a216-b0387af1c6bd" -d '{"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-plugged", "status": "completed", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:42.304317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:28:42.309216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:42.332364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ba265c-bfc1-4a27-9f46-f021214b23ce x-openstack-request-id: req-f2ba265c-bfc1-4a27-9f46-f021214b23ce {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:42.332626 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-plugged", "status": "completed", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:42.332908 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2ba265c-bfc1-4a27-9f46-f021214b23ce {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:42.333299 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'code': 200} Dec 12 16:28:42.359281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:28:42.431794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232fe0d-b7d9-4b90-9b08-2401e59db916 req-f58d13f8-ef8f-464d-a357-b6d4bbe4756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:42.433371 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3232fe0d-b7d9-4b90-9b08-2401e59db916 req-f58d13f8-ef8f-464d-a357-b6d4bbe4756b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1096 time: 0.0398908 Dec 12 16:28:42.484505 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3232fe0d-b7d9-4b90-9b08-2401e59db916 req-e0748260-30fd-4498-888c-0afed9bcf44f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Dec 12 16:28:43.231808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a59fb8-29b4-4646-a95f-eeae03b6c4e2 req-64b2f895-367c-4e57-84c1-fd92784f7313 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:43.233263 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2a59fb8-29b4-4646-a95f-eeae03b6c4e2 req-64b2f895-367c-4e57-84c1-fd92784f7313 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0475051 Dec 12 16:28:43.279514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c2a59fb8-29b4-4646-a95f-eeae03b6c4e2 req-9e779585-c4ec-4757-bf5c-95a0485bc36a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Dec 12 16:28:44.395479 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a34b6-a6c6-49a2-be23-6d199422098c req-fd302bc6-fc11-408d-9095-8941ce2a5e06 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:44.396984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a9a34b6-a6c6-49a2-be23-6d199422098c req-fd302bc6-fc11-408d-9095-8941ce2a5e06 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0482690 Dec 12 16:28:44.448796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3a9a34b6-a6c6-49a2-be23-6d199422098c req-e4b4f262-f6de-4569-b3b6-acec0e61cbb4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451934 Dec 12 16:28:44.560660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d3ef5-d8b0-4551-a8a6-5157703a5609 req-71276459-c235-4e01-bde3-c22cb51d0cc8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:44.562011 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c12d3ef5-d8b0-4551-a8a6-5157703a5609 req-71276459-c235-4e01-bde3-c22cb51d0cc8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0483763 Dec 12 16:28:44.571078 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56294) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:28:44.575596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'floatingip': {'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:28:44.614272 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:45.033483 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:45.037287 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:45.135232 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 associated. External IP: 172.25.3.200, port: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd. Dec 12 16:28:45.338501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:28:45.444179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:28:45.448925 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:28:45.454038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:28:45.462993 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:28:45.463580 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:28:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:45.475416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5b4008c3-c6c1-4cd9-b1e3-ae8588f49fd5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "PUT /v2.0/floatingips/78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 HTTP/1.1" status: 200 len: 991 time: 0.9033232 Dec 12 16:28:45.476007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:28:45.478350 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171656a-5648-40b3-af29-a5755fd96e17" -d '{"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:28:45.522458 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f61ab96-3b5b-4910-aff0-22ee0932b41f x-openstack-request-id: req-5f61ab96-3b5b-4910-aff0-22ee0932b41f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:28:45.522761 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:28:45.523019 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f61ab96-3b5b-4910-aff0-22ee0932b41f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:28:45.523425 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'status': 'completed', 'code': 200} Dec 12 16:28:45.570947 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:28:45.588138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171656a-5648-40b3-af29-a5755fd96e17 req-77413bbf-82d5-44cc-a13c-348c6751b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:45.589712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-77413bbf-82d5-44cc-a13c-348c6751b131 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1096 time: 0.0401664 Dec 12 16:28:45.679844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171656a-5648-40b3-af29-a5755fd96e17 req-6fd00e5c-66e9-4023-b95b-eed37f0fce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:45.681370 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-6fd00e5c-66e9-4023-b95b-eed37f0fce0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0831680 Dec 12 16:28:45.753666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-0690761d-5a91-4cb9-a9b1-c37839c42313 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 999 time: 0.0648632 Dec 12 16:28:45.788585 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:28:44Z', 'revision_number': 9, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:45.802590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171656a-5648-40b3-af29-a5755fd96e17 req-0df4bfcb-2909-47cb-8a7a-f0c4b7147e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:45.804066 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-0df4bfcb-2909-47cb-8a7a-f0c4b7147e07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0429382 Dec 12 16:28:45.813411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:28:45.821454 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:28:45.822054 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:28:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:45.850110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171656a-5648-40b3-af29-a5755fd96e17 req-2c5e15e2-c941-4c9d-be99-f17160e28a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:45.851509 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-2c5e15e2-c941-4c9d-be99-f17160e28a05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401878 Dec 12 16:28:45.924354 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:28:45.944255 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-c001ed1f-8e53-42b5-b560-7812e586b91f service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846374 Dec 12 16:28:46.034886 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d171656a-5648-40b3-af29-a5755fd96e17 req-14c2c81e-88f1-4919-a69a-3e0628f4824a service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Dec 12 16:28:46.234816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:28:44Z', 'revision_number': 9, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:28:46.260543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408fe99-41a7-4c02-893f-c252b3e1a770 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:28:44Z', 'revision_number': 9, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:28:46.453613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2463cf4-1dac-49b0-be36-c6db8c7e2083 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:28:49.470865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-08af5236-3704-4782-a3e7-b158b7414e1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442419 Dec 12 16:28:49.552178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-a4981a9a-752f-4242-9e21-1f80289bf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:49.553690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-a4981a9a-752f-4242-9e21-1f80289bf147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1096 time: 0.0399637 Dec 12 16:28:49.655572 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-346f0efa-1c89-48ab-ab71-264ba3e74f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:49.657046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-346f0efa-1c89-48ab-ab71-264ba3e74f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0824153 Dec 12 16:28:49.727538 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-fb718cd8-642e-4487-9839-3b9c75f85581 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1002 time: 0.0625525 Dec 12 16:28:49.776844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-1e93a6d2-a099-434e-a010-5740b857e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:49.778957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-1e93a6d2-a099-434e-a010-5740b857e971 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0445054 Dec 12 16:28:49.835065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-0be19a4a-b9c7-428a-be3c-538a0434e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:28:49.836501 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-0be19a4a-b9c7-428a-be3c-538a0434e42c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397601 Dec 12 16:28:49.927691 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-525b0d0a-bace-4824-88bb-8f688001f87c service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831764 Dec 12 16:28:50.014140 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-58351b3d-5133-42ab-bc28-48e9fd80a8c6 req-41e433eb-6d54-43af-83d3-ad01963117d5 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788851 Dec 12 16:29:05.571140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02564751-8bf0-496b-a312-13e8c53b0bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:07.853176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c87d98b9-0759-4971-9f9e-1f943a86ad2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:08.834926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:09.763390 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:10.583938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:11.244750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:11.818365 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:12.247235 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:29:35.574266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eff89837-64b1-47e0-bb8b-7264cc3d6f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:37.854557 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-496ec99b-4661-4c29-8c29-1f0152e70d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:38.837897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:39.761914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:40.587286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:41.246830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:41.817229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:29:49.246418 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:29:50.537143 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-cf38393a-1bb9-442b-ad70-64914360cfb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449057 Dec 12 16:29:50.624748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-41c3432d-ab0e-4050-aeca-e5d7a93d4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:29:50.626243 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-41c3432d-ab0e-4050-aeca-e5d7a93d4cdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1096 time: 0.0415587 Dec 12 16:29:50.729432 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-d3df46c3-4eed-491c-a50f-90c3cf633967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:29:50.730840 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-d3df46c3-4eed-491c-a50f-90c3cf633967 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0851591 Dec 12 16:29:50.806590 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-fe1ea298-ffaa-49c3-93a5-a9c8de7a5a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1002 time: 0.0620515 Dec 12 16:29:50.861914 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-ec276f07-3f7a-43e5-afb7-9b2180539515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:29:50.863400 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-ec276f07-3f7a-43e5-afb7-9b2180539515 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0443797 Dec 12 16:29:50.911571 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-0accc40b-650c-458f-a3f2-9ecaa420bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:29:50.913097 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-0accc40b-650c-458f-a3f2-9ecaa420bc2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407310 Dec 12 16:29:51.005475 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-526f52c6-c965-44c9-a8eb-994c883d56f4 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Dec 12 16:29:51.093647 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d3466edd-4f51-43b0-91fe-eeb2196e0175 req-1b318109-ba34-45bb-8199-47b15fe246a2 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804548 Dec 12 16:30:05.574986 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7f7176da-daff-4328-baec-f6bf28b94d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:07.854628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-640a2deb-c1c7-44bb-8afd-6c579dee6fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:08.841031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:09.761081 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:10.590360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:11.249328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:11.831455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:25.029409 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-29b39603-beb4-42cb-bd12-976d734e753b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446997 Dec 12 16:30:25.045862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4e8d-c571-4c5f-8df0-56f8730a19ca req-53b18be1-16e2-491a-85fb-6456f538700c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:25.047355 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80ce4e8d-c571-4c5f-8df0-56f8730a19ca req-53b18be1-16e2-491a-85fb-6456f538700c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Dec 12 16:30:25.095532 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80ce4e8d-c571-4c5f-8df0-56f8730a19ca req-1361bd0b-0869-40ef-bf38-96de92cb7792 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Dec 12 16:30:26.070511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-5e71f48c-2630-494e-9809-147370b7c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:26.072007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-5e71f48c-2630-494e-9809-147370b7c7ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1096 time: 0.0408435 Dec 12 16:30:26.170593 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-6ee20f3a-25ac-42fa-ae1a-22e9d92dbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:26.172064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-6ee20f3a-25ac-42fa-ae1a-22e9d92dbecf service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0879190 Dec 12 16:30:26.218464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcd299-a2d7-400e-9b0c-ab3ed4953594 req-befe857f-2ca0-422e-b321-6e64aff72585 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:26.219922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ffcd299-a2d7-400e-9b0c-ab3ed4953594 req-befe857f-2ca0-422e-b321-6e64aff72585 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0524876 Dec 12 16:30:26.249199 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-507960bf-c7ae-4be1-8ee2-5546ac4c48c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1002 time: 0.0659425 Dec 12 16:30:26.251022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:30:26.276531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ffcd299-a2d7-400e-9b0c-ab3ed4953594 req-a037365a-27fd-4d08-9b8c-ee29eda56044 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500402 Dec 12 16:30:26.302896 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-8cf7518f-0953-433e-894d-b20b23ba5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:26.304348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-8cf7518f-0953-433e-894d-b20b23ba5893 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0441620 Dec 12 16:30:26.361034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-dd2c684d-405d-4b2c-8f90-a79f57bf5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:26.362715 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-dd2c684d-405d-4b2c-8f90-a79f57bf5eba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465794 Dec 12 16:30:26.457322 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-5bf22b0a-a44c-4315-adc2-af219745b0c3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832705 Dec 12 16:30:26.550789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-b0cd8f24-f61b-4115-99f6-8dcac3bfcdb9 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815747 Dec 12 16:30:27.392225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c6ffc-bc54-41a1-af0c-d385445dcd9e req-1daf983f-4b18-4b34-b093-68ade6f17f82 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:27.393702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-137c6ffc-bc54-41a1-af0c-d385445dcd9e req-1daf983f-4b18-4b34-b093-68ade6f17f82 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Dec 12 16:30:27.440143 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-137c6ffc-bc54-41a1-af0c-d385445dcd9e req-390396ec-3487-4d62-b4a0-41af887fd5cd tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Dec 12 16:30:28.556759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec13ef-5694-488a-b46d-4e344bbcd73d req-abe3b366-6b14-4f7e-ab2c-9a2cdc271ce0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:28.558214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99ec13ef-5694-488a-b46d-4e344bbcd73d req-abe3b366-6b14-4f7e-ab2c-9a2cdc271ce0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0482061 Dec 12 16:30:28.609791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-99ec13ef-5694-488a-b46d-4e344bbcd73d req-e5adf2b8-6f50-4512-adb3-161efe2974a1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 Dec 12 16:30:29.726269 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e251ed-2847-4e54-a765-a4150fc52219 req-647aa621-69cd-498e-9606-122fbd3f0a0a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:29.727760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e251ed-2847-4e54-a765-a4150fc52219 req-647aa621-69cd-498e-9606-122fbd3f0a0a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Dec 12 16:30:29.773578 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15e251ed-2847-4e54-a765-a4150fc52219 req-3ef1740e-9751-4c42-a33c-e736d7ca00ba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399599 Dec 12 16:30:30.892099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bb30b-50a2-4d11-9a6c-5dacf01d8e83 req-cf7ec7fd-6575-4723-82fe-09c2c75a3170 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:30.893562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a15bb30b-50a2-4d11-9a6c-5dacf01d8e83 req-cf7ec7fd-6575-4723-82fe-09c2c75a3170 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0482490 Dec 12 16:30:30.939775 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a15bb30b-50a2-4d11-9a6c-5dacf01d8e83 req-ab8d86e6-f0a9-45aa-b951-45383c440842 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Dec 12 16:30:32.058948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5888ee4-088e-4de5-ad03-00ed4c283262 req-55c0821c-fc57-4867-a36c-ab2016950724 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:32.060310 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5888ee4-088e-4de5-ad03-00ed4c283262 req-55c0821c-fc57-4867-a36c-ab2016950724 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0521812 Dec 12 16:30:32.107364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5888ee4-088e-4de5-ad03-00ed4c283262 req-e1b55d4e-7565-418c-a9e3-9f2ff4731554 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401528 Dec 12 16:30:33.223545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd83b91-9217-408c-afa9-136684602ca3 req-8101348e-3f62-4c81-ae90-96c13523494e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:33.225027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cd83b91-9217-408c-afa9-136684602ca3 req-8101348e-3f62-4c81-ae90-96c13523494e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0492077 Dec 12 16:30:33.270983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0cd83b91-9217-408c-afa9-136684602ca3 req-da22802a-d46e-40d0-80f3-9530920ef040 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401576 Dec 12 16:30:34.395869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb6c9-98f4-4c41-885d-72e80f1638eb req-0e71a373-1fe3-44aa-9f87-5fa0e1197d7e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:34.397430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce9fb6c9-98f4-4c41-885d-72e80f1638eb req-0e71a373-1fe3-44aa-9f87-5fa0e1197d7e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Dec 12 16:30:34.445005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce9fb6c9-98f4-4c41-885d-72e80f1638eb req-8ecef367-13d9-46ed-9525-6c85c4519e55 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416839 Dec 12 16:30:35.561527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590e646-7cb4-4016-9e6c-387ca328acdd req-077abb55-f44e-430f-bb37-d8a25036b5f1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:35.563019 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e590e646-7cb4-4016-9e6c-387ca328acdd req-077abb55-f44e-430f-bb37-d8a25036b5f1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0492840 Dec 12 16:30:35.577766 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-721201ba-34ae-4196-8594-9c69a6fa48a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:35.611657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e590e646-7cb4-4016-9e6c-387ca328acdd req-5bd2c604-f4fd-48bd-a05b-2fd3eb1412f8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Dec 12 16:30:36.728597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ff0ea-0137-474d-b61b-282744486c9d req-00bd81c9-1608-4c78-b45d-bd698884dbf3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:36.730093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563ff0ea-0137-474d-b61b-282744486c9d req-00bd81c9-1608-4c78-b45d-bd698884dbf3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0498142 Dec 12 16:30:36.781095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563ff0ea-0137-474d-b61b-282744486c9d req-9e3f1db1-b6f2-4f64-9baf-6743f58cebbc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Dec 12 16:30:37.856580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3822c0d8-7adb-4015-a849-c13af503fe9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:37.895612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c023cf-245f-415c-ac7c-1740546c7edd req-1e6be87a-bd7b-411c-94c7-9b71a7174778 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:37.897077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20c023cf-245f-415c-ac7c-1740546c7edd req-1e6be87a-bd7b-411c-94c7-9b71a7174778 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0490406 Dec 12 16:30:37.943764 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20c023cf-245f-415c-ac7c-1740546c7edd req-6d704131-37d5-44c3-bf93-93ec00797391 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Dec 12 16:30:38.843517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:39.061321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bb3a9-9985-4bef-bd10-f3da452e8968 req-17d080cc-f191-4026-a0b3-8e8f839677b0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:39.062801 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef4bb3a9-9985-4bef-bd10-f3da452e8968 req-17d080cc-f191-4026-a0b3-8e8f839677b0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 945 time: 0.0507953 Dec 12 16:30:39.084598 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-26f41c01-84ea-4ba5-a977-4d0d249d6574 service neutron] show failed (client error): The resource could not be found. Dec 12 16:30:39.085661 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-26f41c01-84ea-4ba5-a977-4d0d249d6574 service neutron] 10.222.0.30 "GET /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0627868 Dec 12 16:30:39.112299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ef4bb3a9-9985-4bef-bd10-f3da452e8968 req-5e4a6ea8-36e8-49ec-8bca-2b220483aba8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Dec 12 16:30:39.300990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-f17f1170-746d-4307-84fb-5032ca8f314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:39.302477 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-f17f1170-746d-4307-84fb-5032ca8f314d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1096 time: 0.0416944 Dec 12 16:30:39.315197 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:30:39.366415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:39.561264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:39.598072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:30:39.636001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:30:39.638268 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071062b1-44fa-488d-b52d-14bb1e202914" -d '{"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:30:39.641913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:39.654570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Transition to ACTIVE for port object a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:30:39.658383 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:39.694406 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9675d4-2d70-45e9-bb6f-d04583202e49 x-openstack-request-id: req-6b9675d4-2d70-45e9-bb6f-d04583202e49 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:30:39.694406 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-unplugged", "status": "completed", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:30:39.694406 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b9675d4-2d70-45e9-bb6f-d04583202e49 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:30:39.694682 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'code': 200} Dec 12 16:30:39.735259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:39.749699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.750125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.750483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.750831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.751167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.751500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.751829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.752163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.752491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.753367 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.753698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.754026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.754348 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:39.776864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:39.796280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] No DVR routers for this DVR port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:30:39.930220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:30:39.930549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:30:39.930868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:39.935051 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:30:39.935366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:39.940062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:30:39.940916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:30:39.941291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:30:39.941705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Bound port: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:30:39.942044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:40.003824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:30:40.007368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:30:40.011238 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:40.046648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.047286 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:40.048683 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] 10.222.0.13 "PUT /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1091 time: 0.7374063 Dec 12 16:30:40.069210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a3ec4-c235-4416-849d-2a030e2294ff service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:40.123586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-333d487e-883f-453c-9d91-f58771a31d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.125138 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-333d487e-883f-453c-9d91-f58771a31d0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0467994 Dec 12 16:30:40.221794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-56c0b9c9-366a-4838-bcf1-1ff05be9f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.223803 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-56c0b9c9-366a-4838-bcf1-1ff05be9f158 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0913112 Dec 12 16:30:40.248144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17efae5-9e2b-4bea-b58f-9b3e3a48a153 req-c130bed6-778f-4037-9d69-67fb92337a9f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.249649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a17efae5-9e2b-4bea-b58f-9b3e3a48a153 req-c130bed6-778f-4037-9d69-67fb92337a9f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0547647 Dec 12 16:30:40.297542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-7bfaf725-7792-4adf-8107-e68997594a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0658314 Dec 12 16:30:40.297774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a17efae5-9e2b-4bea-b58f-9b3e3a48a153 req-1cbb1ec5-c11a-48b7-abee-6fb663f4ff17 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Dec 12 16:30:40.346403 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-e91cfed6-82e8-4fe2-afed-61b94be320e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.348112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-e91cfed6-82e8-4fe2-afed-61b94be320e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0435777 Dec 12 16:30:40.393554 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-fccb903b-b877-4be5-ada5-4b33c4f154da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:40.395016 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-fccb903b-b877-4be5-ada5-4b33c4f154da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397387 Dec 12 16:30:40.484474 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-f4884567-79d4-4dca-9435-7bd6cb7c2802 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818706 Dec 12 16:30:40.571587 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9e4228a-83b0-477b-a9a4-48f4c3b9f41f req-f2fe6d74-fce5-4775-99a7-ac01643c1baa service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796392 Dec 12 16:30:40.592147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:41.251597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:41.418312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edab415-693a-4f8a-b2c1-ea50f801f7a4 req-30d77737-befd-44a6-898b-bed289e02aa0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:41.419789 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7edab415-693a-4f8a-b2c1-ea50f801f7a4 req-30d77737-befd-44a6-898b-bed289e02aa0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0487988 Dec 12 16:30:41.466563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7edab415-693a-4f8a-b2c1-ea50f801f7a4 req-166a1cdc-67b4-4f72-8d5d-db3475f8aa2c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Dec 12 16:30:41.696228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:30:41.698604 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f689080-7f5e-4d2a-9a65-8fce95e69a99" -d '{"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:30:41.745939 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8ae95-4893-4d81-95c8-1c90f19a6124 x-openstack-request-id: req-46a8ae95-4893-4d81-95c8-1c90f19a6124 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:30:41.746239 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:30:41.746494 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46a8ae95-4893-4d81-95c8-1c90f19a6124 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:30:41.746898 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'status': 'completed', 'code': 200} Dec 12 16:30:41.831076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:41.838806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-9a0356af-2f02-49db-9233-6281faa0ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:41.840291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-9a0356af-2f02-49db-9233-6281faa0ac2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0632637 Dec 12 16:30:41.841826 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-84335ee5-93e7-43f8-98a2-074f67a6d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:41.843158 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-84335ee5-93e7-43f8-98a2-074f67a6d5fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0753977 Dec 12 16:30:42.286844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-9b159f0f-167c-42a1-bb4f-bc5a85bdf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.288323 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-9b159f0f-167c-42a1-bb4f-bc5a85bdf367 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.4361389 Dec 12 16:30:42.289427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-0be8c40e-d2b5-4d19-ac94-cf16977090fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.290715 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-0be8c40e-d2b5-4d19-ac94-cf16977090fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.4312553 Dec 12 16:30:42.400318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-29a2385c-ddc1-4a23-8918-5d5cd82a329a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.1043770 Dec 12 16:30:42.402046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-96decd14-4a21-4564-bbc8-a8d98ebdb5ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0994859 Dec 12 16:30:42.484048 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-e309da95-2ed7-4a9b-8b08-6c08de085285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.485486 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-e309da95-2ed7-4a9b-8b08-6c08de085285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0792210 Dec 12 16:30:42.487585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-574d5e89-cef9-4173-b154-219cd0e08b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.488887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-574d5e89-cef9-4173-b154-219cd0e08b5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0744154 Dec 12 16:30:42.559725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-24ca64ce-d266-4d88-8bb8-84628daece99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.561261 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-24ca64ce-d266-4d88-8bb8-84628daece99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684776 Dec 12 16:30:42.567868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-7acd5a05-d0ad-4181-8b19-fa3c80fbb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.569359 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-7acd5a05-d0ad-4181-8b19-fa3c80fbb7b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648098 Dec 12 16:30:42.583549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf3a5-afcc-4420-b3f3-f672e3eb5af5 req-e3021fb6-184b-48c3-8c8a-6fc72f732c98 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.585674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbacf3a5-afcc-4420-b3f3-f672e3eb5af5 req-e3021fb6-184b-48c3-8c8a-6fc72f732c98 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0499070 Dec 12 16:30:42.636689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dbacf3a5-afcc-4420-b3f3-f672e3eb5af5 req-3223d7f4-6608-4e66-9845-64c5a189d1f5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 Dec 12 16:30:42.694773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:30:42.723327 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-aa998617-5533-4f15-be45-ea827017212f service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530724 Dec 12 16:30:42.729238 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-0ec42140-c6c9-4d9a-99cd-5083e5bbc457 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425123 Dec 12 16:30:42.740527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:30:42.897721 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-b1d089ae-374a-4c06-9356-276013305090 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669469 Dec 12 16:30:42.899581 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-38e72a83-5c6c-435a-adf1-795c084e992d service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508236 Dec 12 16:30:42.961946 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-5ca2a442-d0ab-4f70-bdd5-940253adb496 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.963299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-5ca2a442-d0ab-4f70-bdd5-940253adb496 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 943 time: 0.0815442 Dec 12 16:30:42.975189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c70682-e26e-402b-aac0-2be00159283a req-5cb75de0-a0fc-4532-b834-13eb20583cab tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:42.976542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7c70682-e26e-402b-aac0-2be00159283a req-5cb75de0-a0fc-4532-b834-13eb20583cab tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 943 time: 0.0682690 Dec 12 16:30:43.063580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7c70682-e26e-402b-aac0-2be00159283a req-23c05003-915a-4666-913e-651b66abc66b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811350 Dec 12 16:30:43.066607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-71084095-db4c-4b99-a1f7-42903df93662 service neutron] 10.222.0.13 "GET /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.0891457 Dec 12 16:30:43.131114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-120cd3ad-12cc-4f65-9929-cafd9abba874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:43.132569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-120cd3ad-12cc-4f65-9929-cafd9abba874 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1094 time: 0.0415888 Dec 12 16:30:43.225580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-1e37b968-cb0b-4166-842f-88b9295a7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:43.226949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-1e37b968-cb0b-4166-842f-88b9295a7433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0874929 Dec 12 16:30:43.291221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-bd375b31-9d1b-41bc-8a80-641de21aca5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0574355 Dec 12 16:30:43.337857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-7404e504-c292-452b-95a7-88ce67a8ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:43.339214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-7404e504-c292-452b-95a7-88ce67a8ed6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0413830 Dec 12 16:30:43.387420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-c17be46d-6c43-4652-a60d-de4b2b4861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:43.388944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-c17be46d-6c43-4652-a60d-de4b2b4861ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412295 Dec 12 16:30:43.475307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-7bb0153e-fa26-42b3-96fe-716c4f701f86 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792122 Dec 12 16:30:43.564384 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-52ed5aa0-7563-490e-b265-5a39df9c878f service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821335 Dec 12 16:30:43.606370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:30:43.854499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:43.865412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:30:43.900989 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:43.912945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:43.934960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:43.938831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:43.984395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:43.992155 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.992504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.992869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.993209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.993544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.993871 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.994195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.994518 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.994839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.995159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.995479 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.995795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:43.996116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:30:44.162231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:30:44.186341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b04a3-676e-4c4f-8455-0d661cb189d3 req-a761b53c-3b31-416f-a688-15d66ac2aeaf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:44.187828 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c3b04a3-676e-4c4f-8455-0d661cb189d3 req-a761b53c-3b31-416f-a688-15d66ac2aeaf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0510070 Dec 12 16:30:44.234626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3c3b04a3-676e-4c4f-8455-0d661cb189d3 req-ac7fd481-51ff-41d9-a835-382370058fd7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400341 Dec 12 16:30:45.355009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af145a42-9e67-4dc4-8f4b-e6a10e4d5e7f req-3d155bfd-09ba-4d33-bb44-ee26295d0c2d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:45.356511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af145a42-9e67-4dc4-8f4b-e6a10e4d5e7f req-3d155bfd-09ba-4d33-bb44-ee26295d0c2d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0495753 Dec 12 16:30:45.403618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-af145a42-9e67-4dc4-8f4b-e6a10e4d5e7f req-31d3f1f9-cf5b-48b9-bb91-6d398bdf854c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408931 Dec 12 16:30:45.499823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-2cc23949-756b-4c4b-8daa-468a80d3afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:45.501352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-2cc23949-756b-4c4b-8daa-468a80d3afa0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1095 time: 0.0460184 Dec 12 16:30:45.517491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:30:45.568999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:45.608640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:30:45.682113 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:45.695561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:45.766759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:45.798742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:30:45.834428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:45.842688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:45.854223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Ignored duplicate provisioning block setup for port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 12 16:30:45.857539 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:45.896570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:30:45.896965 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:30:45.933976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=9']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:45.977448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] No DVR routers for this DVR port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:30:46.117085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:30:46.117415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:30:46.117758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:46.122199 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:30:46.122515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Attempting to bind port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:46.127716 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:30:46.128084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:30:46.128473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:30:46.129073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Bound port: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:30:46.129460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:46.195443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:30:46.198729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:30:46.202558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:46.239990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.240754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:46.242129 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1091 time: 0.7285733 Dec 12 16:30:46.242638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:30:46.244867 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58b90fd-e2cc-4f6e-ac43-d374af21da34" -d '{"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:30:46.276061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c860ea9-7840-441d-9bdf-5e122b8f10c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:46.313078 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-da0d850b-5459-4f8c-a540-bdaf1b1fb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.315497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-da0d850b-5459-4f8c-a540-bdaf1b1fb093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1095 time: 0.0496082 Dec 12 16:30:46.318118 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63885f-c98f-4e84-9215-0d1a690c8c7c x-openstack-request-id: req-0b63885f-c98f-4e84-9215-0d1a690c8c7c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:30:46.318637 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:30:46.319089 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b63885f-c98f-4e84-9215-0d1a690c8c7c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:30:46.319714 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'status': 'completed', 'code': 200} Dec 12 16:30:46.386381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-2fa0d15c-e65d-443a-9470-64ee35349ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.387883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-2fa0d15c-e65d-443a-9470-64ee35349ca9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1095 time: 0.0463648 Dec 12 16:30:46.443060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-a6622f04-064f-4707-98a5-5f3e1fe11115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.444569 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-a6622f04-064f-4707-98a5-5f3e1fe11115 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1036460 Dec 12 16:30:46.516147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-58b17843-28e7-4a95-8a84-70e5ef8edcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.517618 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-58b17843-28e7-4a95-8a84-70e5ef8edcf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1226940 Dec 12 16:30:46.522973 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-7e8d32b0-6a7b-44e5-a47a-768bf3e97773 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0696919 Dec 12 16:30:46.577191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b2c0a-066e-4869-92f4-46841dc5c1f2 req-833bf515-65f6-4a57-a765-361129c2d395 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.577405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-a973bf77-d3ab-45db-8b17-0502c0b0ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.578579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-a973bf77-d3ab-45db-8b17-0502c0b0ef01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0479629 Dec 12 16:30:46.578708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699b2c0a-066e-4869-92f4-46841dc5c1f2 req-833bf515-65f6-4a57-a765-361129c2d395 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0993893 Dec 12 16:30:46.611807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-c8be5286-3421-46c4-8433-950d98fcc1c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0857546 Dec 12 16:30:46.627185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470acac-625f-419b-9f85-6a145828ecb7 req-21544f88-716e-47d2-9116-0a6c976751c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.629243 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-21544f88-716e-47d2-9116-0a6c976751c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413289 Dec 12 16:30:46.669584 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699b2c0a-066e-4869-92f4-46841dc5c1f2 req-bf6798f4-616a-49d8-bf95-0f8ce06ed7fa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809517 Dec 12 16:30:46.681235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-2fbf3a35-5972-4344-9ebc-5a9ba9172f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.682686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-2fbf3a35-5972-4344-9ebc-5a9ba9172f81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0606375 Dec 12 16:30:46.726971 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-ade3db51-4ced-4845-b70b-63c78e204a3e service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851703 Dec 12 16:30:46.732707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-bc8c5e1d-7b00-47a3-8161-54496f321371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.734156 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-bc8c5e1d-7b00-47a3-8161-54496f321371 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445256 Dec 12 16:30:46.826440 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-8dd1f84c-146c-4d6e-a7df-86ca2405fc81 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836275 Dec 12 16:30:46.830288 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8470acac-625f-419b-9f85-6a145828ecb7 req-ddff85a1-4bca-4a6a-9e2c-c60166f1fd88 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905356 Dec 12 16:30:46.932159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-5176d048-8d80-401c-aa83-765aff542a7a service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983055 Dec 12 16:30:46.937082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-e090c595-4846-4144-996e-32cec3092a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:46.938588 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-e090c595-4846-4144-996e-32cec3092a44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 1095 time: 0.0439715 Dec 12 16:30:47.032396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-75747527-4ed0-4991-9c6a-f78a5baf424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:47.033814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-75747527-4ed0-4991-9c6a-f78a5baf424a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0864766 Dec 12 16:30:47.097974 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-4e9511f4-00b0-40d1-a0d3-8158875c1f43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 200 len: 1000 time: 0.0569761 Dec 12 16:30:47.147710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-b671715c-16ad-4f0f-b09c-74ed234b05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:47.149244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-b671715c-16ad-4f0f-b09c-74ed234b05fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0437133 Dec 12 16:30:47.202349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-867a548a-7652-4646-a9cf-b6728136c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:47.203830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-867a548a-7652-4646-a9cf-b6728136c70a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467548 Dec 12 16:30:47.293327 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-0388b10c-18f7-491c-9419-8321fe0a9dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809424 Dec 12 16:30:47.387468 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b58b90fd-e2cc-4f6e-ac43-d374af21da34 req-d50115c0-0bcc-4748-90a4-05845050f79b service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861270 Dec 12 16:30:47.790327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a2537-3fb7-41d3-9475-8bb55a7e380a req-fca2c98e-4415-4aed-ab7c-31208bc3e118 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:47.791778 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-323a2537-3fb7-41d3-9475-8bb55a7e380a req-fca2c98e-4415-4aed-ab7c-31208bc3e118 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0492313 Dec 12 16:30:47.837651 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-323a2537-3fb7-41d3-9475-8bb55a7e380a req-a635b8bc-4380-4077-ab9a-2b6f9e765c04 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Dec 12 16:30:48.951071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27023-bd7a-4450-95a8-beb0a5e51520 req-204c80e2-e8a2-4aa7-9dc5-e820a5221a60 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:48.952503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab27023-bd7a-4450-95a8-beb0a5e51520 req-204c80e2-e8a2-4aa7-9dc5-e820a5221a60 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0472131 Dec 12 16:30:48.998106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bab27023-bd7a-4450-95a8-beb0a5e51520 req-0af376ab-83cf-4b38-9824-529213990097 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Dec 12 16:30:49.115741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712ae34-afaa-4d50-a3fc-12eb673a589a req-4c667db0-38f3-46ca-a4d5-16f0d3026e98 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:49.117413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e712ae34-afaa-4d50-a3fc-12eb673a589a req-4c667db0-38f3-46ca-a4d5-16f0d3026e98 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0524056 Dec 12 16:30:49.164582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e712ae34-afaa-4d50-a3fc-12eb673a589a req-3cd4df56-b38a-4ff3-9ee9-fd7769587e88 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Dec 12 16:30:49.276577 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906cbf2-0668-4303-bffe-9ee3e97f9787 req-16202458-9dca-4704-85d8-8ee9788e71dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:49.278043 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b906cbf2-0668-4303-bffe-9ee3e97f9787 req-16202458-9dca-4704-85d8-8ee9788e71dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0481887 Dec 12 16:30:49.323390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b906cbf2-0668-4303-bffe-9ee3e97f9787 req-d4381e8b-781b-47f9-b3c4-7a3d7b8e0f64 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Dec 12 16:30:49.553385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d5d0-9922-447c-ac72-8868ea9c21a0 req-295503f9-d9e0-431e-b3d7-9663d55559ff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:49.554835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67d4d5d0-9922-447c-ac72-8868ea9c21a0 req-295503f9-d9e0-431e-b3d7-9663d55559ff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0525093 Dec 12 16:30:49.601623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-67d4d5d0-9922-447c-ac72-8868ea9c21a0 req-261f3d24-0d04-4dca-b3ab-3a090528b72e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407922 Dec 12 16:30:50.720320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4469-0c77-4b2a-a307-64820659b5e1 req-fbd53efc-2a05-4490-a61e-17396ee579f1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:50.722113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbab4469-0c77-4b2a-a307-64820659b5e1 req-fbd53efc-2a05-4490-a61e-17396ee579f1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0505853 Dec 12 16:30:50.728803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:30:50.770340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbab4469-0c77-4b2a-a307-64820659b5e1 req-eb787917-92fa-41a9-9efb-92d519b8f43b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408409 Dec 12 16:30:50.823540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:50.835448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'mac_address': 'fa:16:3e:bd:9e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:30:50.872203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:50.874559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-d922e299-37a7-4d23-8057-7c38ca416662 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:50.876031 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-d922e299-37a7-4d23-8057-7c38ca416662 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 944 time: 0.0485680 Dec 12 16:30:50.885659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:50.905626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:50.910041 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:50.956604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=11']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:50.965964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Deleting port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:30:50.966353 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.056835 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] For port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:51.057116 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.224394 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.224793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.225138 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 disassociated. External IP: 172.25.3.200, port: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd. Dec 12 16:30:51.225445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Calling delete_port for a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:30:51.353171 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.381284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'Port': ['ID=a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:51.497615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:30:51.605842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:30:51.616107 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:30:51.625586 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:30:51.626267 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:30:51.643816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] No DVR routers for this DVR port a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:30:51.646675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:51.650652 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1a35f520-e349-444a-a6c7-2a11f019c9df req-1443a1f0-2548-4409-8283-f7fbf6cbbeff tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "DELETE /v2.0/ports/a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd HTTP/1.1" status: 204 len: 173 time: 0.7666698 Dec 12 16:30:51.651103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-deleted', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:30:51.653503 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672b0bed-54ae-4ff2-b788-5cacb8b5b974" -d '{"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-deleted", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:30:51.695966 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e5ff5-77cf-425a-9eb5-1a24b56f1760 x-openstack-request-id: req-ef1e5ff5-77cf-425a-9eb5-1a24b56f1760 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:30:51.696261 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4", "name": "network-vif-deleted", "tag": "a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:30:51.696524 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef1e5ff5-77cf-425a-9eb5-1a24b56f1760 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:30:51.696943 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4', 'name': 'network-vif-deleted', 'tag': 'a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd', 'status': 'completed', 'code': 200} Dec 12 16:30:51.733458 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:30:51.878807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a4ea84c-e47d-4b63-b974-0b7894adcd04 req-af5727cf-ee60-4772-b2f8-6437310d653f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=40d8e7bb-6bfd-4434-acb2-1c6d0c4b05e4 HTTP/1.1" status: 200 len: 210 time: 0.0260391 Dec 12 16:30:51.930913 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:30:51.955762 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:30:51.963691 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:30:51.964274 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:30:52.065471 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:30:52.277536 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:30:52.307578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862c58c-4060-454e-93f0-395e3494a813 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:30:52.517282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104e90f-77ee-4df4-9c2a-16b83a241515 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:30:53.185459 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-636d4834-44d5-43f1-a12d-8f961baa7cf3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--109154692&fields=id&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 267 time: 0.0429139 Dec 12 16:30:53.292026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-e7e930ad-47b9-4106-bb5f-39969c10c794 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:53.293500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-e7e930ad-47b9-4106-bb5f-39969c10c794 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1006405 Dec 12 16:30:53.308747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-4a8f1232-b96b-460d-aac9-7f994ee9902e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/quotas/8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 375 time: 0.0093720 Dec 12 16:30:53.358433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-183bdbb0-74f2-40de-8d44-dfe66238364a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446894 Dec 12 16:30:53.453823 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-ad3f733d-2dc0-4e22-8d39-fe098f4a685e service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Dec 12 16:30:53.541128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0800708a-f75c-4af6-9d49-d8ea103b6b3f service neutron] 10.222.0.36 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814166 Dec 12 16:30:53.696750 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-acc14488-cd51-4f17-b552-91d81fba2fb1 req-8ce5a41d-8aff-44a1-aa7f-0f0a4a9ca3b7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Dec 12 16:30:54.707147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-4b8847cd-4dd1-441c-b3e5-6b0e6c16f351 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:54.708618 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-4b8847cd-4dd1-441c-b3e5-6b0e6c16f351 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 812 time: 0.1043422 Dec 12 16:30:54.741903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:30:54.764643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:30:54.765466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a34ef2f1-0f32-4fc7-9e15-c4ac46dd47bd not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:30:54.784257 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-b020f4db-719e-43a8-b426-e4f24af3b8eb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 379 time: 0.0584009 Dec 12 16:30:54.794123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'port': {'device_id': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'admin_state_up': True, 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'security_groups': ['dd735e5e-a60b-48e3-a514-53d4d08b6e0f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:30:54.804460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fabc3b1c-365b-4739-9aa0-cd834f72b374 req-a83502f9-b333-4920-a647-907383e7ca9d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Dec 12 16:30:54.902086 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Made reservation on behalf of 8f3273de7c6d496e8cac8333ba6d96ba for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:30:54.905609 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.024330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Allocated IP 172.20.0.8 (dc92aca2-a08a-41aa-a74d-2e259822c26c/2a02a6a3-883a-42c7-801b-961856246b9f/43d74f4a-2d9a-40c5-af3e-66811c03904f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:30:55.161264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.194142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.239639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Network dc92aca2-a08a-41aa-a74d-2e259822c26c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:30:55.242702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:30:55.246194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:30:55.272000 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:55.299521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:55.300143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.317444 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0ff55f9f-92fe-416c-80a2-a6a2a79c6ebf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270674 Dec 12 16:30:55.335360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Request body: {'port': {'device_id': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:30:55.396086 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.502006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2e494d53-71c0-4b17-8e90-169b5c4490d2 None None] Provisioning complete for port 43d74f4a-2d9a-40c5-af3e-66811c03904f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:30:55.502998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2e494d53-71c0-4b17-8e90-169b5c4490d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.535666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-2e494d53-71c0-4b17-8e90-169b5c4490d2 None None] Port 43d74f4a-2d9a-40c5-af3e-66811c03904f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:30:55.650488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:55.657754 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.669706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Transition to ACTIVE for port object 43d74f4a-2d9a-40c5-af3e-66811c03904f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:30:55.673454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.724881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:55.793290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:30:55.793536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:30:55.793864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:55.798301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:30:55.798618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:30:55.804323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:30:55.804685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:30:55.805073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:30:55.805499 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Bound port: 43d74f4a-2d9a-40c5-af3e-66811c03904f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:30:55.805855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.873321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:30:55.876665 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:30:55.882430 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.921872 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:55.922393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:55.923869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] 10.222.0.30 "PUT /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1091 time: 0.5935419 Dec 12 16:30:55.924408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:30:55.926787 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a2b013-104f-4884-aeb8-b65844037a35" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:30:55.934598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c1d0c-2316-4860-8b99-1745455ff9a4 req-c2f19270-cfc7-4bac-91b0-f3f3718c4cc6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:55.936226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b6c1d0c-2316-4860-8b99-1745455ff9a4 req-c2f19270-cfc7-4bac-91b0-f3f3718c4cc6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0540593 Dec 12 16:30:55.952345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff57e5d-f073-4d6a-b985-b3081b249e04 service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:55.998397 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8ab1aa-e3b2-488a-a5a8-b5abf7d7f9bd x-openstack-request-id: req-3c8ab1aa-e3b2-488a-a5a8-b5abf7d7f9bd {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:30:55.998766 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:30:55.999090 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c8ab1aa-e3b2-488a-a5a8-b5abf7d7f9bd {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:30:55.999563 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'status': 'completed', 'code': 200} Dec 12 16:30:56.005251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b6c1d0c-2316-4860-8b99-1745455ff9a4 req-ad8b326b-3cee-45ed-b8fc-06ed383f20f6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607045 Dec 12 16:30:56.037788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0d5e12f7-07ff-4663-97eb-d41b0cbcaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.039398 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-0d5e12f7-07ff-4663-97eb-d41b0cbcaaf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0537386 Dec 12 16:30:56.087672 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-a9ee9023-01c4-403b-a66a-3d75f8804d8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 217 time: 0.0356190 Dec 12 16:30:56.140793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-b09c157e-86c5-4045-a51e-31d158dfac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.142261 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-b09c157e-86c5-4045-a51e-31d158dfac49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0438089 Dec 12 16:30:56.191994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-e2ffeb8e-3b3f-4fce-9687-97d05299c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.193516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-e2ffeb8e-3b3f-4fce-9687-97d05299c1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402355 Dec 12 16:30:56.294372 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-bfe582ee-8d3c-486e-b9fa-62d97ce9b38d service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887861 Dec 12 16:30:56.387124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e511e5e7-43f4-4961-8fce-407fd11d9e0c req-431c096d-2443-4327-80bb-92cdcd10a354 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810652 Dec 12 16:30:56.479852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b013-104f-4884-aeb8-b65844037a35 req-ca642f2e-17dd-45b1-9beb-699cf28ccf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.481378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-ca642f2e-17dd-45b1-9beb-699cf28ccf7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0459030 Dec 12 16:30:56.571349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b013-104f-4884-aeb8-b65844037a35 req-dd666cfd-f2f0-46e3-9d4c-48eab0d23e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.572862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-dd666cfd-f2f0-46e3-9d4c-48eab0d23e1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0833919 Dec 12 16:30:56.619406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-5fcd4819-c547-467f-9138-af13527525e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 217 time: 0.0394342 Dec 12 16:30:56.668136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b013-104f-4884-aeb8-b65844037a35 req-7347661b-690c-4b39-8143-a127e6b2c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.669673 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-7347661b-690c-4b39-8143-a127e6b2c3f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0434389 Dec 12 16:30:56.720701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2b013-104f-4884-aeb8-b65844037a35 req-16027f10-8842-4f08-b402-5dad224449f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:56.722625 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-16027f10-8842-4f08-b402-5dad224449f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401697 Dec 12 16:30:56.816577 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-efbaa9a1-2891-443e-95cf-f1d7645df564 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Dec 12 16:30:56.906226 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-84a2b013-104f-4884-aeb8-b65844037a35 req-f20c7b82-0193-4051-8ae3-330b24c0d88c service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802612 Dec 12 16:30:57.119777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a17d37-2d81-46ec-ba16-4ec596c5c32c req-b982b8c4-fac1-433a-949c-9b368a329cf4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:57.121291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36a17d37-2d81-46ec-ba16-4ec596c5c32c req-b982b8c4-fac1-433a-949c-9b368a329cf4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0487049 Dec 12 16:30:57.167153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-36a17d37-2d81-46ec-ba16-4ec596c5c32c req-7870ead2-7aec-4420-b927-ef155bf02182 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 Dec 12 16:30:58.284764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755050e-33ad-46d0-bfad-0102eec4e291 req-0ac2dce1-b619-4703-b5b2-b3467b81bac2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:58.286190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9755050e-33ad-46d0-bfad-0102eec4e291 req-0ac2dce1-b619-4703-b5b2-b3467b81bac2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0509818 Dec 12 16:30:58.331977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9755050e-33ad-46d0-bfad-0102eec4e291 req-9eb8d9d4-b3ff-4df0-951d-6e17fea8c321 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 Dec 12 16:30:58.756275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:30:58.848087 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:58.859248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:30:58.898422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:58.911158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:30:58.929794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:30:58.933087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:30:58.978432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:30:59.193150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['43d74f4a-2d9a-40c5-af3e-66811c03904f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:30:59.445434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f339-9353-483b-90c1-b17c9182b574 req-64dea309-ad01-4b08-85a1-e5881efbc37f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:30:59.446878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1504f339-9353-483b-90c1-b17c9182b574 req-64dea309-ad01-4b08-85a1-e5881efbc37f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0471842 Dec 12 16:30:59.493768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1504f339-9353-483b-90c1-b17c9182b574 req-d97c233e-d3ab-472f-91cb-b62610a07560 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Dec 12 16:31:00.611013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a8031-258d-4dea-8c15-b920816b00d1 req-497ae45f-b14b-4f0b-b9fc-04397c86e4eb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:00.613008 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-033a8031-258d-4dea-8c15-b920816b00d1 req-497ae45f-b14b-4f0b-b9fc-04397c86e4eb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Dec 12 16:31:00.658382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-033a8031-258d-4dea-8c15-b920816b00d1 req-74429226-42ed-4de4-8f3a-1cc500f1f94e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395589 Dec 12 16:31:00.755701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:31:00.804073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 43d74f4a-2d9a-40c5-af3e-66811c03904f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:31:00.808089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 43d74f4a-2d9a-40c5-af3e-66811c03904f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:31:00.808456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:00.881912 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:00.911041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:31:00.913289 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcac287-b133-4046-a7c3-8f4627f30f12" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:31:00.926071 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:31:00.930076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:00.953623 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c81a8-4222-4f31-aff0-98efa2464f2f x-openstack-request-id: req-7b4c81a8-4222-4f31-aff0-98efa2464f2f {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:31:00.953915 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:31:00.954168 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b4c81a8-4222-4f31-aff0-98efa2464f2f {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:31:00.954554 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'code': 200} Dec 12 16:31:00.981248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:31:01.061604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d96cc-a767-4bda-b16a-650c0e3807c8 req-33df2281-b89c-4c47-a07e-a7aa6cbfe255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:01.062976 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f92d96cc-a767-4bda-b16a-650c0e3807c8 req-33df2281-b89c-4c47-a07e-a7aa6cbfe255 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1096 time: 0.0405262 Dec 12 16:31:01.109444 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f92d96cc-a767-4bda-b16a-650c0e3807c8 req-de23db3d-f7bd-4a06-ae2a-d2649c722b63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Dec 12 16:31:01.774209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9893e6-5e29-4a86-a727-c6c867182b42 req-a4ff664f-c8ba-4a70-bcd6-d8ef55d92157 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:01.775664 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c9893e6-5e29-4a86-a727-c6c867182b42 req-a4ff664f-c8ba-4a70-bcd6-d8ef55d92157 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Dec 12 16:31:01.820861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6c9893e6-5e29-4a86-a727-c6c867182b42 req-52c54140-34e1-4f0e-9002-f647fb663635 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392494 Dec 12 16:31:02.935934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5b93e-951f-4d68-9036-dd8b53382561 req-ab325c3e-3860-470d-8b79-fc9be246b597 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:02.937388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4f5b93e-951f-4d68-9036-dd8b53382561 req-ab325c3e-3860-470d-8b79-fc9be246b597 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0475519 Dec 12 16:31:02.988682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4f5b93e-951f-4d68-9036-dd8b53382561 req-1fbfa850-aab1-4f04-9c86-d8d7391f1792 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Dec 12 16:31:03.250655 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:31:03.404886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f841a8-171b-4f9c-a871-35784215e8bf req-c5a9e5cd-8ef4-4890-98a9-cc300c90b308 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:03.406257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94f841a8-171b-4f9c-a871-35784215e8bf req-c5a9e5cd-8ef4-4890-98a9-cc300c90b308 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.3527596 Dec 12 16:31:03.414814 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 56654) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:31:03.419103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Request body: {'floatingip': {'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:31:03.457354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:03.868605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:03.872141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:03.969306 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 associated. External IP: 172.25.3.200, port: 43d74f4a-2d9a-40c5-af3e-66811c03904f. Dec 12 16:31:04.173722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:31:04.278789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:31:04.284223 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:04.289021 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:31:04.298784 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:31:04.299383 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:31:04.313425 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82fc8e11-d0c9-4e54-9577-5bb14aff2831 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "PUT /v2.0/floatingips/78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 HTTP/1.1" status: 200 len: 992 time: 0.8950238 Dec 12 16:31:04.313425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:31:04.313695 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7aef9-1960-440e-b213-42c9edcca3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:31:04.356580 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980136bc-6722-4b33-b616-d9c1e923d376 x-openstack-request-id: req-980136bc-6722-4b33-b616-d9c1e923d376 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:31:04.357112 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:31:04.357375 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-980136bc-6722-4b33-b616-d9c1e923d376 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:31:04.357785 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'status': 'completed', 'code': 200} Dec 12 16:31:04.406690 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:31:04.428182 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-87c264b7-3e44-4eca-ac49-d82533221c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:04.429848 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-87c264b7-3e44-4eca-ac49-d82533221c8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1096 time: 0.0471084 Dec 12 16:31:04.521864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-a8449a94-2ddf-4d73-8aa6-cf19f6b02e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:04.523394 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-a8449a94-2ddf-4d73-8aa6-cf19f6b02e2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0863962 Dec 12 16:31:04.592223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-28be4602-0831-44ad-a8ae-e5b0d308ab38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0619934 Dec 12 16:31:04.629396 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:31:03Z', 'revision_number': 13, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:31:04.640310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-de1a53db-6afc-4fff-90ee-94c2ee13a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:04.641810 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-de1a53db-6afc-4fff-90ee-94c2ee13a16e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0423806 Dec 12 16:31:04.688214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-7105b446-3d95-4c3f-a170-afc348b8c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:04.690352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-7105b446-3d95-4c3f-a170-afc348b8c45c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410140 Dec 12 16:31:04.747927 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:31:04.756842 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:31:04.757450 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:30:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:31:04.786945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-dc24d1bb-c977-4200-97c3-1b751c03f08f service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882816 Dec 12 16:31:04.858199 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:31:04.873985 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-33c7aef9-1960-440e-b213-42c9edcca3d2 req-4e62c2bf-5664-4284-bfd0-e4803160681a service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800583 Dec 12 16:31:05.072140 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:31:03Z', 'revision_number': 13, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:31:05.102775 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ec0446-93d9-4c09-b9f7-ce3b14168a94 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4080, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:23:55Z', 'updated_at': '2021-12-12T16:31:03Z', 'revision_number': 13, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:31:05.290987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4de26b6-ae69-40ee-ac98-64e143b5c75a None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:31:05.578247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-13d8955e-19be-4dc1-9bdb-0a7fbc76536d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:07.858427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-89b9d441-c043-46d7-8772-ed08509c571d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:08.846814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:09.774873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:10.596042 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:11.253942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:11.835599 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:31.457152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-2fb850d2-b533-4745-b77f-bc0f8fc0ce4c req-82c87be1-1784-4372-9fde-d1dd7b095c20 service neutron] (103412) timed out ('10.222.0.36', 54432) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:31:35.579437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3ce885d2-f3a8-4145-b862-394c6847a4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:37.859589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-542efe1c-e934-4647-8e4f-5c9fa1097fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:38.849465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:39.788572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:40.249422 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:31:40.598789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:41.259544 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:41.828988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:31:49.806703 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-f25a61b2-7a82-4b0c-b0a4-71800d3f73c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382392 Dec 12 16:31:49.893542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-594bcfeb-87af-44b5-9509-23ca9c6b3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:49.895031 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-594bcfeb-87af-44b5-9509-23ca9c6b3717 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1096 time: 0.0441756 Dec 12 16:31:49.998844 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-5be0e586-9f9f-4344-8c07-7ef993476bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:50.000266 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-5be0e586-9f9f-4344-8c07-7ef993476bbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0815055 Dec 12 16:31:50.356831 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-225e9d6b-40f9-4ddf-9c61-4b58e61cac1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1002 time: 0.3442764 Dec 12 16:31:50.408841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-7b0336ac-94b2-4bb6-8db5-4f54084a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:50.410147 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-7b0336ac-94b2-4bb6-8db5-4f54084a9915 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0427835 Dec 12 16:31:50.459164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-95c4198c-fdea-49e3-8346-ce0ac432a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:31:50.460586 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-95c4198c-fdea-49e3-8346-ce0ac432a60d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388820 Dec 12 16:31:50.555534 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-eeb3024e-78d4-4537-bcd9-503ee24faba2 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823309 Dec 12 16:31:50.648485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4a050d4f-6c92-429b-bd92-09f06619ddf9 req-26106269-355b-4272-8018-c28441048be7 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799389 Dec 12 16:32:05.581465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3c1d4c21-b969-454e-a2e2-9dcd7b912ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:07.859883 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e5e61ccb-a393-49af-9bae-4b755c69bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:08.853184 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:09.787178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:10.601019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:11.261305 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:11.844345 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:17.248797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:32:35.583617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-55386a35-ee86-4f81-aa4e-47f74febab8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:37.861589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-194bfdcb-ea74-49e6-a662-da6a5ff70168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:38.855830 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:39.785995 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:40.605616 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:41.263710 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:41.843070 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:32:44.034709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc15f3e-aa80-4957-9356-a9aeb7abd7f1 req-c74b8df7-bc0f-435c-b1b7-f3e99deca98a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:44.036196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1fc15f3e-aa80-4957-9356-a9aeb7abd7f1 req-c74b8df7-bc0f-435c-b1b7-f3e99deca98a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.1210427 Dec 12 16:32:44.083373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1fc15f3e-aa80-4957-9356-a9aeb7abd7f1 req-d77868a0-11ac-4af8-975a-ee32cac07c56 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 Dec 12 16:32:51.855191 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-d673847e-5f3b-4f1c-9426-0a3d4e0eb247 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791135 Dec 12 16:32:51.960331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-52494825-9b8e-4460-8fa7-574ffff205e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:51.961818 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-52494825-9b8e-4460-8fa7-574ffff205e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1096 time: 0.0450468 Dec 12 16:32:52.069198 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-02afc33e-a250-43de-a43e-4a266fc02063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:52.070549 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-02afc33e-a250-43de-a43e-4a266fc02063 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0826004 Dec 12 16:32:52.140035 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-26722bec-2e65-4a08-966b-e1581826e701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1002 time: 0.0616767 Dec 12 16:32:52.192244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-5b9d285b-1e80-4e65-8243-0e3790c935e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:52.193677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-5b9d285b-1e80-4e65-8243-0e3790c935e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0431254 Dec 12 16:32:52.243264 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-a4bfe96c-2853-4a6b-bb37-0ab60f2884bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:52.244766 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-a4bfe96c-2853-4a6b-bb37-0ab60f2884bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391192 Dec 12 16:32:52.339030 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-f3be5dee-ebf5-4f8d-9505-332bb7e980d4 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821800 Dec 12 16:32:52.430910 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b57f8342-f977-4a2e-9ab0-fe4d171b94e1 req-1b37d567-7f72-4b1a-929c-b84d8ca3c48e service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798225 Dec 12 16:32:54.248781 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:32:56.233185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-52c92989-016a-4201-bed5-d0baf87d1c37 req-d8eb1e6d-94ba-4065-a306-4a860582b8ba service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:32:56.234275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52c92989-016a-4201-bed5-d0baf87d1c37 req-d8eb1e6d-94ba-4065-a306-4a860582b8ba service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621734 Dec 12 16:32:56.400765 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-ae98e807-3465-4e64-b0de-a8c5fdea9571 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413899 Dec 12 16:32:56.409728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-5a6327ae-d64d-4252-81e6-4453256e66c7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:32:56.410926 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-5a6327ae-d64d-4252-81e6-4453256e66c7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052683 Dec 12 16:32:56.420115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb6088-582a-4a01-ae2e-ff91e28282c8 req-08353b75-abfb-45b5-9032-5bac7758702e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:56.421631 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7eb6088-582a-4a01-ae2e-ff91e28282c8 req-08353b75-abfb-45b5-9032-5bac7758702e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0536990 Dec 12 16:32:56.470734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b7eb6088-582a-4a01-ae2e-ff91e28282c8 req-5a06c184-3ab2-4ec8-ac85-b9656eb61476 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427864 Dec 12 16:32:57.471430 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-74f29ecc-17cb-4937-abe3-4297cfc2258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:57.473440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-74f29ecc-17cb-4937-abe3-4297cfc2258b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1096 time: 0.0444465 Dec 12 16:32:57.568805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c3f07f2f-cf28-47aa-99fc-84a41a45167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:57.570312 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c3f07f2f-cf28-47aa-99fc-84a41a45167e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0848982 Dec 12 16:32:57.590308 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804a0c-92f3-42c8-9f47-d866f00c43df req-24dac2d7-e286-4ac8-b2de-3da66c8dc1dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:57.591779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18804a0c-92f3-42c8-9f47-d866f00c43df req-24dac2d7-e286-4ac8-b2de-3da66c8dc1dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0479045 Dec 12 16:32:57.639260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18804a0c-92f3-42c8-9f47-d866f00c43df req-cb55cf11-86c9-434e-a16b-4cce07f95062 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403187 Dec 12 16:32:57.646440 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-88a65fc6-5e4f-4a0b-a413-c6240e7a6e6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1002 time: 0.0641277 Dec 12 16:32:57.699998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-01f5d91c-7cda-44b2-92eb-d39ce55329eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:57.701511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-01f5d91c-7cda-44b2-92eb-d39ce55329eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0444067 Dec 12 16:32:57.751047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c0dafc06-f280-4a9d-bbae-352ddf158e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:57.752516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c0dafc06-f280-4a9d-bbae-352ddf158e31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399876 Dec 12 16:32:57.848862 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-282c6d9f-e217-44d1-837a-26ddfd166262 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833561 Dec 12 16:32:57.939948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-93a91e6c-4e54-4064-9d9e-1e86526cbca6 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802326 Dec 12 16:32:58.758276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a3440-748a-46d5-83cb-3d23b2741eef req-af3a457c-890b-4213-9eba-12e7b7891c15 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:58.759735 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-844a3440-748a-46d5-83cb-3d23b2741eef req-af3a457c-890b-4213-9eba-12e7b7891c15 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Dec 12 16:32:58.811082 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-844a3440-748a-46d5-83cb-3d23b2741eef req-8ca87d39-5689-4615-857c-0d2db203e784 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Dec 12 16:32:59.927305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae993ded-ccf2-4b07-8165-5742c715d91f req-6bdbb8f5-d2e3-46bd-aa19-ced2c63a9600 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:32:59.928779 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae993ded-ccf2-4b07-8165-5742c715d91f req-6bdbb8f5-d2e3-46bd-aa19-ced2c63a9600 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Dec 12 16:32:59.975513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ae993ded-ccf2-4b07-8165-5742c715d91f req-4b34522b-70c4-4d9e-bf89-5d4148ce9f4c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 Dec 12 16:33:01.090592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b4154-78d1-4d00-888e-b9c9264e44f3 req-37558a18-900d-4bc3-beef-76552a2543e0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:01.092044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-460b4154-78d1-4d00-888e-b9c9264e44f3 req-37558a18-900d-4bc3-beef-76552a2543e0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0486295 Dec 12 16:33:01.138226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-460b4154-78d1-4d00-888e-b9c9264e44f3 req-fab2ae9a-17d3-4874-9ebc-25414c78bda2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Dec 12 16:33:02.261487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616d4f9-d390-47bb-96f5-ce164147d07b req-d7d2af2d-f96f-44d2-8f10-5d1639fb521f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:02.262951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6616d4f9-d390-47bb-96f5-ce164147d07b req-d7d2af2d-f96f-44d2-8f10-5d1639fb521f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0534649 Dec 12 16:33:02.308814 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6616d4f9-d390-47bb-96f5-ce164147d07b req-992855bb-2b94-4b7c-b50a-9d7376e1203c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Dec 12 16:33:03.424272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bcfdb-aedc-4871-94dc-332d2aecb00c req-017288ba-2afc-48ac-a67d-68c28ea15bd8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:03.426257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab9bcfdb-aedc-4871-94dc-332d2aecb00c req-017288ba-2afc-48ac-a67d-68c28ea15bd8 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Dec 12 16:33:03.472768 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab9bcfdb-aedc-4871-94dc-332d2aecb00c req-f4f280fb-7124-4680-950d-a8cb6f913365 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405684 Dec 12 16:33:04.592333 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60162d-fd2d-4d52-842c-996809e15c03 req-4ffa7dee-a0c0-495b-83f1-8e137631a689 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:04.593800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a60162d-fd2d-4d52-842c-996809e15c03 req-4ffa7dee-a0c0-495b-83f1-8e137631a689 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0520518 Dec 12 16:33:04.639555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a60162d-fd2d-4d52-842c-996809e15c03 req-380158a9-9de6-413f-bade-9aa1f69ba930 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395999 Dec 12 16:33:05.584584 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9f9b321-50d6-4bbb-868f-a7eefc147ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:05.761445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461cb30-f437-40c4-9669-bd13f1e1ea3f req-0a46e92b-7346-4453-8a7f-08b0814ece4f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:05.762897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4461cb30-f437-40c4-9669-bd13f1e1ea3f req-0a46e92b-7346-4453-8a7f-08b0814ece4f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Dec 12 16:33:05.809252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4461cb30-f437-40c4-9669-bd13f1e1ea3f req-afd6c22f-3fed-4dae-b56b-9b74a246cbfe tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Dec 12 16:33:06.925575 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c37a44-a12e-4003-9543-50fac4c79230 req-0d867b9f-7674-4849-a59f-c70761becab1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:06.927028 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18c37a44-a12e-4003-9543-50fac4c79230 req-0d867b9f-7674-4849-a59f-c70761becab1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0490038 Dec 12 16:33:06.976963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18c37a44-a12e-4003-9543-50fac4c79230 req-f9251ba9-a7e0-4f2e-ac1e-06a976586fce tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Dec 12 16:33:07.862488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ad4c9203-3317-4e3a-b587-2ee1ac45f707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:08.091456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51270b-59aa-46e8-b741-830aad2c2106 req-2a271027-3ae8-485d-b8d6-60b4d2546e96 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:08.092918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d51270b-59aa-46e8-b741-830aad2c2106 req-2a271027-3ae8-485d-b8d6-60b4d2546e96 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Dec 12 16:33:08.140096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d51270b-59aa-46e8-b741-830aad2c2106 req-1f10094c-e8c1-4a50-ae87-63c7678bfe0f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409665 Dec 12 16:33:08.859438 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:09.259006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e10099-1fb7-4d71-9b14-f545b9743315 req-424c4026-580f-4b5c-ba59-18df39b1c88f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:09.260465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3e10099-1fb7-4d71-9b14-f545b9743315 req-424c4026-580f-4b5c-ba59-18df39b1c88f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Dec 12 16:33:09.307756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3e10099-1fb7-4d71-9b14-f545b9743315 req-8cfe0790-3d48-4947-ab1d-90217e5e5669 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Dec 12 16:33:09.801319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:10.428764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855cd0b-90eb-4019-ae6b-16683d3c9035 req-9c67690b-bce9-4be0-a3eb-9a9df13e54aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:10.430229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4855cd0b-90eb-4019-ae6b-16683d3c9035 req-9c67690b-bce9-4be0-a3eb-9a9df13e54aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0523784 Dec 12 16:33:10.478201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4855cd0b-90eb-4019-ae6b-16683d3c9035 req-a0d68017-e11b-43a0-bf23-fa8b914deb39 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Dec 12 16:33:10.610059 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:11.266232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:11.602260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1e8e7-349c-41ea-a2e0-14f34f624e2e req-47c97cb3-b4ef-4307-a5f6-ab544a59d916 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:11.603663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffa1e8e7-349c-41ea-a2e0-14f34f624e2e req-47c97cb3-b4ef-4307-a5f6-ab544a59d916 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Dec 12 16:33:11.650005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ffa1e8e7-349c-41ea-a2e0-14f34f624e2e req-999c3666-cc8e-4ae3-9d20-067ef5e7366f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402386 Dec 12 16:33:11.858990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:12.275839 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-2a447eb8-20fb-49e7-af18-4feddb945ef1 service neutron] show failed (client error): The resource could not be found. Dec 12 16:33:12.276903 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-2a447eb8-20fb-49e7-af18-4feddb945ef1 service neutron] 10.222.0.30 "GET /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0538683 Dec 12 16:33:12.486531 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-5180645c-e29e-4a22-b62d-8caea08f51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:12.487986 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-5180645c-e29e-4a22-b62d-8caea08f51a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1096 time: 0.0404828 Dec 12 16:33:12.498364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c7673c58-134b-42db-957a-3cd8a6f7400e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:33:12.499288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-c7673c58-134b-42db-957a-3cd8a6f7400e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047457 Dec 12 16:33:12.511639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:33:12.567044 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:12.797541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83686a7b-7e45-4168-957c-7199c523ebbc req-248794b2-50f3-4cbd-bed5-a94d551ac9a2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:12.798876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83686a7b-7e45-4168-957c-7199c523ebbc req-248794b2-50f3-4cbd-bed5-a94d551ac9a2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0751371 Dec 12 16:33:12.805305 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:12.864940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:33:12.889798 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83686a7b-7e45-4168-957c-7199c523ebbc req-89d7ab8a-0c3c-448d-9a8a-6ba3e34c6f28 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825398 Dec 12 16:33:12.909322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:12.911570 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c1656-9cf7-4b24-a574-f85dd125ad91" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-unplugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:12.915365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:12.927725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Transition to ACTIVE for port object 43d74f4a-2d9a-40c5-af3e-66811c03904f will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:33:12.931472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:13.021492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:13.033187 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba4b5c-1ad3-49a5-be1c-5cd85b5d2026 x-openstack-request-id: req-1cba4b5c-1ad3-49a5-be1c-5cd85b5d2026 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:13.033529 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-unplugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:13.033785 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cba4b5c-1ad3-49a5-be1c-5cd85b5d2026 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:13.034183 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'code': 200} Dec 12 16:33:13.040768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.041118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.041464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.041803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.042136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.042470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.042798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.043123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.043448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.043771 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.044096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.044414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.044759 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:13.073903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] No DVR routers for this DVR port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:33:13.207548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:33:13.207959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:33:13.208287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:33:13.212880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:33:13.213205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:33:13.218166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:33:13.218506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:33:13.218883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:33:13.219555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Bound port: 43d74f4a-2d9a-40c5-af3e-66811c03904f, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:33:13.220343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:13.281801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:33:13.284608 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:33:13.289079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:13.327689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:13.328335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:13.329718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] 10.222.0.13 "PUT /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1091 time: 0.8217762 Dec 12 16:33:13.345107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:33:13.351100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac131ae-cc96-421b-975d-41e6fca2f80c service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:13.390614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:33:13.397884 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-3dad392d-0bd0-428e-a196-0a67bc614508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:13.399371 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-3dad392d-0bd0-428e-a196-0a67bc614508 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0449941 Dec 12 16:33:13.504626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-8b102559-68e0-4f74-be5c-f247e17f496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:13.506115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-8b102559-68e0-4f74-be5c-f247e17f496e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0870147 Dec 12 16:33:13.576148 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-cf7f53e4-6146-4bb7-ab89-5daabb009a59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0634081 Dec 12 16:33:13.623483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-227e13c5-9203-4699-9ced-7b5a8e0f52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:13.624863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-227e13c5-9203-4699-9ced-7b5a8e0f52f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0421851 Dec 12 16:33:13.668566 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-4511c875-6e07-466a-b845-0261b476414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:13.670002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-4511c875-6e07-466a-b845-0261b476414d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384614 Dec 12 16:33:13.759731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-e408d72b-2011-42c3-833a-2bf786826f15 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825660 Dec 12 16:33:13.846231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-2ef8728a-3888-4eb6-b233-53503d7f9423 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794578 Dec 12 16:33:14.014998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a9fd1-6f38-42cc-9920-dac026dd9920 req-c107c460-36cd-4859-ba40-b6997f9c3bb3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:14.016484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f9a9fd1-6f38-42cc-9920-dac026dd9920 req-c107c460-36cd-4859-ba40-b6997f9c3bb3 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0546079 Dec 12 16:33:14.065027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f9a9fd1-6f38-42cc-9920-dac026dd9920 req-7bbe2492-9b77-458c-b24f-4b26b8138823 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Dec 12 16:33:15.035617 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:15.038102 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5ab20-7302-4258-9de7-8eafce268e43" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:15.086129 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145c568-9311-4211-9e7d-2bd85398bb90 x-openstack-request-id: req-a145c568-9311-4211-9e7d-2bd85398bb90 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:15.086423 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:15.086676 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a145c568-9311-4211-9e7d-2bd85398bb90 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:15.087079 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'status': 'completed', 'code': 200} Dec 12 16:33:15.177976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-3cf11ebe-2833-4728-9213-55d7dbcf99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.179582 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-3cf11ebe-2833-4728-9213-55d7dbcf99c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0582244 Dec 12 16:33:15.182453 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-6177085d-14c2-4955-8526-fc49c17783b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.183925 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-6177085d-14c2-4955-8526-fc49c17783b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0748479 Dec 12 16:33:15.211034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79614413-4067-49c0-801d-123bc6179572 req-4613a519-7e3d-4bf9-a96a-1affb900030f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.212486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79614413-4067-49c0-801d-123bc6179572 req-4613a519-7e3d-4bf9-a96a-1affb900030f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0637913 Dec 12 16:33:15.280488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-91bef15a-fe6f-4264-84eb-e5ad1de2b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.282336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-91bef15a-fe6f-4264-84eb-e5ad1de2b7e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0896626 Dec 12 16:33:15.328016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79614413-4067-49c0-801d-123bc6179572 req-a7548e29-8a1c-43bb-909d-030d728ae2fb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712028 Dec 12 16:33:15.330870 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-7260673b-ee24-4e5c-97fe-34e29c1da67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.332846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-7260673b-ee24-4e5c-97fe-34e29c1da67f service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1390338 Dec 12 16:33:15.367262 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-b8aeceae-ee9e-4a22-8318-ea40a90a2c01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0719478 Dec 12 16:33:15.407945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-19f8c92b-cb8f-4a37-9969-c488d8790b38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0684004 Dec 12 16:33:15.429417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-234630e7-9b7e-45ec-815b-133b56981025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.431281 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-234630e7-9b7e-45ec-815b-133b56981025 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0519352 Dec 12 16:33:15.467848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-f629deff-2f6a-411a-a214-bf04e864906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.471781 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-f629deff-2f6a-411a-a214-bf04e864906f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0561993 Dec 12 16:33:15.492839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-d00eee4e-a73c-4054-981f-784e1d86d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.494361 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-d00eee4e-a73c-4054-981f-784e1d86d92c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505946 Dec 12 16:33:15.525482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-e9fbdec8-e196-42fd-8965-940a6e6d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:15.528207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-e9fbdec8-e196-42fd-8965-940a6e6d7191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504136 Dec 12 16:33:15.601254 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-74522589-ccf3-4f29-898a-fdc8382f6147 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939975 Dec 12 16:33:15.634497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-fc9b089c-a9fe-4a57-9b5f-e302b0994bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990570 Dec 12 16:33:15.697568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-eb089d26-da4f-4a73-8791-4367df6cbc2f service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Dec 12 16:33:15.729978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34f5ab20-7302-4258-9de7-8eafce268e43 req-b699982a-c7e3-4675-b2cd-853a63149c63 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885334 Dec 12 16:33:16.457336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981bab9-49e3-407d-833c-baa2b062c014 req-f2b35a2e-3a1b-46e0-b207-48270aa68ee1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:16.458955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f981bab9-49e3-407d-833c-baa2b062c014 req-f2b35a2e-3a1b-46e0-b207-48270aa68ee1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0527503 Dec 12 16:33:16.506977 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f981bab9-49e3-407d-833c-baa2b062c014 req-dd79dfd0-2012-4f2e-a4fa-37b67bf09fcc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417092 Dec 12 16:33:17.627654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb03085-5255-4215-9ba9-df63044c82f3 req-aeaa2ad5-adf2-4fbf-94d3-b690f83a4e10 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:17.629192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eb03085-5255-4215-9ba9-df63044c82f3 req-aeaa2ad5-adf2-4fbf-94d3-b690f83a4e10 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0526261 Dec 12 16:33:17.676338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3eb03085-5255-4215-9ba9-df63044c82f3 req-2a015e83-71c2-4651-a339-abd1a163c6eb tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Dec 12 16:33:18.795355 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c0d38-a083-42d0-91e0-15595d8a63d3 req-f60a0a12-4f5d-4ff3-996c-81a63a61f1d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:18.796819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d0c0d38-a083-42d0-91e0-15595d8a63d3 req-f60a0a12-4f5d-4ff3-996c-81a63a61f1d7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0498035 Dec 12 16:33:18.843190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d0c0d38-a083-42d0-91e0-15595d8a63d3 req-8c0297fc-2881-4aaa-80d7-cce51f231bac tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395420 Dec 12 16:33:19.961732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1922c-0e4d-4291-87c2-492cfbd44b71 req-c64ebb56-ca25-4d6d-812d-0ea681a963a2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:19.963153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ff1922c-0e4d-4291-87c2-492cfbd44b71 req-c64ebb56-ca25-4d6d-812d-0ea681a963a2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0511246 Dec 12 16:33:20.009131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ff1922c-0e4d-4291-87c2-492cfbd44b71 req-f43c2fd9-6c2f-4e40-9ecf-d96fbd9c827a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Dec 12 16:33:21.124207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bb6a-cebd-4942-ae46-cfb2c2132630 req-bda98d30-99cb-40e5-b6a7-136fe02d28dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:21.125682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25e4bb6a-cebd-4942-ae46-cfb2c2132630 req-bda98d30-99cb-40e5-b6a7-136fe02d28dc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0482450 Dec 12 16:33:21.171767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25e4bb6a-cebd-4942-ae46-cfb2c2132630 req-d7077a4e-cbbc-4747-8eca-7a7eb6b81730 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 Dec 12 16:33:22.286643 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf20e3-d9ec-4a10-9598-55389b7db293 req-ad2a3501-f33d-4913-8f4e-efd151b1aee0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:22.288086 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1bf20e3-d9ec-4a10-9598-55389b7db293 req-ad2a3501-f33d-4913-8f4e-efd151b1aee0 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0475924 Dec 12 16:33:22.337863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c1bf20e3-d9ec-4a10-9598-55389b7db293 req-f6accb96-d58e-42dd-95ad-1dd7006d3410 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Dec 12 16:33:23.452760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9204-fa5d-4605-863c-71c96a78fb11 req-f91aef53-c3a0-425d-9d03-a353a9426321 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:23.454179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93ef9204-fa5d-4605-863c-71c96a78fb11 req-f91aef53-c3a0-425d-9d03-a353a9426321 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0469074 Dec 12 16:33:23.501635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-93ef9204-fa5d-4605-863c-71c96a78fb11 req-2e97db00-4f68-4339-afcf-6f174b24c483 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Dec 12 16:33:24.620511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099a89e-978e-44a7-ab99-a05307d000fa req-bd65f93d-2fbd-4ece-b69e-2d1d0e2728f6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:24.622005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f099a89e-978e-44a7-ab99-a05307d000fa req-bd65f93d-2fbd-4ece-b69e-2d1d0e2728f6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0482867 Dec 12 16:33:24.668343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f099a89e-978e-44a7-ab99-a05307d000fa req-7e6720bd-2a15-42bf-9490-431e0763911d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Dec 12 16:33:25.792031 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bb4b8-6c04-4e56-8217-3d054a5d4c15 req-c72d002e-6b88-4b06-9779-2c566935ffef tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:25.793515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7bb4b8-6c04-4e56-8217-3d054a5d4c15 req-c72d002e-6b88-4b06-9779-2c566935ffef tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0518613 Dec 12 16:33:25.839117 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c7bb4b8-6c04-4e56-8217-3d054a5d4c15 req-452d4466-5180-4b7c-a39c-4cdf2ece78b2 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397413 Dec 12 16:33:26.954557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709c291-f6c2-40aa-9d12-9af8bc8ad149 req-da17d5d6-882b-47fc-9b9f-2aa32cee5218 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:26.955979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4709c291-f6c2-40aa-9d12-9af8bc8ad149 req-da17d5d6-882b-47fc-9b9f-2aa32cee5218 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0480075 Dec 12 16:33:27.002029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4709c291-f6c2-40aa-9d12-9af8bc8ad149 req-017c6a6c-a3da-4055-b496-943eba631942 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Dec 12 16:33:27.313158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-317c7282-8136-41e7-b8ba-69f6001a509c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.314575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-317c7282-8136-41e7-b8ba-69f6001a509c tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 943 time: 0.0855358 Dec 12 16:33:27.326134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426bfc-ac39-456a-b2b6-13377d5e3a28 req-589ccb34-31cb-444b-b7ed-4c542a37551f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.327470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d426bfc-ac39-456a-b2b6-13377d5e3a28 req-589ccb34-31cb-444b-b7ed-4c542a37551f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 943 time: 0.0723381 Dec 12 16:33:27.380915 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d426bfc-ac39-456a-b2b6-13377d5e3a28 req-4a4c7f65-7c30-4b84-a8bf-867c0b2c4906 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469639 Dec 12 16:33:27.427260 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-94fad33e-a267-4c0c-86ec-30be67a6ff59 service neutron] 10.222.0.13 "GET /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f/bindings/n-h2-710847-8 HTTP/1.1" status: 200 len: 382 time: 0.0988729 Dec 12 16:33:27.486674 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-758d90f2-1446-4594-adb9-0fadf6f18078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.488160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-758d90f2-1446-4594-adb9-0fadf6f18078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1094 time: 0.0397863 Dec 12 16:33:27.577852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-d38eae9a-4e1d-46f2-bf94-4fc3b4d90388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.579297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-d38eae9a-4e1d-46f2-bf94-4fc3b4d90388 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0845337 Dec 12 16:33:27.642375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-e8de08d3-223a-4a28-8ad8-283a44197f23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0562031 Dec 12 16:33:27.693852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-dcd4ee05-cd0c-4075-8159-4d1fc792f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.695177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-dcd4ee05-cd0c-4075-8159-4d1fc792f4cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0460832 Dec 12 16:33:27.740098 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-686a0594-6eb1-4fc2-933b-9549649f6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:27.741562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-686a0594-6eb1-4fc2-933b-9549649f6eff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396249 Dec 12 16:33:27.827484 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-3688c62c-e0e6-4461-984d-1d36bea432c1 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791113 Dec 12 16:33:27.918054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-1b971731-faa5-4f31-944a-ab69f81a40cd service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828671 Dec 12 16:33:28.194000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:33:28.283476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:28.294336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:33:28.333051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:28.345305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:33:28.363725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:28.367485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:28.415607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:28.423002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.423355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.423726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.424063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.424397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.424780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.425656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.425985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.426372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.426702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.427024 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.427345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.427665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:28.502430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedc127-a8ad-408e-88e5-0fcd486d5235 req-78c896a2-5796-424d-a8ff-3be81328b20a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:28.503886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dedc127-a8ad-408e-88e5-0fcd486d5235 req-78c896a2-5796-424d-a8ff-3be81328b20a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0493178 Dec 12 16:33:28.549620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dedc127-a8ad-408e-88e5-0fcd486d5235 req-e92de416-4b70-4290-8f67-33b90ed0de3a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Dec 12 16:33:28.614476 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['43d74f4a-2d9a-40c5-af3e-66811c03904f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:33:29.982694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb3bec-131b-409b-8611-d3832fabb4b3 req-08f075e6-d659-4c23-b5d1-1e2db91754d6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:29.984178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02cb3bec-131b-409b-8611-d3832fabb4b3 req-08f075e6-d659-4c23-b5d1-1e2db91754d6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.3638344 Dec 12 16:33:30.030864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02cb3bec-131b-409b-8611-d3832fabb4b3 req-bb3b34a7-081a-4f44-a590-5ee24cd8617a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398893 Dec 12 16:33:30.193782 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:33:30.242616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 43d74f4a-2d9a-40c5-af3e-66811c03904f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:33:30.246738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 43d74f4a-2d9a-40c5-af3e-66811c03904f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:33:30.247108 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:30.322038 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:30.350535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:30.353001 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6d7662-007a-43b8-891a-9ec0dad02710" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:30.366588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:30.371797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:30.423532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:30.462170 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f8817c-b99f-4b94-9e5c-210481df98d7 x-openstack-request-id: req-f8f8817c-b99f-4b94-9e5c-210481df98d7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:30.462471 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:30.462728 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8f8817c-b99f-4b94-9e5c-210481df98d7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:30.463127 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'code': 200} Dec 12 16:33:31.154418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3c57-7f10-4807-a850-257d6b93765a req-35ddde4a-7022-4f86-a405-1cac41879ba4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:31.156109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45bd3c57-7f10-4807-a850-257d6b93765a req-35ddde4a-7022-4f86-a405-1cac41879ba4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0535955 Dec 12 16:33:31.208694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45bd3c57-7f10-4807-a850-257d6b93765a req-9dcc24d4-51de-46ee-b4ba-31427ce102d4 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 Dec 12 16:33:31.248561 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:33:31.974501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-1cce4557-ec15-478b-b067-75e83616b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:31.975906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-1cce4557-ec15-478b-b067-75e83616b47e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632&tenant_id=8f3273de7c6d496e8cac8333ba6d96ba HTTP/1.1" status: 200 len: 1096 time: 0.0420103 Dec 12 16:33:31.992880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:33:32.048128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.250608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:32.288966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:33:32.333567 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:32.335969 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b9920-4f04-49cf-a3c7-4ca967096b8f" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-unplugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:32.347233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.347520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d5782-bef9-47a1-be5d-14a7a80b24f3 req-18a31683-672a-4b04-a383-601b67c8e9d6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:32.349049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-712d5782-bef9-47a1-be5d-14a7a80b24f3 req-18a31683-672a-4b04-a383-601b67c8e9d6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0622213 Dec 12 16:33:32.360136 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Transition to ACTIVE for port object 43d74f4a-2d9a-40c5-af3e-66811c03904f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:33:32.365935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.401619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-712d5782-bef9-47a1-be5d-14a7a80b24f3 req-4fa631ae-83a5-4cc3-a6f8-c07dfeb6a59d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466690 Dec 12 16:33:32.419085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:32.453308 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28965a81-340c-453e-a774-677b5fe8665a x-openstack-request-id: req-28965a81-340c-453e-a774-677b5fe8665a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:32.453644 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-unplugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:32.453869 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28965a81-340c-453e-a774-677b5fe8665a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:32.454273 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'code': 200} Dec 12 16:33:32.466732 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.467085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.467431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.467772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.468105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.468434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.468786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.469372 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.469696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.470023 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.470347 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.470667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.470992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:33:32.509597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] No DVR routers for this DVR port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:33:32.646252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:33:32.646579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:33:32.646899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:33:32.650950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:33:32.651272 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Attempting to bind port 43d74f4a-2d9a-40c5-af3e-66811c03904f on network dc92aca2-a08a-41aa-a74d-2e259822c26c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:33:32.655961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:33:32.656290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Checking segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:33:32.656691 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Bound using segment: {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:33:32.657109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Bound port: 43d74f4a-2d9a-40c5-af3e-66811c03904f, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4bb3e7-4d8f-4503-a94f-416e253a834f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:33:32.657448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.719685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:33:32.722973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:33:32.726567 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.764927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:32.765667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:32.767050 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] 10.222.0.30 "PUT /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1092 time: 0.7781947 Dec 12 16:33:32.789575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a01fcd-8c4e-4939-9c3a-8de5334e4c76 service neutron] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=11']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:32.837884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-4431c4cc-9142-40e5-ab5d-b14e02f66f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:32.839473 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-4431c4cc-9142-40e5-ab5d-b14e02f66f89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1095 time: 0.0433252 Dec 12 16:33:32.935940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-ccd5a1de-1ce9-4b1f-a8fd-9eaea65fc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:32.937465 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-ccd5a1de-1ce9-4b1f-a8fd-9eaea65fc8b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0909455 Dec 12 16:33:33.007789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-395d4691-2f02-48c4-a489-fedb0b07cf2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0599563 Dec 12 16:33:33.061777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-235b8d50-d47a-4916-ae96-64b577a6d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:33.063098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-235b8d50-d47a-4916-ae96-64b577a6d58e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0433013 Dec 12 16:33:33.116922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4441fd-0808-4623-a602-56cd52313448 req-f5ef1c94-7032-4e5a-b934-d19882226290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:33.118385 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-f5ef1c94-7032-4e5a-b934-d19882226290 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471966 Dec 12 16:33:33.212780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-2f4b44da-68b9-4481-99a8-df55a791180b service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800562 Dec 12 16:33:33.308451 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2b4441fd-0808-4623-a602-56cd52313448 req-9b88d4d3-14b6-4c8d-96a8-f63f2b87340b service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833800 Dec 12 16:33:33.539408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad485c-ca08-434c-bc8c-f4b935aa1cf6 req-f7a991ae-83c5-47f1-8749-4187873ecbab tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:33.540905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ad485c-ca08-434c-bc8c-f4b935aa1cf6 req-f7a991ae-83c5-47f1-8749-4187873ecbab tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0487437 Dec 12 16:33:33.589106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ad485c-ca08-434c-bc8c-f4b935aa1cf6 req-96ca89be-2978-478d-b1ab-8022401b4006 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Dec 12 16:33:34.209464 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:33:34.247414 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:33:34.455027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:34.458058 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:34.509355 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a28262-b7c1-4bd7-ae4d-810c4bec5c0a x-openstack-request-id: req-16a28262-b7c1-4bd7-ae4d-810c4bec5c0a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:34.510395 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:34.510730 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16a28262-b7c1-4bd7-ae4d-810c4bec5c0a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:34.511360 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'status': 'completed', 'code': 200} Dec 12 16:33:34.569470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-daa484b7-583d-4edf-ac67-8b1aac70b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.571109 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-daa484b7-583d-4edf-ac67-8b1aac70b663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1095 time: 0.0406640 Dec 12 16:33:34.587439 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-83a25e9f-0259-46ac-96ba-57c5d37fa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.589094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-83a25e9f-0259-46ac-96ba-57c5d37fa2a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 1095 time: 0.0440609 Dec 12 16:33:34.682849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-ffb88a2a-ea25-4f4d-b992-4babd0a56343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.684737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-ffb88a2a-ea25-4f4d-b992-4babd0a56343 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.1065981 Dec 12 16:33:34.689630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-6c168566-8b1d-4de1-b8ed-6f9f2f217396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.691663 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-6c168566-8b1d-4de1-b8ed-6f9f2f217396 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 200 len: 912 time: 0.0915928 Dec 12 16:33:34.772780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-a4eb88aa-60ad-4590-a3ef-bf10d01a9b92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0690958 Dec 12 16:33:34.785954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e8bb9-406a-426d-b766-79f1fcfa5816 req-929150ba-6906-491e-b1b5-a2ea05b17c7a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.787557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f18e8bb9-406a-426d-b766-79f1fcfa5816 req-929150ba-6906-491e-b1b5-a2ea05b17c7a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.1078842 Dec 12 16:33:34.792211 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-e9b2cef7-fe6f-4867-89eb-d114766399f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 200 len: 1000 time: 0.0993836 Dec 12 16:33:34.828781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-c0246690-0ece-4316-a9b7-dfd4d5f3c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.830265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-c0246690-0ece-4316-a9b7-dfd4d5f3c2c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0471244 Dec 12 16:33:34.875178 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f18e8bb9-406a-426d-b766-79f1fcfa5816 req-4c6f0152-db8f-4063-93eb-03fd7431a031 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794017 Dec 12 16:33:34.883162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-af51a700-e383-4bac-8d15-89fe2cc62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.884839 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-af51a700-e383-4bac-8d15-89fe2cc62593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 200 len: 851 time: 0.0819068 Dec 12 16:33:34.889498 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-43feddbd-23e1-4de2-89bc-9f292c7c4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.891037 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-43feddbd-23e1-4de2-89bc-9f292c7c4496 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488131 Dec 12 16:33:34.932126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-6a8956dd-b0ac-4588-9dd2-62546e5eed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:34.933979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-6a8956dd-b0ac-4588-9dd2-62546e5eed1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc92aca2-a08a-41aa-a74d-2e259822c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418437 Dec 12 16:33:34.993218 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-227e0a87-4cf3-402d-aa00-10c70413de42 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901642 Dec 12 16:33:35.030112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-9db5126e-86b7-4d29-a3d6-fb6f46f4c851 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884182 Dec 12 16:33:35.090848 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-0acf070a-1e1a-44cf-9079-c563a09ff288 service neutron] 10.222.0.30 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862937 Dec 12 16:33:35.122616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d9106f3-2fc0-4ad9-9e9a-a9a8181820e0 req-a1b3a9bd-199b-4ec8-a928-5f904bbf39d0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855186 Dec 12 16:33:35.587001 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c232470b-4ece-43a0-a40f-acdcce3cba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:36.000330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12419eae-0342-4b0e-b8d3-aa419fd69389 req-713674be-6262-4e6c-94e3-5d41aa845303 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:36.001876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12419eae-0342-4b0e-b8d3-aa419fd69389 req-713674be-6262-4e6c-94e3-5d41aa845303 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0542846 Dec 12 16:33:36.048897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12419eae-0342-4b0e-b8d3-aa419fd69389 req-32c8876d-646d-44c4-ac42-2639179bea7d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404949 Dec 12 16:33:37.172422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f8800-d385-4a19-bfa3-d590c9485acb req-27831775-2a8c-40e0-bc5b-517f0acfb1d1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:37.174005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b44f8800-d385-4a19-bfa3-d590c9485acb req-27831775-2a8c-40e0-bc5b-517f0acfb1d1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Dec 12 16:33:37.225941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b44f8800-d385-4a19-bfa3-d590c9485acb req-93f064b4-720f-4ef0-97ab-ec5dfa92d433 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457237 Dec 12 16:33:37.863921 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dce66691-4e1d-4c3d-8258-ed2c16b893ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:38.345139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f584e7f-3631-42c8-b80f-f88b5c317cd8 req-99518a1b-99fa-4f57-bcef-3298d7c2bdf6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:38.346641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f584e7f-3631-42c8-b80f-f88b5c317cd8 req-99518a1b-99fa-4f57-bcef-3298d7c2bdf6 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0502017 Dec 12 16:33:38.396190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f584e7f-3631-42c8-b80f-f88b5c317cd8 req-9d5d5ac3-72d4-4e7a-8c9e-91e7c063b67a tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Dec 12 16:33:38.863256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:39.512808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1b19d-0ef6-4ebe-9699-0dcf685358ef req-7491f450-2a7c-4130-b744-04ec85e4c348 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:39.514267 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede1b19d-0ef6-4ebe-9699-0dcf685358ef req-7491f450-2a7c-4130-b744-04ec85e4c348 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0490253 Dec 12 16:33:39.560524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ede1b19d-0ef6-4ebe-9699-0dcf685358ef req-57829183-f730-4faf-bf4a-bff4a63d899d tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 Dec 12 16:33:39.799280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:40.612456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:40.678933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d95e-6d2d-493a-b145-efda501c88af req-c4fc13ef-3840-4a50-94ec-b3d9fc23cb46 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:40.680403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd92d95e-6d2d-493a-b145-efda501c88af req-c4fc13ef-3840-4a50-94ec-b3d9fc23cb46 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0494826 Dec 12 16:33:40.726826 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fd92d95e-6d2d-493a-b145-efda501c88af req-f3ea0078-1f34-4036-9035-4974a7151d01 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404961 Dec 12 16:33:41.269181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:41.846318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2d8f5-4e77-4dd8-bed6-1dc39f979585 req-dcf961b4-980b-4205-b1a7-f1d281a013ba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:41.848284 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8a2d8f5-4e77-4dd8-bed6-1dc39f979585 req-dcf961b4-980b-4205-b1a7-f1d281a013ba tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0517502 Dec 12 16:33:41.857901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:41.895439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d8a2d8f5-4e77-4dd8-bed6-1dc39f979585 req-8d4012e7-8076-491a-9892-b89045d5cf64 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403712 Dec 12 16:33:43.011743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f602123-22bc-4329-897f-e64f956cfaad req-411b4477-e25b-4b3e-b57c-60e94f87a12f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:43.013251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f602123-22bc-4329-897f-e64f956cfaad req-411b4477-e25b-4b3e-b57c-60e94f87a12f tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0490093 Dec 12 16:33:43.060422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4f602123-22bc-4329-897f-e64f956cfaad req-30931118-49ac-42b0-bcfe-5e0866962ffc tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Dec 12 16:33:44.175728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2fa04-d0b8-42c5-b0c4-6862103064b5 req-04263591-8d18-43d8-bcba-0fb074ca30c1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:44.177707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e2fa04-d0b8-42c5-b0c4-6862103064b5 req-04263591-8d18-43d8-bcba-0fb074ca30c1 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0489628 Dec 12 16:33:44.228033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60e2fa04-d0b8-42c5-b0c4-6862103064b5 req-87e623ac-769a-4c20-b89a-81a07af735fa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444205 Dec 12 16:33:45.346425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd7313-8ef3-4d27-9ad0-6382e349c217 req-0302ec1c-316f-48c9-b2f7-19db6f0ab6aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:45.348013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1fd7313-8ef3-4d27-9ad0-6382e349c217 req-0302ec1c-316f-48c9-b2f7-19db6f0ab6aa tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 944 time: 0.0510957 Dec 12 16:33:45.399287 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1fd7313-8ef3-4d27-9ad0-6382e349c217 req-754c589d-ffb0-499d-8d9c-9b94ab6badc9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444090 Dec 12 16:33:45.535302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:33:45.631409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:45.642581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'port_id': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'mac_address': 'fa:16:3e:aa:41:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:33:45.678128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:45.690750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:33:45.713569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:45.717118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:45.762822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=12']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:45.990028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['43d74f4a-2d9a-40c5-af3e-66811c03904f'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:33:46.513298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8573b-1cd9-4c54-87bb-09ec07e92b23 req-4bc21d7e-ee54-404c-95f1-9f0d78e96cb9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:46.514754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72d8573b-1cd9-4c54-87bb-09ec07e92b23 req-4bc21d7e-ee54-404c-95f1-9f0d78e96cb9 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0483561 Dec 12 16:33:46.562446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-72d8573b-1cd9-4c54-87bb-09ec07e92b23 req-2f6494ad-0ea3-47e0-8fc0-dea12291cc22 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Dec 12 16:33:46.680662 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eeea6-b0fb-490b-93ef-697d6ab48494 req-8af61246-8ef0-48ad-b0b8-341817dc8aa7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:46.682025 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a2eeea6-b0fb-490b-93ef-697d6ab48494 req-8af61246-8ef0-48ad-b0b8-341817dc8aa7 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0520666 Dec 12 16:33:46.729051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8a2eeea6-b0fb-490b-93ef-697d6ab48494 req-150cc78b-9e9b-4c07-80d2-1266f795177b tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Dec 12 16:33:46.844533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b305-4018-415c-a0ec-8eca3df268c9 req-35287e9c-e7e7-467a-80a9-9c3f71487daf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:46.846083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e957b305-4018-415c-a0ec-8eca3df268c9 req-35287e9c-e7e7-467a-80a9-9c3f71487daf tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Dec 12 16:33:46.892276 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e957b305-4018-415c-a0ec-8eca3df268c9 req-d33fd6e2-4224-406b-87e4-5e587ffc1796 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401464 Dec 12 16:33:47.123081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c5666-da78-4f60-9ff7-9a0b13a8ee73 req-fe265cba-0267-4d55-8ee5-3202f5c6407e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:47.124543 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e9c5666-da78-4f60-9ff7-9a0b13a8ee73 req-fe265cba-0267-4d55-8ee5-3202f5c6407e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 945 time: 0.0526054 Dec 12 16:33:47.171235 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e9c5666-da78-4f60-9ff7-9a0b13a8ee73 req-4fa4c48c-18d4-46ab-b43a-bb6dcc2e8d24 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402002 Dec 12 16:33:47.538069 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:33:47.585667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 43d74f4a-2d9a-40c5-af3e-66811c03904f completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:33:47.589199 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 43d74f4a-2d9a-40c5-af3e-66811c03904f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:33:47.589566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:47.662857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:47.684812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:47.687004 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bdb5a8-6d5a-4bc5-9729-ef7f722a2922" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:47.702662 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:47.706826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:47.889547 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b791e399-f8d5-4b85-a31a-8d5eed674d26 x-openstack-request-id: req-b791e399-f8d5-4b85-a31a-8d5eed674d26 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:47.889780 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-plugged", "status": "completed", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:47.889981 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b791e399-f8d5-4b85-a31a-8d5eed674d26 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:47.890360 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'code': 200} Dec 12 16:33:47.915018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=13']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:48.286803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49644c30-701b-45ca-b350-552c864d4129 req-be5e5fbb-5de4-46b7-ab90-995bb803b668 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:48.288234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49644c30-701b-45ca-b350-552c864d4129 req-be5e5fbb-5de4-46b7-ab90-995bb803b668 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 946 time: 0.0481291 Dec 12 16:33:48.335044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49644c30-701b-45ca-b350-552c864d4129 req-087f1e9c-d24e-4899-9796-b4dd8d102868 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd735e5e-a60b-48e3-a514-53d4d08b6e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409424 Dec 12 16:33:48.883877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-40573902-8d62-4f89-aacf-f7a2b4f45b30 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:33:48.885260 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-40573902-8d62-4f89-aacf-f7a2b4f45b30 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 946 time: 0.0538356 Dec 12 16:33:48.975241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Deleting port 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:33:48.975584 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.065290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] For port 43d74f4a-2d9a-40c5-af3e-66811c03904f, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=43d74f4a-2d9a-40c5-af3e-66811c03904f,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:33:49.065650 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.245561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.245918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.246267 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 disassociated. External IP: 172.25.3.200, port: 43d74f4a-2d9a-40c5-af3e-66811c03904f. Dec 12 16:33:49.246578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Calling delete_port for 43d74f4a-2d9a-40c5-af3e-66811c03904f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:33:49.376260 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.403659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'Port': ['ID=43d74f4a-2d9a-40c5-af3e-66811c03904f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:49.444154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-71679b97-1199-46a3-8cc7-35dc1978c33b req-6b86063c-2d5f-4342-9822-ae220d691443 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0330188 Dec 12 16:33:49.533651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:33:49.938584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:33:49.948927 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:33:49.958707 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:33:49.959299 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:33:49.977007 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] No DVR routers for this DVR port 43d74f4a-2d9a-40c5-af3e-66811c03904f on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:33:49.979595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:49.983573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-896084b3-47fd-4d24-bad3-ac30698b96e1 req-27b3db6a-35ec-47ae-95fe-83245d797b35 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.30 "DELETE /v2.0/ports/43d74f4a-2d9a-40c5-af3e-66811c03904f HTTP/1.1" status: 204 len: 173 time: 1.0879703 Dec 12 16:33:49.984032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-deleted', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:33:49.986296 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38859797-04c8-47e2-a4ed-711f6136e487" -d '{"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-deleted", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:33:50.029430 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f6e623-e328-4da1-b5f4-c075423cc2da x-openstack-request-id: req-e6f6e623-e328-4da1-b5f4-c075423cc2da {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:33:50.029726 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ee7bd4-61ad-424e-90e6-d6eb7838b632", "name": "network-vif-deleted", "tag": "43d74f4a-2d9a-40c5-af3e-66811c03904f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:33:50.030039 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6f6e623-e328-4da1-b5f4-c075423cc2da {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:33:50.030618 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ee7bd4-61ad-424e-90e6-d6eb7838b632', 'name': 'network-vif-deleted', 'tag': '43d74f4a-2d9a-40c5-af3e-66811c03904f', 'status': 'completed', 'code': 200} Dec 12 16:33:50.073851 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:33:50.275380 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:33:50.301464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:33:50.309971 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:33:50.310582 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:33:50.504578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:33:50.546460 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0cfed21-3bd9-4256-84f1-f215bccd5d44 req-d0aa0352-76d8-4b13-8e4a-a15125a9d164 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Dec 12 16:33:50.704302 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:33:50.734378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40af3fd-9470-4f18-8d21-8263c6c73e01 None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '968d969f-53e3-4582-9ea9-aa0324c1240b', 'name': '', 'network_id': 'dc92aca2-a08a-41aa-a74d-2e259822c26c', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'mac_address': 'fa:16:3e:08:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:52Z', 'updated_at': '2021-12-12T16:23:56Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'subnets': [{'id': '2a02a6a3-883a-42c7-801b-961856246b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:33:50.955475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1b3fc-d566-4253-a2d0-22f67403f2f8 None None] New status for floating IP 78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:33:51.564346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:33:51.591528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 43d74f4a-2d9a-40c5-af3e-66811c03904f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:33:51.591528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 43d74f4a-2d9a-40c5-af3e-66811c03904f not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:33:51.652870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a065c89-c0b6-4b3d-a6ad-feb4b71fbd7b req-eacdf544-633d-40e7-bcec-302fbddb1b3e tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0313888 Dec 12 16:33:52.748418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a127549-15ce-489f-b4dc-18b7924e6890 req-62ff329a-ffc2-41b1-8ef4-ea6323be83c5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0274453 Dec 12 16:33:53.888906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24f20067-b623-453e-8558-184498b94bdd req-c30c8146-16f4-4390-8b6c-6f4419d1f048 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7ee7bd4-61ad-424e-90e6-d6eb7838b632 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Dec 12 16:33:58.631714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57124) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:33:58.685525 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.708718 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.757595 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.760246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.761446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd735e5e-a60b-48e3-a514-53d4d08b6e0f HTTP/1.1" status: 204 len: 168 time: 0.1287098 Dec 12 16:33:58.764157 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:33:58.771046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85a391-2ba5-4374-b4d4-3511f70d0802 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd735e5e-a60b-48e3-a514-53d4d08b6e0f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:58.780862 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c9c1e67b-80eb-4d8e-8426-bffdfe4de2f5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] show failed (client error): The resource could not be found. Dec 12 16:33:58.784410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c9c1e67b-80eb-4d8e-8426-bffdfe4de2f5 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "GET /v2.0/security-groups/dd735e5e-a60b-48e3-a514-53d4d08b6e0f HTTP/1.1" status: 404 len: 347 time: 0.0158265 Dec 12 16:33:58.784652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:33:58.914041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Deleting port e470abf8-1beb-47a1-be14-60914d0641b8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:33:58.914287 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.989793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:58.990034 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:59.001377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Calling delete_port for e470abf8-1beb-47a1-be14-60914d0641b8 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:33:59.132296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:59.162133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Pushing event deleted for resources: {'Port': ['ID=e470abf8-1beb-47a1-be14-60914d0641b8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:33:59.223460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:59.226256 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:59.228263 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-30ba8bdf-839c-4012-97bd-cc40327f5d02 tempest-ServerActionsTestJSON-983968274 tempest-ServerActionsTestJSON-983968274-project] 10.222.0.36 "DELETE /v2.0/floatingips/78b1fa83-62de-4fb4-a3e1-fd305bfbcbf7 HTTP/1.1" status: 204 len: 168 time: 0.4425833 Dec 12 16:33:59.230491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57130) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:33:59.737491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:33:59.977072 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Deleting port 968d969f-53e3-4582-9ea9-aa0324c1240b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:33:59.977767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:00.053135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] For port 968d969f-53e3-4582-9ea9-aa0324c1240b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=968d969f-53e3-4582-9ea9-aa0324c1240b,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:00.053408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:00.064613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Calling delete_port for 968d969f-53e3-4582-9ea9-aa0324c1240b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:00.243022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:00.269584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Pushing event deleted for resources: {'Port': ['ID=968d969f-53e3-4582-9ea9-aa0324c1240b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:00.437668 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:00.644710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Router 5ce672e9-0c30-4372-a617-77131e403f56 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:34:00.751705 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:34:00.756817 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-16a71a84-6282-49fa-8f77-b2c6c7d1382e admin admin] 10.222.0.36 "PUT /v2.0/routers/5ce672e9-0c30-4372-a617-77131e403f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253341 Dec 12 16:34:00.759331 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:00.762491 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Sync routers for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:34:00.772853 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:00.773465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:00.861385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:00.876006 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:00.965031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.028755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Deleting port 13afc65f-9713-488e-a3c0-aa2e4824aff2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:01.029943 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.057139 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:34:00Z', 'revision_number': 5, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port': {'id': '13afc65f-9713-488e-a3c0-aa2e4824aff2', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce672e9-0c30-4372-a617-77131e403f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:01.083563 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Checking router: 5ce672e9-0c30-4372-a617-77131e403f56 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:34:01.093443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Routers {'5ce672e9-0c30-4372-a617-77131e403f56'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:01.094348 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:33:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['5ce672e9-0c30-4372-a617-77131e403f56'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:01.117504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] For port 13afc65f-9713-488e-a3c0-aa2e4824aff2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=13afc65f-9713-488e-a3c0-aa2e4824aff2,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:01.117784 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.130561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Calling delete_port for 13afc65f-9713-488e-a3c0-aa2e4824aff2 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:01.185910 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] Set router 5ce672e9-0c30-4372-a617-77131e403f56 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:01.240373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:34:00Z', 'revision_number': 6, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:01.266123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb5657-dc0b-4039-b910-b62d45c310ab None None] The sync data for ids ['5ce672e9-0c30-4372-a617-77131e403f56'] in n-d-710847-8 is: [{'id': '5ce672e9-0c30-4372-a617-77131e403f56', 'name': 'tempest-ServerActionsTestJSON-1062192926-router', 'tenant_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:23:50Z', 'updated_at': '2021-12-12T16:34:00Z', 'revision_number': 6, 'project_id': '8f3273de7c6d496e8cac8333ba6d96ba', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:34:01.316992 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.342584 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Pushing event deleted for resources: {'Port': ['ID=13afc65f-9713-488e-a3c0-aa2e4824aff2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:01.358031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa73aa-3904-40bc-9a79-385d050910f7 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:01.401017 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.493114 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.495220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.538274 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.538824 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce672e9-0c30-4372-a617-77131e403f56 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:34:01.543276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.544479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-dc1f1ac1-8f9e-4441-8342-30f101d5a754 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5ce672e9-0c30-4372-a617-77131e403f56 HTTP/1.1" status: 204 len: 168 time: 0.7842007 Dec 12 16:34:01.547030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:01.589814 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Deleting subnet 2a02a6a3-883a-42c7-801b-961856246b9f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:01.592845 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.627588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.713081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.765721 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.793386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.797105 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2a02a6a3-883a-42c7-801b-961856246b9f HTTP/1.1" status: 204 len: 168 time: 0.2491925 Dec 12 16:34:01.798062 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f00c9-2304-4d80-bc3e-30d5f233a78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a02a6a3-883a-42c7-801b-961856246b9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:01.798397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6e7ef-1798-43e5-a6a7-5213d8c8e80a None None] Network dc92aca2-a08a-41aa-a74d-2e259822c26c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:01.800225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:01.869308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.924230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Deleting port b98add1f-fcc5-449b-b871-ddd28d35c174 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:01.924568 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.985456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] For port b98add1f-fcc5-449b-b871-ddd28d35c174, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b98add1f-fcc5-449b-b871-ddd28d35c174,segment=NetworkSegment(bb4bb3e7-4d8f-4503-a94f-416e253a834f),segment_id=bb4bb3e7-4d8f-4503-a94f-416e253a834f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:01.985752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:01.998138 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Calling delete_port for b98add1f-fcc5-449b-b871-ddd28d35c174 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:02.052828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] DHCP port deletion for dc92aca2-a08a-41aa-a74d-2e259822c26c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:02.086294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.101146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Deleting port b98add1f-fcc5-449b-b871-ddd28d35c174 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:02.101559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.112747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98add1f-fcc5-449b-b871-ddd28d35c174,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:02.117984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] No DVR routers for this DVR port b98add1f-fcc5-449b-b871-ddd28d35c174 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:02.171654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] For port b98add1f-fcc5-449b-b871-ddd28d35c174, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:02.172094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.185917 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Calling delete_port for b98add1f-fcc5-449b-b871-ddd28d35c174 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:02.188668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Port b98add1f-fcc5-449b-b871-ddd28d35c174 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 16:34:02.189997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.210527 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.215259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] Pushing event deleted for resources: {'Port': ['ID=b98add1f-fcc5-449b-b871-ddd28d35c174,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:02.219908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609cfa79-567b-4ddb-ad59-32698f1793d3 None None] No DVR routers for this DVR port b98add1f-fcc5-449b-b871-ddd28d35c174 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:02.238156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc92aca2-a08a-41aa-a74d-2e259822c26c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:02.249230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4bb3e7-4d8f-4503-a94f-416e253a834f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:02.249540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4bb3e7-4d8f-4503-a94f-416e253a834f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:02.259831 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.273396 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.280018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:02.280486 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:02.282588 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:02.342242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.347365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.350648 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc92aca2-a08a-41aa-a74d-2e259822c26c HTTP/1.1" status: 204 len: 168 time: 0.5494623 Dec 12 16:34:02.363097 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271f1e-f469-4777-862b-9c7e1d7e3b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc92aca2-a08a-41aa-a74d-2e259822c26c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:02.472040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:02.511570 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62c40e18-dee2-4a02-ab41-b6c354fa8786 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f3273de7c6d496e8cac8333ba6d96ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381339 Dec 12 16:34:02.514057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:02.564649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.585166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.639574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.642241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:02.643654 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc12642c-a972-44c3-a245-b6c29269eeb6 HTTP/1.1" status: 204 len: 168 time: 0.1287136 Dec 12 16:34:02.651754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a8fea-3f0d-467c-aac5-e1c71ace6b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12642c-a972-44c3-a245-b6c29269eeb6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:02.666331 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 968d969f-53e3-4582-9ea9-aa0324c1240b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:02.692844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 968d969f-53e3-4582-9ea9-aa0324c1240b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:02.693018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 968d969f-53e3-4582-9ea9-aa0324c1240b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:02.693558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b98add1f-fcc5-449b-b871-ddd28d35c174 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:02.716507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b98add1f-fcc5-449b-b871-ddd28d35c174 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:02.716880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b98add1f-fcc5-449b-b871-ddd28d35c174 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:02.717292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13afc65f-9713-488e-a3c0-aa2e4824aff2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:02.736834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 13afc65f-9713-488e-a3c0-aa2e4824aff2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:02.737178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 13afc65f-9713-488e-a3c0-aa2e4824aff2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:03.345626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:03.442118 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-59441023-network', 'tenant_id': 'b5a43cefd63645c59f2253e2c2ec55b7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:03.462766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Made reservation on behalf of b5a43cefd63645c59f2253e2c2ec55b7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:03.465063 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.473902 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.546276 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.549842 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.574119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:03.583787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7c063-449f-43d5-9b0a-7076a6f7302c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:03.588499 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.588866 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Added segment 062da05b-6eaf-49cc-9d56-365c2d2062c5 of type vlan for network 10f2a6e9-bf35-42aa-9b89-716752c11581 Dec 12 16:34:03.628020 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.652080 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.653122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:03.653695 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.710887 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3641124 Dec 12 16:34:03.713960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57170) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:03.716146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb82c-0b97-4925-9d31-016f1af2d83c admin admin] Pushing event updated for resources: {'Network': ['ID=10f2a6e9-bf35-42aa-9b89-716752c11581,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:03.718862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Request body: {'subnet': {'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-59441023-subnet', 'tenant_id': 'b5a43cefd63645c59f2253e2c2ec55b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:03.726553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:03.742068 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Made reservation on behalf of b5a43cefd63645c59f2253e2c2ec55b7 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:03.744463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.905913 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:03.964256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e59fce-4630-4e35-9a4f-7fdf371aa8a1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:03.972902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Checking segment: {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:03.973281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Network hostable DHCP agents. Network: 10f2a6e9-bf35-42aa-9b89-716752c11581, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:03.989497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:03.997746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 10f2a6e9-bf35-42aa-9b89-716752c11581) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:04.001686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:04.002268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:04.008352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4161c1f-d4c3-4b02-bd69-1774c7dae29a None None] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:04.017991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fdd7ade5-4fde-4709-8154-fa40704e347b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3030074 Dec 12 16:34:04.107264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde69cf4-8952-4b8b-9e8f-a5287daff32f None None] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:04.437517 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-f782fa0f-1b4c-41e9-bde2-84f42907b8c7 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:04.438972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-f782fa0f-1b4c-41e9-bde2-84f42907b8c7 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 812 time: 0.1000493 Dec 12 16:34:04.454253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-402f124d-bb08-4afa-9fac-6b83fbb773b3 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/quotas/b5a43cefd63645c59f2253e2c2ec55b7 HTTP/1.1" status: 200 len: 375 time: 0.0088484 Dec 12 16:34:04.490268 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-e64398fc-a05f-408e-b3b5-e5244c39d4ff tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308981 Dec 12 16:34:04.577231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-5f2ed49a-966f-4892-b2b3-8b0cd858cd63 service neutron] 10.222.0.36 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795612 Dec 12 16:34:04.666936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-acf0e830-8d07-46fb-ab53-88c69b18fe90 service neutron] 10.222.0.36 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837142 Dec 12 16:34:04.826766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e30f8123-3dcf-4467-8308-af8e3e4b1a3d req-30a46fdb-9614-43ad-b94b-f868c5a86210 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Dec 12 16:34:05.587984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe4d5a72-244c-429d-8651-2f77af316593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:05.923863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-05477251-4e7a-435b-bcd3-17d4d83363d3 req-58cec327-0fd9-4e7f-98c6-463eb75c0c66 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Dec 12 16:34:05.941483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-349bf02c-d448-4a82-bd63-a536244d4255 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:05.943946 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-349bf02c-d448-4a82-bd63-a536244d4255 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.30 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 812 time: 0.1125827 Dec 12 16:34:05.958999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Request body: {'port': {'device_id': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581', 'admin_state_up': True, 'tenant_id': 'b5a43cefd63645c59f2253e2c2ec55b7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:06.069389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Made reservation on behalf of b5a43cefd63645c59f2253e2c2ec55b7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:06.073091 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:06.198239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Allocated IP 172.20.0.2 (10f2a6e9-bf35-42aa-9b89-716752c11581/81e59fce-4630-4e35-9a4f-7fdf371aa8a1/24c91772-f4c1-4092-94fc-fc0a9b97c6cf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:06.619860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:06.653066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:06.701349 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:06.704370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:06.707291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:06.733927 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Pushing event updated for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:06.761424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:06.762035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:06.778108 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-507255ab-1783-4151-867d-7801aad17fc2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230960 Dec 12 16:34:06.795883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Request body: {'port': {'device_id': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:06.847706 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.047144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78089d1-c221-459b-88cf-e1f467286a22 req-e7fb0113-cbbc-4649-a7b5-1c4204c66359 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.048659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b78089d1-c221-459b-88cf-e1f467286a22 req-e7fb0113-cbbc-4649-a7b5-1c4204c66359 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 931 time: 0.0511715 Dec 12 16:34:07.096078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b78089d1-c221-459b-88cf-e1f467286a22 req-fb8a4a7f-28d5-4147-bd65-012d082add6b tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412931 Dec 12 16:34:07.113308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c91772-f4c1-4092-94fc-fc0a9b97c6cf {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:34:07.121523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.133052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Transition to ACTIVE for port object 24c91772-f4c1-4092-94fc-fc0a9b97c6cf will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:34:07.136809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.184620 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:07.252736 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Attempting to bind port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:07.252978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Attempting to bind port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:07.253299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Attempting to bind port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf on network 10f2a6e9-bf35-42aa-9b89-716752c11581 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:07.257617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf on network 10f2a6e9-bf35-42aa-9b89-716752c11581 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:34:07.257936 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Attempting to bind port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf on network 10f2a6e9-bf35-42aa-9b89-716752c11581 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:07.262630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:07.262961 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Checking segment: {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:07.263336 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Bound using segment: {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:07.263754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Bound port: 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:07.264098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.328779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:07.331876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:07.335597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.373450 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.374064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.375447 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] 10.222.0.30 "PUT /v2.0/ports/24c91772-f4c1-4092-94fc-fc0a9b97c6cf HTTP/1.1" status: 200 len: 1091 time: 0.5836570 Dec 12 16:34:07.375903 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:07.378169 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee50977-cabe-4f9c-9912-3e81d45ab935" -d '{"events": [{"name": "network-changed", "server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:07.404485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ea6da-19ac-4a17-b494-d7c479b1ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:07.425219 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180805bc-bc51-43e1-9df9-84956bd18208 x-openstack-request-id: req-180805bc-bc51-43e1-9df9-84956bd18208 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:07.425500 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:07.425748 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-180805bc-bc51-43e1-9df9-84956bd18208 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:07.426137 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf', 'status': 'completed', 'code': 200} Dec 12 16:34:07.458862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-f4af11c4-14d5-4bbd-a260-7fed278aaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.460390 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-f4af11c4-14d5-4bbd-a260-7fed278aaf4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 1094 time: 0.0441785 Dec 12 16:34:07.510238 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-d6487814-6c4a-4378-9413-8b93e41cb96b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf HTTP/1.1" status: 200 len: 217 time: 0.0375173 Dec 12 16:34:07.562312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-d419d6aa-42c4-4d98-86cb-74f799b37b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.563716 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-d419d6aa-42c4-4d98-86cb-74f799b37b51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81e59fce-4630-4e35-9a4f-7fdf371aa8a1 HTTP/1.1" status: 200 len: 852 time: 0.0423713 Dec 12 16:34:07.601314 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-bdd21de3-27a1-45f1-a989-4047344681f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10f2a6e9-bf35-42aa-9b89-716752c11581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250044 Dec 12 16:34:07.613708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-66105f3c-ef8a-434b-9877-4c6b4a6c4b7e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:34:07.614711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-66105f3c-ef8a-434b-9877-4c6b4a6c4b7e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047998 Dec 12 16:34:07.709366 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-59ab903b-2185-4bf3-94b2-c83925e9bd95 service neutron] 10.222.0.30 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Dec 12 16:34:07.801823 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a9976545-1571-46e9-86fc-71fd4b9482cc req-f99754c7-aef8-48bc-bc81-17b99b5f86ef service neutron] 10.222.0.30 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815248 Dec 12 16:34:07.865344 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-667ac51e-b08b-4023-b2c9-f2810e01a9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:07.902578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-6a83716d-acfc-4e53-81ab-3e75abbf2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.904075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-6a83716d-acfc-4e53-81ab-3e75abbf2e84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 1094 time: 0.0421610 Dec 12 16:34:07.996124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-137d2b44-5721-4edc-8dcb-3f366814a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:07.997615 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-137d2b44-5721-4edc-8dcb-3f366814a82e service neutron] 10.222.0.30 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 912 time: 0.0861404 Dec 12 16:34:08.039850 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-73410240-38f2-45cf-9b1f-41eec0b7085b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf HTTP/1.1" status: 200 len: 217 time: 0.0343313 Dec 12 16:34:08.094910 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-01df1980-27da-4e1f-a24b-b3ad9040028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:08.096235 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-01df1980-27da-4e1f-a24b-b3ad9040028e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81e59fce-4630-4e35-9a4f-7fdf371aa8a1 HTTP/1.1" status: 200 len: 852 time: 0.0467160 Dec 12 16:34:08.128333 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-dcc2a00a-f394-44f2-9320-d42dd17dfac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10f2a6e9-bf35-42aa-9b89-716752c11581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241270 Dec 12 16:34:08.215215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02804f-9643-4ed9-9bd3-ed21b7df1afb req-fd77b995-6d3b-4e19-910f-3591b6601f06 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:08.216701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c02804f-9643-4ed9-9bd3-ed21b7df1afb req-fd77b995-6d3b-4e19-910f-3591b6601f06 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 943 time: 0.0525429 Dec 12 16:34:08.218625 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-cc8b0fdd-5466-407c-9909-84399fea1317 service neutron] 10.222.0.30 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Dec 12 16:34:08.248989 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:34:08.264565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c02804f-9643-4ed9-9bd3-ed21b7df1afb req-df87428d-ab7f-4b9e-a9b2-7cfcb8abccc1 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Dec 12 16:34:08.316869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0ee50977-cabe-4f9c-9912-3e81d45ab935 req-7bb9d37c-87dc-43fb-8eee-c6bc6c203f37 service neutron] 10.222.0.30 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Dec 12 16:34:08.865943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:09.381163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def5e71-09db-4510-805f-8d1183e9fa4c req-b16f7625-3267-4010-b4e3-d6d1863239ea tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:09.382635 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6def5e71-09db-4510-805f-8d1183e9fa4c req-b16f7625-3267-4010-b4e3-d6d1863239ea tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 943 time: 0.0480945 Dec 12 16:34:09.428562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6def5e71-09db-4510-805f-8d1183e9fa4c req-73ad0354-d56c-4c5d-aa57-5d7290643ffa tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 Dec 12 16:34:09.609605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 24c91772-f4c1-4092-94fc-fc0a9b97c6cf details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:34:09.705056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:09.716036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf', 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581', 'port_id': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf', 'mac_address': 'fa:16:3e:ec:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e59fce-4630-4e35-9a4f-7fdf371aa8a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:34:09.753003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:09.766270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c91772-f4c1-4092-94fc-fc0a9b97c6cf {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:34:09.791808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:09.800011 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:09.807014 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:09.849095 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:10.039798 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['24c91772-f4c1-4092-94fc-fc0a9b97c6cf'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:10.543224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f6666-60a4-404e-831c-81760e3c154d req-e54a0626-d63f-4d56-9d63-a6ea35ac677d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:10.544725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-732f6666-60a4-404e-831c-81760e3c154d req-e54a0626-d63f-4d56-9d63-a6ea35ac677d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 944 time: 0.0479434 Dec 12 16:34:10.594407 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-732f6666-60a4-404e-831c-81760e3c154d req-5f277b40-8908-4788-9271-57fef5188b3a tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Dec 12 16:34:10.619026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.275233 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.625989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 24c91772-f4c1-4092-94fc-fc0a9b97c6cf up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:11.674533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:34:11.679348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:11.679724 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.711457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0826b-33e6-40a4-baf4-fd7cb31309f6 req-2680cbe5-9b63-4132-a38c-54a15fa57655 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:11.712949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61b0826b-33e6-40a4-baf4-fd7cb31309f6 req-2680cbe5-9b63-4132-a38c-54a15fa57655 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 944 time: 0.0498362 Dec 12 16:34:11.757764 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.760698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-61b0826b-33e6-40a4-baf4-fd7cb31309f6 req-666b7050-8c26-4490-852d-3d8a50cc9d30 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Dec 12 16:34:11.781442 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:11.783780 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164a3bf0-a96b-41eb-a61e-da5ea8c0f0ec" -d '{"events": [{"server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "name": "network-vif-plugged", "status": "completed", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:11.797732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:11.802692 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.828105 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af31fe1-e477-44c6-91ac-a23f787541ff x-openstack-request-id: req-4af31fe1-e477-44c6-91ac-a23f787541ff {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:11.828411 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "name": "network-vif-plugged", "status": "completed", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:11.828682 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4af31fe1-e477-44c6-91ac-a23f787541ff {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:11.829074 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf', 'code': 200} Dec 12 16:34:11.876035 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:11.877259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:11.937711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27bf3-dbe8-4083-829e-f794e1d419b8 req-eed86331-5081-4422-980a-e49ce7b64aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:11.939211 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3a27bf3-dbe8-4083-829e-f794e1d419b8 req-eed86331-5081-4422-980a-e49ce7b64aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 1096 time: 0.0415962 Dec 12 16:34:11.985724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c3a27bf3-dbe8-4083-829e-f794e1d419b8 req-0b5b9f14-ae8c-4cc2-bd51-b4195f604dd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363913 Dec 12 16:34:12.875320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0b641-da26-4f6a-bb1b-33f51bccb07b req-a8e98137-fa25-465c-89dc-b03edcf7bd9b tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:12.876683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6a0b641-da26-4f6a-bb1b-33f51bccb07b req-a8e98137-fa25-465c-89dc-b03edcf7bd9b tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Dec 12 16:34:12.922912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6a0b641-da26-4f6a-bb1b-33f51bccb07b req-70bf005f-09b6-40e7-975e-1a3afbc29a8b tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Dec 12 16:34:14.041059 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34464f77-e5b7-4681-9b23-7dd04b268520 req-dc6ac744-3628-465f-99ac-c03412e925f5 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:14.042500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34464f77-e5b7-4681-9b23-7dd04b268520 req-dc6ac744-3628-465f-99ac-c03412e925f5 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Dec 12 16:34:14.087965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34464f77-e5b7-4681-9b23-7dd04b268520 req-1dc61a6b-05a9-43d8-af12-3a57bd14bd7f tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Dec 12 16:34:14.307148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-2a7e2e5d-b1b5-4e56-8557-8ec85f396abd tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:14.308575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-2a7e2e5d-b1b5-4e56-8557-8ec85f396abd tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 812 time: 0.0975645 Dec 12 16:34:14.322970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-4712925d-f7a0-4535-9585-f15f591ede55 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/quotas/b5a43cefd63645c59f2253e2c2ec55b7 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Dec 12 16:34:14.374294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-9f175864-e5db-446c-9a49-934e84905639 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463040 Dec 12 16:34:14.462103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-fba37550-bd1b-42f5-b43d-b7f1719c4679 service neutron] 10.222.0.36 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808103 Dec 12 16:34:14.552883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-686a6be5-d5a0-4469-8382-aebed18b50d0 service neutron] 10.222.0.36 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Dec 12 16:34:14.713162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad476a68-4369-40ce-afbb-2958dede6565 req-dfb220ea-55a6-4475-a6ba-e74ee2e96ca2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Dec 12 16:34:15.804785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b71ed76f-9d92-4b46-8764-85531cf94bc5 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:15.806222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b71ed76f-9d92-4b46-8764-85531cf94bc5 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.13 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 812 time: 0.1215394 Dec 12 16:34:15.826115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6e674d53-87e1-44ea-ad2a-8653a0671165 req-736f51ad-1621-404b-a854-0d89b2edfeca tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 210 time: 0.0420871 Dec 12 16:34:15.829437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Request body: {'port': {'device_id': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581', 'admin_state_up': True, 'tenant_id': 'b5a43cefd63645c59f2253e2c2ec55b7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:15.933270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Made reservation on behalf of b5a43cefd63645c59f2253e2c2ec55b7 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:15.936781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.061161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Allocated IP 172.20.0.4 (10f2a6e9-bf35-42aa-9b89-716752c11581/81e59fce-4630-4e35-9a4f-7fdf371aa8a1/72fc4ebd-0d58-4346-8f6e-34c042281fd7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:16.200667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.238073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.252278 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['24c91772-f4c1-4092-94fc-fc0a9b97c6cf'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:16.281294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Network 10f2a6e9-bf35-42aa-9b89-716752c11581 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:16.287926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:16.289981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:16.300187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Pushing event updated for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:16.334468 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.334725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.335064 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.335397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.335726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.336051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.336372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.336712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.337032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.337348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.337664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.337979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.338654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:16.362484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:16.363386 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.379699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-6360ac9b-566c-4b89-afb2-49377b6afdbf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556874 Dec 12 16:34:16.393091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Request body: {'port': {'device_id': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:16.448151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.702027 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fc4ebd-0d58-4346-8f6e-34c042281fd7 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:34:16.709798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.721732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Transition to ACTIVE for port object 72fc4ebd-0d58-4346-8f6e-34c042281fd7 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:34:16.725635 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.776224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:16.841072 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Attempting to bind port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:16.841757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Attempting to bind port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:16.841757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Attempting to bind port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 on network 10f2a6e9-bf35-42aa-9b89-716752c11581 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:16.846207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 on network 10f2a6e9-bf35-42aa-9b89-716752c11581 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:34:16.846522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Attempting to bind port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 on network 10f2a6e9-bf35-42aa-9b89-716752c11581 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:16.851469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:16.851803 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Checking segment: {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:16.852182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Bound using segment: {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:16.852611 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Bound port: 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062da05b-6eaf-49cc-9d56-365c2d2062c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:16.852988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.940039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:16.944030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:16.950168 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:16.970542 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613ad95-5d09-4622-bbe7-3f5e1e9b41f1 req-7c568660-9cf8-404d-af7f-9d37f296a908 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:16.972024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d613ad95-5d09-4622-bbe7-3f5e1e9b41f1 req-7c568660-9cf8-404d-af7f-9d37f296a908 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 943 time: 0.0765104 Dec 12 16:34:17.006869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.007480 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:17.008825 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/72fc4ebd-0d58-4346-8f6e-34c042281fd7 HTTP/1.1" status: 200 len: 1091 time: 0.6213052 Dec 12 16:34:17.010129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:17.012349 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512be091-baf4-4f51-98a8-0d57c1fbb33a" -d '{"events": [{"name": "network-changed", "server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:17.066790 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49266ed9-beb0-4d7b-9458-d40b5def2883 x-openstack-request-id: req-49266ed9-beb0-4d7b-9458-d40b5def2883 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:17.067617 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:17.067863 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49266ed9-beb0-4d7b-9458-d40b5def2883 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:17.068264 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7', 'status': 'completed', 'code': 200} Dec 12 16:34:17.091241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e54b1a-64a7-47c8-93a4-d14ef432a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:17.101752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d613ad95-5d09-4622-bbe7-3f5e1e9b41f1 req-b2fed580-39ac-462a-92c1-296f07a1edd4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129594 Dec 12 16:34:17.114858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-2687cc1b-3fcc-4f22-9a66-131e9df44968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.116326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-2687cc1b-3fcc-4f22-9a66-131e9df44968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0630507 Dec 12 16:34:17.158395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-132e80d2-4bad-4268-9cc6-d692a244aee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7 HTTP/1.1" status: 200 len: 217 time: 0.0343666 Dec 12 16:34:17.210989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-f52be408-72b6-439f-9499-ba1c6672c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.212315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-f52be408-72b6-439f-9499-ba1c6672c9a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81e59fce-4630-4e35-9a4f-7fdf371aa8a1 HTTP/1.1" status: 200 len: 852 time: 0.0472770 Dec 12 16:34:17.244503 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-670e8d3a-aa12-4cba-a480-b1134763f542 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10f2a6e9-bf35-42aa-9b89-716752c11581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245440 Dec 12 16:34:17.332416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-e3c37829-2a7b-4ecc-89b1-66fb9cfd3148 service neutron] 10.222.0.13 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797083 Dec 12 16:34:17.421614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d20dc836-c5e7-48ca-8119-0c66b486bdb3 req-d0134ff2-ad79-4f69-873a-669cb3beaa40 service neutron] 10.222.0.13 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823119 Dec 12 16:34:17.509149 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-926dc34f-d89b-4c49-b578-ee7db0f42d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.510530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-926dc34f-d89b-4c49-b578-ee7db0f42d7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0417814 Dec 12 16:34:17.600524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-46df6053-5c7f-4bec-b536-492752e7b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.601991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-46df6053-5c7f-4bec-b536-492752e7b8e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 200 len: 912 time: 0.0843055 Dec 12 16:34:17.644158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-52eab92c-26fa-4c32-b560-ff11dde63a03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7 HTTP/1.1" status: 200 len: 217 time: 0.0345876 Dec 12 16:34:17.692537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-0bd522a3-de84-4995-aa2a-b8c10f22018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:17.694062 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-0bd522a3-de84-4995-aa2a-b8c10f22018d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81e59fce-4630-4e35-9a4f-7fdf371aa8a1 HTTP/1.1" status: 200 len: 852 time: 0.0430949 Dec 12 16:34:17.726878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-99dcaed0-1ebd-4eab-a0f3-7090068f580a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10f2a6e9-bf35-42aa-9b89-716752c11581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244474 Dec 12 16:34:17.819180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-ad31fa58-fc8e-44cf-9d30-6002aea95cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839283 Dec 12 16:34:17.907668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-512be091-baf4-4f51-98a8-0d57c1fbb33a req-e5b9c424-a6e8-49ea-98f2-2ded8bf14edb service neutron] 10.222.0.13 "GET /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812800 Dec 12 16:34:18.224777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffb810-f5ad-4842-9463-b4f9e3e960e4 req-f1185a8d-a39a-4d2f-b033-7beea5cce454 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:18.226238 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15ffb810-f5ad-4842-9463-b4f9e3e960e4 req-f1185a8d-a39a-4d2f-b033-7beea5cce454 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 943 time: 0.0541410 Dec 12 16:34:18.273898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-15ffb810-f5ad-4842-9463-b4f9e3e960e4 req-2a246ae4-5f20-4c58-8545-4f6580ffe177 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Dec 12 16:34:19.386142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb00b5-6b85-4f9a-8c9e-69c861bbc5d9 req-d3c83f73-0372-4804-9aaf-f77e7f6cc8cb tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:19.387577 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-caeb00b5-6b85-4f9a-8c9e-69c861bbc5d9 req-d3c83f73-0372-4804-9aaf-f77e7f6cc8cb tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 943 time: 0.0487680 Dec 12 16:34:19.433375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-caeb00b5-6b85-4f9a-8c9e-69c861bbc5d9 req-37f37841-f7a4-49bd-8e13-9337c4436e95 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Dec 12 16:34:20.427202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 72fc4ebd-0d58-4346-8f6e-34c042281fd7 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:34:20.522580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:20.533834 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '72fc4ebd-0d58-4346-8f6e-34c042281fd7', 'network_id': '10f2a6e9-bf35-42aa-9b89-716752c11581', 'port_id': '72fc4ebd-0d58-4346-8f6e-34c042281fd7', 'mac_address': 'fa:16:3e:8f:4e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e59fce-4630-4e35-9a4f-7fdf371aa8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:34:20.545942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6ef9c-5783-461e-9d50-135710952279 req-2b985265-930d-467b-a4a7-0a49e6517dd8 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:20.547397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08e6ef9c-5783-461e-9d50-135710952279 req-2b985265-930d-467b-a4a7-0a49e6517dd8 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 943 time: 0.0481980 Dec 12 16:34:20.571178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:20.583824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fc4ebd-0d58-4346-8f6e-34c042281fd7 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:34:20.597788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08e6ef9c-5783-461e-9d50-135710952279 req-7f51da2b-94cd-40b1-a2d6-0da030a3ba81 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Dec 12 16:34:20.604285 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:20.608247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:20.653803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:20.801461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['72fc4ebd-0d58-4346-8f6e-34c042281fd7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:21.714317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b186a9f-d61a-41ae-8918-0cab3f61897e req-ca123bf8-20f6-46c5-be25-6aa4c015c867 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:21.715755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b186a9f-d61a-41ae-8918-0cab3f61897e req-ca123bf8-20f6-46c5-be25-6aa4c015c867 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 944 time: 0.0471182 Dec 12 16:34:21.762707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b186a9f-d61a-41ae-8918-0cab3f61897e req-a97cdae1-2d12-4a14-981e-0def15cb01b9 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Dec 12 16:34:22.427419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 72fc4ebd-0d58-4346-8f6e-34c042281fd7 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:22.473924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:34:22.477515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:22.477881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:22.555157 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:22.576852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:22.579074 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc30f6b-7461-48d7-8176-3435d492bdaf" -d '{"events": [{"server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "name": "network-vif-plugged", "status": "completed", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:22.592222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:22.597101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:22.620589 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894b6a1b-5d8c-47e7-a439-603d0de2b62a x-openstack-request-id: req-894b6a1b-5d8c-47e7-a439-603d0de2b62a {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:22.620905 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "name": "network-vif-plugged", "status": "completed", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:22.621160 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-894b6a1b-5d8c-47e7-a439-603d0de2b62a {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:22.621576 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7', 'code': 200} Dec 12 16:34:22.648229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:22.715232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb43b-5030-4a84-be10-d1039d25789f req-9589b446-766e-468c-bb20-645d00db5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:22.716657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-868fb43b-5030-4a84-be10-d1039d25789f req-9589b446-766e-468c-bb20-645d00db5477 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0388434 Dec 12 16:34:22.760906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-868fb43b-5030-4a84-be10-d1039d25789f req-8a204eac-febd-4af8-934c-84c90898e494 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Dec 12 16:34:22.880299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ff2e3-fdad-4c33-9a5d-4cd7f8beb49a req-593f5d7a-56c2-423b-8a1e-d880044e9b2f tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:22.881760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f98ff2e3-fdad-4c33-9a5d-4cd7f8beb49a req-593f5d7a-56c2-423b-8a1e-d880044e9b2f tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Dec 12 16:34:22.928164 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f98ff2e3-fdad-4c33-9a5d-4cd7f8beb49a req-032226a3-66b3-4973-b97f-b293fc634aa9 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Dec 12 16:34:24.044344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e16bde-fe12-41bd-9e1f-aff7a14c2509 req-710e04a9-068e-43f1-beee-94aa31586158 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:24.045857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28e16bde-fe12-41bd-9e1f-aff7a14c2509 req-710e04a9-068e-43f1-beee-94aa31586158 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Dec 12 16:34:24.093116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-28e16bde-fe12-41bd-9e1f-aff7a14c2509 req-07803595-0dda-4bb9-8823-9e52e3092a86 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Dec 12 16:34:24.324549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592f1f-25aa-41e3-b524-63b618a65c07 req-e7604b9f-ed8d-4b5b-9b4c-6d5c17a20c6c tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:24.326076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48592f1f-25aa-41e3-b524-63b618a65c07 req-e7604b9f-ed8d-4b5b-9b4c-6d5c17a20c6c tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 945 time: 0.0518937 Dec 12 16:34:24.373760 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-48592f1f-25aa-41e3-b524-63b618a65c07 req-55d771a1-e28a-49b2-b9a5-71bcddfe7442 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Dec 12 16:34:25.488522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b91db-9063-4172-b5d8-d91d033062e6 req-b9415d82-3681-45c1-ae2b-6ebcd5c225a9 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:25.490693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-106b91db-9063-4172-b5d8-d91d033062e6 req-b9415d82-3681-45c1-ae2b-6ebcd5c225a9 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 945 time: 0.0473969 Dec 12 16:34:25.536712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-106b91db-9063-4172-b5d8-d91d033062e6 req-f270ff6f-9def-4078-a07b-069377877e80 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Dec 12 16:34:25.633107 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-cf0bca19-303b-43b4-80e9-9fc35e2328fe tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:25.634555 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-cf0bca19-303b-43b4-80e9-9fc35e2328fe tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.13 "GET /v2.0/ports?device_id=6318414a-2025-4e8d-b633-e912ee7fa3b6 HTTP/1.1" status: 200 len: 945 time: 0.0480120 Dec 12 16:34:25.723849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Deleting port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:25.724178 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:25.809863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] For port 72fc4ebd-0d58-4346-8f6e-34c042281fd7, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=72fc4ebd-0d58-4346-8f6e-34c042281fd7,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:25.810217 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:25.821744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Calling delete_port for 72fc4ebd-0d58-4346-8f6e-34c042281fd7 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:25.949733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:25.961499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['72fc4ebd-0d58-4346-8f6e-34c042281fd7'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:25.965904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['24c91772-f4c1-4092-94fc-fc0a9b97c6cf'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:25.980198 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Pushing event deleted for resources: {'Port': ['ID=72fc4ebd-0d58-4346-8f6e-34c042281fd7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:26.024584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] No DVR routers for this DVR port 72fc4ebd-0d58-4346-8f6e-34c042281fd7 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:26.027354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:26.030860 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7d3095f7-1fe8-4849-aa8d-8cdf334dd1f4 req-f9575e2d-7a8d-4bc9-9039-c637a0ab8f5d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.13 "DELETE /v2.0/ports/72fc4ebd-0d58-4346-8f6e-34c042281fd7 HTTP/1.1" status: 204 len: 173 time: 0.3895512 Dec 12 16:34:26.031321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'name': 'network-vif-deleted', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:26.033671 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f16959-540d-4daa-aaa6-d5e3db7f2103" -d '{"events": [{"server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "name": "network-vif-deleted", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:26.086742 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e805acd7-f6b0-4938-8ee1-22c162597247 x-openstack-request-id: req-e805acd7-f6b0-4938-8ee1-22c162597247 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:26.087041 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6318414a-2025-4e8d-b633-e912ee7fa3b6", "name": "network-vif-deleted", "tag": "72fc4ebd-0d58-4346-8f6e-34c042281fd7", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:26.087300 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e805acd7-f6b0-4938-8ee1-22c162597247 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:26.087732 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6318414a-2025-4e8d-b633-e912ee7fa3b6', 'name': 'network-vif-deleted', 'tag': '72fc4ebd-0d58-4346-8f6e-34c042281fd7', 'status': 'completed', 'code': 200} Dec 12 16:34:26.689538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16950f3e-12d3-4124-8dfa-e23d51d58a60 req-cbed2222-077b-464a-96bf-8be565232f3a tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:26.691001 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16950f3e-12d3-4124-8dfa-e23d51d58a60 req-cbed2222-077b-464a-96bf-8be565232f3a tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0486360 Dec 12 16:34:26.738389 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16950f3e-12d3-4124-8dfa-e23d51d58a60 req-c93d3e08-0f94-4413-a8c7-63e96b65bf7b tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Dec 12 16:34:26.867099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac166f2f-2e8d-4554-bf8f-7e741586e47d req-9aa7b7e6-821a-4d32-a69c-ee637a31ef93 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:26.868492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac166f2f-2e8d-4554-bf8f-7e741586e47d req-9aa7b7e6-821a-4d32-a69c-ee637a31ef93 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Dec 12 16:34:26.915418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ac166f2f-2e8d-4554-bf8f-7e741586e47d req-1018be81-97d6-472f-8858-5abb3ae58ccf tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Dec 12 16:34:27.032858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a34e3-72b8-42a9-a024-294bb9d03abc req-38a554ec-a080-4e4b-9328-35a096271e5e tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:27.034315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-940a34e3-72b8-42a9-a024-294bb9d03abc req-38a554ec-a080-4e4b-9328-35a096271e5e tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0520062 Dec 12 16:34:27.080674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-940a34e3-72b8-42a9-a024-294bb9d03abc req-6a6d00e5-6c8f-4df6-9850-1c09bbd0bfbc tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Dec 12 16:34:27.247820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbe969-44d7-4db4-aec9-45276645b9dd req-a4bdde70-3694-4d99-910b-d5c9540458c2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:27.249278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89fbe969-44d7-4db4-aec9-45276645b9dd req-a4bdde70-3694-4d99-910b-d5c9540458c2 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0473223 Dec 12 16:34:27.295699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-89fbe969-44d7-4db4-aec9-45276645b9dd req-f0723f53-3f2a-494f-83b4-8e3ae415e934 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Dec 12 16:34:27.412294 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc490-d441-4468-8e1e-68c96b786b25 req-873df668-cae3-4907-a465-e18ec3b256f0 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:27.413698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-641fc490-d441-4468-8e1e-68c96b786b25 req-873df668-cae3-4907-a465-e18ec3b256f0 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Dec 12 16:34:27.459099 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-641fc490-d441-4468-8e1e-68c96b786b25 req-5a12d944-086b-4548-808d-7406be362d11 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Dec 12 16:34:27.581463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85038f-7f4f-40b2-8389-28e32905ee77 req-6a854323-7e43-4d1c-a428-970bfdf47c6d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:27.582919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b85038f-7f4f-40b2-8389-28e32905ee77 req-6a854323-7e43-4d1c-a428-970bfdf47c6d tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Dec 12 16:34:27.629887 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b85038f-7f4f-40b2-8389-28e32905ee77 req-5ad2c118-137f-438f-92a9-ca5a4c891d8f tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Dec 12 16:34:27.927956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818276da-9bf7-4775-8bf6-a5d23c2ba1d9 req-791f4f79-e56b-4122-9c5f-6dbd137c8eef tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:27.929689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-818276da-9bf7-4775-8bf6-a5d23c2ba1d9 req-791f4f79-e56b-4122-9c5f-6dbd137c8eef tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Dec 12 16:34:27.979981 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-818276da-9bf7-4775-8bf6-a5d23c2ba1d9 req-de2a4fcd-44eb-4282-bd84-fd2c7600ac09 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443070 Dec 12 16:34:29.376792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-0e17f396-8363-4817-a6dd-0ae8dd556ad8 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:29.378196 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-0e17f396-8363-4817-a6dd-0ae8dd556ad8 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.30 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.0502124 Dec 12 16:34:29.406344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fe9b9-6bd8-4c41-bce4-4c52ab3e9f6e req-be3637b4-eb8d-4363-8c45-ab298c06b06a tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:29.407830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c09fe9b9-6bd8-4c41-bce4-4c52ab3e9f6e req-be3637b4-eb8d-4363-8c45-ab298c06b06a tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/ports?device_id=e330e93b-67a3-4b36-b545-60d16e2649f7 HTTP/1.1" status: 200 len: 945 time: 0.3599670 Dec 12 16:34:29.454538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c09fe9b9-6bd8-4c41-bce4-4c52ab3e9f6e req-32ad8d02-ae9e-44f8-a353-779d6c6b5ef1 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.36 "GET /v2.0/security-groups?id=abf7c063-449f-43d5-9b0a-7076a6f7302c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Dec 12 16:34:29.478478 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Deleting port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:29.478817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:29.564311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] For port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,segment=NetworkSegment(062da05b-6eaf-49cc-9d56-365c2d2062c5),segment_id=062da05b-6eaf-49cc-9d56-365c2d2062c5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:29.564699 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:29.577190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Calling delete_port for 24c91772-f4c1-4092-94fc-fc0a9b97c6cf owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:29.706405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:29.721162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['24c91772-f4c1-4092-94fc-fc0a9b97c6cf'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:34:29.737065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Pushing event deleted for resources: {'Port': ['ID=24c91772-f4c1-4092-94fc-fc0a9b97c6cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:29.779251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] No DVR routers for this DVR port 24c91772-f4c1-4092-94fc-fc0a9b97c6cf on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:29.781835 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:29.785183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e26984ff-57e2-4c72-bb7f-b0bc6ea23ae8 req-413cb9ee-31e3-4e9a-8e4b-b94d3fabecc4 tempest-ServersNegativeTestJSON-951571830 tempest-ServersNegativeTestJSON-951571830-project] 10.222.0.30 "DELETE /v2.0/ports/24c91772-f4c1-4092-94fc-fc0a9b97c6cf HTTP/1.1" status: 204 len: 173 time: 0.3969967 Dec 12 16:34:29.785642 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'name': 'network-vif-deleted', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:34:29.787923 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb125cff-3f99-4f18-9da7-f9e895ccf42a" -d '{"events": [{"server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "name": "network-vif-deleted", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:34:29.828808 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ab174-2891-4c89-8e02-a02aee07106f x-openstack-request-id: req-ee7ab174-2891-4c89-8e02-a02aee07106f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:34:29.829114 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e330e93b-67a3-4b36-b545-60d16e2649f7", "name": "network-vif-deleted", "tag": "24c91772-f4c1-4092-94fc-fc0a9b97c6cf", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:34:29.829378 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee7ab174-2891-4c89-8e02-a02aee07106f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:34:29.829789 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e330e93b-67a3-4b36-b545-60d16e2649f7', 'name': 'network-vif-deleted', 'tag': '24c91772-f4c1-4092-94fc-fc0a9b97c6cf', 'status': 'completed', 'code': 200} Dec 12 16:34:30.442033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 72fc4ebd-0d58-4346-8f6e-34c042281fd7 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:30.461894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: 72fc4ebd-0d58-4346-8f6e-34c042281fd7 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:30.462244 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 72fc4ebd-0d58-4346-8f6e-34c042281fd7 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:30.511275 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57310) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:30.554683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Deleting subnet 81e59fce-4630-4e35-9a4f-7fdf371aa8a1 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:30.557727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.589938 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.631029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.681839 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.706100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e59fce-4630-4e35-9a4f-7fdf371aa8a1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:30.710353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.713525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5c5f1c11-44c7-479f-a679-e5f3c3bd5ec6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/81e59fce-4630-4e35-9a4f-7fdf371aa8a1 HTTP/1.1" status: 204 len: 168 time: 0.2012436 Dec 12 16:34:30.716115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57312) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:30.782148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.861671 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.880895 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f2a6e9-bf35-42aa-9b89-716752c11581']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:30.889784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062da05b-6eaf-49cc-9d56-365c2d2062c5') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:30.890080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062da05b-6eaf-49cc-9d56-365c2d2062c5') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:30.899864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.914344 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.920150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:30.920526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:30.922165 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:30.978445 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.983385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:30.986952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] 10.222.0.36 "DELETE /v2.0/networks/10f2a6e9-bf35-42aa-9b89-716752c11581 HTTP/1.1" status: 204 len: 168 time: 0.2698555 Dec 12 16:34:30.999339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426792fb-2d55-419e-a394-7c1d984cba6a admin admin] Pushing event deleted for resources: {'Network': ['ID=10f2a6e9-bf35-42aa-9b89-716752c11581,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:31.090936 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57316) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:31.131544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-01d777e5-d5ad-4a7e-b786-81a42506883a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a43cefd63645c59f2253e2c2ec55b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394068 Dec 12 16:34:31.134104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57318) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:31.180892 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:31.201870 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:31.250004 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:31.253241 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:31.254926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abf7c063-449f-43d5-9b0a-7076a6f7302c HTTP/1.1" status: 204 len: 168 time: 0.1194170 Dec 12 16:34:31.262867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0adb18-2d0e-42e3-a052-346842a9af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7c063-449f-43d5-9b0a-7076a6f7302c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:31.687839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 24c91772-f4c1-4092-94fc-fc0a9b97c6cf no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:31.707882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 24c91772-f4c1-4092-94fc-fc0a9b97c6cf {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:31.708243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 24c91772-f4c1-4092-94fc-fc0a9b97c6cf not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:31.949846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:32.044652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632337905'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:32.066206 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:32.069727 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.078300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.156543 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.161313 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.189556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:32.199261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9437a879-f46b-4956-8c2a-4d9a7892aceb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:32.204488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.204854 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Added segment a1e3ff45-328a-4cda-a5de-0dad625c7b7d of type vlan for network 09f6386a-0b6e-4454-9935-472ff165b82b Dec 12 16:34:32.245061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.269563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.275644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:32.276268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:32.325937 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3749914 Dec 12 16:34:32.343840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e1ff-e582-41a8-9385-473ce9892726 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Network': ['ID=09f6386a-0b6e-4454-9935-472ff165b82b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:32.355385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 09f6386a-0b6e-4454-9935-472ff165b82b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:35.544032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:35.549202 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'subnet': {'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:35.588717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02b70b6c-9678-4ebf-84fe-282ad049f9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:35.638622 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:35.642214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:35.823309 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:35.887133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Subnet': ['ID=756b3f02-7398-4888-bec8-4c25fbc1b4af,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:35.898309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.898658 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.899003 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.899340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.899676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.900004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.900330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.900741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.901075 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.901421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.901756 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.902077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.902396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:35.905685 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking segment: {'id': 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:35.906047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network hostable DHCP agents. Network: 09f6386a-0b6e-4454-9935-472ff165b82b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:35.922864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network 09f6386a-0b6e-4454-9935-472ff165b82b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:35.931222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 09f6386a-0b6e-4454-9935-472ff165b82b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:35.935355 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:35.935973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:35.941416 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e01472-fc8f-4073-90eb-6b2b37b6fedc None None] Network 09f6386a-0b6e-4454-9935-472ff165b82b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:35.951649 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-82690be8-abf8-476c-9487-db20885f4d85 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4065137 Dec 12 16:34:35.955126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:35.960960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472538671'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:35.982095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:35.985684 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.009109 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:36.018321 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.018662 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Added segment 07074c5b-1117-4900-b430-d83d6c29edea of type vlan for network caff07b5-ce62-4adf-aa52-1c169f98e614 Dec 12 16:34:36.061727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.088740 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.094753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:36.095378 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.149788 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1932473 Dec 12 16:34:36.153321 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:36.164888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'subnet': {'network_id': 'caff07b5-ce62-4adf-aa52-1c169f98e614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:36.202949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-09f6386a-0b6e-4454-9935-472ff165b82b', 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b', 'project_id': '786e6557c9ef42bdaf8db527ae8b74bb', 'fixed_ips': [{'subnet_id': '756b3f02-7398-4888-bec8-4c25fbc1b4af'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:36.203844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.215310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68939e-2f01-4129-8a7c-9384c3c6d7a1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Network': ['ID=caff07b5-ce62-4adf-aa52-1c169f98e614,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:36.229541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network caff07b5-ce62-4adf-aa52-1c169f98e614 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:36.264245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:36.267876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.397218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Allocated IP 2001:db8:0:ffff::2 (09f6386a-0b6e-4454-9935-472ff165b82b/756b3f02-7398-4888-bec8-4c25fbc1b4af/60ae69b5-29c9-49c0-a2dc-17fce0f248eb) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:36.457448 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.517846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Subnet': ['ID=29d0e3d9-58ed-41e1-852b-af507fd18dda,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:36.527701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking segment: {'id': '07074c5b-1117-4900-b430-d83d6c29edea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'caff07b5-ce62-4adf-aa52-1c169f98e614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:36.528064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network hostable DHCP agents. Network: caff07b5-ce62-4adf-aa52-1c169f98e614, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:36.543741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.545588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network caff07b5-ce62-4adf-aa52-1c169f98e614 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:36.549687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.556362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, caff07b5-ce62-4adf-aa52-1c169f98e614) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:36.560677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:36.561326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.578057 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-57270d7f-6b56-4da0-90a0-b9f9fd86195c tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4244342 Dec 12 16:34:36.580798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:36.586735 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b74d8-6254-4ef8-afaa-4394e5f196b5 None None] Network caff07b5-ce62-4adf-aa52-1c169f98e614 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:36.593849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Network 09f6386a-0b6e-4454-9935-472ff165b82b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:36.609992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:36.613694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:36.664763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Pushing event updated for resources: {'Port': ['ID=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:36.684005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.705591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.705937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.706277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.706612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.706947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.707277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.708128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.708453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.708803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.709127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.709448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.709771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.710089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:36.740152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Attempting to bind port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:36.740526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Attempting to bind port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:36.740928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Attempting to bind port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb on network 09f6386a-0b6e-4454-9935-472ff165b82b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:36.759874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:36.760258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Checking segment: {'id': 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:36.760683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.761070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Bound using segment: {'id': 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:36.761546 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Bound port: 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '09f6386a-0b6e-4454-9935-472ff165b82b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:36.762004 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.762659 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.766862 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f6a42-bd7b-4a48-b414-b53bb8b3c646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-caff07b5-ce62-4adf-aa52-1c169f98e614', 'network_id': 'caff07b5-ce62-4adf-aa52-1c169f98e614', 'project_id': '786e6557c9ef42bdaf8db527ae8b74bb', 'fixed_ips': [{'subnet_id': '29d0e3d9-58ed-41e1-852b-af507fd18dda'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:36.767689 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-679f6a42-bd7b-4a48-b414-b53bb8b3c646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.831235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.860543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Subnet': ['ID=29d0e3d9-58ed-41e1-852b-af507fd18dda,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:36.908778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] For port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:36.914619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] For port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,segment=NetworkSegment(a1e3ff45-328a-4cda-a5de-0dad625c7b7d),segment_id=a1e3ff45-328a-4cda-a5de-0dad625c7b7d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-679f6a42-bd7b-4a48-b414-b53bb8b3c646 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29d0e3d9-58ed-41e1-852b-af507fd18dda: This subnet is being modified by another concurrent operation. Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29d0e3d9-58ed-41e1-852b-af507fd18dda: This subnet is being modified by another concurrent operation. Dec 12 16:34:36.919372 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:34:36.926893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.927264 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.950382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caff07b5-ce62-4adf-aa52-1c169f98e614']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:36.955271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d6322b-8ea2-4b30-80c0-c0fca9e45b9d None None] Network caff07b5-ce62-4adf-aa52-1c169f98e614 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:36.960274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07074c5b-1117-4900-b430-d83d6c29edea') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:36.960575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07074c5b-1117-4900-b430-d83d6c29edea') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:36.975727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.988938 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.995359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:36.995833 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:36.999582 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:37.056433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff1bf2-9962-44bd-9d79-3fb4fd0469d0 None None] Pushing event updated for resources: {'Port': ['ID=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:37.068203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.075779 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.079020 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/caff07b5-ce62-4adf-aa52-1c169f98e614 HTTP/1.1" status: 204 len: 168 time: 0.4972856 Dec 12 16:34:37.083212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57352) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:37.089056 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734723885'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:37.091509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59be0f2-cb9b-47e7-a722-1d12b23bc7ac tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Network': ['ID=caff07b5-ce62-4adf-aa52-1c169f98e614,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:37.110115 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:37.113985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.144176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:37.162365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.162757 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Added segment e8ba3845-ccbb-48f5-8799-e72ce56d9ac0 of type vlan for network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 Dec 12 16:34:37.217946 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.243885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.250090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:37.250666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.307213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2224677 Dec 12 16:34:37.310154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:37.315419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'subnet': {'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:37.322749 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc235b-b3eb-43eb-8857-97bafd743ebd tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Network': ['ID=5499f144-27c7-4f2b-a05d-bb35d4d2d9c6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:37.333191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:37.408092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:37.412270 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.470368 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 12 16:34:37.470888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 12 16:34:37.591314 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.658037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Subnet': ['ID=3192038c-92fe-44cb-a462-f1fd4de07334,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:37.664883 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking segment: {'id': 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:37.665083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network hostable DHCP agents. Network: 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:37.683536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:37.695613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:37.702601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529cc4e-054d-4d68-9fa7-106ee03b903a None None] Network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:37.703686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:37.704289 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.723775 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-99459278-b3a7-42c7-b6ca-f664408a5ae3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4118197 Dec 12 16:34:37.726415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57356) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:37.813977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5499f144-27c7-4f2b-a05d-bb35d4d2d9c6', 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6', 'project_id': '786e6557c9ef42bdaf8db527ae8b74bb', 'fixed_ips': [{'subnet_id': '3192038c-92fe-44cb-a462-f1fd4de07334'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:37.814905 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.838027 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.921279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40f911a-1821-4f96-a5e5-3f91259ef5a8 None None] Network 09f6386a-0b6e-4454-9935-472ff165b82b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:37.930832 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf7f29db-8e0f-4fee-a4bd-c66ea9e36c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:37.939940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.039056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] Provisioning complete for port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:38.039428 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.049077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Allocated IP 2001:db8::3 (5499f144-27c7-4f2b-a05d-bb35d4d2d9c6/3192038c-92fe-44cb-a462-f1fd4de07334/146236a6-5e9b-40bf-bb77-cb38525ec51e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:38.221687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.297885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] For port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,segment=NetworkSegment(a1e3ff45-328a-4cda-a5de-0dad625c7b7d),segment_id=a1e3ff45-328a-4cda-a5de-0dad625c7b7d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:38.304516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.334898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.347868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.370233 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.374554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317c53c-3833-4f8d-8be1-b70bd532146d None None] Pushing event updated for resources: {'Port': ['ID=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:38.378381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:38.382710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:38.401794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:38.406080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Subnet': ['ID=3192038c-92fe-44cb-a462-f1fd4de07334,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:38.449458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Pushing event updated for resources: {'Port': ['ID=146236a6-5e9b-40bf-bb77-cb38525ec51e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:38.467444 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.476238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-01b73fce-add3-47cf-a628-1834c705fb38 None None] Provisioning complete for port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:38.476613 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01b73fce-add3-47cf-a628-1834c705fb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.493170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5499f144-27c7-4f2b-a05d-bb35d4d2d9c6']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:38.502349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:38.502650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:38.509234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Attempting to bind port 146236a6-5e9b-40bf-bb77-cb38525ec51e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:38.509616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Attempting to bind port 146236a6-5e9b-40bf-bb77-cb38525ec51e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:38.509991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Attempting to bind port 146236a6-5e9b-40bf-bb77-cb38525ec51e on network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:38.515670 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.519206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:38.519590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Checking segment: {'id': 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:38.520024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.520423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Bound using segment: {'id': 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:38.520928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Bound port: 146236a6-5e9b-40bf-bb77-cb38525ec51e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:38.521320 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.528894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.534913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:38.535257 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:38.538928 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:38.594716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 12 16:34:38.594716 n-d-710847-8 neutron-server[103412]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 12 16:34:38.594716 n-d-710847-8 neutron-server[103412]: [parameters: {'id': '5499f144-27c7-4f2b-a05d-bb35d4d2d9c6'}] Dec 12 16:34:38.594716 n-d-710847-8 neutron-server[103412]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:34:38.595205 n-d-710847-8 neutron-server[103412]: DEBUG oslo_db.api [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:34:38.619781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] For port 146236a6-5e9b-40bf-bb77-cb38525ec51e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:38.624716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] For port 146236a6-5e9b-40bf-bb77-cb38525ec51e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=146236a6-5e9b-40bf-bb77-cb38525ec51e,segment=NetworkSegment(e8ba3845-ccbb-48f5-8799-e72ce56d9ac0),segment_id=e8ba3845-ccbb-48f5-8799-e72ce56d9ac0)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:38.631824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.712377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5749a9d-4b35-4eaa-927c-838e79fbecc1 None None] Pushing event updated for resources: {'Port': ['ID=146236a6-5e9b-40bf-bb77-cb38525ec51e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:38.719586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 60ae69b5-29c9-49c0-a2dc-17fce0f248eb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:38.750928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44523653-d90d-4d51-b421-72a29cbc3f50 None None] Network 5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:38.843209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:38.843581 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:38.894812 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39d84cf-057d-4c3f-8075-a424d7712b0b None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:34:38.917998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.096697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.159063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Deleting port 146236a6-5e9b-40bf-bb77-cb38525ec51e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:39.159405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.161786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d84cf-057d-4c3f-8075-a424d7712b0b None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:34:39.226513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] For port 146236a6-5e9b-40bf-bb77-cb38525ec51e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=146236a6-5e9b-40bf-bb77-cb38525ec51e,segment=NetworkSegment(e8ba3845-ccbb-48f5-8799-e72ce56d9ac0),segment_id=e8ba3845-ccbb-48f5-8799-e72ce56d9ac0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:39.226873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.240071 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Calling delete_port for 146236a6-5e9b-40bf-bb77-cb38525ec51e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:39.318018 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.349354 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No DVR routers for this DVR port 146236a6-5e9b-40bf-bb77-cb38525ec51e on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:39.350909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Port': ['ID=146236a6-5e9b-40bf-bb77-cb38525ec51e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:39.366111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac10b31-d353-427b-b5ad-a8723259c989 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:34:39.430133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.431527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac10b31-d353-427b-b5ad-a8723259c989 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:34:39.449881 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5499f144-27c7-4f2b-a05d-bb35d4d2d9c6']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:39.458852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:39.459145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ba3845-ccbb-48f5-8799-e72ce56d9ac0') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:39.468354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.482086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.488442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:39.488729 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:39.492255 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:39.553770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.558752 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.562153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 HTTP/1.1" status: 204 len: 168 time: 1.8346310 Dec 12 16:34:39.565892 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57358) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:39.571466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222915380'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:39.580963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30215e4-2842-4584-8fb3-7cb38fc87bdb tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Network': ['ID=5499f144-27c7-4f2b-a05d-bb35d4d2d9c6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:39.595190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:39.598945 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.624978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:39.637603 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.637956 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Added segment 84dec320-b8c4-4822-b51a-05fb2ba0a42d of type vlan for network 648f51e4-4899-4b04-9e20-1e30cec489c1 Dec 12 16:34:39.677457 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.703035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.708724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:39.709291 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.762465 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954398 Dec 12 16:34:39.765437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57360) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:39.770602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'subnet': {'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:39.779957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dfe76-7453-4203-9436-b0afeb71b6cc tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Network': ['ID=648f51e4-4899-4b04-9e20-1e30cec489c1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:39.792683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 648f51e4-4899-4b04-9e20-1e30cec489c1 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:39.810371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:39.865080 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:39.868717 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.046461 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.115255 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Subnet': ['ID=a4f51f19-1689-4d63-bfbe-27af49e975c0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:40.120062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking segment: {'id': '84dec320-b8c4-4822-b51a-05fb2ba0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:40.120500 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network hostable DHCP agents. Network: 648f51e4-4899-4b04-9e20-1e30cec489c1, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:40.136850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network 648f51e4-4899-4b04-9e20-1e30cec489c1 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:40.147039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 648f51e4-4899-4b04-9e20-1e30cec489c1) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:40.155101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28054c2c-8b98-4f1c-be36-72122ba8ceb6 None None] Network 648f51e4-4899-4b04-9e20-1e30cec489c1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:40.159457 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:40.160176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.180376 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-29a7cc34-2f11-4ae9-a88f-bc6ada35adb4 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4095480 Dec 12 16:34:40.180699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57362) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:40.185494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205326919'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:40.205977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:40.209550 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.233959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:40.244282 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.244644 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Added segment f5e93930-4a9b-4350-9cef-cf9a3f2e37c0 of type vlan for network 8460c0cd-e42b-4a81-8436-85b71639594f Dec 12 16:34:40.262542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-648f51e4-4899-4b04-9e20-1e30cec489c1', 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1', 'project_id': '786e6557c9ef42bdaf8db527ae8b74bb', 'fixed_ips': [{'subnet_id': 'a4f51f19-1689-4d63-bfbe-27af49e975c0'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:40.263433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.285431 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.311083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.316886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:40.317511 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.382969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2012324 Dec 12 16:34:40.385897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57364) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:40.390981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Request body: {'subnet': {'network_id': '8460c0cd-e42b-4a81-8436-85b71639594f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:40.396438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312f75-a22e-4fb9-b333-473ac90b20e1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Network': ['ID=8460c0cd-e42b-4a81-8436-85b71639594f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:40.399031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Allocated IP 2001:db8::2 (648f51e4-4899-4b04-9e20-1e30cec489c1/a4f51f19-1689-4d63-bfbe-27af49e975c0/61f39424-1f33-47e8-a50a-ea880a013188) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:40.409254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 8460c0cd-e42b-4a81-8436-85b71639594f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:40.488624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Made reservation on behalf of 786e6557c9ef42bdaf8db527ae8b74bb for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:40.492245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.611319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.621536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.651357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.667166 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Network 648f51e4-4899-4b04-9e20-1e30cec489c1 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:40.671799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:40.674676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:40.679606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.682684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Pushing event updated for resources: {'Port': ['ID=61f39424-1f33-47e8-a50a-ea880a013188,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:40.737978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Attempting to bind port 61f39424-1f33-47e8-a50a-ea880a013188 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:40.738492 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Attempting to bind port 61f39424-1f33-47e8-a50a-ea880a013188 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '84dec320-b8c4-4822-b51a-05fb2ba0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:40.738891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Attempting to bind port 61f39424-1f33-47e8-a50a-ea880a013188 on network 648f51e4-4899-4b04-9e20-1e30cec489c1 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:40.743896 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:40.744275 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Checking segment: {'id': '84dec320-b8c4-4822-b51a-05fb2ba0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:40.744709 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.745113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Bound using segment: {'id': '84dec320-b8c4-4822-b51a-05fb2ba0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:40.745597 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Bound port: 61f39424-1f33-47e8-a50a-ea880a013188, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dec320-b8c4-4822-b51a-05fb2ba0a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '648f51e4-4899-4b04-9e20-1e30cec489c1'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:40.745979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.751730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event updated for resources: {'Subnet': ['ID=4311d0aa-034d-4596-bf45-df744d12df3b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:40.753975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Checking segment: {'id': 'f5e93930-4a9b-4350-9cef-cf9a3f2e37c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8460c0cd-e42b-4a81-8436-85b71639594f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:40.754857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network hostable DHCP agents. Network: 8460c0cd-e42b-4a81-8436-85b71639594f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:40.773193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Network 8460c0cd-e42b-4a81-8436-85b71639594f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:40.783743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 8460c0cd-e42b-4a81-8436-85b71639594f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:40.788457 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:40.789894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.794081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce08e8e-ecc0-476f-a979-e721dbbfcfdf None None] Network 8460c0cd-e42b-4a81-8436-85b71639594f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:40.806611 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-934b94e8-d1b3-4f94-a19b-6319d0a08235 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4196258 Dec 12 16:34:40.809217 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:40.862654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] For port 61f39424-1f33-47e8-a50a-ea880a013188, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:40.867370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] For port 61f39424-1f33-47e8-a50a-ea880a013188, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=61f39424-1f33-47e8-a50a-ea880a013188,segment=NetworkSegment(84dec320-b8c4-4822-b51a-05fb2ba0a42d),segment_id=84dec320-b8c4-4822-b51a-05fb2ba0a42d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:40.876761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.907572 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.958481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e4b092-e57b-497a-b248-4c7a7936f642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-8460c0cd-e42b-4a81-8436-85b71639594f', 'network_id': '8460c0cd-e42b-4a81-8436-85b71639594f', 'project_id': '786e6557c9ef42bdaf8db527ae8b74bb', 'fixed_ips': [{'subnet_id': '4311d0aa-034d-4596-bf45-df744d12df3b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:40.959358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-14e4b092-e57b-497a-b248-4c7a7936f642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.968685 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:40.973613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d6671-17c9-48d0-9075-349c79e35f2f None None] Pushing event updated for resources: {'Port': ['ID=61f39424-1f33-47e8-a50a-ea880a013188,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:41.034236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.062420 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Subnet': ['ID=4311d0aa-034d-4596-bf45-df744d12df3b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server [None req-14e4b092-e57b-497a-b248-4c7a7936f642 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4311d0aa-034d-4596-bf45-df744d12df3b: This subnet is being modified by another concurrent operation. Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise self.value Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server raise exception Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4311d0aa-034d-4596-bf45-df744d12df3b: This subnet is being modified by another concurrent operation. Dec 12 16:34:41.069671 n-d-710847-8 neutron-server[103413]: ERROR oslo_messaging.rpc.server Dec 12 16:34:41.092090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e95f098-d2ae-4025-9e9f-83903ad832a6 None None] Network 8460c0cd-e42b-4a81-8436-85b71639594f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:41.155120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.183409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8460c0cd-e42b-4a81-8436-85b71639594f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:41.195002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e93930-4a9b-4350-9cef-cf9a3f2e37c0') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:41.195294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e93930-4a9b-4350-9cef-cf9a3f2e37c0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:41.205443 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.219800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.226842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:41.227295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:41.230343 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:41.273951 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.291088 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.298188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.302010 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/8460c0cd-e42b-4a81-8436-85b71639594f HTTP/1.1" status: 204 len: 168 time: 0.4913566 Dec 12 16:34:41.305412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57368) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.313908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794cc42-d0f2-4ff6-b3d0-11f8ec04b9a7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Network': ['ID=8460c0cd-e42b-4a81-8436-85b71639594f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:41.334866 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fc3cad-93b7-437a-a2a5-5f05fd834544 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] GET failed (client error): The resource could not be found. Dec 12 16:34:41.336187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6fc3cad-93b7-437a-a2a5-5f05fd834544 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "GET /v2.0/subnets/4311d0aa-034d-4596-bf45-df744d12df3b HTTP/1.1" status: 404 len: 337 time: 0.0296345 Dec 12 16:34:41.339035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57370) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.356868 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9d5d6b-8c39-44f6-8d7d-770196fa24c1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:41.357379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9d5d6b-8c39-44f6-8d7d-770196fa24c1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:41.360342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3d9d5d6b-8c39-44f6-8d7d-770196fa24c1 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/8460c0cd-e42b-4a81-8436-85b71639594f HTTP/1.1" status: 404 len: 339 time: 0.0203676 Dec 12 16:34:41.364246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57372) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.389375 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd3c94d-88b2-42a6-8a99-c0321e6de412 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:41.389731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd3c94d-88b2-42a6-8a99-c0321e6de412 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:41.392683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7fd3c94d-88b2-42a6-8a99-c0321e6de412 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/subnets/4311d0aa-034d-4596-bf45-df744d12df3b HTTP/1.1" status: 404 len: 337 time: 0.0275054 Dec 12 16:34:41.394928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57374) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.411832 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-35167df6-31f9-4f22-b06a-d7c27f3f983f tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:41.412311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35167df6-31f9-4f22-b06a-d7c27f3f983f tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:41.415245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-35167df6-31f9-4f22-b06a-d7c27f3f983f tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/8460c0cd-e42b-4a81-8436-85b71639594f HTTP/1.1" status: 404 len: 339 time: 0.0194426 Dec 12 16:34:41.417465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.466860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Deleting subnet a4f51f19-1689-4d63-bfbe-27af49e975c0 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:41.470387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.514184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.596988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.658468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.690977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f51f19-1689-4d63-bfbe-27af49e975c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:41.694645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.697865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-309a44cc-7a69-4d1e-a74e-46aa85e77f52 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/subnets/a4f51f19-1689-4d63-bfbe-27af49e975c0 HTTP/1.1" status: 204 len: 168 time: 0.2795162 Dec 12 16:34:41.700396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:41.783996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.837876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Deleting port 61f39424-1f33-47e8-a50a-ea880a013188 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:41.838216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.861828 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.904304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] For port 61f39424-1f33-47e8-a50a-ea880a013188, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=61f39424-1f33-47e8-a50a-ea880a013188,segment=NetworkSegment(84dec320-b8c4-4822-b51a-05fb2ba0a42d),segment_id=84dec320-b8c4-4822-b51a-05fb2ba0a42d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:41.904698 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:41.905452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccf40d-168b-473e-8d37-d2d2f9f58e1b None None] Network 648f51e4-4899-4b04-9e20-1e30cec489c1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:41.918208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Calling delete_port for 61f39424-1f33-47e8-a50a-ea880a013188 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:41.996189 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9b78a48d-1109-4125-be84-c30437c4e6d7 None None] Provisioning complete for port 61f39424-1f33-47e8-a50a-ea880a013188 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:41.996554 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9b78a48d-1109-4125-be84-c30437c4e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.000926 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.014633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No DVR routers for this DVR port 61f39424-1f33-47e8-a50a-ea880a013188 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:42.018998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9b78a48d-1109-4125-be84-c30437c4e6d7 None None] Port 61f39424-1f33-47e8-a50a-ea880a013188 was deleted so its status cannot be updated. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 12 16:34:42.039091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Port': ['ID=61f39424-1f33-47e8-a50a-ea880a013188,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:42.076098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b314844b-ce8d-41b6-be20-b2f27c8a0c17 None None] DHCP port deletion for 648f51e4-4899-4b04-9e20-1e30cec489c1 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:42.093795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9155db-295d-438c-976c-b076e6b7ead3 None None] get_active_networks_info from n-d-710847-8 {{(pid=103413) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 12 16:34:42.112306 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.136434 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648f51e4-4899-4b04-9e20-1e30cec489c1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:42.146730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dec320-b8c4-4822-b51a-05fb2ba0a42d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:42.146898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dec320-b8c4-4822-b51a-05fb2ba0a42d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:42.156884 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.159793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9155db-295d-438c-976c-b076e6b7ead3 None None] Resources bound (agent type, host, resource id): {{(pid=103413) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 12 16:34:42.170479 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.176257 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:42.176652 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:42.179781 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:42.236517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.243899 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.247180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/648f51e4-4899-4b04-9e20-1e30cec489c1 HTTP/1.1" status: 204 len: 168 time: 0.5451486 Dec 12 16:34:42.249887 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57380) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.259460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399861-ec1f-451e-9aff-42f2e196b8f7 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Network': ['ID=648f51e4-4899-4b04-9e20-1e30cec489c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:42.280505 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb15bd1-1fd9-401a-b55a-ed681d762122 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:42.281003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb15bd1-1fd9-401a-b55a-ed681d762122 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:42.284060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dcb15bd1-1fd9-401a-b55a-ed681d762122 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/subnets/3192038c-92fe-44cb-a462-f1fd4de07334 HTTP/1.1" status: 404 len: 337 time: 0.0331271 Dec 12 16:34:42.286691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57382) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.304357 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-28928b66-901c-4da7-bb3c-d16584f51ca3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:42.304900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28928b66-901c-4da7-bb3c-d16584f51ca3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:42.307864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-28928b66-901c-4da7-bb3c-d16584f51ca3 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/5499f144-27c7-4f2b-a05d-bb35d4d2d9c6 HTTP/1.1" status: 404 len: 339 time: 0.0202718 Dec 12 16:34:42.310435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.336562 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6cf8b6-6020-48de-916c-09230fa6d016 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:42.337030 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6cf8b6-6020-48de-916c-09230fa6d016 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:42.340027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0b6cf8b6-6020-48de-916c-09230fa6d016 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/subnets/29d0e3d9-58ed-41e1-852b-af507fd18dda HTTP/1.1" status: 404 len: 337 time: 0.0286696 Dec 12 16:34:42.342714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57386) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.360827 n-d-710847-8 neutron-server[103412]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bbf20c-66a3-42ef-bf82-1c2cfb555872 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] DELETE failed (client error): The resource could not be found. Dec 12 16:34:42.361335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bbf20c-66a3-42ef-bf82-1c2cfb555872 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103412) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 12 16:34:42.364329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-26bbf20c-66a3-42ef-bf82-1c2cfb555872 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/caff07b5-ce62-4adf-aa52-1c169f98e614 HTTP/1.1" status: 404 len: 339 time: 0.0206912 Dec 12 16:34:42.366813 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57388) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.416440 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Deleting subnet 756b3f02-7398-4888-bec8-4c25fbc1b4af {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:42.419514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.462922 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.542750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.598650 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.629295 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Subnet': ['ID=756b3f02-7398-4888-bec8-4c25fbc1b4af,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:42.633423 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.638941 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bd738d44-49e4-4f9a-a4af-af44b5499aa6 tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/subnets/756b3f02-7398-4888-bec8-4c25fbc1b4af HTTP/1.1" status: 204 len: 168 time: 0.2688634 Dec 12 16:34:42.639306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57390) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:42.642239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0df2d5-02b7-4459-8d82-40fd37969c2f None None] Network 09f6386a-0b6e-4454-9935-472ff165b82b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:42.714264 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.769557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Deleting port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:42.769894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.783938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] DHCP port deletion for 09f6386a-0b6e-4454-9935-472ff165b82b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:42.834412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Deleting port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:42.834789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.835908 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] For port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,segment=NetworkSegment(a1e3ff45-328a-4cda-a5de-0dad625c7b7d),segment_id=a1e3ff45-328a-4cda-a5de-0dad625c7b7d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:42.836270 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.849245 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Calling delete_port for 60ae69b5-29c9-49c0-a2dc-17fce0f248eb owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:42.897066 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] For port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,segment=NetworkSegment(a1e3ff45-328a-4cda-a5de-0dad625c7b7d),segment_id=a1e3ff45-328a-4cda-a5de-0dad625c7b7d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:42.897680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.909522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Calling delete_port for 60ae69b5-29c9-49c0-a2dc-17fce0f248eb owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:42.928166 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:42.955624 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Port': ['ID=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:42.958427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] No DVR routers for this DVR port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:42.994904 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.024201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] Pushing event deleted for resources: {'Port': ['ID=60ae69b5-29c9-49c0-a2dc-17fce0f248eb,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:43.026128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a31f5a-a157-4375-b203-0f2c1c8422f5 None None] No DVR routers for this DVR port 60ae69b5-29c9-49c0-a2dc-17fce0f248eb on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:43.047963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.068799 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f6386a-0b6e-4454-9935-472ff165b82b']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:43.077763 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:43.078055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3ff45-328a-4cda-a5de-0dad625c7b7d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:43.087733 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.100879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.107202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:43.107548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:43.110477 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:43.170906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.178498 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.181646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] 10.222.0.36 "DELETE /v2.0/networks/09f6386a-0b6e-4454-9935-472ff165b82b HTTP/1.1" status: 204 len: 168 time: 0.5416386 Dec 12 16:34:43.193882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfceaf9-aa02-44e5-8769-04d0474efb0a tempest-NetworksIpV6Test-516332307 tempest-NetworksIpV6Test-516332307-project] Pushing event deleted for resources: {'Network': ['ID=09f6386a-0b6e-4454-9935-472ff165b82b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:43.415786 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57396) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:43.546311 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ba6b3fb-8d54-4d03-8c9b-8606ba16598f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=786e6557c9ef42bdaf8db527ae8b74bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293755 Dec 12 16:34:43.548765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:43.593632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.615255 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.659406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.662538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:43.663661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9437a879-f46b-4956-8c2a-4d9a7892aceb HTTP/1.1" status: 204 len: 168 time: 0.1140153 Dec 12 16:34:43.671029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870112b8-0886-4049-864d-8a9633c1b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9437a879-f46b-4956-8c2a-4d9a7892aceb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:44.282593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57422) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:44.375744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-736124353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:44.399227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.400319 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.454228 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.458278 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.475035 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.476222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bc6f1c28-dfd1-4c40-a678-e6bf05a13a02 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1925769 Dec 12 16:34:44.478904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:44.483586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1563116022'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:44.503422 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Made reservation on behalf of d3ecffb66e114c5aa87ee751d40c1617 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:44.507389 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.515496 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.587542 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.590873 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.617478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:44.626792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a877124-93bc-445e-9ac3-f8e9ba76d46a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:44.633115 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.633463 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Added segment 55dc6d39-1b3d-41df-a733-dee85a8fc8f1 of type vlan for network c6ed95ba-a536-4248-89cb-e49bc2411db8 Dec 12 16:34:44.672474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.696063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 60ae69b5-29c9-49c0-a2dc-17fce0f248eb no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:44.697945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.703797 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:44.704378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:44.716218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 60ae69b5-29c9-49c0-a2dc-17fce0f248eb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:44.716572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 60ae69b5-29c9-49c0-a2dc-17fce0f248eb not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:44.771090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2911661 Dec 12 16:34:44.773836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57428) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:44.780663 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'subnet': {'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:44.788834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698414d-1819-4d91-a5a0-aad5e68f7159 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event updated for resources: {'Network': ['ID=c6ed95ba-a536-4248-89cb-e49bc2411db8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:44.798393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:44.871907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Made reservation on behalf of d3ecffb66e114c5aa87ee751d40c1617 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:44.875419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.047832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.112893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event updated for resources: {'Subnet': ['ID=98c50588-e149-47c2-9c57-512a2dc17c9f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:45.118365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Checking segment: {'id': '55dc6d39-1b3d-41df-a733-dee85a8fc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:45.118654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Network hostable DHCP agents. Network: c6ed95ba-a536-4248-89cb-e49bc2411db8, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:45.135319 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:45.144439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, c6ed95ba-a536-4248-89cb-e49bc2411db8) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:45.148974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:45.149661 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.156842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dbddac-3c90-4006-b5bf-5eadfcad4a00 None None] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:45.165808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9b53705a-e8ae-4667-b055-4732aa64e8cc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3909855 Dec 12 16:34:45.168832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57430) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:45.173684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-943150052'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:45.194558 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Made reservation on behalf of d3ecffb66e114c5aa87ee751d40c1617 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:45.198040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.221169 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:45.230415 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.230757 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Added segment a242d806-c8b7-4e5a-822c-b4a4461ac3af of type vlan for network f0e28396-a182-4ee9-aef9-c48757619956 Dec 12 16:34:45.247661 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:34:45.261560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-c6ed95ba-a536-4248-89cb-e49bc2411db8', 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8', 'project_id': 'd3ecffb66e114c5aa87ee751d40c1617', 'fixed_ips': [{'subnet_id': '98c50588-e149-47c2-9c57-512a2dc17c9f'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:45.262466 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.273439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.297890 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.304330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:45.304923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.368513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1985364 Dec 12 16:34:45.371185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57432) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:45.378172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'subnet': {'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:45.394524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00f564-a5e8-479e-9d21-339874a7b562 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event updated for resources: {'Network': ['ID=f0e28396-a182-4ee9-aef9-c48757619956,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:45.399721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Allocated IP 172.20.0.2 (c6ed95ba-a536-4248-89cb-e49bc2411db8/98c50588-e149-47c2-9c57-512a2dc17c9f/8c7e1611-c1c8-4263-a202-9fd91cea3cc3) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:45.406216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network f0e28396-a182-4ee9-aef9-c48757619956 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:45.470400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Made reservation on behalf of d3ecffb66e114c5aa87ee751d40c1617 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:45.474610 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.605209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.610620 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.650054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:45.654749 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.655685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:45.658352 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:45.665650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Pushing event updated for resources: {'Port': ['ID=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:45.714961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Attempting to bind port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:45.716052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Attempting to bind port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '55dc6d39-1b3d-41df-a733-dee85a8fc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:45.716431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Attempting to bind port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 on network c6ed95ba-a536-4248-89cb-e49bc2411db8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:45.719212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event updated for resources: {'Subnet': ['ID=195ec61e-1aeb-439b-ba0c-44bb63a70357,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:45.722801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:45.723342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Checking segment: {'id': '55dc6d39-1b3d-41df-a733-dee85a8fc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:45.723737 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.724251 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Bound using segment: {'id': '55dc6d39-1b3d-41df-a733-dee85a8fc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:45.724960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Bound port: 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dc6d39-1b3d-41df-a733-dee85a8fc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c6ed95ba-a536-4248-89cb-e49bc2411db8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:45.725212 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.729342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Checking segment: {'id': 'a242d806-c8b7-4e5a-822c-b4a4461ac3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:45.729700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Network hostable DHCP agents. Network: f0e28396-a182-4ee9-aef9-c48757619956, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:45.747990 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Network f0e28396-a182-4ee9-aef9-c48757619956 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:45.757050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, f0e28396-a182-4ee9-aef9-c48757619956) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:45.761731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:45.762308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.767841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8a682-0807-4f0b-a911-3c1962f7c7f3 None None] Network f0e28396-a182-4ee9-aef9-c48757619956 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:45.779742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f24c1a30-50b4-4a9b-a47e-03452b41e202 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075739 Dec 12 16:34:45.782555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57434) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:45.787694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9584545a-ec15-4456-8c83-96efd6e8cb32 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:45.839826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] For port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:45.844216 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] For port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,segment=NetworkSegment(55dc6d39-1b3d-41df-a733-dee85a8fc8f1),segment_id=55dc6d39-1b3d-41df-a733-dee85a8fc8f1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:45.850990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.937980 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-f0e28396-a182-4ee9-aef9-c48757619956', 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956', 'project_id': 'd3ecffb66e114c5aa87ee751d40c1617', 'fixed_ips': [{'subnet_id': '195ec61e-1aeb-439b-ba0c-44bb63a70357'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:45.938836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:45.942433 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362c2d-610f-4516-9ff1-5e5be265f758 None None] Pushing event updated for resources: {'Port': ['ID=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:46.002868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9584545a-ec15-4456-8c83-96efd6e8cb32 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.106915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Allocated IP 172.21.0.2 (f0e28396-a182-4ee9-aef9-c48757619956/195ec61e-1aeb-439b-ba0c-44bb63a70357/d525901f-e820-485f-964f-03121e710c70) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:46.157768 n-d-710847-8 neutron-server[103412]: INFO neutron.api.v2.resource [None req-9584545a-ec15-4456-8c83-96efd6e8cb32 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 12 16:34:46.159083 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9584545a-ec15-4456-8c83-96efd6e8cb32 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "PUT /v2.0/routers/14b9453f-7e60-4a35-9024-09792a4c6fc9 HTTP/1.1" status: 400 len: 364 time: 0.3753285 Dec 12 16:34:46.165356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:46.224422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Deleting subnet 195ec61e-1aeb-439b-ba0c-44bb63a70357 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:46.421433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.426800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.427527 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.465984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Network f0e28396-a182-4ee9-aef9-c48757619956 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:46.468870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:46.472670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:46.473903 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.483377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Pushing event updated for resources: {'Port': ['ID=d525901f-e820-485f-964f-03121e710c70,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:46.535483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Attempting to bind port d525901f-e820-485f-964f-03121e710c70 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:46.536562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Attempting to bind port d525901f-e820-485f-964f-03121e710c70 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a242d806-c8b7-4e5a-822c-b4a4461ac3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:46.536969 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Attempting to bind port d525901f-e820-485f-964f-03121e710c70 on network f0e28396-a182-4ee9-aef9-c48757619956 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:46.542676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:46.543050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Checking segment: {'id': 'a242d806-c8b7-4e5a-822c-b4a4461ac3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:46.543456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.543854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Bound using segment: {'id': 'a242d806-c8b7-4e5a-822c-b4a4461ac3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:46.544328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Bound port: d525901f-e820-485f-964f-03121e710c70, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a242d806-c8b7-4e5a-822c-b4a4461ac3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f0e28396-a182-4ee9-aef9-c48757619956'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:46.544742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.559098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.621895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.626252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] For port d525901f-e820-485f-964f-03121e710c70, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:46.629808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] For port d525901f-e820-485f-964f-03121e710c70, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d525901f-e820-485f-964f-03121e710c70,segment=NetworkSegment(a242d806-c8b7-4e5a-822c-b4a4461ac3af),segment_id=a242d806-c8b7-4e5a-822c-b4a4461ac3af)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:46.642566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.657630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Subnet': ['ID=195ec61e-1aeb-439b-ba0c-44bb63a70357,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:46.664916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.669702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0c9f76fc-76a0-4257-854b-b14bf3a108bc tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "DELETE /v2.0/subnets/195ec61e-1aeb-439b-ba0c-44bb63a70357 HTTP/1.1" status: 204 len: 168 time: 0.5026991 Dec 12 16:34:46.671652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57438) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:46.711223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236095d-ffbd-4d57-9677-ec244c53b064 None None] Pushing event updated for resources: {'Port': ['ID=d525901f-e820-485f-964f-03121e710c70,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:46.765762 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:46.769387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.823060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:46.823440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.835831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Deleting port d525901f-e820-485f-964f-03121e710c70 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:46.836297 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.908768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.918827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] For port d525901f-e820-485f-964f-03121e710c70, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d525901f-e820-485f-964f-03121e710c70,segment=NetworkSegment(a242d806-c8b7-4e5a-822c-b4a4461ac3af),segment_id=a242d806-c8b7-4e5a-822c-b4a4461ac3af)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:46.919186 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:46.933775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Calling delete_port for d525901f-e820-485f-964f-03121e710c70 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:46.946752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,segment=NetworkSegment(55dc6d39-1b3d-41df-a733-dee85a8fc8f1),segment_id=55dc6d39-1b3d-41df-a733-dee85a8fc8f1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:46.964347 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.030136 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:47.042482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381821f-7bf9-438b-bf69-6186773458e0 None None] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:47.066463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.094658 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Port': ['ID=d525901f-e820-485f-964f-03121e710c70,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:47.097864 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] No DVR routers for this DVR port d525901f-e820-485f-964f-03121e710c70 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:47.128730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92723cf0-023b-467c-8f4d-be6044cf58f5 None None] Provisioning complete for port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:47.129197 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92723cf0-023b-467c-8f4d-be6044cf58f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.189306 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.212727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e28396-a182-4ee9-aef9-c48757619956']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:47.224883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a242d806-c8b7-4e5a-822c-b4a4461ac3af') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:47.225334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a242d806-c8b7-4e5a-822c-b4a4461ac3af') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:47.236435 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.250808 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.257970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:47.258358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:47.261543 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:47.325455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.332755 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.338736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "DELETE /v2.0/networks/f0e28396-a182-4ee9-aef9-c48757619956 HTTP/1.1" status: 204 len: 168 time: 0.6636467 Dec 12 16:34:47.339110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:47.350795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abef19-4dfa-49c5-954d-92211b0ecbe8 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Network': ['ID=f0e28396-a182-4ee9-aef9-c48757619956,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:47.397211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Deleting subnet 98c50588-e149-47c2-9c57-512a2dc17c9f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:34:47.400534 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.440375 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.463539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-204b9199-0874-4abe-ba66-ba76cd6e6b3e None None] Provisioning complete for port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:47.464280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-204b9199-0874-4abe-ba66-ba76cd6e6b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.536460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.600691 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.628328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Subnet': ['ID=98c50588-e149-47c2-9c57-512a2dc17c9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:47.632558 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.637999 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-79f610d1-5f57-43c1-8697-f347c58fd0c5 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "DELETE /v2.0/subnets/98c50588-e149-47c2-9c57-512a2dc17c9f HTTP/1.1" status: 204 len: 168 time: 0.2956717 Dec 12 16:34:47.638400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:47.643301 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e66a0b-9dbb-4b5b-bc0d-f9db8e924502 None None] Network c6ed95ba-a536-4248-89cb-e49bc2411db8 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:47.716922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.782056 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Deleting port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:47.782400 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.826153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] DHCP port deletion for c6ed95ba-a536-4248-89cb-e49bc2411db8 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:47.849765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] For port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,segment=NetworkSegment(55dc6d39-1b3d-41df-a733-dee85a8fc8f1),segment_id=55dc6d39-1b3d-41df-a733-dee85a8fc8f1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:47.850130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.867726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Calling delete_port for 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:47.867922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b2eead5c-adb4-403b-b2a6-36150461ac57 None None] Could not find standard attr ID for object d525901f-e820-485f-964f-03121e710c70. {{(pid=103413) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 12 16:34:47.886325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Deleting port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:34:47.886695 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.902656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7936c1aa-6ef1-4fdf-b36d-8023e105007d None None] DHCP port deletion for f0e28396-a182-4ee9-aef9-c48757619956 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:47.954381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ff628-100a-4d96-afbd-7d3ac7c736b2 None None] Network f0e28396-a182-4ee9-aef9-c48757619956 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:47.956354 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.962267 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] For port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,segment=NetworkSegment(55dc6d39-1b3d-41df-a733-dee85a8fc8f1),segment_id=55dc6d39-1b3d-41df-a733-dee85a8fc8f1)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:47.962665 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:47.979725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ff628-100a-4d96-afbd-7d3ac7c736b2 None None] Network f0e28396-a182-4ee9-aef9-c48757619956 could not be found, it might have been deleted concurrently. {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 12 16:34:47.982641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Port': ['ID=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:47.985810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Calling delete_port for 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:34:47.989947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] No DVR routers for this DVR port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:48.066229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.069112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.086878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ed95ba-a536-4248-89cb-e49bc2411db8']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:48.094989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] Pushing event deleted for resources: {'Port': ['ID=8c7e1611-c1c8-4263-a202-9fd91cea3cc3,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:48.096395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dc6d39-1b3d-41df-a733-dee85a8fc8f1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:48.096725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dc6d39-1b3d-41df-a733-dee85a8fc8f1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:48.098215 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60412a-bfe7-4ee1-aec7-d7e21eae13d5 None None] No DVR routers for this DVR port 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:34:48.110794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.124393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.131484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:34:48.131868 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:34:48.135054 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:34:48.189777 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.197039 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.200128 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "DELETE /v2.0/networks/c6ed95ba-a536-4248-89cb-e49bc2411db8 HTTP/1.1" status: 204 len: 168 time: 0.5609291 Dec 12 16:34:48.202989 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57444) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:48.211637 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb1013-50fb-45ec-8c25-922b5c4ea212 tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Pushing event deleted for resources: {'Network': ['ID=c6ed95ba-a536-4248-89cb-e49bc2411db8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:48.230513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f5758cc2-3d55-40cb-b614-1cd336c37e4a tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "GET /v2.0/ports?device_id=14b9453f-7e60-4a35-9024-09792a4c6fc9 HTTP/1.1" status: 200 len: 205 time: 0.0263174 Dec 12 16:34:48.232784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57446) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:48.617897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.687681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:34:48.708028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:34:48.708379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8c7e1611-c1c8-4263-a202-9fd91cea3cc3 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:34:48.774349 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.776440 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.818176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.818779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Fanout notify agent at l3_agent the message router_deleted on router 14b9453f-7e60-4a35-9024-09792a4c6fc9 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:34:48.825978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:48.827149 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-84c96426-f1d4-4c73-84b0-2b31d8c011da tempest-RoutersNegativeTest-1511598694 tempest-RoutersNegativeTest-1511598694-project] 10.222.0.36 "DELETE /v2.0/routers/14b9453f-7e60-4a35-9024-09792a4c6fc9 HTTP/1.1" status: 204 len: 168 time: 0.5933933 Dec 12 16:34:49.060359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57452) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:49.191467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-427819b6-bc5c-4fec-8be3-84648fc23434 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3ecffb66e114c5aa87ee751d40c1617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299202 Dec 12 16:34:49.194499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57456) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:49.239903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:49.260506 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:49.309319 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:49.311970 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:49.313128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a877124-93bc-445e-9ac3-f8e9ba76d46a HTTP/1.1" status: 204 len: 168 time: 0.1177430 Dec 12 16:34:49.321038 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd66d2-6b7f-4fec-8209-d4865282f6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a877124-93bc-445e-9ac3-f8e9ba76d46a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:49.917047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:50.010619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1703209049-network', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:50.031807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Made reservation on behalf of 4f735fe3110546ceb5826b7f154852ee for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:50.034116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.042738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.117033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.120974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.144465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:50.153730 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243f9992-e3c6-458a-96db-2208c8a0a3e3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:50.159626 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.159966 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Added segment 24bc1409-e26b-4c24-8eb8-d5177b2b4e48 of type vlan for network a707af77-fb98-4c00-afaa-e89634255cb0 Dec 12 16:34:50.198787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.223888 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.225002 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:50.225582 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.283426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3650706 Dec 12 16:34:50.286794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:50.291142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043509b-46e9-46bc-ad76-071e9d3e8549 admin admin] Pushing event updated for resources: {'Network': ['ID=a707af77-fb98-4c00-afaa-e89634255cb0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:50.292064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Request body: {'subnet': {'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-subnet', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:50.300616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network a707af77-fb98-4c00-afaa-e89634255cb0 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:50.312761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Made reservation on behalf of 4f735fe3110546ceb5826b7f154852ee for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:50.315066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.480965 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.538366 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1548430d-de8a-455b-9bff-8242da53c88e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:50.543429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Checking segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:50.543785 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Network hostable DHCP agents. Network: a707af77-fb98-4c00-afaa-e89634255cb0, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:50.560025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Network a707af77-fb98-4c00-afaa-e89634255cb0 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:50.569868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, a707af77-fb98-4c00-afaa-e89634255cb0) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:50.574373 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:50.575485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.578743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf3db6-b817-4835-962f-3c5db9b9bf5c None None] Network a707af77-fb98-4c00-afaa-e89634255cb0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:50.595172 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-32e720eb-0580-422a-b9a4-c081027e76e7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3046265 Dec 12 16:34:50.595552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:50.599800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:50.620950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.621949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.682465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-a707af77-fb98-4c00-afaa-e89634255cb0', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:50.683364 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.825766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Allocated IP 172.20.0.2 (a707af77-fb98-4c00-afaa-e89634255cb0/1548430d-de8a-455b-9bff-8242da53c88e/5be3d487-7f9e-485d-bff9-44c4c47d219a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:50.964950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.968955 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:50.974526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.020922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Network a707af77-fb98-4c00-afaa-e89634255cb0 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:51.025920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:51.028455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Pushing event updated for resources: {'Port': ['ID=5be3d487-7f9e-485d-bff9-44c4c47d219a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:51.031490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:51.087981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Attempting to bind port 5be3d487-7f9e-485d-bff9-44c4c47d219a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:51.087981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Attempting to bind port 5be3d487-7f9e-485d-bff9-44c4c47d219a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:51.088179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Attempting to bind port 5be3d487-7f9e-485d-bff9-44c4c47d219a on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:51.093228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:51.093606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Checking segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:51.094013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.094663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Bound using segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:51.095143 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Bound port: 5be3d487-7f9e-485d-bff9-44c4c47d219a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:51.095531 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.112259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.163850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] For port 5be3d487-7f9e-485d-bff9-44c4c47d219a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:51.167326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] For port 5be3d487-7f9e-485d-bff9-44c4c47d219a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5be3d487-7f9e-485d-bff9-44c4c47d219a,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:51.171226 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.226076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb31114-5af8-43fe-8565-1555a24a8342 None None] Pushing event updated for resources: {'Port': ['ID=5be3d487-7f9e-485d-bff9-44c4c47d219a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:51.320402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.345983 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.474325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Allocated IP 172.25.3.214 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/8b12e87d-99e0-454e-b2b1-f13ad00dda8e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:51.574687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.608588 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.651377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:51.654175 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:51.657707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:51.666355 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d344d5-7fdf-492a-b1ae-652704a81ab8 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:51.683653 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:51.710418 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d4894839-30b9-4bfb-b541-99097a78f004 None None] Provisioning complete for port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:51.710872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d4894839-30b9-4bfb-b541-99097a78f004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:51.745892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d4894839-30b9-4bfb-b541-99097a78f004 None None] Port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:34:51.913924 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.114658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.164284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c9fc5-754d-468d-93ce-8e3ad251f3e9 None None] Network a707af77-fb98-4c00-afaa-e89634255cb0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:52.251228 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Router 08a55448-f130-4808-ab80-8fa3f7133b08 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:34:52.276859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] Provisioning complete for port 5be3d487-7f9e-485d-bff9-44c4c47d219a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:52.277232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.361802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.365594 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:34:52.384971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ba106-7756-4708-8015-623defa4560f None None] Sync routers for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:34:52.387528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.389627 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6a1d7850-87a4-401c-89c4-16a36327f8d4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7925706 Dec 12 16:34:52.392065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57486) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:52.413044 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] For port 5be3d487-7f9e-485d-bff9-44c4c47d219a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5be3d487-7f9e-485d-bff9-44c4c47d219a,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:52.415780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:52.416456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:52.419941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.554481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acf84f-6a93-485b-96f2-19e26eb89c9f None None] Pushing event updated for resources: {'Port': ['ID=5be3d487-7f9e-485d-bff9-44c4c47d219a,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:52.573447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:52.575271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a5dbe6d9-2930-4172-88b4-16220a68a8d4 None None] Provisioning complete for port 5be3d487-7f9e-485d-bff9-44c4c47d219a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:52.575645 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe6d9-2930-4172-88b4-16220a68a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.729211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5be3d487-7f9e-485d-bff9-44c4c47d219a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:52.826486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.847928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5be3d487-7f9e-485d-bff9-44c4c47d219a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:52.848848 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.892881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:51Z', 'revision_number': 3, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:52.924814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ba106-7756-4708-8015-623defa4560f None None] Checking router: 08a55448-f130-4808-ab80-8fa3f7133b08 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:34:52.925172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ba106-7756-4708-8015-623defa4560f None None] Updating router 08a55448-f130-4808-ab80-8fa3f7133b08 port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:34:52.978991 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:52.982339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Allocated IP 172.20.0.1 (a707af77-fb98-4c00-afaa-e89634255cb0/1548430d-de8a-455b-9bff-8242da53c88e/65571efa-0f77-46e2-8098-ac351898c327) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:53.088037 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.122941 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.162194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Network a707af77-fb98-4c00-afaa-e89634255cb0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:53.166754 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:53.170949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:53.193322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Pushing event updated for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:53.214007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.246857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.254292 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.309367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33396492-ae6d-4f6c-a97e-c4208747ace9 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:53.314092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd678de1-2aa7-4168-9406-5a75fad38edf None None] Pushing event updated for resources: {'Port': ['ID=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:53.317566 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-be7ba106-7756-4708-8015-623defa4560f None None] Attempting to bind port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:53.317919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-be7ba106-7756-4708-8015-623defa4560f None None] Attempting to bind port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:53.318291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba106-7756-4708-8015-623defa4560f None None] Attempting to bind port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:53.325540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba106-7756-4708-8015-623defa4560f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:53.325931 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba106-7756-4708-8015-623defa4560f None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:53.326335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.326736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ba106-7756-4708-8015-623defa4560f None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:53.327282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-be7ba106-7756-4708-8015-623defa4560f None None] Bound port: 8b12e87d-99e0-454e-b2b1-f13ad00dda8e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:53.327673 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.359712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.391485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-be7ba106-7756-4708-8015-623defa4560f None None] For port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:53.394835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-be7ba106-7756-4708-8015-623defa4560f None None] For port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:53.398505 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be7ba106-7756-4708-8015-623defa4560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.448853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a95921b-9302-4ebd-b848-70008bb41918 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:53.480663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:53.481283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:53.484921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Provisioning complete for port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:53.485288 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.489144 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd678de1-2aa7-4168-9406-5a75fad38edf None None] Pushing event updated for resources: {'Port': ['ID=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:53.532457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.538842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.606526 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.608349 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Pushing event updated for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:53.705716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Network a707af77-fb98-4c00-afaa-e89634255cb0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:53.707159 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:53.810959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:53.827054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Router 08a55448-f130-4808-ab80-8fa3f7133b08 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:34:53.854957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.909743 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] For port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:53.923470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:53.941582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:34:53.946674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0a898bed-cc6a-4a24-bbd5-1a3a1caccbbd admin admin] 10.222.0.36 "PUT /v2.0/routers/08a55448-f130-4808-ab80-8fa3f7133b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535059 Dec 12 16:34:54.023060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Provisioning complete for port 65571efa-0f77-46e2-8098-ac351898c327 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:54.023434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.056829 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Pushing event updated for resources: {'Port': ['ID=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:54.077162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-58065f29-cc4b-46ba-816f-f8b7777e7e73 None None] Port 65571efa-0f77-46e2-8098-ac351898c327 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:34:54.125325 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-be7ba106-7756-4708-8015-623defa4560f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65571efa-0f77-46e2-8098-ac351898c327', 'name': '', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'mac_address': 'fa:16:3e:4b:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:52Z', 'updated_at': '2021-12-12T16:34:52Z', 'revision_number': 1, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'subnets': [{'id': '1548430d-de8a-455b-9bff-8242da53c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:54.156369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ba106-7756-4708-8015-623defa4560f None None] The sync data for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 is: [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65571efa-0f77-46e2-8098-ac351898c327', 'name': '', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'mac_address': 'fa:16:3e:4b:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:52Z', 'updated_at': '2021-12-12T16:34:52Z', 'revision_number': 1, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'subnets': [{'id': '1548430d-de8a-455b-9bff-8242da53c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:34:54.196579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fa9c11f8-2c19-48ec-a5f5-54fe8fad0daf None None] Provisioning complete for port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:54.196997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fa9c11f8-2c19-48ec-a5f5-54fe8fad0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.295977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fa9c11f8-2c19-48ec-a5f5-54fe8fad0daf None None] Provisioning complete for port 65571efa-0f77-46e2-8098-ac351898c327 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:54.296349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fa9c11f8-2c19-48ec-a5f5-54fe8fad0daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.330626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c11f8-2c19-48ec-a5f5-54fe8fad0daf None None] Port 65571efa-0f77-46e2-8098-ac351898c327 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:34:54.444300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:54.450013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-779821812-network', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:54.474392 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Made reservation on behalf of 1984925e57b249d2ae1ee26a0353d4ec for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:54.476816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.486296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.567675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.571982 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.601160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:34:54.607930 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c0a066-e4b5-4911-9622-76eb17f1cfde,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:54.615966 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.616370 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Added segment 69211295-d85a-49f2-88af-0a33ac09559d of type vlan for network 98a29086-5313-4966-9c15-71aecd7f2b68 Dec 12 16:34:54.660435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.687065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.688084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:54.688678 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.748849 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3026848 Dec 12 16:34:54.751567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57504) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:54.757414 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52f527-1537-479d-9b64-3966f927666c admin admin] Pushing event updated for resources: {'Network': ['ID=98a29086-5313-4966-9c15-71aecd7f2b68,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:54.757850 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Request body: {'subnet': {'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-subnet', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:54.768406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 98a29086-5313-4966-9c15-71aecd7f2b68 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:34:54.783948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Made reservation on behalf of 1984925e57b249d2ae1ee26a0353d4ec for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:34:54.786592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:54.989167 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.047444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f33b88-5477-4d02-bfd8-c7a8a9572475,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:55.055418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Checking segment: {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:55.055783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Network hostable DHCP agents. Network: 98a29086-5313-4966-9c15-71aecd7f2b68, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:34:55.073176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Network 98a29086-5313-4966-9c15-71aecd7f2b68 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:34:55.081664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 98a29086-5313-4966-9c15-71aecd7f2b68) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:55.086364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:34:55.086897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.091681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1f621-8cb2-4af6-adf8-14b50a3b2654 None None] Network 98a29086-5313-4966-9c15-71aecd7f2b68 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:55.109912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3337e4f2-a72d-4b6e-90fe-789592fd285d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3569407 Dec 12 16:34:55.112547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:55.117755 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:34:55.139800 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.140964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.212322 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620437d-4588-461a-b465-8042379584fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-98a29086-5313-4966-9c15-71aecd7f2b68', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:34:55.213822 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.219218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.357006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-9620437d-4588-461a-b465-8042379584fb None None] Allocated IP 172.20.0.2 (98a29086-5313-4966-9c15-71aecd7f2b68/e8f33b88-5477-4d02-bfd8-c7a8a9572475/40d18618-8420-4ea5-bce9-08a5cbfbd53c) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:55.374815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.526106 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.533005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.576535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620437d-4588-461a-b465-8042379584fb None None] Network 98a29086-5313-4966-9c15-71aecd7f2b68 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:55.580913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-9620437d-4588-461a-b465-8042379584fb None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:55.586014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620437d-4588-461a-b465-8042379584fb None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:55.589049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620437d-4588-461a-b465-8042379584fb None None] Pushing event updated for resources: {'Port': ['ID=40d18618-8420-4ea5-bce9-08a5cbfbd53c,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:55.589544 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.611700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.639577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9620437d-4588-461a-b465-8042379584fb None None] Attempting to bind port 40d18618-8420-4ea5-bce9-08a5cbfbd53c on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:55.640000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9620437d-4588-461a-b465-8042379584fb None None] Attempting to bind port 40d18618-8420-4ea5-bce9-08a5cbfbd53c by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:55.640417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620437d-4588-461a-b465-8042379584fb None None] Attempting to bind port 40d18618-8420-4ea5-bce9-08a5cbfbd53c on network 98a29086-5313-4966-9c15-71aecd7f2b68 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:55.645844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620437d-4588-461a-b465-8042379584fb None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:55.646217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620437d-4588-461a-b465-8042379584fb None None] Checking segment: {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:55.646621 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.647012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620437d-4588-461a-b465-8042379584fb None None] Bound using segment: {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:55.647477 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9620437d-4588-461a-b465-8042379584fb None None] Bound port: 40d18618-8420-4ea5-bce9-08a5cbfbd53c, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:55.647849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.710208 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9620437d-4588-461a-b465-8042379584fb None None] For port 40d18618-8420-4ea5-bce9-08a5cbfbd53c, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:55.713170 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Allocated IP 172.25.3.25 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9eca4395-09d8-442a-b5ee-e30f6b6a37a6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:55.713454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9620437d-4588-461a-b465-8042379584fb None None] For port 40d18618-8420-4ea5-bce9-08a5cbfbd53c, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=40d18618-8420-4ea5-bce9-08a5cbfbd53c,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:55.720877 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9620437d-4588-461a-b465-8042379584fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:55.789455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620437d-4588-461a-b465-8042379584fb None None] Pushing event updated for resources: {'Port': ['ID=40d18618-8420-4ea5-bce9-08a5cbfbd53c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:55.834976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.170871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.210597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:56.213423 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:56.217061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:56.226543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52669fbf-f4ca-46b5-bfff-95e5c2162445 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:56.238488 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Pushing event updated for resources: {'Port': ['ID=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:56.267303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-21200be8-45c9-4ce6-9563-7333f175c813 None None] Provisioning complete for port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:56.267683 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-21200be8-45c9-4ce6-9563-7333f175c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.290565 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Sync routers for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:34:56.300978 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:56.302400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:56.303125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-21200be8-45c9-4ce6-9563-7333f175c813 None None] Port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:34:56.407454 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:56.470586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.617065 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65571efa-0f77-46e2-8098-ac351898c327', 'name': '', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'mac_address': 'fa:16:3e:4b:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:52Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 2, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'subnets': [{'id': '1548430d-de8a-455b-9bff-8242da53c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:56.644568 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Checking router: 08a55448-f130-4808-ab80-8fa3f7133b08 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:34:56.645497 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Updating router 08a55448-f130-4808-ab80-8fa3f7133b08 port 65571efa-0f77-46e2-8098-ac351898c327 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:34:56.672752 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.688014 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.795644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8b12e87d-99e0-454e-b2b1-f13ad00dda8e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:56.862556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:56.863129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:56.880885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:34:56.952439 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 40d18618-8420-4ea5-bce9-08a5cbfbd53c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:57.005812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:34:57.011001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 40d18618-8420-4ea5-bce9-08a5cbfbd53c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:57.011576 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.022674 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.029110 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.030080 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.034154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57508) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:34:57.037577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Sync routers for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:34:57.042633 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-96bf302c-5750-421a-ac42-5a81a042d791 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9288268 Dec 12 16:34:57.062836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:57.063529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:57.093315 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Pushing event updated for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:57.109987 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.110391 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.110736 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.111082 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.111400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.111877 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.112208 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.112531 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.113016 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.113335 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.114194 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.114517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.114834 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:34:57.186116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889607f4-be38-4ad8-8ada-0680bae15669 None None] Network 98a29086-5313-4966-9c15-71aecd7f2b68 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:34:57.196162 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Attempting to bind port 65571efa-0f77-46e2-8098-ac351898c327 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:57.196801 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Attempting to bind port 65571efa-0f77-46e2-8098-ac351898c327 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:57.197342 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Attempting to bind port 65571efa-0f77-46e2-8098-ac351898c327 on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:57.203383 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:57.204039 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Checking segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:57.204609 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.205432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Bound using segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:57.206076 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Bound port: 65571efa-0f77-46e2-8098-ac351898c327, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:57.206676 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.284899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] For port 65571efa-0f77-46e2-8098-ac351898c327, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:57.290196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] For port 65571efa-0f77-46e2-8098-ac351898c327, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65571efa-0f77-46e2-8098-ac351898c327,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:57.298978 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.303934 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.307050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:57.311105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ccda7067-0ea7-4054-99b2-da7cddd0850f None None] Provisioning complete for port 40d18618-8420-4ea5-bce9-08a5cbfbd53c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:57.311971 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ccda7067-0ea7-4054-99b2-da7cddd0850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.363455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:57.364720 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:57.422445 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962e79-a1b3-4d31-a630-4766faf07a83 None None] Pushing event updated for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:57.552863 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.624624 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:57.710802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 40d18618-8420-4ea5-bce9-08a5cbfbd53c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=40d18618-8420-4ea5-bce9-08a5cbfbd53c,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:57.725188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.727407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Allocated IP 172.20.0.1 (98a29086-5313-4966-9c15-71aecd7f2b68/e8f33b88-5477-4d02-bfd8-c7a8a9572475/6c6263c1-d9d6-4495-b713-2134c8e78e1e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:34:57.850676 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65571efa-0f77-46e2-8098-ac351898c327', 'name': '', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'mac_address': 'fa:16:3e:4b:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:52Z', 'updated_at': '2021-12-12T16:34:57Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'subnets': [{'id': '1548430d-de8a-455b-9bff-8242da53c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:57.853234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=40d18618-8420-4ea5-bce9-08a5cbfbd53c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:57.859512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.881699 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58dad7-357c-40f6-98b0-87e10e6963aa None None] The sync data for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 is: [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65571efa-0f77-46e2-8098-ac351898c327', 'name': '', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'mac_address': 'fa:16:3e:4b:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:52Z', 'updated_at': '2021-12-12T16:34:57Z', 'revision_number': 4, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'subnets': [{'id': '1548430d-de8a-455b-9bff-8242da53c88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:34:57.904997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:56Z', 'revision_number': 3, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:57.910745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:57.938107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Checking router: 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:34:57.938619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Updating router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:34:57.958915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Pushing event updated for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:57.967438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Network 98a29086-5313-4966-9c15-71aecd7f2b68 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:57.968917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:57.973929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:34:57.983118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.014561 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.098872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] Provisioning complete for port 65571efa-0f77-46e2-8098-ac351898c327 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:58.099182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.172353 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.264080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.328258 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] For port 65571efa-0f77-46e2-8098-ac351898c327, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65571efa-0f77-46e2-8098-ac351898c327,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:58.335022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.351047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.356436 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.437466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3a16-e1ef-40b4-93b4-658a863d6282 None None] Pushing event updated for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:58.467229 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.477587 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.538217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Attempting to bind port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:34:58.538600 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Attempting to bind port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:34:58.538967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Attempting to bind port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:34:58.543218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2dd60-c5b6-467b-a871-9a30f6543fd4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:58.545381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd58f13e-1539-4530-b3f8-18f708b92d66 None None] Provisioning complete for port 40d18618-8420-4ea5-bce9-08a5cbfbd53c triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:58.545757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd58f13e-1539-4530-b3f8-18f708b92d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.595775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:34:58.596182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:34:58.596559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.596982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:34:58.597465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Bound port: 9eca4395-09d8-442a-b5ee-e30f6b6a37a6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:34:58.597849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.603745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779030f8-3f76-4955-8d38-828b6fdffda1 None None] Pushing event updated for resources: {'Port': ['ID=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:58.690076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] For port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:34:58.712797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] For port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:34:58.720076 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.760935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd58f13e-1539-4530-b3f8-18f708b92d66 None None] Provisioning complete for port 6c6263c1-d9d6-4495-b713-2134c8e78e1e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:58.761308 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd58f13e-1539-4530-b3f8-18f708b92d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.790277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae698e5f-9923-4f64-9559-eae10e39d9b2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:34:58.795148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:58.805310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Pushing event updated for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:58.808763 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65571efa-0f77-46e2-8098-ac351898c327 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:58.846954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779030f8-3f76-4955-8d38-828b6fdffda1 None None] Pushing event updated for resources: {'Port': ['ID=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:58.854781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:34:58.855323 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:58.861557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bd58f13e-1539-4530-b3f8-18f708b92d66 None None] Port 6c6263c1-d9d6-4495-b713-2134c8e78e1e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:34:58.893919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Network 98a29086-5313-4966-9c15-71aecd7f2b68 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:34:58.895367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:34:58.957683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 65571efa-0f77-46e2-8098-ac351898c327 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:58.958062 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.016505 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:34:59.016742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:34:59.052717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] Provisioning complete for port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:59.053094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.132456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:34:59.139126 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bd917050-0e79-46a2-bd1b-f3962531d141 admin admin] 10.222.0.36 "PUT /v2.0/routers/40ac2b5d-b7c0-4f03-b4c4-f6134cf55599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1039135 Dec 12 16:34:59.218516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 40d18618-8420-4ea5-bce9-08a5cbfbd53c up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:34:59.325141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.358101 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] For port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:34:59.366926 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.373366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 40d18618-8420-4ea5-bce9-08a5cbfbd53c triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:59.373366 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.459864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '6c6263c1-d9d6-4495-b713-2134c8e78e1e', 'name': '', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'mac_address': 'fa:16:3e:14:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:57Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 2, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'subnets': [{'id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:34:59.461554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca7574-1b76-4cbc-9abf-5276a307ca24 None None] Pushing event updated for resources: {'Port': ['ID=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:34:59.495716 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0968d5e-f8aa-41e3-8ce2-cbe75f328e7f None None] The sync data for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 is: [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '6c6263c1-d9d6-4495-b713-2134c8e78e1e', 'name': '', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'mac_address': 'fa:16:3e:14:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:57Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 2, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'subnets': [{'id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:34:59.534599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4eb26748-37c0-409b-b3d5-6439ccd2fa41 None None] Provisioning complete for port 6c6263c1-d9d6-4495-b713-2134c8e78e1e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:34:59.534979 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4eb26748-37c0-409b-b3d5-6439ccd2fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:34:59.577635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4eb26748-37c0-409b-b3d5-6439ccd2fa41 None None] Port 6c6263c1-d9d6-4495-b713-2134c8e78e1e cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:35:00.108104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-27268d38-557b-4413-bec0-a6afe40216b0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:00.109601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-27268d38-557b-4413-bec0-a6afe40216b0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 817 time: 0.1094866 Dec 12 16:35:00.124681 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-90433aab-feb3-46a2-a5f9-2427888e821c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/quotas/4f735fe3110546ceb5826b7f154852ee HTTP/1.1" status: 200 len: 375 time: 0.0087585 Dec 12 16:35:00.174689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-2fa908be-d06c-4d9e-9129-ef2372752d78 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442317 Dec 12 16:35:00.276851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-863e689d-ff2e-496a-92f2-cc916feab934 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:35:00.277868 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-863e689d-ff2e-496a-92f2-cc916feab934 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0914826 Dec 12 16:35:00.365026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-ef3901eb-e07f-4b05-a120-2306bfa0776c service neutron] 10.222.0.36 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804300 Dec 12 16:35:00.455392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-9514f481-46e9-494c-83be-413345f642da service neutron] 10.222.0.36 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Dec 12 16:35:00.618898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-da5f9406-3eb1-4d74-a276-3b3ac49adbd0 req-7d11fa83-085a-4f6c-88e9-f4f6218fe192 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 210 time: 0.0283413 Dec 12 16:35:01.701401 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-485b4c0d-27e6-4565-a8df-f1478b8091bb tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:01.703528 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-485b4c0d-27e6-4565-a8df-f1478b8091bb tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 817 time: 0.1099389 Dec 12 16:35:01.724083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Request body: {'port': {'device_id': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'admin_state_up': True, 'tenant_id': '4f735fe3110546ceb5826b7f154852ee'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:35:01.727844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fdbea524-1809-4b1e-a9e6-b882045543b7 req-0cf4c11b-1540-4e36-8d52-aae1029b9a67 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 210 time: 0.0310688 Dec 12 16:35:01.847326 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Made reservation on behalf of 4f735fe3110546ceb5826b7f154852ee for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:35:01.851858 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:01.978789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Allocated IP 172.20.0.9 (a707af77-fb98-4c00-afaa-e89634255cb0/1548430d-de8a-455b-9bff-8242da53c88e/aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:35:02.034210 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Sync routers for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:35:02.044850 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:35:02.045455 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:35:02.132563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.153667 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:35:02.169267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.215647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Network a707af77-fb98-4c00-afaa-e89634255cb0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:35:02.218790 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:35:02.222696 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:35:02.249808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Pushing event updated for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:02.277126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:02.277679 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.298190 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-73b508ff-72d1-46ea-90f3-7b4007e2433e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808241 Dec 12 16:35:02.315806 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Request body: {'port': {'device_id': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:35:02.375776 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '6c6263c1-d9d6-4495-b713-2134c8e78e1e', 'name': '', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'mac_address': 'fa:16:3e:14:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:57Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 2, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'subnets': [{'id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:35:02.378259 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.403931 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Checking router: 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:35:02.404280 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Updating router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 port 6c6263c1-d9d6-4495-b713-2134c8e78e1e binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:35:02.429551 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.517050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a773516b-6dc0-425c-a2a5-e42fb340c53f None None] Provisioning complete for port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:02.517697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a773516b-6dc0-425c-a2a5-e42fb340c53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.552007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a773516b-6dc0-425c-a2a5-e42fb340c53f None None] Port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:35:02.649026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:35:02.656697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.669990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Transition to ACTIVE for port object aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:35:02.677105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.707149 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.713831 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.775292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:35:02.839400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c49964-456a-4152-8489-496bd721a36e service neutron] Pushing event updated for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:02.840290 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Attempting to bind port 6c6263c1-d9d6-4495-b713-2134c8e78e1e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:35:02.840785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Attempting to bind port 6c6263c1-d9d6-4495-b713-2134c8e78e1e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:35:02.841244 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Attempting to bind port 6c6263c1-d9d6-4495-b713-2134c8e78e1e on network 98a29086-5313-4966-9c15-71aecd7f2b68 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:35:02.855074 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edb282-a38a-4af9-9393-ab3856914406 None None] Pushing event updated for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:02.867694 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:35:02.869357 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Checking segment: {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:35:02.870425 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.871071 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Bound using segment: {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:35:02.871850 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Bound port: 6c6263c1-d9d6-4495-b713-2134c8e78e1e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69211295-d85a-49f2-88af-0a33ac09559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:35:02.872453 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.875022 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Attempting to bind port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:35:02.875519 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Attempting to bind port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:35:02.875840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Attempting to bind port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:35:02.883276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:02.883508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 on network a707af77-fb98-4c00-afaa-e89634255cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:35:02.883646 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.884111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Attempting to bind port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:35:02.897915 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:35:02.899841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Checking segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:35:02.900232 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Bound using segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:35:02.900902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Bound port: aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:35:02.901715 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:02.912891 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072184-fe40-4afe-9bb7-88827dddc46c req-0c1e9baa-ba2c-419f-bf08-9c8ae0204238 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:02.922607 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86072184-fe40-4afe-9bb7-88827dddc46c req-0c1e9baa-ba2c-419f-bf08-9c8ae0204238 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 943 time: 0.0696993 Dec 12 16:35:02.983417 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] For port 6c6263c1-d9d6-4495-b713-2134c8e78e1e, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:35:02.987423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] For port 6c6263c1-d9d6-4495-b713-2134c8e78e1e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6c6263c1-d9d6-4495-b713-2134c8e78e1e,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:35:02.994343 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.011745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:35:03.015869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:35:03.022617 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.036255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86072184-fe40-4afe-9bb7-88827dddc46c req-7011ed70-2052-4650-92eb-d8dffc503722 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118429 Dec 12 16:35:03.076035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.077050 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.078918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-54c49964-456a-4152-8489-496bd721a36e service neutron] 10.222.0.30 "PUT /v2.0/ports/aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 HTTP/1.1" status: 200 len: 1091 time: 0.7672117 Dec 12 16:35:03.079486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:35:03.087231 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edb282-a38a-4af9-9393-ab3856914406 None None] Pushing event updated for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:03.091099 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a588e-1138-48a2-8be8-e2cda2d59b43" -d '{"events": [{"name": "network-changed", "server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:35:03.122212 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:35:03.123023 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:34:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:35:03.129858 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c49964-456a-4152-8489-496bd721a36e service neutron] Pushing event updated for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:03.148735 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b13a1b-476f-4480-a657-83ed7cb31d4f x-openstack-request-id: req-46b13a1b-476f-4480-a657-83ed7cb31d4f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:35:03.149047 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:35:03.149309 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46b13a1b-476f-4480-a657-83ed7cb31d4f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:35:03.149800 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1', 'status': 'completed', 'code': 200} Dec 12 16:35:03.222428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] Provisioning complete for port 6c6263c1-d9d6-4495-b713-2134c8e78e1e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:03.223551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.229123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-6b2dcdce-5ba9-44c6-a748-2992f11e0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.230664 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-6b2dcdce-5ba9-44c6-a748-2992f11e0e53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 1094 time: 0.0732453 Dec 12 16:35:03.259033 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:35:03.297881 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-41cd27e8-582d-444e-af2c-042a5e62c5bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 HTTP/1.1" status: 200 len: 217 time: 0.0518875 Dec 12 16:35:03.330811 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.378581 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-ee32ec29-5ea7-4d88-8522-a33e36589de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.380921 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-ee32ec29-5ea7-4d88-8522-a33e36589de1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 200 len: 856 time: 0.0721192 Dec 12 16:35:03.449686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-6bdf706e-c4ff-451f-bb90-e4bf82edb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.451337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-6bdf706e-c4ff-451f-bb90-e4bf82edb66e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a707af77-fb98-4c00-afaa-e89634255cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589945 Dec 12 16:35:03.527105 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '6c6263c1-d9d6-4495-b713-2134c8e78e1e', 'name': '', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'mac_address': 'fa:16:3e:14:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:57Z', 'updated_at': '2021-12-12T16:35:02Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'subnets': [{'id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:35:03.554067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-9ae6434b-3ba1-49c3-af2f-18590ca8eff2 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939353 Dec 12 16:35:03.557419 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c668d10-3054-43ef-9705-49a79b336b94 None None] The sync data for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 is: [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:58Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '6c6263c1-d9d6-4495-b713-2134c8e78e1e', 'name': '', 'network_id': '98a29086-5313-4966-9c15-71aecd7f2b68', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'mac_address': 'fa:16:3e:14:fe:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:57Z', 'updated_at': '2021-12-12T16:35:02Z', 'revision_number': 4, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'subnets': [{'id': 'e8f33b88-5477-4d02-bfd8-c7a8a9572475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:35:03.575091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] For port 6c6263c1-d9d6-4495-b713-2134c8e78e1e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6c6263c1-d9d6-4495-b713-2134c8e78e1e,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:03.579811 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.630970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4ffdd-7291-4754-a6c8-c92d1d0fc8d3 None None] Pushing event updated for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:03.667690 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8c1e5aa6-abab-47df-b107-1803838f3601 req-3228290b-3b7f-4b99-ac6c-d39d2e403051 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997729 Dec 12 16:35:03.715298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a9f34494-f2d3-4925-acc8-c695e5bad523 None None] Provisioning complete for port 6c6263c1-d9d6-4495-b713-2134c8e78e1e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:03.715779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9f34494-f2d3-4925-acc8-c695e5bad523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:03.775625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-141e5004-f3e1-438a-8fb3-7d161757e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.777976 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-141e5004-f3e1-438a-8fb3-7d161757e04c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 1094 time: 0.0548887 Dec 12 16:35:03.878986 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-7f7a3b6e-a999-4272-b5a4-a667a4f4ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.881334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-7f7a3b6e-a999-4272-b5a4-a667a4f4ed52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 917 time: 0.0936494 Dec 12 16:35:03.924967 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-73d29d56-3938-4aba-8d99-9efe1f3677e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 HTTP/1.1" status: 200 len: 217 time: 0.0356343 Dec 12 16:35:03.974920 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-5ba8f578-00ab-4e2b-8218-34636a0334bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:03.976351 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-5ba8f578-00ab-4e2b-8218-34636a0334bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 200 len: 856 time: 0.0442584 Dec 12 16:35:04.029997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-78530a86-683c-4279-9b9f-7ed4140f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:04.031554 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-78530a86-683c-4279-9b9f-7ed4140f644c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a707af77-fb98-4c00-afaa-e89634255cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463810 Dec 12 16:35:04.126979 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-c59b39e8-d9a8-4cd4-b2bd-233cd741a2d3 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877430 Dec 12 16:35:04.162359 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86e2d-6023-4388-82e8-0addc44c9202 req-035e908d-8a58-4d24-8d3a-9fa8e200efb8 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:04.163930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dc86e2d-6023-4388-82e8-0addc44c9202 req-035e908d-8a58-4d24-8d3a-9fa8e200efb8 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 943 time: 0.0543079 Dec 12 16:35:04.212383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dc86e2d-6023-4388-82e8-0addc44c9202 req-c78e37e0-04df-4a66-9476-fb146652b365 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Dec 12 16:35:04.225659 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-089a588e-1138-48a2-8be8-e2cda2d59b43 req-6fe10694-a7de-4bb9-b091-43770f444636 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903497 Dec 12 16:35:04.743679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6c6263c1-d9d6-4495-b713-2134c8e78e1e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:35:04.790708 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 6c6263c1-d9d6-4495-b713-2134c8e78e1e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:04.791073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:05.334284 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70f756-986f-4fe3-b7e1-37fae4123063 req-da7affac-ca3b-4d43-b962-642023938911 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:05.335738 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd70f756-986f-4fe3-b7e1-37fae4123063 req-da7affac-ca3b-4d43-b962-642023938911 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 943 time: 0.0482147 Dec 12 16:35:05.382608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd70f756-986f-4fe3-b7e1-37fae4123063 req-b62b893a-f952-47e7-9364-5a667f94c503 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Dec 12 16:35:05.590763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2837307-5628-4f28-a72b-fff935a1c6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:05.937282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:35:06.031450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:06.043078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'port_id': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1', 'mac_address': 'fa:16:3e:3c:3f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:35:06.077819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:06.090489 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:35:06.113911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:06.117643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:06.164737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:06.371099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:35:06.501450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649039-12d9-4585-9163-b7565d2bf483 req-35f7f3c2-a937-42e8-8e5c-aa25337fae96 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:06.502911 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84649039-12d9-4585-9163-b7565d2bf483 req-35f7f3c2-a937-42e8-8e5c-aa25337fae96 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 944 time: 0.0521829 Dec 12 16:35:06.553790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-84649039-12d9-4585-9163-b7565d2bf483 req-758d53c0-8f63-4b47-8e90-73d1c0701479 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Dec 12 16:35:07.668548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074c874-35f0-441f-a785-3eace9e65e02 req-a79f71bf-ed18-479a-8fdb-f42692245f66 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:07.670092 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0074c874-35f0-441f-a785-3eace9e65e02 req-a79f71bf-ed18-479a-8fdb-f42692245f66 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 944 time: 0.0489511 Dec 12 16:35:07.716614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0074c874-35f0-441f-a785-3eace9e65e02 req-e4440042-25c8-4f7d-b131-df2f4aeb84fb tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Dec 12 16:35:07.871393 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-62360f93-b0c5-4fcb-b82a-353a2a096ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:07.952531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:35:08.000578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:35:08.004556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:08.004967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:08.079604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:08.101965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:35:08.104256 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75233ba8-381f-42c3-8d3f-e9c3d1d46a1c" -d '{"events": [{"server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:35:08.120746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:08.125133 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:08.147936 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab4b11-eb30-4353-aac1-a9e29f7e63a2 x-openstack-request-id: req-eeab4b11-eb30-4353-aac1-a9e29f7e63a2 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:35:08.148231 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "name": "network-vif-plugged", "status": "completed", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:35:08.148487 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eeab4b11-eb30-4353-aac1-a9e29f7e63a2 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:35:08.148916 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1', 'code': 200} Dec 12 16:35:08.174254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:08.250405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8b047-5658-4029-b99d-3eb0e434e30f req-50eeadb1-277a-4895-9bec-d547f4a444c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:08.251957 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bea8b047-5658-4029-b99d-3eb0e434e30f req-50eeadb1-277a-4895-9bec-d547f4a444c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 1096 time: 0.0399649 Dec 12 16:35:08.300248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bea8b047-5658-4029-b99d-3eb0e434e30f req-30da8e52-4020-46b1-a703-d5478041a8a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354536 Dec 12 16:35:08.835000 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4562b-87a5-4af9-80d7-5125a3a5e907 req-b7007985-625e-4c95-9762-0717276788cc tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:08.836439 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ff4562b-87a5-4af9-80d7-5125a3a5e907 req-b7007985-625e-4c95-9762-0717276788cc tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0522375 Dec 12 16:35:08.871711 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:08.885153 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ff4562b-87a5-4af9-80d7-5125a3a5e907 req-26a91197-5135-4551-90a5-5f848b80b159 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427620 Dec 12 16:35:09.830297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:10.000237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916f56f-0a71-4f7d-8f21-05d7ad55ef97 req-5c8111da-6fa4-4a74-827c-46d1b4f95df9 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:10.001723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2916f56f-0a71-4f7d-8f21-05d7ad55ef97 req-5c8111da-6fa4-4a74-827c-46d1b4f95df9 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0480096 Dec 12 16:35:10.049650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2916f56f-0a71-4f7d-8f21-05d7ad55ef97 req-e43f5941-870c-4ab5-a080-15a5c1547181 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Dec 12 16:35:10.164259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dafc46-d828-4ffd-a662-4793f61eba8a req-d18f854f-ef34-4702-990e-2cbee61cddb0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:10.165771 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8dafc46-d828-4ffd-a662-4793f61eba8a req-d18f854f-ef34-4702-990e-2cbee61cddb0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0483589 Dec 12 16:35:10.215579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8dafc46-d828-4ffd-a662-4793f61eba8a req-573aa6c3-2a4d-4944-9665-a095b9582d09 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Dec 12 16:35:10.622960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:11.267358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:11.874098 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:22.246233 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:35:31.923288 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49694b71-3a04-4682-8657-ac489e81f011 req-bad07e3b-5d08-4d34-ae73-7ff6c407a4f2 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:31.925005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49694b71-3a04-4682-8657-ac489e81f011 req-bad07e3b-5d08-4d34-ae73-7ff6c407a4f2 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0499828 Dec 12 16:35:31.974193 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-49694b71-3a04-4682-8657-ac489e81f011 req-d9377a78-f2ea-4432-8ded-057f1326ab1f tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Dec 12 16:35:33.092125 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14227346-8c83-41c1-bf91-dd3ebe8e2995 req-ae4193bb-03ce-42f6-94d5-f22c92b880da tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:33.093619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14227346-8c83-41c1-bf91-dd3ebe8e2995 req-ae4193bb-03ce-42f6-94d5-f22c92b880da tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0489926 Dec 12 16:35:33.140724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-14227346-8c83-41c1-bf91-dd3ebe8e2995 req-5ff33f58-f8d9-494a-9114-4e3ae473dec9 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Dec 12 16:35:33.587094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-33841ddb-d708-4042-8f67-455fda319ba3 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:33.588552 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-33841ddb-d708-4042-8f67-455fda319ba3 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 945 time: 0.0479801 Dec 12 16:35:33.679438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Deleting port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:35:33.679768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:33.765137 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] For port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:33.765494 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:33.777490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Calling delete_port for aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:35:33.907143 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:33.923163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:35:33.935339 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Pushing event deleted for resources: {'Port': ['ID=aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:33.982550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] No DVR routers for this DVR port aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:35:33.985326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:33.988658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-48b8450f-e68e-458b-abeb-bd70e0d361bd req-98c55216-0893-4e3f-94f5-a50afeb4919c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "DELETE /v2.0/ports/aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 HTTP/1.1" status: 204 len: 173 time: 0.3933337 Dec 12 16:35:33.989127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'name': 'network-vif-deleted', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:35:33.991488 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4701155-6a3b-4d08-a932-54ed95a012cc" -d '{"events": [{"server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "name": "network-vif-deleted", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:35:34.038819 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adc8dc2-1218-4129-af70-24a6fc3df324 x-openstack-request-id: req-5adc8dc2-1218-4129-af70-24a6fc3df324 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:35:34.039126 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab381dc5-da72-4fb0-a961-554db709bf2c", "name": "network-vif-deleted", "tag": "aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:35:34.039394 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5adc8dc2-1218-4129-af70-24a6fc3df324 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:35:34.039801 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab381dc5-da72-4fb0-a961-554db709bf2c', 'name': 'network-vif-deleted', 'tag': 'aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1', 'status': 'completed', 'code': 200} Dec 12 16:35:34.249293 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9e363e9a-6870-4656-8c9f-b945be388629 req-676657c8-d25c-495c-8d8a-da5abf39f72e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab381dc5-da72-4fb0-a961-554db709bf2c HTTP/1.1" status: 200 len: 210 time: 0.0304275 Dec 12 16:35:35.596924 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0e7dc08e-2cf9-4324-a7f2-9f1c36b6f961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:35.772013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-5c7e6a00-5fa7-4b00-b40b-bbff6780e944 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:35.773466 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-5c7e6a00-5fa7-4b00-b40b-bbff6780e944 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 817 time: 0.1008489 Dec 12 16:35:35.787718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-a1b56c8a-5020-420c-9182-3216deadd79c tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/quotas/4f735fe3110546ceb5826b7f154852ee HTTP/1.1" status: 200 len: 375 time: 0.0085874 Dec 12 16:35:35.837201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-dcb555a2-eef2-4a49-92bb-358088273522 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442922 Dec 12 16:35:35.934068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-d9092c29-dcf6-4279-b93c-9343d2d21f14 service neutron] 10.222.0.36 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Dec 12 16:35:36.022991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-749084d0-9399-494d-8fc8-6a0fb6e00199 service neutron] 10.222.0.36 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Dec 12 16:35:36.042020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:35:36.061779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:35:36.062137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device aaf3a690-99b1-4c2b-bfb0-8f8afb3d3de1 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:35:36.186479 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8162aff1-5906-4cb1-8527-9d510d9b85ed req-c2a9ed52-4d14-4a57-82df-f855be6858a4 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 210 time: 0.0315199 Dec 12 16:35:37.178751 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-7dcff022-2946-42ae-a48a-40770f869be0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:37.180237 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-7dcff022-2946-42ae-a48a-40770f869be0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 817 time: 0.1030684 Dec 12 16:35:37.200464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Request body: {'port': {'device_id': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'admin_state_up': True, 'tenant_id': '4f735fe3110546ceb5826b7f154852ee'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:35:37.283831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ca70e4f-0b42-4501-bf0e-a19ecb278ea9 req-67dbbc7f-6003-4ae2-94b1-c02336652b9e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 210 time: 0.0254102 Dec 12 16:35:37.313194 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Made reservation on behalf of 4f735fe3110546ceb5826b7f154852ee for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:35:37.316718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.437603 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Allocated IP 172.20.0.14 (a707af77-fb98-4c00-afaa-e89634255cb0/1548430d-de8a-455b-9bff-8242da53c88e/ac8cc1fe-2b94-4ed0-819a-8930d573348b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:35:37.581907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.615925 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.658828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Network a707af77-fb98-4c00-afaa-e89634255cb0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:35:37.662559 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:35:37.666133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:35:37.693770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Pushing event updated for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:37.710507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.710856 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.711210 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.711538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.711869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.712195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.712535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.712899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.713215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.713543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.713880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.714190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.714509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:37.735304 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:37.736179 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.753237 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-181e0eb2-304d-4d00-aa2c-207de8b0586e tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5567672 Dec 12 16:35:37.770370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Request body: {'port': {'device_id': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:35:37.826716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.873238 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9d79631-eb1d-48b8-a578-494222572acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.930583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-50ac4ffc-47b6-4338-a5cd-012c2256a5f7 None None] Provisioning complete for port ac8cc1fe-2b94-4ed0-819a-8930d573348b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:37.930956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-50ac4ffc-47b6-4338-a5cd-012c2256a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:37.964358 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-50ac4ffc-47b6-4338-a5cd-012c2256a5f7 None None] Port ac8cc1fe-2b94-4ed0-819a-8930d573348b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:35:38.085106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8cc1fe-2b94-4ed0-819a-8930d573348b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:35:38.092518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.104324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Transition to ACTIVE for port object ac8cc1fe-2b94-4ed0-819a-8930d573348b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:35:38.108382 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.158722 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:38.233931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Attempting to bind port ac8cc1fe-2b94-4ed0-819a-8930d573348b on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:35:38.234553 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Attempting to bind port ac8cc1fe-2b94-4ed0-819a-8930d573348b by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:35:38.234683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Attempting to bind port ac8cc1fe-2b94-4ed0-819a-8930d573348b on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:35:38.239191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Port ac8cc1fe-2b94-4ed0-819a-8930d573348b on network a707af77-fb98-4c00-afaa-e89634255cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:35:38.239513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Attempting to bind port ac8cc1fe-2b94-4ed0-819a-8930d573348b on network a707af77-fb98-4c00-afaa-e89634255cb0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:35:38.245128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:35:38.245468 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Checking segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:35:38.245906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Bound using segment: {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:35:38.246363 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Bound port: ac8cc1fe-2b94-4ed0-819a-8930d573348b, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24bc1409-e26b-4c24-8eb8-d5177b2b4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:35:38.246720 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.316772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:35:38.320899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:35:38.326242 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.363555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.364188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.366118 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] 10.222.0.30 "PUT /v2.0/ports/ac8cc1fe-2b94-4ed0-819a-8930d573348b HTTP/1.1" status: 200 len: 1092 time: 0.6001682 Dec 12 16:35:38.366569 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:35:38.368899 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:35:38.408035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044146f-1a1d-4132-a74e-6bf0b5026788 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:38.421470 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346f88d-d50b-4ee7-bc0d-112499f0776f req-0a833397-0ee4-4c7b-9e85-ee10dd5ca1ae tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.423078 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4346f88d-d50b-4ee7-bc0d-112499f0776f req-0a833397-0ee4-4c7b-9e85-ee10dd5ca1ae tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 944 time: 0.0682609 Dec 12 16:35:38.452166 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a1d4b9-1394-4939-b196-a38433551549 x-openstack-request-id: req-14a1d4b9-1394-4939-b196-a38433551549 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:35:38.452597 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:35:38.452943 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14a1d4b9-1394-4939-b196-a38433551549 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:35:38.453411 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b', 'status': 'completed', 'code': 200} Dec 12 16:35:38.470908 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-910bee5e-bcaa-442c-884e-f8b199f85764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.472677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-910bee5e-bcaa-442c-884e-f8b199f85764 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 1095 time: 0.0553172 Dec 12 16:35:38.478918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4346f88d-d50b-4ee7-bc0d-112499f0776f req-0f20bddc-58ad-4713-a880-b7b8448e83e2 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Dec 12 16:35:38.520990 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-83c2a281-985e-43f7-b644-d38a52518d1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b HTTP/1.1" status: 200 len: 217 time: 0.0400007 Dec 12 16:35:38.574839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-d3ff1c54-1813-4a4d-9756-0958e22302d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.576317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-d3ff1c54-1813-4a4d-9756-0958e22302d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 200 len: 856 time: 0.0471969 Dec 12 16:35:38.629822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9654384-67af-4455-8681-f620e263681e req-a3379e41-d642-4372-855f-fba5e2dbf437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.632145 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-a3379e41-d642-4372-855f-fba5e2dbf437 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a707af77-fb98-4c00-afaa-e89634255cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448823 Dec 12 16:35:38.728724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-4c0ee6a3-0e88-4040-82b2-cd238db62db6 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861361 Dec 12 16:35:38.820702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c9654384-67af-4455-8681-f620e263681e req-0aba9f63-4499-4e26-97f3-59ed3fb53031 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807922 Dec 12 16:35:38.872763 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:38.912541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-ac2a816d-5c82-496c-9738-736ce4a811bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:38.914046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-ac2a816d-5c82-496c-9738-736ce4a811bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 1095 time: 0.0425060 Dec 12 16:35:39.005211 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-bc990580-77c0-4d45-b675-ef2c5be7b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:39.006651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-bc990580-77c0-4d45-b675-ef2c5be7b66a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 917 time: 0.0849617 Dec 12 16:35:39.048530 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-d91a6cca-f39e-4566-afd4-c669cbfac638 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b HTTP/1.1" status: 200 len: 217 time: 0.0345452 Dec 12 16:35:39.095371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-ec88d611-adff-4da3-8312-c244c877cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:39.096709 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-ec88d611-adff-4da3-8312-c244c877cfe0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 200 len: 856 time: 0.0412941 Dec 12 16:35:39.148246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-5b50cbcd-b609-4bbd-9e62-4db5411f7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:39.149771 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-5b50cbcd-b609-4bbd-9e62-4db5411f7dbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a707af77-fb98-4c00-afaa-e89634255cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437417 Dec 12 16:35:39.241658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-d0928b8a-8d7a-43c7-a098-8436d30d46dc service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815980 Dec 12 16:35:39.599702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af99dd-8554-4398-a004-561a1ec39060 req-4c1030f0-add7-472f-bd83-ed7c29a61ea5 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:39.601251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90af99dd-8554-4398-a004-561a1ec39060 req-4c1030f0-add7-472f-bd83-ed7c29a61ea5 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 944 time: 0.0509484 Dec 12 16:35:39.620666 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a4dcb2d7-9d5b-46dd-8a5c-1e0da8452ecd req-a66a0415-5e40-473d-af94-17dc97319878 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709588 Dec 12 16:35:39.654088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-90af99dd-8554-4398-a004-561a1ec39060 req-3e6135d3-d87f-4aab-83d5-43cbb6ae5ad0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Dec 12 16:35:39.828957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:40.050062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ac8cc1fe-2b94-4ed0-819a-8930d573348b details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:35:40.142363 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:40.153863 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b', 'network_id': 'a707af77-fb98-4c00-afaa-e89634255cb0', 'port_id': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b', 'mac_address': 'fa:16:3e:23:52:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1548430d-de8a-455b-9bff-8242da53c88e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:35:40.193516 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:40.205996 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8cc1fe-2b94-4ed0-819a-8930d573348b {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:35:40.224977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:40.228573 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:40.273089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:40.282443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.282795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.283140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.283483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.283818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.284151 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.284483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.284846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.285177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.285504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.285832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.286157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.286982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:35:40.503384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ac8cc1fe-2b94-4ed0-819a-8930d573348b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:35:40.637134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:40.771465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8c0c-06ce-4f49-bd4b-220f96dfd00b req-51a507af-33d7-406a-9f88-e7e99b4ae2b0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:40.772897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f1a8c0c-06ce-4f49-bd4b-220f96dfd00b req-51a507af-33d7-406a-9f88-e7e99b4ae2b0 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 945 time: 0.0494528 Dec 12 16:35:40.818452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2f1a8c0c-06ce-4f49-bd4b-220f96dfd00b req-1e265693-7dbe-41b4-993f-fc83b4ba1b12 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390761 Dec 12 16:35:41.269427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:41.870705 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:41.938285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8b811-ddbb-438a-9dc1-48da812b99e9 req-b2efade2-de0f-4c87-847e-8fd8b089ffe1 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:41.939725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9c8b811-ddbb-438a-9dc1-48da812b99e9 req-b2efade2-de0f-4c87-847e-8fd8b089ffe1 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 945 time: 0.0525570 Dec 12 16:35:41.987721 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9c8b811-ddbb-438a-9dc1-48da812b99e9 req-ccc3bdeb-2981-4bd2-9d78-e75e1ccbe751 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Dec 12 16:35:42.061702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ac8cc1fe-2b94-4ed0-819a-8930d573348b up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:35:42.110907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port ac8cc1fe-2b94-4ed0-819a-8930d573348b completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:35:42.116210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port ac8cc1fe-2b94-4ed0-819a-8930d573348b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:35:42.116585 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:42.196025 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:42.218878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:35:42.221398 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6074818-138c-4968-9d2f-00729f6f1101" -d '{"events": [{"server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "name": "network-vif-plugged", "status": "completed", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:35:42.233440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:35:42.237669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:35:42.262364 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8938c392-8487-4e93-a198-acd8b83d2193 x-openstack-request-id: req-8938c392-8487-4e93-a198-acd8b83d2193 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:35:42.262645 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "name": "network-vif-plugged", "status": "completed", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:35:42.262897 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8938c392-8487-4e93-a198-acd8b83d2193 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:35:42.263290 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b', 'code': 200} Dec 12 16:35:42.289857 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:35:42.367139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a03f6-24bf-47f8-9eee-0ef0efe3502b req-6e720da4-1ab3-419d-b1b8-e4e971f8775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:42.368500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e84a03f6-24bf-47f8-9eee-0ef0efe3502b req-6e720da4-1ab3-419d-b1b8-e4e971f8775a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 1097 time: 0.0401108 Dec 12 16:35:42.413074 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e84a03f6-24bf-47f8-9eee-0ef0efe3502b req-c2e7f1ce-42a9-4aed-9268-ab6521a02820 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Dec 12 16:35:43.105081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d2a1-7251-4c1a-be89-6a7c36f4f4a8 req-2a765705-4505-4dcb-825f-c7f6bfdcc9e6 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:43.106559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4940d2a1-7251-4c1a-be89-6a7c36f4f4a8 req-2a765705-4505-4dcb-825f-c7f6bfdcc9e6 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0519094 Dec 12 16:35:43.152938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4940d2a1-7251-4c1a-be89-6a7c36f4f4a8 req-9e4b88a3-5672-49cf-b8f5-74d3c1033503 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Dec 12 16:35:44.268530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023623f-83ee-4009-935d-1332180b3644 req-321bc224-965e-420a-9cae-2a8fe39b8895 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:44.270005 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e023623f-83ee-4009-935d-1332180b3644 req-321bc224-965e-420a-9cae-2a8fe39b8895 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0482042 Dec 12 16:35:44.315542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e023623f-83ee-4009-935d-1332180b3644 req-a3206282-4444-45f1-935e-30762750d151 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Dec 12 16:35:44.428726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc17c0-0f5f-45df-8ead-299217bf073f req-8503e74b-4bb2-4343-95e3-372268f94132 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:44.430165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fbc17c0-0f5f-45df-8ead-299217bf073f req-8503e74b-4bb2-4343-95e3-372268f94132 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0477905 Dec 12 16:35:44.481423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5fbc17c0-0f5f-45df-8ead-299217bf073f req-72e7a199-3b28-423d-96ee-9c61f92a2a26 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Dec 12 16:35:57.806885 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-205a3c7e-4282-49b1-89cb-5125b5d2ac97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392919 Dec 12 16:35:57.892159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f871-62f8-4984-8b53-369a61c22ede req-c59b9a7e-7767-4a45-996e-70eb137494d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:57.893678 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-c59b9a7e-7767-4a45-996e-70eb137494d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f735fe3110546ceb5826b7f154852ee&device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 1097 time: 0.0428226 Dec 12 16:35:57.996943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f871-62f8-4984-8b53-369a61c22ede req-60a6d945-3bc2-48d9-957c-3c4ebb7cb155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:57.998401 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-60a6d945-3bc2-48d9-957c-3c4ebb7cb155 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 200 len: 917 time: 0.0845177 Dec 12 16:35:58.046206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-d041eae5-5b33-4311-91db-76d7c99cea88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b HTTP/1.1" status: 200 len: 217 time: 0.0405083 Dec 12 16:35:58.096098 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f871-62f8-4984-8b53-369a61c22ede req-3bcdce16-202a-4b3b-a5ea-0cc8113cb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:58.097505 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-3bcdce16-202a-4b3b-a5ea-0cc8113cb125 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 200 len: 856 time: 0.0436542 Dec 12 16:35:58.144813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f871-62f8-4984-8b53-369a61c22ede req-f3c55e5f-7885-4f45-bff1-a0e64db273fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:35:58.151653 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-f3c55e5f-7885-4f45-bff1-a0e64db273fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a707af77-fb98-4c00-afaa-e89634255cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431097 Dec 12 16:35:58.243156 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-a218f807-87f3-432c-8caf-81a08b96cea3 service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Dec 12 16:35:58.335562 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2636f871-62f8-4984-8b53-369a61c22ede req-218e6a14-f0b5-4ec1-90f3-7cc2d223721e service neutron] 10.222.0.30 "GET /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Dec 12 16:35:59.245173 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:36:05.589878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6250aadd-5d8c-405e-9303-7b6e6781f3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:05.874024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29aee-51b8-4986-ac77-b90ce1b36e43 req-c1ed0310-e3c0-4522-b35f-840ea5255522 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:05.875427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20e29aee-51b8-4986-ac77-b90ce1b36e43 req-c1ed0310-e3c0-4522-b35f-840ea5255522 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Dec 12 16:36:05.922708 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20e29aee-51b8-4986-ac77-b90ce1b36e43 req-79eb5697-b55f-4964-b46a-635c31a3f4c9 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Dec 12 16:36:07.038562 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f9369-37f2-4e98-b5c6-4abdb7b0fc45 req-042696fb-8a8b-40fa-ba92-9a42b94ead99 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:07.039995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-969f9369-37f2-4e98-b5c6-4abdb7b0fc45 req-042696fb-8a8b-40fa-ba92-9a42b94ead99 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Dec 12 16:36:07.085390 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-969f9369-37f2-4e98-b5c6-4abdb7b0fc45 req-12e9f39b-431e-4859-a8e2-a648e032ecda tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/security-groups?id=243f9992-e3c6-458a-96db-2208c8a0a3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Dec 12 16:36:07.525004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-bd2d1f5c-0826-4a24-91a8-14f150078596 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:07.526421 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-bd2d1f5c-0826-4a24-91a8-14f150078596 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 946 time: 0.0476785 Dec 12 16:36:07.617854 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Deleting port ac8cc1fe-2b94-4ed0-819a-8930d573348b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:07.618107 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:07.703978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] For port ac8cc1fe-2b94-4ed0-819a-8930d573348b, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ac8cc1fe-2b94-4ed0-819a-8930d573348b,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:07.704333 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:07.717962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Calling delete_port for ac8cc1fe-2b94-4ed0-819a-8930d573348b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:07.846748 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:07.869276 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ac8cc1fe-2b94-4ed0-819a-8930d573348b'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:36:07.876234 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Pushing event deleted for resources: {'Port': ['ID=ac8cc1fe-2b94-4ed0-819a-8930d573348b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:07.902750 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-404d27a7-2214-4db9-afce-0dab89456452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:07.921535 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] No DVR routers for this DVR port ac8cc1fe-2b94-4ed0-819a-8930d573348b on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:36:07.924667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:07.928042 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35971bec-a533-4ffe-b246-6ac5604e58ee req-551943d2-7cdc-481d-bde7-4f3726bf5b72 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.30 "DELETE /v2.0/ports/ac8cc1fe-2b94-4ed0-819a-8930d573348b HTTP/1.1" status: 204 len: 173 time: 0.3946509 Dec 12 16:36:07.928502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'name': 'network-vif-deleted', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:36:07.931031 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb302cb1-00b2-4346-bb4f-ba000ecb2479" -d '{"events": [{"server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "name": "network-vif-deleted", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:36:07.975891 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea393fb8-22b0-4e33-875f-75e0e15711f2 x-openstack-request-id: req-ea393fb8-22b0-4e33-875f-75e0e15711f2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:36:07.976299 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd55d85d-2e5e-4a4c-a250-2c5fe05c7938", "name": "network-vif-deleted", "tag": "ac8cc1fe-2b94-4ed0-819a-8930d573348b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:36:07.976677 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea393fb8-22b0-4e33-875f-75e0e15711f2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:36:07.977179 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55d85d-2e5e-4a4c-a250-2c5fe05c7938', 'name': 'network-vif-deleted', 'tag': 'ac8cc1fe-2b94-4ed0-819a-8930d573348b', 'status': 'completed', 'code': 200} Dec 12 16:36:08.195134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e807e8da-71de-4443-8e7e-9e2bc180927d req-de835c46-fdd5-44d0-a554-f27162008e85 tempest-TestEncryptedCinderVolumes-462907990 tempest-TestEncryptedCinderVolumes-462907990-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd55d85d-2e5e-4a4c-a250-2c5fe05c7938 HTTP/1.1" status: 200 len: 210 time: 0.0295610 Dec 12 16:36:08.875381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:09.284824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57820) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:09.618722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:09.830566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:09.860525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Deleting port 65571efa-0f77-46e2-8098-ac351898c327 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:09.860886 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:09.941158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] For port 65571efa-0f77-46e2-8098-ac351898c327, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65571efa-0f77-46e2-8098-ac351898c327,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:09.941515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:09.953007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Calling delete_port for 65571efa-0f77-46e2-8098-ac351898c327 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:10.128551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.158563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=65571efa-0f77-46e2-8098-ac351898c327,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:10.182743 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.183090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.183431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.183774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.184105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.184434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.184792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.185116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.185442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.185768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.186099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.186424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.186745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:10.330323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.539139 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Router 08a55448-f130-4808-ab80-8fa3f7133b08 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:36:10.630842 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.643736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:10.649862 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8bcab91d-2bda-45e5-82d9-793cf9ef0e91 admin admin] 10.222.0.36 "PUT /v2.0/routers/08a55448-f130-4808-ab80-8fa3f7133b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3633351 Dec 12 16:36:10.652290 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57822) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:10.653506 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Sync routers for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:10.662721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:10.663889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:10.762409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.768967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:10.863033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.914861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Deleting port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:10.915199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:10.945806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:36:10Z', 'revision_number': 5, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port': {'id': '8b12e87d-99e0-454e-b2b1-f13ad00dda8e', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:53:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:51Z', 'updated_at': '2021-12-12T16:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:10.975646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Checking router: 08a55448-f130-4808-ab80-8fa3f7133b08 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:10.983986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Routers {'08a55448-f130-4808-ab80-8fa3f7133b08'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:10.984589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['08a55448-f130-4808-ab80-8fa3f7133b08'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:10.995668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] For port 8b12e87d-99e0-454e-b2b1-f13ad00dda8e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:10.996028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.008165 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Calling delete_port for 8b12e87d-99e0-454e-b2b1-f13ad00dda8e owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:11.067833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] Set router 08a55448-f130-4808-ab80-8fa3f7133b08 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:11.122659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:36:10Z', 'revision_number': 6, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:11.151733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9b222d-be27-4ea6-afcd-7db39c24f23d None None] The sync data for ids ['08a55448-f130-4808-ab80-8fa3f7133b08'] in n-d-710847-8 is: [{'id': '08a55448-f130-4808-ab80-8fa3f7133b08', 'name': 'tempest-TestEncryptedCinderVolumes-1703209049-router', 'tenant_id': '4f735fe3110546ceb5826b7f154852ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:50Z', 'updated_at': '2021-12-12T16:36:10Z', 'revision_number': 6, 'project_id': '4f735fe3110546ceb5826b7f154852ee', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:11.172773 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.199055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b12e87d-99e0-454e-b2b1-f13ad00dda8e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:11.213804 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a78fcc-94d8-4578-825e-a3458e8e2616 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:11.260742 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.271303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.665649 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.667741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.712451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.713012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a55448-f130-4808-ab80-8fa3f7133b08 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:36:11.721974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.725656 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e08421a7-bc1e-4797-94f8-178c37157c12 admin admin] 10.222.0.36 "DELETE /v2.0/routers/08a55448-f130-4808-ab80-8fa3f7133b08 HTTP/1.1" status: 204 len: 168 time: 1.0699179 Dec 12 16:36:11.725816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57824) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:11.769062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Deleting subnet 1548430d-de8a-455b-9bff-8242da53c88e {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:36:11.771978 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.805548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.884524 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.885168 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.936850 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.963784 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1548430d-de8a-455b-9bff-8242da53c88e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:11.965798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:11.969010 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7054c23-b16f-4aa0-b782-82492f6e1d25 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1548430d-de8a-455b-9bff-8242da53c88e HTTP/1.1" status: 204 len: 168 time: 0.2422624 Dec 12 16:36:11.971706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57826) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:11.974651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8811caa-d9e2-4e65-82d7-cc25b1724d7c None None] Network a707af77-fb98-4c00-afaa-e89634255cb0 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:12.047201 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.106788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Deleting port 5be3d487-7f9e-485d-bff9-44c4c47d219a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:12.107127 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.134034 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] DHCP port deletion for a707af77-fb98-4c00-afaa-e89634255cb0 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:12.176407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] For port 5be3d487-7f9e-485d-bff9-44c4c47d219a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5be3d487-7f9e-485d-bff9-44c4c47d219a,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:12.177193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.189595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Deleting port 5be3d487-7f9e-485d-bff9-44c4c47d219a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:12.189973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.191417 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Calling delete_port for 5be3d487-7f9e-485d-bff9-44c4c47d219a owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:12.240269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ac8cc1fe-2b94-4ed0-819a-8930d573348b no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:12.271254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: ac8cc1fe-2b94-4ed0-819a-8930d573348b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:12.271605 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ac8cc1fe-2b94-4ed0-819a-8930d573348b not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:12.279614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] For port 5be3d487-7f9e-485d-bff9-44c4c47d219a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5be3d487-7f9e-485d-bff9-44c4c47d219a,segment=NetworkSegment(24bc1409-e26b-4c24-8eb8-d5177b2b4e48),segment_id=24bc1409-e26b-4c24-8eb8-d5177b2b4e48)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:12.280065 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.283089 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.292307 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Calling delete_port for 5be3d487-7f9e-485d-bff9-44c4c47d219a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:12.309905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] No DVR routers for this DVR port 5be3d487-7f9e-485d-bff9-44c4c47d219a on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:36:12.311599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be3d487-7f9e-485d-bff9-44c4c47d219a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:12.369994 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.379894 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.395805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] Pushing event deleted for resources: {'Port': ['ID=5be3d487-7f9e-485d-bff9-44c4c47d219a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:12.398214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fa858-5b34-4ab3-8240-88b4f0093303 None None] No DVR routers for this DVR port 5be3d487-7f9e-485d-bff9-44c4c47d219a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:36:12.401543 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a707af77-fb98-4c00-afaa-e89634255cb0']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:12.412851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bc1409-e26b-4c24-8eb8-d5177b2b4e48') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:12.413201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bc1409-e26b-4c24-8eb8-d5177b2b4e48') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:12.426308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.439056 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.445207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:36:12.445584 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:36:12.447231 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:36:12.498260 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.504577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:12.508192 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a707af77-fb98-4c00-afaa-e89634255cb0 HTTP/1.1" status: 204 len: 168 time: 0.5355725 Dec 12 16:36:12.511245 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:12.517785 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be87ed-1c91-4163-8312-3d8e008f5b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a707af77-fb98-4c00-afaa-e89634255cb0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:12.753591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65571efa-0f77-46e2-8098-ac351898c327 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:12.773528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 65571efa-0f77-46e2-8098-ac351898c327 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:12.774008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65571efa-0f77-46e2-8098-ac351898c327 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:12.774574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8b12e87d-99e0-454e-b2b1-f13ad00dda8e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:12.796916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8b12e87d-99e0-454e-b2b1-f13ad00dda8e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:12.797257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8b12e87d-99e0-454e-b2b1-f13ad00dda8e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:12.797664 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5be3d487-7f9e-485d-bff9-44c4c47d219a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:12.816649 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5be3d487-7f9e-485d-bff9-44c4c47d219a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:12.816993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5be3d487-7f9e-485d-bff9-44c4c47d219a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:12.853404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.095167 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Deleting port 6c6263c1-d9d6-4495-b713-2134c8e78e1e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:13.095421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.175692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] For port 6c6263c1-d9d6-4495-b713-2134c8e78e1e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=6c6263c1-d9d6-4495-b713-2134c8e78e1e,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:13.176051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.188060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Calling delete_port for 6c6263c1-d9d6-4495-b713-2134c8e78e1e owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:13.364122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.388474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6263c1-d9d6-4495-b713-2134c8e78e1e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:13.550630 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.762045 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:36:13.864428 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:13.869410 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-845b319e-0bde-4f59-84bb-f1e328421042 admin admin] 10.222.0.36 "PUT /v2.0/routers/40ac2b5d-b7c0-4f03-b4c4-f6134cf55599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571243 Dec 12 16:36:13.871933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:13.874637 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Sync routers for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:13.885210 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:13.885808 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:13.973681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:13.986996 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:14.077738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.131050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Deleting port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:14.131390 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.213926 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] For port 9eca4395-09d8-442a-b5ee-e30f6b6a37a6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:14.214389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.226944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Calling delete_port for 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:14.260107 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:36:13Z', 'revision_number': 5, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port': {'id': '9eca4395-09d8-442a-b5ee-e30f6b6a37a6', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:14.286256 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Checking router: 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:14.294801 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Routers {'40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:14.295396 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:14.378548 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] Set router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:14.388064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.416757 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eca4395-09d8-442a-b5ee-e30f6b6a37a6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:14.429093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224746ad-a255-49ec-b97e-50d55d9631ea None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:14.441294 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:36:14Z', 'revision_number': 6, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:14.472130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1729d1-626a-46bc-b4bb-f06284e2f72a None None] The sync data for ids ['40ac2b5d-b7c0-4f03-b4c4-f6134cf55599'] in n-d-710847-8 is: [{'id': '40ac2b5d-b7c0-4f03-b4c4-f6134cf55599', 'name': 'tempest-TestEncryptedCinderVolumes-779821812-router', 'tenant_id': '1984925e57b249d2ae1ee26a0353d4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:34:55Z', 'updated_at': '2021-12-12T16:36:14Z', 'revision_number': 6, 'project_id': '1984925e57b249d2ae1ee26a0353d4ec', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:14.478856 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.576446 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.578565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.624546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.625108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:36:14.629371 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.630524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-cec5a46b-fa8a-465d-99f7-513fb353a29c admin admin] 10.222.0.36 "DELETE /v2.0/routers/40ac2b5d-b7c0-4f03-b4c4-f6134cf55599 HTTP/1.1" status: 204 len: 168 time: 0.7576780 Dec 12 16:36:14.633604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:14.676649 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Deleting subnet e8f33b88-5477-4d02-bfd8-c7a8a9572475 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:36:14.679612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.713753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.792953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.849802 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.876880 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f33b88-5477-4d02-bfd8-c7a8a9572475,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:14.880590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.886720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875835aa-f50c-4342-bcb5-df0269395370 None None] Network 98a29086-5313-4966-9c15-71aecd7f2b68 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:14.887404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57834) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:14.896707 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0e4b042c-a173-49e5-a7ef-1be7a5e110d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8f33b88-5477-4d02-bfd8-c7a8a9572475 HTTP/1.1" status: 204 len: 168 time: 0.2498434 Dec 12 16:36:14.947579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6c6263c1-d9d6-4495-b713-2134c8e78e1e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:14.973130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:14.980536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 6c6263c1-d9d6-4495-b713-2134c8e78e1e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:14.980913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 6c6263c1-d9d6-4495-b713-2134c8e78e1e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:15.025034 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Deleting port 40d18618-8420-4ea5-bce9-08a5cbfbd53c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:36:15.025374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.086472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] For port 40d18618-8420-4ea5-bce9-08a5cbfbd53c, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=40d18618-8420-4ea5-bce9-08a5cbfbd53c,segment=NetworkSegment(69211295-d85a-49f2-88af-0a33ac09559d),segment_id=69211295-d85a-49f2-88af-0a33ac09559d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:15.086831 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.099466 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Calling delete_port for 40d18618-8420-4ea5-bce9-08a5cbfbd53c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:36:15.180713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.203412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d18618-8420-4ea5-bce9-08a5cbfbd53c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:15.209635 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] No DVR routers for this DVR port 40d18618-8420-4ea5-bce9-08a5cbfbd53c on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:36:15.282560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.302767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4779cf-dae9-4964-b0b0-71a3c5db158c None None] DHCP port deletion for 98a29086-5313-4966-9c15-71aecd7f2b68 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:15.309824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a29086-5313-4966-9c15-71aecd7f2b68']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:15.321257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69211295-d85a-49f2-88af-0a33ac09559d') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:15.321656 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69211295-d85a-49f2-88af-0a33ac09559d') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:15.331516 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.345737 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.352220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:36:15.352679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:36:15.354294 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:36:15.409633 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.416083 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.419173 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98a29086-5313-4966-9c15-71aecd7f2b68 HTTP/1.1" status: 204 len: 168 time: 0.5294600 Dec 12 16:36:15.430383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8fe28-79cd-4c43-b387-e00a96e12cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a29086-5313-4966-9c15-71aecd7f2b68,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:15.598416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57838) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:15.637917 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-17eb512c-217b-4a0f-bb6a-93c4636f2dcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f735fe3110546ceb5826b7f154852ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383470 Dec 12 16:36:15.640321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:15.685199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.710027 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.760205 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.762774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:15.766435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/243f9992-e3c6-458a-96db-2208c8a0a3e3 HTTP/1.1" status: 204 len: 168 time: 0.1227005 Dec 12 16:36:15.772369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a631ab-3ded-4cc9-97c2-6278882c2586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f9992-e3c6-458a-96db-2208c8a0a3e3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:16.070654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:16.110007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c62b52d6-8de3-4edf-85c2-e8b2d36042ee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1984925e57b249d2ae1ee26a0353d4ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381744 Dec 12 16:36:16.112431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:16.158441 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:16.179767 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:16.226595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:16.229404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:16.230565 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18c0a066-e4b5-4911-9622-76eb17f1cfde HTTP/1.1" status: 204 len: 168 time: 0.1172335 Dec 12 16:36:16.238277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a69870-d83b-45dd-9cda-acafc3808833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c0a066-e4b5-4911-9622-76eb17f1cfde,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:16.764006 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:16.783828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:16.784174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9eca4395-09d8-442a-b5ee-e30f6b6a37a6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:16.784581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 40d18618-8420-4ea5-bce9-08a5cbfbd53c no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:36:16.803326 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 40d18618-8420-4ea5-bce9-08a5cbfbd53c {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:36:16.803675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 40d18618-8420-4ea5-bce9-08a5cbfbd53c not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:36:16.891220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:16.987390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1207072816-network', 'tenant_id': '03e85b3225524656b1f04abac5728315'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:17.012060 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Made reservation on behalf of 03e85b3225524656b1f04abac5728315 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:36:17.014336 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.022986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.095605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.099340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.123122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:36:17.133220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13108f8-3b3d-44e9-ab64-55238b4fcf5a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:17.137813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.138157 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Added segment 92abf46d-7a9a-4e20-bda4-b02956bdc9c7 of type vlan for network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c Dec 12 16:36:17.177489 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.202244 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.203309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:17.203881 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.547487 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6551700 Dec 12 16:36:17.550603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57874) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:17.555008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6d14-9852-45c9-884c-5f7cf241108c admin admin] Pushing event updated for resources: {'Network': ['ID=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:17.556114 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Request body: {'subnet': {'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1207072816-subnet', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:17.569048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:36:17.577942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Made reservation on behalf of 03e85b3225524656b1f04abac5728315 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:36:17.580304 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.756176 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.809465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37ae51c3-2139-402d-b38b-694c76d73b26,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:17.819420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Checking segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:17.819769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Network hostable DHCP agents. Network: fda0c77c-06ac-4f59-bab3-ee668c7c2a1c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:36:17.836256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:36:17.845140 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, fda0c77c-06ac-4f59-bab3-ee668c7c2a1c) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:17.849141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:17.849819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.854162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cddfcb1-3ac5-4562-8b77-5cf8587b98be None None] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:17.867489 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e19d6680-9b9f-4387-b163-88a91a17f662 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3158035 Dec 12 16:36:17.870188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57876) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:17.874407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:17.894442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.895609 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.955309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:17.955587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'project_id': '03e85b3225524656b1f04abac5728315', 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:36:17.956297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.089221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Allocated IP 172.20.0.2 (fda0c77c-06ac-4f59-bab3-ee668c7c2a1c/37ae51c3-2139-402d-b38b-694c76d73b26/bd0d16d9-073e-4d0c-ad18-2354c2f0cda2) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:18.092832 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.231069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.236677 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.282381 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:18.287271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:18.289452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Pushing event updated for resources: {'Port': ['ID=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:18.291565 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:18.295877 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.316030 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.343468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Attempting to bind port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:18.343755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Attempting to bind port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:18.344117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Attempting to bind port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 on network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:18.349220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:18.349599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Checking segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:18.349999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.350447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Bound using segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:18.350908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Bound port: bd0d16d9-073e-4d0c-ad18-2354c2f0cda2, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:18.351280 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.412717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] For port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:18.415691 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] For port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:18.417926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Allocated IP 172.25.3.145 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/9bbe263d-25c9-44b1-8081-f0ee30983b02) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:18.421597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.481138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea0ba4-d911-4aeb-9324-3e630c984d41 None None] Pushing event updated for resources: {'Port': ['ID=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:18.529140 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.564545 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.607634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:18.611138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:18.614092 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:18.625078 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e50df4-f432-4ee9-967a-0bce16231359 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:18.646086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Pushing event updated for resources: {'Port': ['ID=9bbe263d-25c9-44b1-8081-f0ee30983b02,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:18.713465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d9e2f794-ea72-44e7-9f05-4d7ac135233b None None] Provisioning complete for port 9bbe263d-25c9-44b1-8081-f0ee30983b02 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:18.714021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d9e2f794-ea72-44e7-9f05-4d7ac135233b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.767894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-d9e2f794-ea72-44e7-9f05-4d7ac135233b None None] Port 9bbe263d-25c9-44b1-8081-f0ee30983b02 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:18.822775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:18.872254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:18.872911 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.927681 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.950978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:18.986212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:18.990671 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.040113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:19.124798 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.260120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Router eca85684-6b85-4074-8aa0-120d3aa78fe1 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:36:19.369833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:19.383500 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Sync routers for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:19.389069 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.393215 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8a6255d9-3672-4c3d-813b-05ed58fc3007 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5220578 Dec 12 16:36:19.393827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 57878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:19.396152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:19.396938 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:19.486292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13125d9-0a3d-4416-8077-bca1105e98f1 None None] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:19.563361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:19.592718 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cf1f3077-551d-456f-863a-4b4f56a93949 None None] Provisioning complete for port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:19.593088 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf1f3077-551d-456f-863a-4b4f56a93949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.811471 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.857677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:18Z', 'revision_number': 3, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:19.885626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Checking router: eca85684-6b85-4074-8aa0-120d3aa78fe1 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:19.886304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Updating router eca85684-6b85-4074-8aa0-120d3aa78fe1 port 9bbe263d-25c9-44b1-8081-f0ee30983b02 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:36:19.917591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:19.980832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Allocated IP 172.20.0.1 (fda0c77c-06ac-4f59-bab3-ee668c7c2a1c/37ae51c3-2139-402d-b38b-694c76d73b26/a97da54c-9201-4d42-8fcb-770bd6e79d41) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:20.087322 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.097016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-916792a6-0ff5-47c6-9a59-b61f2a19a8bf None None] Provisioning complete for port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:20.097389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-916792a6-0ff5-47c6-9a59-b61f2a19a8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.121891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.162314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:20.167563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:20.171002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:20.193365 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Pushing event updated for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:20.213831 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.245341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.254503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.300616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616a622-47c9-45a0-af25-e651c18618f9 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:20.314726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Attempting to bind port 9bbe263d-25c9-44b1-8081-f0ee30983b02 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:20.315094 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Attempting to bind port 9bbe263d-25c9-44b1-8081-f0ee30983b02 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:20.315474 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Attempting to bind port 9bbe263d-25c9-44b1-8081-f0ee30983b02 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:20.326116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87e52f-5596-4edf-a629-ce027b980162 None None] Pushing event updated for resources: {'Port': ['ID=9bbe263d-25c9-44b1-8081-f0ee30983b02,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:20.331032 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:20.331738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:20.332127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.332557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:20.333124 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Bound port: 9bbe263d-25c9-44b1-8081-f0ee30983b02, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:20.333617 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.365424 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.391332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8b1b7a0f-52da-46ef-8a2e-f2ac4ecca7d3 None None] Provisioning complete for port 9bbe263d-25c9-44b1-8081-f0ee30983b02 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:20.391701 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b1b7a0f-52da-46ef-8a2e-f2ac4ecca7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.426321 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] For port 9bbe263d-25c9-44b1-8081-f0ee30983b02, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:20.446512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] For port 9bbe263d-25c9-44b1-8081-f0ee30983b02, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9bbe263d-25c9-44b1-8081-f0ee30983b02,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:20.447835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8b1b7a0f-52da-46ef-8a2e-f2ac4ecca7d3 None None] Port 9bbe263d-25c9-44b1-8081-f0ee30983b02 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:20.452482 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.501701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193d4a9-c54a-4dd6-ba78-7035247397b7 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:20.521859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:20.523030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:20.528878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87e52f-5596-4edf-a629-ce027b980162 None None] Pushing event updated for resources: {'Port': ['ID=9bbe263d-25c9-44b1-8081-f0ee30983b02,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:20.535459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.540586 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.606688 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.608533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Pushing event updated for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:20.707700 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:20.709441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:20.792883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:20.797689 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Provisioning complete for port 9bbe263d-25c9-44b1-8081-f0ee30983b02 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:20.798060 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:20.836032 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Router eca85684-6b85-4074-8aa0-120d3aa78fe1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:36:20.876892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:20.949152 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:20.960743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-51e86dc4-9411-48a0-bf83-b4cc2fbf29bd admin admin] 10.222.0.36 "PUT /v2.0/routers/eca85684-6b85-4074-8aa0-120d3aa78fe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593283 Dec 12 16:36:20.990700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:20.991303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.070129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.125754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] For port 9bbe263d-25c9-44b1-8081-f0ee30983b02, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9bbe263d-25c9-44b1-8081-f0ee30983b02,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:21.133842 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.228100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Provisioning complete for port a97da54c-9201-4d42-8fcb-770bd6e79d41 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:21.228476 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.268811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Pushing event updated for resources: {'Port': ['ID=9bbe263d-25c9-44b1-8081-f0ee30983b02,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:21.282732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-254d3279-600f-41d9-a4cc-94b042dad27c None None] Port a97da54c-9201-4d42-8fcb-770bd6e79d41 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:21.295860 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:19Z', 'revision_number': 1, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:21.323106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7440c0f-d71e-4008-a648-cd84de97e3ca None None] The sync data for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 is: [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:19Z', 'revision_number': 1, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:21.406119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-25200e44-b5b6-445b-8335-35010c4a7a3f None None] Provisioning complete for port a97da54c-9201-4d42-8fcb-770bd6e79d41 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:21.406491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-25200e44-b5b6-445b-8335-35010c4a7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.430431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57894) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:21.436067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567268467-network', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:21.440521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-25200e44-b5b6-445b-8335-35010c4a7a3f None None] Port a97da54c-9201-4d42-8fcb-770bd6e79d41 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:21.457316 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Made reservation on behalf of 0392d91d892c4c17a26b3986c91c458b for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:36:21.459775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.469410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.571487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.576307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.602991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:36:21.613128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58156b40-0c29-40f4-a982-07ce5580ddae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:21.619876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.620226 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Added segment 3953d1a3-4996-4b7e-8b14-d40fda817250 of type vlan for network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a Dec 12 16:36:21.663050 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.689086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.690211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:21.690787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.753101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3208346 Dec 12 16:36:21.755603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57896) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:21.762651 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Request body: {'subnet': {'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567268467-subnet', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'ip_version': 4}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:21.770923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03054858-8f9b-4f37-b760-e302802dadb3 admin admin] Pushing event updated for resources: {'Network': ['ID=1887a61f-24c5-4a9c-a2e8-57afa6417e3a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:21.781481 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:36:21.792783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Made reservation on behalf of 0392d91d892c4c17a26b3986c91c458b for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:36:21.799002 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:21.989537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.042469 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d383cd-0272-4ae7-9fd2-45ec2a3f9a32,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:22.062420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Checking segment: {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:22.062917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Network hostable DHCP agents. Network: 1887a61f-24c5-4a9c-a2e8-57afa6417e3a, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:36:22.080795 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:36:22.090827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1887a61f-24c5-4a9c-a2e8-57afa6417e3a) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:22.095619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:22.096311 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.102280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6bee0-2557-4911-9a0d-5409d2af19cf None None] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:22.115688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-57ebdff6-95e9-48a7-91bf-3e3bd4489dbc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3590612 Dec 12 16:36:22.118708 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57898) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:22.123105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:22.154452 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.156074 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.215905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.228269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:36:22.229210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.361073 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.370013 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Allocated IP 172.20.0.2 (1887a61f-24c5-4a9c-a2e8-57afa6417e3a/56d383cd-0272-4ae7-9fd2-45ec2a3f9a32/a0259b6e-52c1-4ad6-964f-348d9bda0707) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:22.530878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.538809 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.577330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.585960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:22.589963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:22.593564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:22.595861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Pushing event updated for resources: {'Port': ['ID=a0259b6e-52c1-4ad6-964f-348d9bda0707,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:22.596613 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.656941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Attempting to bind port a0259b6e-52c1-4ad6-964f-348d9bda0707 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:22.657236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Attempting to bind port a0259b6e-52c1-4ad6-964f-348d9bda0707 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:22.657618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Attempting to bind port a0259b6e-52c1-4ad6-964f-348d9bda0707 on network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:22.664822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:22.665614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Checking segment: {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:22.666090 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.666554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Bound using segment: {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:22.667113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Bound port: a0259b6e-52c1-4ad6-964f-348d9bda0707, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:22.667614 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.714103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Allocated IP 172.25.3.239 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/f6e4e1fa-5c8f-4884-8314-f0c508d4f52b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:22.738073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] For port a0259b6e-52c1-4ad6-964f-348d9bda0707, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:22.743501 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] For port a0259b6e-52c1-4ad6-964f-348d9bda0707, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a0259b6e-52c1-4ad6-964f-348d9bda0707,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:22.747785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.800583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9bbe263d-25c9-44b1-8081-f0ee30983b02 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:22.839291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75cbd-e910-4805-8671-6c5aa4749a70 None None] Pushing event updated for resources: {'Port': ['ID=a0259b6e-52c1-4ad6-964f-348d9bda0707,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:22.840259 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.870274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9bbe263d-25c9-44b1-8081-f0ee30983b02 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:22.870649 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.878632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:22.923928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:22.926819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:22.931775 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:22.935769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:22.962551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e37975-86a8-4e6f-9e04-a917a6cadd5f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:23.075517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8f8e31af-815c-4d98-b24a-8e2badd2b103 None None] Provisioning complete for port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:23.076030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f8e31af-815c-4d98-b24a-8e2badd2b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:23.114978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e31af-815c-4d98-b24a-8e2badd2b103 None None] Port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:23.223508 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:23.579700 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Sync routers for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:23.590950 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:23.591664 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:23.702506 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:23.735224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:23.862947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Router 8c332a91-03b8-40ac-ac8d-52f538e365b9 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:36:23.902897 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 2, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:23.934423 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Checking router: eca85684-6b85-4074-8aa0-120d3aa78fe1 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:23.934776 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Updating router eca85684-6b85-4074-8aa0-120d3aa78fe1 port a97da54c-9201-4d42-8fcb-770bd6e79d41 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:36:23.962267 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:23.976809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:23.987643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Sync routers for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:23.996309 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.000198 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-559957bb-a130-4fe0-b679-eb15428d9dc5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8779898 Dec 12 16:36:24.000339 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 57900) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:36:24.018666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:24.019644 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:24.133909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:24.273251 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.284099 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.362822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df012d-822e-4949-8dca-c01d253b71d6 None None] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:36:24.366814 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Pushing event updated for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:24.383870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:23Z', 'revision_number': 3, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:24.391545 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.391882 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.392228 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.392562 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.392923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.393254 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.393584 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.393907 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.394228 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.394549 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.394879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.395196 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.395512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:24.434003 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Attempting to bind port a97da54c-9201-4d42-8fcb-770bd6e79d41 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:24.434371 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Attempting to bind port a97da54c-9201-4d42-8fcb-770bd6e79d41 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:24.434953 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Attempting to bind port a97da54c-9201-4d42-8fcb-770bd6e79d41 on network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:24.441248 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:24.441649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Checking segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:24.442234 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.442902 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Bound using segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:24.443663 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Bound port: a97da54c-9201-4d42-8fcb-770bd6e79d41, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:24.444774 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.467760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Checking router: 8c332a91-03b8-40ac-ac8d-52f538e365b9 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:24.468109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Updating router 8c332a91-03b8-40ac-ac8d-52f538e365b9 port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:36:24.510114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.512129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.521101 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] For port a97da54c-9201-4d42-8fcb-770bd6e79d41, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:24.523148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] Provisioning complete for port a0259b6e-52c1-4ad6-964f-348d9bda0707 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:24.523561 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.526642 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] For port a97da54c-9201-4d42-8fcb-770bd6e79d41, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a97da54c-9201-4d42-8fcb-770bd6e79d41,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:24.531919 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.593533 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:24.594192 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:24.691431 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f7f13-4681-4495-b483-2419a58c7164 None None] Pushing event updated for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:24.702541 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Allocated IP 172.20.0.1 (1887a61f-24c5-4a9c-a2e8-57afa6417e3a/56d383cd-0272-4ae7-9fd2-45ec2a3f9a32/b582ea0b-ccd3-48b9-92c0-1e2d977ac49b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:24.722124 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:24.857753 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.901695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:24.969212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a0259b6e-52c1-4ad6-964f-348d9bda0707 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:24.971400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:24.978172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:24.982578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:25.021881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.023284 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.079433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Pushing event updated for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:25.102696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] For port a0259b6e-52c1-4ad6-964f-348d9bda0707, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a0259b6e-52c1-4ad6-964f-348d9bda0707,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:25.114267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.188531 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:24Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:25.196287 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba3768-f77f-477d-8203-d0da7ffa21b7 None None] Pushing event updated for resources: {'Port': ['ID=a0259b6e-52c1-4ad6-964f-348d9bda0707,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:25.197619 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.217102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a0259b6e-52c1-4ad6-964f-348d9bda0707 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:25.217475 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.222209 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e94a2-e1cf-4b49-8b91-2dc9edf1858a None None] The sync data for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 is: [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:24Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:25.324175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] Provisioning complete for port a97da54c-9201-4d42-8fcb-770bd6e79d41 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:25.324552 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.353675 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.372612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.417942 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.424880 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.466261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f07cb-fda9-4fcd-9cef-bd30ef2f214b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:25.482092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Attempting to bind port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:25.482768 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Attempting to bind port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:25.483146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Attempting to bind port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:25.485286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31a8a2-c198-452a-9408-2ad184bd60ca None None] Pushing event updated for resources: {'Port': ['ID=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:25.498953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a97da54c-9201-4d42-8fcb-770bd6e79d41 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:25.503264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:25.503650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:25.504045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.504450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:25.504967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Bound port: f6e4e1fa-5c8f-4884-8314-f0c508d4f52b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:25.505354 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.540949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Pushing event updated for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:25.544547 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.613881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.645781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] For port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:25.649944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:25.651126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:25.670138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a97da54c-9201-4d42-8fcb-770bd6e79d41 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:25.670522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.673315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] For port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:25.702111 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.705772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] For port a97da54c-9201-4d42-8fcb-770bd6e79d41, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a97da54c-9201-4d42-8fcb-770bd6e79d41,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:25.750272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:25.780562 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213af63-b49a-4ff9-91aa-93df0a804767 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:36:25.789435 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Router 8c332a91-03b8-40ac-ac8d-52f538e365b9 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:36:25.801229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:25.802148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:25.853320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31a8a2-c198-452a-9408-2ad184bd60ca None None] Pushing event updated for resources: {'Port': ['ID=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:25.918879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:36:25.928849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f6045631-f50b-4832-8605-5621d23de301 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c332a91-03b8-40ac-ac8d-52f538e365b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9224508 Dec 12 16:36:25.989968 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Provisioning complete for port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:25.989968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.037127 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fa2f2-24d5-4b2f-9c48-d5c4136b8e4a None None] Pushing event updated for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:26.068826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:26.096057 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:26.121510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Provisioning complete for port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:26.121888 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.325307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.351373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] For port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:26.356108 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.414665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Provisioning complete for port a0259b6e-52c1-4ad6-964f-348d9bda0707 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:26.416270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.442202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b582ea0b-ccd3-48b9-92c0-1e2d977ac49b', 'name': '', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'mac_address': 'fa:16:3e:2f:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:24Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 2, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'subnets': [{'id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:26.447942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3e673-508e-41ec-9b4a-87a89a52306a None None] Pushing event updated for resources: {'Port': ['ID=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:26.482661 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4040385-c049-4b94-ab39-52fe1e23a0d8 None None] The sync data for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 is: [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b582ea0b-ccd3-48b9-92c0-1e2d977ac49b', 'name': '', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'mac_address': 'fa:16:3e:2f:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:24Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 2, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'subnets': [{'id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:26.661684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7de9031b-1193-48e9-bd55-1ce9359830be None None] Provisioning complete for port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:26.662062 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7de9031b-1193-48e9-bd55-1ce9359830be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:26.726807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-7de9031b-1193-48e9-bd55-1ce9359830be None None] Port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:26.823018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a0259b6e-52c1-4ad6-964f-348d9bda0707 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:26.874792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a0259b6e-52c1-4ad6-964f-348d9bda0707 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:26.875176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:27.003055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a97da54c-9201-4d42-8fcb-770bd6e79d41 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:27.071162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a97da54c-9201-4d42-8fcb-770bd6e79d41 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:27.071805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:28.817835 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f6e4e1fa-5c8f-4884-8314-f0c508d4f52b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:28.907455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:28.907966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:29.724928 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Sync routers for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:36:29.736867 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:29.737785 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:29.875488 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:30.136764 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b582ea0b-ccd3-48b9-92c0-1e2d977ac49b', 'name': '', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'mac_address': 'fa:16:3e:2f:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:24Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 2, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'subnets': [{'id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:30.168465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Checking router: 8c332a91-03b8-40ac-ac8d-52f538e365b9 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:36:30.168835 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Updating router 8c332a91-03b8-40ac-ac8d-52f538e365b9 port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:36:30.194967 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.490379 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.497590 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.550775 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bedc9-16a2-43a4-ac45-486495875c7a None None] Pushing event updated for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:30.616378 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Attempting to bind port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:30.616814 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Attempting to bind port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:30.619301 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Attempting to bind port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b on network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:30.624956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:30.625330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Checking segment: {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:30.625715 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.626102 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Bound using segment: {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:30.626565 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Bound port: b582ea0b-ccd3-48b9-92c0-1e2d977ac49b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3953d1a3-4996-4b7e-8b14-d40fda817250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:30.626935 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.713548 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] For port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:30.717146 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] For port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:30.732393 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.801755 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bedc9-16a2-43a4-ac45-486495875c7a None None] Pushing event updated for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:30.812168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:36:30.812812 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:36:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:30.893328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] Provisioning complete for port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:30.893941 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:30.967057 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:36:31.063337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:31.124947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] For port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:31.134765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:31.271698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3e804-3d28-46ef-a310-10d2787ede91 None None] Pushing event updated for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:31.281940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bb56998f-cf38-48bc-bdb4-80a1f42ca443 None None] Provisioning complete for port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:31.282443 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb56998f-cf38-48bc-bdb4-80a1f42ca443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:31.399918 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b582ea0b-ccd3-48b9-92c0-1e2d977ac49b', 'name': '', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'mac_address': 'fa:16:3e:2f:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:24Z', 'updated_at': '2021-12-12T16:36:30Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'subnets': [{'id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:36:31.438413 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81946faf-e097-425d-b737-d54abcd165a8 None None] The sync data for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 is: [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'b582ea0b-ccd3-48b9-92c0-1e2d977ac49b', 'name': '', 'network_id': '1887a61f-24c5-4a9c-a2e8-57afa6417e3a', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'mac_address': 'fa:16:3e:2f:44:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:24Z', 'updated_at': '2021-12-12T16:36:30Z', 'revision_number': 4, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'subnets': [{'id': '56d383cd-0272-4ae7-9fd2-45ec2a3f9a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:36:32.844532 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b582ea0b-ccd3-48b9-92c0-1e2d977ac49b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:32.926194 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:32.927671 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:35.624006 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-475b994c-4f56-422d-97a4-2c18acbaddd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:36.102367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-39c49314-2f9a-4e7b-8d64-250547ca6b54 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:36.103821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-39c49314-2f9a-4e7b-8d64-250547ca6b54 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 815 time: 0.0998926 Dec 12 16:36:36.118852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-0bda8ee5-aff1-4bb3-a932-768ab274da46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/quotas/03e85b3225524656b1f04abac5728315 HTTP/1.1" status: 200 len: 375 time: 0.0093198 Dec 12 16:36:36.174256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-ce2c9631-d993-460c-bc7b-7a9cf9b52f8c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502472 Dec 12 16:36:36.245681 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:36:36.268058 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-803b3457-54bd-4d17-8dca-0df21415f3fa service neutron] 10.222.0.36 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Dec 12 16:36:36.361946 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-e66741ec-bd22-4842-aa76-6ca77752bd1f service neutron] 10.222.0.36 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877428 Dec 12 16:36:36.520994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-233a77b9-977f-4307-8495-8947e8171ad5 req-66f5f35b-c616-46e7-8d74-7eff01ee9997 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Dec 12 16:36:37.432187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-9c4b3023-fe2a-4e70-af23-2ed5082ef823 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:37.433683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-9c4b3023-fe2a-4e70-af23-2ed5082ef823 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 815 time: 0.1060810 Dec 12 16:36:37.448497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'port': {'device_id': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'admin_state_up': True, 'tenant_id': '03e85b3225524656b1f04abac5728315'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:37.563996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Made reservation on behalf of 03e85b3225524656b1f04abac5728315 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:36:37.568277 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:37.655838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09c5ec6-5ea3-4265-a726-c9b45f9fda5d req-e49f5198-bee9-4464-9fcd-ed40340a58bf tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 210 time: 0.0598147 Dec 12 16:36:37.728253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Allocated IP 172.20.0.13 (fda0c77c-06ac-4f59-bab3-ee668c7c2a1c/37ae51c3-2139-402d-b38b-694c76d73b26/f01dc6e0-c860-40c1-b6a5-e749fca74658) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:36:37.884590 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-62463665-3d0e-4bd0-807e-85fbbffc1399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:37.960703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:38.003669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:38.054899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:36:38.061022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:36:38.065011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:36:38.090353 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:38.132205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:38.134279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:38.169874 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-56d0ce49-86fb-4595-b865-1ac2641ebb46 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7266872 Dec 12 16:36:38.356805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0f8b40aa-a82a-4ab6-a534-bdf8d3b01f51 None None] Provisioning complete for port f01dc6e0-c860-40c1-b6a5-e749fca74658 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:38.357101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f8b40aa-a82a-4ab6-a534-bdf8d3b01f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:38.394875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b40aa-a82a-4ab6-a534-bdf8d3b01f51 None None] Port f01dc6e0-c860-40c1-b6a5-e749fca74658 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:36:38.784418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7805713-e902-47ca-b034-1343850e5f05 req-6b089802-ef31-49bb-84b2-2f01ea5b95f7 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:38.786195 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7805713-e902-47ca-b034-1343850e5f05 req-6b089802-ef31-49bb-84b2-2f01ea5b95f7 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0559335 Dec 12 16:36:38.848088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7805713-e902-47ca-b034-1343850e5f05 req-0e9a91b0-c1a4-460f-a768-b286ca59259e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Dec 12 16:36:38.883348 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:39.831079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:39.975922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7693a-77e0-4e98-9572-62801ece9245 req-e16ef577-df21-4d0a-8a45-339e5bce3e1b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:39.977557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54d7693a-77e0-4e98-9572-62801ece9245 req-e16ef577-df21-4d0a-8a45-339e5bce3e1b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0556078 Dec 12 16:36:40.027956 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54d7693a-77e0-4e98-9572-62801ece9245 req-64497be1-a138-4e16-9e1d-958a04816a3e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Dec 12 16:36:40.636386 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:41.158260 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c8e66-a86e-4e6e-8fb0-c88cfb379d65 req-a77baab8-d5ea-47b8-9994-fbe3869ee028 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:41.160225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b96c8e66-a86e-4e6e-8fb0-c88cfb379d65 req-a77baab8-d5ea-47b8-9994-fbe3869ee028 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0526876 Dec 12 16:36:41.215953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b96c8e66-a86e-4e6e-8fb0-c88cfb379d65 req-20d11af0-293e-4637-af8f-e71fc9df9a8f tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Dec 12 16:36:41.274735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:41.889834 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:42.339459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e096211-eadc-4183-b251-99b862a8081b req-57eff8f5-f966-4e57-a9bd-faf5c335101e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:42.340991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e096211-eadc-4183-b251-99b862a8081b req-57eff8f5-f966-4e57-a9bd-faf5c335101e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0547404 Dec 12 16:36:42.391096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e096211-eadc-4183-b251-99b862a8081b req-7efb1c21-cf58-4c0d-8c46-c36c6d663f5f tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Dec 12 16:36:43.510186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db58844-1caf-44f0-924e-71a86b65f116 req-19a79506-46b5-4511-9c9a-1bf53ddaa28c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:43.511776 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db58844-1caf-44f0-924e-71a86b65f116 req-19a79506-46b5-4511-9c9a-1bf53ddaa28c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0498240 Dec 12 16:36:43.564261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db58844-1caf-44f0-924e-71a86b65f116 req-bd35d253-901d-4622-a46f-d8ceaa92c07e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Dec 12 16:36:44.686014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35238f2f-a885-4a0b-a9b2-643f8fff780e req-c1d26327-f1a2-476a-859e-b0703dea9099 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:44.687511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35238f2f-a885-4a0b-a9b2-643f8fff780e req-c1d26327-f1a2-476a-859e-b0703dea9099 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0505679 Dec 12 16:36:44.742426 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35238f2f-a885-4a0b-a9b2-643f8fff780e req-148ac3d4-0b57-47d7-83de-c9eecbdf0ccd tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486765 Dec 12 16:36:45.868412 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d2040-4089-4428-8084-b4ba18f0a0dd req-652420c5-f6ee-4211-abd0-6267940a3ddb tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:45.869900 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b20d2040-4089-4428-8084-b4ba18f0a0dd req-652420c5-f6ee-4211-abd0-6267940a3ddb tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0516486 Dec 12 16:36:45.920523 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b20d2040-4089-4428-8084-b4ba18f0a0dd req-605a411b-d739-4f4d-be54-a8d044e12030 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Dec 12 16:36:47.038035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70eb4-198d-4bad-a5b3-fe803fe580fc req-5b800bf6-4f2b-479a-936d-533ef0ae81b0 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:47.039507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59b70eb4-198d-4bad-a5b3-fe803fe580fc req-5b800bf6-4f2b-479a-936d-533ef0ae81b0 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 932 time: 0.0500462 Dec 12 16:36:47.087181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59b70eb4-198d-4bad-a5b3-fe803fe580fc req-bb49fb81-0747-46e5-b40d-de4cf8a6fbce tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Dec 12 16:36:47.458220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Request body: {'port': {'device_id': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:36:47.513781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:47.764966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01dc6e0-c860-40c1-b6a5-e749fca74658 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:36:47.772523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:47.784194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Transition to ACTIVE for port object f01dc6e0-c860-40c1-b6a5-e749fca74658 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:36:47.787098 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:47.836013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:47.909377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Attempting to bind port f01dc6e0-c860-40c1-b6a5-e749fca74658 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:36:47.909714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Attempting to bind port f01dc6e0-c860-40c1-b6a5-e749fca74658 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:36:47.910043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Attempting to bind port f01dc6e0-c860-40c1-b6a5-e749fca74658 on network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:47.914579 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Port f01dc6e0-c860-40c1-b6a5-e749fca74658 on network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:36:47.914900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Attempting to bind port f01dc6e0-c860-40c1-b6a5-e749fca74658 on network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:36:47.920421 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:36:47.920788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Checking segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:36:47.921172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Bound using segment: {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:36:47.921602 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Bound port: f01dc6e0-c860-40c1-b6a5-e749fca74658, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92abf46d-7a9a-4e20-bda4-b02956bdc9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:36:47.921960 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:47.987513 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:36:47.990832 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:36:47.994483 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:48.030597 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.031172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:48.032548 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1092 time: 0.5789225 Dec 12 16:36:48.033018 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:36:48.035248 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532" -d '{"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:36:48.057372 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7c351-bf3f-4f94-b303-79c3cd0c55a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:48.091786 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3848332-a304-431c-95f2-cbf56af1b405 x-openstack-request-id: req-a3848332-a304-431c-95f2-cbf56af1b405 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:36:48.092083 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:36:48.092336 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3848332-a304-431c-95f2-cbf56af1b405 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:36:48.092766 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:36:48.126837 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-6525713d-42ac-403a-beed-dfbb0ae726f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.128380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-6525713d-42ac-403a-beed-dfbb0ae726f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1095 time: 0.0475495 Dec 12 16:36:48.181399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-b6b9a6be-0b5f-4140-bea8-9f61a822aacf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 217 time: 0.0451441 Dec 12 16:36:48.253869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-a9347b62-bf97-4a19-8a98-5ce532fc68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.255301 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-a9347b62-bf97-4a19-8a98-5ce532fc68c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0565298 Dec 12 16:36:48.262756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04783220-f4f9-47a3-8332-d2097fe592b7 req-c3f6d2bb-7e6e-4085-9431-7fe7c0af11fc tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.264076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04783220-f4f9-47a3-8332-d2097fe592b7 req-c3f6d2bb-7e6e-4085-9431-7fe7c0af11fc tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 944 time: 0.0927792 Dec 12 16:36:48.333830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04783220-f4f9-47a3-8332-d2097fe592b7 req-e3a94700-464c-40be-a643-6afcb66aec74 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611174 Dec 12 16:36:48.336041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-7073285e-76f7-4218-a290-3b53c64e25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.337481 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-7073285e-76f7-4218-a290-3b53c64e25c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725749 Dec 12 16:36:48.433233 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-bb8c4a7a-5725-4afc-bf31-fcfbc302390e service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Dec 12 16:36:48.519687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eddd4fc9-50b3-4d10-92ff-1094e9a761db req-a3287009-f5b0-47e0-8f1d-dd9ce4e726c0 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792801 Dec 12 16:36:48.608537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-77b45cbb-3982-48a1-9f81-9cea78a08b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.609948 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-77b45cbb-3982-48a1-9f81-9cea78a08b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1095 time: 0.0414910 Dec 12 16:36:48.698802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-b369c552-7c75-4c46-9007-de30dbd192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.700222 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-b369c552-7c75-4c46-9007-de30dbd192b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0832026 Dec 12 16:36:48.741976 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-d20962f0-b2f7-4bc5-96bc-6bf36cb6c8a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 217 time: 0.0345836 Dec 12 16:36:48.788719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-07a638c7-c134-4a20-9496-a2f884ba2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:48.790077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-07a638c7-c134-4a20-9496-a2f884ba2621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0414023 Dec 12 16:36:49.155528 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-32227fe8-362d-4bf3-9ae4-a10005ed34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:49.157040 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-32227fe8-362d-4bf3-9ae4-a10005ed34ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3576124 Dec 12 16:36:49.244838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-1d6db736-0d7b-4efd-bf03-67d983ae4e14 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797143 Dec 12 16:36:49.335991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ed6d71a-0a37-43e5-bd8b-26cd96ae0532 req-f868b7e0-2151-4343-abbf-7a67fdda1be5 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830152 Dec 12 16:36:49.453180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cdbc7-36f3-4342-936e-38b4437525ea req-fc4dc766-6188-40a2-9e7c-72fe05f8ead9 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:49.454625 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-015cdbc7-36f3-4342-936e-38b4437525ea req-fc4dc766-6188-40a2-9e7c-72fe05f8ead9 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 944 time: 0.0508902 Dec 12 16:36:49.500529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-015cdbc7-36f3-4342-936e-38b4437525ea req-81d7574b-09a3-437a-8e2f-70010467709a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Dec 12 16:36:50.617062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd8c1f-4f6f-4e68-a8d5-36487224341e req-32ad053d-63d3-4795-9f8e-26ef62559bdd tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:50.618520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0dd8c1f-4f6f-4e68-a8d5-36487224341e req-32ad053d-63d3-4795-9f8e-26ef62559bdd tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 944 time: 0.0485275 Dec 12 16:36:50.668199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b0dd8c1f-4f6f-4e68-a8d5-36487224341e req-26d30183-1530-4d08-993f-8d5bcb9789ca tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Dec 12 16:36:51.065292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f01dc6e0-c860-40c1-b6a5-e749fca74658 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:36:51.159793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:51.171443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'port_id': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'mac_address': 'fa:16:3e:1c:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:36:51.206811 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:51.224330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01dc6e0-c860-40c1-b6a5-e749fca74658 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:36:51.246648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:51.251566 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:51.305221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:51.312574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.312954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.313297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.313635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.313970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.314302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.314634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.314959 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.315286 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.315671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.315939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.316264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.316588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:36:51.484924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:36:51.783311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab28f6f-16b0-4e43-99c5-011e7ae80ad8 req-f1800320-d882-49b4-bf79-44fd63d52903 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:51.784832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ab28f6f-16b0-4e43-99c5-011e7ae80ad8 req-f1800320-d882-49b4-bf79-44fd63d52903 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Dec 12 16:36:51.830795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ab28f6f-16b0-4e43-99c5-011e7ae80ad8 req-3dd656b6-3761-4316-ab03-c583a0868819 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Dec 12 16:36:52.943438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d5b7c-23e7-451c-aa4a-43efaf8a2f31 req-5191cd33-78c1-45ed-9d7b-66eafa1615f6 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:52.944914 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-973d5b7c-23e7-451c-aa4a-43efaf8a2f31 req-5191cd33-78c1-45ed-9d7b-66eafa1615f6 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 945 time: 0.0478468 Dec 12 16:36:52.992022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-973d5b7c-23e7-451c-aa4a-43efaf8a2f31 req-f69bbfad-17ce-453f-a06e-9608d2c3aa53 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Dec 12 16:36:53.239028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f01dc6e0-c860-40c1-b6a5-e749fca74658 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:36:53.285367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port f01dc6e0-c860-40c1-b6a5-e749fca74658 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:36:53.289855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port f01dc6e0-c860-40c1-b6a5-e749fca74658 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:36:53.290218 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:53.363207 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:53.386772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:36:53.389022 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85b4a4-7016-4828-86a8-5603d4f4a5a0" -d '{"events": [{"server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "name": "network-vif-plugged", "status": "completed", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:36:53.403353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:36:53.409069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:36:53.434439 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6fa050-b2c3-426f-be78-5ccdba064d7c x-openstack-request-id: req-7d6fa050-b2c3-426f-be78-5ccdba064d7c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:36:53.434734 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "name": "network-vif-plugged", "status": "completed", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:36:53.434992 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d6fa050-b2c3-426f-be78-5ccdba064d7c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:36:53.435383 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'code': 200} Dec 12 16:36:53.461572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:36:53.527335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4aabdd-a831-46df-b9a9-daaf689b6129 req-3446777c-2b82-4d06-832e-2f4a2eeec967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:53.528830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a4aabdd-a831-46df-b9a9-daaf689b6129 req-3446777c-2b82-4d06-832e-2f4a2eeec967 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1097 time: 0.0435281 Dec 12 16:36:53.571464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a4aabdd-a831-46df-b9a9-daaf689b6129 req-150794ef-fa73-41c8-aae7-161578cadace service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Dec 12 16:36:54.106676 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3d28-9c24-43b6-ba58-839dce48febb req-c1177439-73ad-412b-bb41-9c7f7f6e7672 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:54.108154 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2db3d28-9c24-43b6-ba58-839dce48febb req-c1177439-73ad-412b-bb41-9c7f7f6e7672 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0493481 Dec 12 16:36:54.155226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a2db3d28-9c24-43b6-ba58-839dce48febb req-29b52d9f-f00c-498b-bb53-f85412c19382 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Dec 12 16:36:55.269666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ba48-b238-4ac7-a252-9f7d2e68137a req-ca576ee6-58a1-45b0-917d-b69b498fa1ba tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:55.271106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b22ba48-b238-4ac7-a252-9f7d2e68137a req-ca576ee6-58a1-45b0-917d-b69b498fa1ba tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0479429 Dec 12 16:36:55.320346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b22ba48-b238-4ac7-a252-9f7d2e68137a req-2724d435-b895-4d68-917c-2cad0fbec4a5 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 Dec 12 16:36:55.432605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f6715-e864-4684-a675-f0eb0cb60f2d req-4410ef0c-efd6-4c6b-aea8-9d1b27743f6f tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:55.434071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36f6715-e864-4684-a675-f0eb0cb60f2d req-4410ef0c-efd6-4c6b-aea8-9d1b27743f6f tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0480587 Dec 12 16:36:55.479831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d36f6715-e864-4684-a675-f0eb0cb60f2d req-2125fabc-7fe9-419e-8ce5-4b8a49801341 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Dec 12 16:36:55.663450 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fff24-46ea-4073-8e87-9c1b886f9716 req-508f22b1-eb7c-4a11-acbe-771144e26d7d tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:36:55.664931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699fff24-46ea-4073-8e87-9c1b886f9716 req-508f22b1-eb7c-4a11-acbe-771144e26d7d tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Dec 12 16:36:55.711315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-699fff24-46ea-4073-8e87-9c1b886f9716 req-fb0aaf9c-3ebe-4ea4-a43e-9e7e706da308 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404339 Dec 12 16:37:04.609068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-ef0d5ce5-c38f-488a-bf93-ee77d91df25e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426664 Dec 12 16:37:04.689966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-1de79581-8a4d-4099-8353-fe24dcda68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:04.691446 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-1de79581-8a4d-4099-8353-fe24dcda68cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1097 time: 0.0396707 Dec 12 16:37:04.795681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-f4358d41-0fe3-4630-9845-755ddc6b1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:04.797257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-f4358d41-0fe3-4630-9845-755ddc6b1eb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0858719 Dec 12 16:37:04.840209 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-055a723c-bcdd-4004-905d-2cfb3677ce9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 217 time: 0.0359027 Dec 12 16:37:04.886979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-adead93e-1c73-4330-a44a-4c12ff944653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:04.888261 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-adead93e-1c73-4330-a44a-4c12ff944653 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0417888 Dec 12 16:37:04.931874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-c982fc17-ca3f-46ab-a6b3-79ce5eba4557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:04.933334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-c982fc17-ca3f-46ab-a6b3-79ce5eba4557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385056 Dec 12 16:37:05.023878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-7b055819-2129-47fb-a957-47a76997b463 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834010 Dec 12 16:37:05.111601 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76e1c4c1-2a9a-4cc8-8046-affe4a738beb req-55918b44-125e-403e-a155-b9f512d204e7 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811880 Dec 12 16:37:05.595267 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a402b3a5-8763-4d50-807c-b1a705018b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:07.877328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8fafebe7-f984-4bf8-a55f-64bbc5a258d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:08.880484 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.232702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39051b-4c4c-4fe4-baca-539a1968818d req-2cacd5ad-2e8e-42f0-9948-094a289b3a6a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:09.234174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d39051b-4c4c-4fe4-baca-539a1968818d req-2cacd5ad-2e8e-42f0-9948-094a289b3a6a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0541425 Dec 12 16:37:09.281212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d39051b-4c4c-4fe4-baca-539a1968818d req-00e203e3-6eb8-47b0-aac4-57a0139b4a94 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 12 16:37:09.302937 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58094) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:09.432438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bf175-2d6e-442e-8ec5-00bd74f9e496 tempest-TestMinimumBasicScenario-1789101924 tempest-TestMinimumBasicScenario-1789101924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:09.433995 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1b6bf175-2d6e-442e-8ec5-00bd74f9e496 tempest-TestMinimumBasicScenario-1789101924 tempest-TestMinimumBasicScenario-1789101924-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1092 time: 0.1301119 Dec 12 16:37:09.437052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58098) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:09.441632 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:09.463924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.562896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.661800 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Allocated IP 172.25.3.214 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/17d4b201-acd4-4516-a902-900d8cf6539c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:37:09.766600 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.798969 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.828357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:09.839496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:37:09.842451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:37:09.846067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:37:09.867548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'Port': ['ID=17d4b201-acd4-4516-a902-900d8cf6539c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:10.205751 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.269759 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.416250 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.420770 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.487699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'Port': ['ID=17d4b201-acd4-4516-a902-900d8cf6539c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:10.499243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.499592 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.499935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.500273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.500606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.500970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.501297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.501628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.501953 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.502277 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.502600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.502921 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.503239 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:10.511995 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.611058 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Floating IP 0510b883-4f64-4a0d-b333-57d39232291d associated. External IP: 172.25.3.214, port: f01dc6e0-c860-40c1-b6a5-e749fca74658. Dec 12 16:37:10.636577 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.818048 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Router eca85684-6b85-4074-8aa0-120d3aa78fe1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:37:10.923701 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:37:10.934419 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Sync routers for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:37:10.941478 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:10.944436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:37:10.945177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:37:10.974365 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-07c15915-0a47-4ed5-a499-00cfc48d027a tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5336003 Dec 12 16:37:10.974365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:37:10.974718 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ddf3ca-ed96-4cd4-ba99-882368c59725" -d '{"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:37:10.974998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58100) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:10.984707 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817826106', 'description': 'tempest-secgroup-smoke-1817826106 description', 'project_id': '03e85b3225524656b1f04abac5728315'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.010351 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.016465 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd8037-fef6-4aa5-a521-28da9633eaa1 x-openstack-request-id: req-f2cd8037-fef6-4aa5-a521-28da9633eaa1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:37:11.016834 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:37:11.017121 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2cd8037-fef6-4aa5-a521-28da9633eaa1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:37:11.017505 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:37:11.051794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:37:11.083985 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.085393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-18379faa-cafd-48d5-aaea-1793568088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:11.088056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-18379faa-cafd-48d5-aaea-1793568088b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1097 time: 0.0483165 Dec 12 16:37:11.089490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.121163 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.125262 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1464348 Dec 12 16:37:11.125591 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.130052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.137417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5910e643-c087-4e1d-a606-2722244f5e17,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.147285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.147783 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.148842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.149453 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.150021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.150568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.151074 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.151411 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.151745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.152079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.152412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.152767 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.153092 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f10ded-02b5-4f0e-b912-5e38724d5918 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:37:11.177385 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.192404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-712c537f-4e4b-4a18-9e91-01bc4c6eeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:11.193918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-712c537f-4e4b-4a18-9e91-01bc4c6eeadc service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0965343 Dec 12 16:37:11.227647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.232789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.252583 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a202625f-bdca-4b4a-b462-f13b2c35518d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.262644 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.265100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e17390c2-fdb1-441f-b2ff-be29eab69148 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384284 Dec 12 16:37:11.266776 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58106) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.271478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.289567 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.291437 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-66f184ee-672f-4939-b3b2-462a64bbecc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1000 time: 0.0887265 Dec 12 16:37:11.301503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0510b883-4f64-4a0d-b333-57d39232291d', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'port_id': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'mac_address': 'fa:16:3e:1c:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:37:10Z', 'updated_at': '2021-12-12T16:37:10Z', 'revision_number': 0, 'project_id': '03e85b3225524656b1f04abac5728315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:37:11.327715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Checking router: eca85684-6b85-4074-8aa0-120d3aa78fe1 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:37:11.336526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:37:11.337164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:37:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:37:11.339454 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.369782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-964fc793-7773-4845-bf58-c1d57a3073dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:11.371767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-964fc793-7773-4845-bf58-c1d57a3073dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0709977 Dec 12 16:37:11.441340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.446433 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.449564 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:37:11.455136 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-5348da3f-de6e-4a1e-a370-197f722e13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:11.456743 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-5348da3f-de6e-4a1e-a370-197f722e13e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766041 Dec 12 16:37:11.487968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc14fce-1b30-4d85-981e-c346536f69c4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.520756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.521902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9ee3e9a3-87ae-4c2d-9591-78bcb5693f0b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539246 Dec 12 16:37:11.524884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.530743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.560866 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.568469 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-47bdaed1-a88b-4c3c-b87d-f24a1a30ff4f service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039114 Dec 12 16:37:11.635816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.640565 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.656721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3b63ec-26fa-4ca4-8faa-1bf8f612b84d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.670105 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.671603 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0bd335e-352c-49cb-991e-d440a856992c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446438 Dec 12 16:37:11.674454 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.675064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c7ddf3ca-ed96-4cd4-ba99-882368c59725 req-8155141b-7905-486a-a198-91cbc3219768 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990551 Dec 12 16:37:11.679933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.690332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0510b883-4f64-4a0d-b333-57d39232291d', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'port_id': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'mac_address': 'fa:16:3e:1c:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:37:10Z', 'updated_at': '2021-12-12T16:37:10Z', 'revision_number': 0, 'project_id': '03e85b3225524656b1f04abac5728315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:37:11.706485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.722736 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926464e0-42b1-49d6-a7eb-f62ef22f4f4e None None] The sync data for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 is: [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '0510b883-4f64-4a0d-b333-57d39232291d', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'port_id': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'mac_address': 'fa:16:3e:1c:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:37:10Z', 'updated_at': '2021-12-12T16:37:10Z', 'revision_number': 0, 'project_id': '03e85b3225524656b1f04abac5728315', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:37:11.768887 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.774135 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.792877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1929140b-405b-4443-81db-4485c9fe06e2,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.800897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.805162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-432afb85-6e86-42b4-8280-fcdb65efdef2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263056 Dec 12 16:37:11.805464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.809948 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.832999 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Project 03e85b3225524656b1f04abac5728315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:37:11.838536 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.899897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.900114 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.903327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.923613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a41f4eb-3178-46bb-b874-eca63b9ff654,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:11.928065 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:11.931962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-39e574da-935f-4d19-95f2-4f0f9f223ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230340 Dec 12 16:37:11.932451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:37:11.936624 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'security_group_rule': {'security_group_id': '5910e643-c087-4e1d-a606-2722244f5e17', 'project_id': '03e85b3225524656b1f04abac5728315', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:11.948577 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e65e676-3344-4710-8cc6-1eee6b821e53 None None] New status for floating IP 0510b883-4f64-4a0d-b333-57d39232291d: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:37:11.960441 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Project 03e85b3225524656b1f04abac5728315 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:37:11.966213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.027697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.031454 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.052212 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19040815-ad0c-48a5-a4c3-7a8f343fc4a7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:12.066294 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.073040 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-38b4f6d8-5e98-4613-b664-13d5e682c40c tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374292 Dec 12 16:37:12.162821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-08836794-7324-4e3d-9659-c9fc5edff866 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817826106&fields=id&tenant_id=03e85b3225524656b1f04abac5728315 HTTP/1.1" status: 200 len: 267 time: 0.0463328 Dec 12 16:37:12.216042 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-7750fc65-df30-4f51-b189-ef84775f477b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:12.217542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-7750fc65-df30-4f51-b189-ef84775f477b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Dec 12 16:37:12.228665 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'port': {'security_groups': ['a13108f8-3b3d-44e9-ab64-55238b4fcf5a', '5910e643-c087-4e1d-a606-2722244f5e17']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:37:12.290593 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.485456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:37:12.514898 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.519451 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.531936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:37:12.568222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:12.568860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:12.570793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86cc62e1-2c0c-4a1d-8f4c-c76e8876cc96 req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "PUT /v2.0/ports/f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 982 time: 0.3460698 Dec 12 16:37:12.597184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c50fc-1b0e-4eee-bd0f-8f4ed77e7e79 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:37:12.643214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:37:12.692075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bb61a-6336-40bf-bba8-583165f2e9e9 req-7dab2118-20e4-4f48-bf6c-53f934c00186 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:12.693793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e0bb61a-6336-40bf-bba8-583165f2e9e9 req-7dab2118-20e4-4f48-bf6c-53f934c00186 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0545394 Dec 12 16:37:12.766971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e0bb61a-6336-40bf-bba8-583165f2e9e9 req-c586dca6-0e9a-4587-8567-7ea18e7ce96b tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654857 Dec 12 16:37:12.917045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-dd455d6a-dae7-4fb4-87f2-f3d36e0b9112 None None] Provisioning complete for port f01dc6e0-c860-40c1-b6a5-e749fca74658 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:37:12.917621 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dd455d6a-dae7-4fb4-87f2-f3d36e0b9112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:13.019133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:37:13.021686 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4567388-c018-4e4c-a63d-9053771cc322" -d '{"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:37:13.063693 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8f4745-67a6-47f1-859d-f145c324c049 x-openstack-request-id: req-2a8f4745-67a6-47f1-859d-f145c324c049 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:37:13.064096 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:37:13.064348 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a8f4745-67a6-47f1-859d-f145c324c049 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:37:13.064776 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:37:13.126131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567388-c018-4e4c-a63d-9053771cc322 req-c5673206-ad4c-4d4c-a008-0704109d0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:13.127598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-c5673206-ad4c-4d4c-a008-0704109d0669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1136 time: 0.0413327 Dec 12 16:37:13.224047 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567388-c018-4e4c-a63d-9053771cc322 req-fe5b9dc1-bc8c-4873-b766-b86b7462a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:13.225442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-fe5b9dc1-bc8c-4873-b766-b86b7462a7a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0896204 Dec 12 16:37:13.244808 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:37:13.291012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-f2f31680-bb7a-4cd8-8889-c4f2964e9957 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1002 time: 0.0579510 Dec 12 16:37:13.344707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567388-c018-4e4c-a63d-9053771cc322 req-07aa7d3e-9dc6-41ef-b6a1-fa2fe2be065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:13.346379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-07aa7d3e-9dc6-41ef-b6a1-fa2fe2be065d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0467477 Dec 12 16:37:13.393492 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4567388-c018-4e4c-a63d-9053771cc322 req-33f55643-080b-4a6e-bdd7-d265fc853973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:13.394921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-33f55643-080b-4a6e-bdd7-d265fc853973 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379901 Dec 12 16:37:13.488388 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-0556714c-df1b-4a13-836f-6c294764a414 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793462 Dec 12 16:37:13.580093 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4567388-c018-4e4c-a63d-9053771cc322 req-923fb967-4e8b-4013-8c39-a5c2d562de3e service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836244 Dec 12 16:37:26.959144 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-d765126f-b90c-415f-9b56-648902b3d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:26.960657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-d765126f-b90c-415f-9b56-648902b3d768 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1136 time: 0.0596328 Dec 12 16:37:26.968948 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d474d-c6bd-4ab6-999d-7c1a5d0c986f req-e498004c-9459-4792-adee-dfcb59bd608d tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:26.970550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-922d474d-c6bd-4ab6-999d-7c1a5d0c986f req-e498004c-9459-4792-adee-dfcb59bd608d tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0793412 Dec 12 16:37:27.086177 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-922d474d-c6bd-4ab6-999d-7c1a5d0c986f req-44ade87a-1379-4e53-8259-93d24cda4f35 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075051 Dec 12 16:37:27.098963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-a11a0c9c-27a6-4cd8-b1c3-e502e7d2a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:27.100430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-a11a0c9c-27a6-4cd8-b1c3-e502e7d2a643 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.1290562 Dec 12 16:37:27.172454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-2632a720-d18a-4441-a6c1-9e87cef563c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1002 time: 0.0628963 Dec 12 16:37:27.221057 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-875bb600-4c3a-43bd-bee5-de7aed84fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:27.222418 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-875bb600-4c3a-43bd-bee5-de7aed84fdff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0421972 Dec 12 16:37:27.267456 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-f8f0f820-d1ad-4884-9434-46bf5918366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:27.268928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-f8f0f820-d1ad-4884-9434-46bf5918366d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383759 Dec 12 16:37:27.684436 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-5ce55741-dd90-4177-aa1a-293b8d24093a service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915768 Dec 12 16:37:27.774505 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d36e13e-de52-434b-9b49-df5e6079e559 req-ee5abfb2-5207-49ca-b5df-692d1d58c047 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819621 Dec 12 16:37:28.203787 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81002b9-fca2-4aa6-b9ed-02576b880dcd req-9eb6bc62-a282-4736-b236-12e3bdcfbb45 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:28.205251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e81002b9-fca2-4aa6-b9ed-02576b880dcd req-9eb6bc62-a282-4736-b236-12e3bdcfbb45 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0480468 Dec 12 16:37:28.267720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e81002b9-fca2-4aa6-b9ed-02576b880dcd req-69c7bc34-0b8f-4935-a515-a97d81d81907 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563633 Dec 12 16:37:29.382820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1615f-62ae-473c-8b2d-74cffcad4d3a req-2df740da-5b4b-46cc-a244-fd60d3a94542 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:29.384857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52d1615f-62ae-473c-8b2d-74cffcad4d3a req-2df740da-5b4b-46cc-a244-fd60d3a94542 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0488577 Dec 12 16:37:29.443870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-52d1615f-62ae-473c-8b2d-74cffcad4d3a req-500ffa8a-4823-4599-8ae5-6c6a83c28012 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529704 Dec 12 16:37:30.558388 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc457095-65a5-4cf0-abe3-d17876e0a747 req-818dae7a-b956-408b-9dad-7c8eccc73db2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:30.559819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc457095-65a5-4cf0-abe3-d17876e0a747 req-818dae7a-b956-408b-9dad-7c8eccc73db2 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0484173 Dec 12 16:37:30.618562 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc457095-65a5-4cf0-abe3-d17876e0a747 req-4492f84f-a6ca-42a4-902b-305c90281fc4 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523760 Dec 12 16:37:31.742162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca843280-dbc1-4e67-b0c9-18e0a9bdd80e req-057153dc-7e7e-4260-a158-33eb92a04254 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:31.743245 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca843280-dbc1-4e67-b0c9-18e0a9bdd80e req-057153dc-7e7e-4260-a158-33eb92a04254 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0551102 Dec 12 16:37:31.802809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca843280-dbc1-4e67-b0c9-18e0a9bdd80e req-76bb40d1-bda6-4a34-becd-ecee11a24164 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531402 Dec 12 16:37:32.920207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5eda-dba1-42ec-98cf-b69e99437479 req-3fad3c93-99b6-422c-a113-d9cc9fe229dd tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:32.921676 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-182f5eda-dba1-42ec-98cf-b69e99437479 req-3fad3c93-99b6-422c-a113-d9cc9fe229dd tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0483294 Dec 12 16:37:32.979989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-182f5eda-dba1-42ec-98cf-b69e99437479 req-2c79eb09-4a2e-4ae7-a267-47e5f5147946 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523217 Dec 12 16:37:34.095842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08417992-e302-4ce8-afa8-4babe8607bb3 req-d91b21f2-493c-4487-b3dc-d5fd3ba32092 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:34.097358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08417992-e302-4ce8-afa8-4babe8607bb3 req-d91b21f2-493c-4487-b3dc-d5fd3ba32092 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0494716 Dec 12 16:37:34.159906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08417992-e302-4ce8-afa8-4babe8607bb3 req-1703512d-3f1c-41b7-97e5-78d83fba71ec tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564189 Dec 12 16:37:35.273365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbe5cc-2740-40bb-bf6c-5d944b1fc9ac req-8a4ef322-58a7-4021-9f40-96eb8e216a59 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:35.275312 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0cbe5cc-2740-40bb-bf6c-5d944b1fc9ac req-8a4ef322-58a7-4021-9f40-96eb8e216a59 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0487854 Dec 12 16:37:35.333438 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0cbe5cc-2740-40bb-bf6c-5d944b1fc9ac req-df221f97-29e6-4acc-b6ca-9203a890c2da tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521195 Dec 12 16:37:35.597981 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-035cb8b8-6282-4fc7-a949-8190d57c85a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:36.449986 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eeecdb-5cc2-43fb-b4e3-3c904ba4c601 req-da458df3-ed77-49cf-8b71-596e7bb0e4db tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:36.451458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98eeecdb-5cc2-43fb-b4e3-3c904ba4c601 req-da458df3-ed77-49cf-8b71-596e7bb0e4db tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0487766 Dec 12 16:37:36.510754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-98eeecdb-5cc2-43fb-b4e3-3c904ba4c601 req-e85bb36c-cc9a-41fb-9ef8-612857383113 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533547 Dec 12 16:37:37.630475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2954a-d8a3-47b6-b255-8770ee9a60fb req-a099fb20-095d-4692-86f8-388a60926822 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:37.631936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0d2954a-d8a3-47b6-b255-8770ee9a60fb req-a099fb20-095d-4692-86f8-388a60926822 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0538287 Dec 12 16:37:37.691715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d0d2954a-d8a3-47b6-b255-8770ee9a60fb req-8f6bf202-b12f-4cbb-aa7d-675df6667ff8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525784 Dec 12 16:37:37.878326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-10982d61-e574-4786-b11d-7c1f4dcaf338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:38.806805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92718-8a43-4daa-8f06-42e933028810 req-efeb7fea-885a-4d7d-8a21-66a39a8f3713 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:37:38.808239 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88c92718-8a43-4daa-8f06-42e933028810 req-efeb7fea-885a-4d7d-8a21-66a39a8f3713 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0486104 Dec 12 16:37:38.868403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88c92718-8a43-4daa-8f06-42e933028810 req-3b483396-70ce-4c57-8d6d-efb62036121e tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&id=5910e643-c087-4e1d-a606-2722244f5e17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537682 Dec 12 16:37:38.883217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:39.836465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:40.639106 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:41.282089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:41.900277 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:37:50.243432 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:38:04.582540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-f971d3c7-c35c-458f-91c5-e87a70365ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435455 Dec 12 16:38:04.669424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-302becc2-92b4-4360-b9d0-b666bec87939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:04.670889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-302becc2-92b4-4360-b9d0-b666bec87939 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1136 time: 0.0405157 Dec 12 16:38:04.772306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-6e4ab256-0e2e-47dd-a57f-4958fe5afca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:04.773745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-6e4ab256-0e2e-47dd-a57f-4958fe5afca4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0828083 Dec 12 16:38:04.843451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-12e6389b-cf24-473c-abdd-689a0d1a8895 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1002 time: 0.0617280 Dec 12 16:38:04.891976 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-845a025d-cdcf-4f57-9aa7-519e83851287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:04.893387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-845a025d-cdcf-4f57-9aa7-519e83851287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0421789 Dec 12 16:38:04.937699 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-fe40ff0f-0aa3-4620-9b5a-98b351424372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:04.939144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-fe40ff0f-0aa3-4620-9b5a-98b351424372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391853 Dec 12 16:38:05.030759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-e19d3aaf-5aef-44ff-bd8b-ee8fc3fe56fc service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834966 Dec 12 16:38:05.123999 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d09fa8b2-f027-4faa-8c16-4d90678ea5ca req-5f7badd5-c0c2-4677-b876-39d41935565c service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802667 Dec 12 16:38:05.599748 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a73ead0-1dd4-4866-b5b0-e520325199db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:07.879568 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c448dd29-5926-4c06-b3ff-4d57c5d831fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:08.886279 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:09.835397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:10.642424 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.282957 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.294501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-cfa45426-3244-4550-8699-e44f98617a76 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817826106&fields=id&tenant_id=03e85b3225524656b1f04abac5728315 HTTP/1.1" status: 200 len: 267 time: 0.1755371 Dec 12 16:38:11.345984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-99ca21f6-9f28-4b74-b913-779410c49ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:11.347316 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-99ca21f6-9f28-4b74-b913-779410c49ab8 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 985 time: 0.0471077 Dec 12 16:38:11.358790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Request body: {'port': {'security_groups': ['a13108f8-3b3d-44e9-ab64-55238b4fcf5a']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:11.420345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.587379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:11.616031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.620410 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.632045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:38:11.669758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:11.670374 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.671730 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c3cba0d3-3be9-4d7a-9bce-808c89c3e06c req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "PUT /v2.0/ports/f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 943 time: 0.3173366 Dec 12 16:38:11.672188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:11.674501 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342870d-158b-40a0-a6ce-492b251461ec" -d '{"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:11.678662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:11.703979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event updated for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:11.712490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.712894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.713241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.713580 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.713913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.714243 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.714571 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.714898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.715222 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.715650 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.715947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.716189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.716510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460930f-7a12-4a39-9d03-e23b39eff2a3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.731938 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb1d0c-2d8d-4df2-a18d-8e62c5be8def x-openstack-request-id: req-93cb1d0c-2d8d-4df2-a18d-8e62c5be8def {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:11.732312 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:11.732678 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93cb1d0c-2d8d-4df2-a18d-8e62c5be8def {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:11.733157 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:38:11.756017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:38:11.771275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.800061 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.812913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342870d-158b-40a0-a6ce-492b251461ec req-0066f46b-ff49-4a40-95b5-9e7d45304482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:11.815190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-0066f46b-ff49-4a40-95b5-9e7d45304482 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1097 time: 0.0598974 Dec 12 16:38:11.868416 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.871386 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:11.872753 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "DELETE /v2.0/security-groups/5910e643-c087-4e1d-a606-2722244f5e17 HTTP/1.1" status: 204 len: 168 time: 0.1930556 Dec 12 16:38:11.877373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58168) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:11.885409 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910e643-c087-4e1d-a606-2722244f5e17,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:11.895629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.895989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.896334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.896695 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.897082 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.897976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.898485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.898827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.899237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.899645 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.899999 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.900345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.900711 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec9bf7d-a56f-4942-a886-0fa1f3257372 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:11.954463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.013315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342870d-158b-40a0-a6ce-492b251461ec req-8ec978e8-4734-4e59-94e9-112af9c77a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:12.014774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-8ec978e8-4734-4e59-94e9-112af9c77a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.1917520 Dec 12 16:38:12.015680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-7d19bb8f-bdd0-474b-90c4-ba11cf80af5c None None] Provisioning complete for port f01dc6e0-c860-40c1-b6a5-e749fca74658 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:12.016121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7d19bb8f-bdd0-474b-90c4-ba11cf80af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.112394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-a3cf8d8e-e821-4875-8c6a-b38ab8134a5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 1002 time: 0.0891650 Dec 12 16:38:12.153428 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Deleting port 17d4b201-acd4-4516-a902-900d8cf6539c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:12.153760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.207248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342870d-158b-40a0-a6ce-492b251461ec req-a94c526d-f8ee-4d9d-8a5b-5b4ee0250d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:12.208702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-a94c526d-f8ee-4d9d-8a5b-5b4ee0250d11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0891376 Dec 12 16:38:12.263721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.264036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.278660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Calling delete_port for 17d4b201-acd4-4516-a902-900d8cf6539c owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:12.290291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342870d-158b-40a0-a6ce-492b251461ec req-5bd92484-d7ff-421f-a845-551217b205a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:12.291766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-5bd92484-d7ff-421f-a845-551217b205a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741701 Dec 12 16:38:12.463332 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-7aaea205-15dc-4d6f-a6c0-857123f65f1b service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321974 Dec 12 16:38:12.585355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.589033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3342870d-158b-40a0-a6ce-492b251461ec req-118beab1-610c-48c4-b764-f5ab892dd34e service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178236 Dec 12 16:38:12.614369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event deleted for resources: {'Port': ['ID=17d4b201-acd4-4516-a902-900d8cf6539c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:12.671358 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.671684 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Floating IP 0510b883-4f64-4a0d-b333-57d39232291d disassociated (deleted). External IP: 172.25.3.214, port: f01dc6e0-c860-40c1-b6a5-e749fca74658. Dec 12 16:38:12.877282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Router eca85684-6b85-4074-8aa0-120d3aa78fe1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:38:12.982318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:12.987179 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:12.992513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Sync routers for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:13.002548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:13.003168 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:13.013973 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-886fd241-188a-4363-9402-29af742ee6af tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "DELETE /v2.0/floatingips/0510b883-4f64-4a0d-b333-57d39232291d HTTP/1.1" status: 204 len: 168 time: 1.1354218 Dec 12 16:38:13.113297 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:13.323684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:13.348702 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Checking router: eca85684-6b85-4074-8aa0-120d3aa78fe1 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:13.356911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:13.357511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:13.459769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:13.650738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:13.681680 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eee128-3875-4b64-a22b-c0e79c78ea2d None None] The sync data for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 is: [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:36:20Z', 'revision_number': 4, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'a97da54c-9201-4d42-8fcb-770bd6e79d41', 'name': '', 'network_id': 'fda0c77c-06ac-4f59-bab3-ee668c7c2a1c', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'mac_address': 'fa:16:3e:6f:6c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:19Z', 'updated_at': '2021-12-12T16:36:25Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'subnets': [{'id': '37ae51c3-2139-402d-b38b-694c76d73b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:13.734477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:13.737493 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db13fe0-f1e8-4820-8814-86581e319cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:13.839811 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f90fd3-8514-4377-a81e-81d906f49fca x-openstack-request-id: req-20f90fd3-8514-4377-a81e-81d906f49fca {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:13.840136 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:13.840413 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20f90fd3-8514-4377-a81e-81d906f49fca {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:13.840880 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:38:13.905003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-2b9eee8c-1432-4c81-8bb2-77882149800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:13.906528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-2b9eee8c-1432-4c81-8bb2-77882149800a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03e85b3225524656b1f04abac5728315&device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 1097 time: 0.0424328 Dec 12 16:38:13.932552 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4092be-43e8-49ae-9e31-53de9021b7fc None None] New status for floating IP 0510b883-4f64-4a0d-b333-57d39232291d: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:38:14.002710 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-026cd4a5-da6e-432b-b419-c71fd476f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:14.004179 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-026cd4a5-da6e-432b-b419-c71fd476f2bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 200 len: 915 time: 0.0906551 Dec 12 16:38:14.053834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-c13ac2aa-e320-4b32-b255-5dd6cce5be00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 200 len: 217 time: 0.0392807 Dec 12 16:38:14.108645 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-83278d0f-1f9e-4531-9277-b909809d460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:14.110697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-83278d0f-1f9e-4531-9277-b909809d460d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 200 len: 854 time: 0.0495346 Dec 12 16:38:14.159952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-3a626236-cc9f-47cd-bd4d-9079b534a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:14.161417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-3a626236-cc9f-47cd-bd4d-9079b534a403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441272 Dec 12 16:38:14.249853 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-673808b6-487d-47aa-811e-269c7f3a36d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Dec 12 16:38:14.344784 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4db13fe0-f1e8-4820-8814-86581e319cb1 req-6d330e34-540f-467b-8acc-5924c83be2e3 service neutron] 10.222.0.13 "GET /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879350 Dec 12 16:38:22.019175 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c2926-4258-48d1-bd77-cbd5a3b83d61 req-6c500c80-3635-4dd4-86c6-5d76fd88e900 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:22.020762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e3c2926-4258-48d1-bd77-cbd5a3b83d61 req-6c500c80-3635-4dd4-86c6-5d76fd88e900 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0531557 Dec 12 16:38:22.074223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2e3c2926-4258-48d1-bd77-cbd5a3b83d61 req-58fee5d6-3b1d-41b0-94f0-204dd6cb9302 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Dec 12 16:38:23.240337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301a677-0919-4cf6-899c-268bbc388c6a req-b696e877-405a-4b5a-888e-98297985bdb3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:23.241818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1301a677-0919-4cf6-899c-268bbc388c6a req-b696e877-405a-4b5a-888e-98297985bdb3 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0979297 Dec 12 16:38:23.292700 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1301a677-0919-4cf6-899c-268bbc388c6a req-668087ce-0de3-48ff-bbf5-76c679932fa0 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/security-groups?id=a13108f8-3b3d-44e9-ab64-55238b4fcf5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Dec 12 16:38:23.618217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-d8eeca22-7776-4f11-a9ec-e9a9a03b2457 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:23.619626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-d8eeca22-7776-4f11-a9ec-e9a9a03b2457 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.13 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 946 time: 0.0474260 Dec 12 16:38:23.705793 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Deleting port f01dc6e0-c860-40c1-b6a5-e749fca74658 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:23.706129 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:23.795023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] For port f01dc6e0-c860-40c1-b6a5-e749fca74658, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=f01dc6e0-c860-40c1-b6a5-e749fca74658,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:23.795376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:23.807307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Calling delete_port for f01dc6e0-c860-40c1-b6a5-e749fca74658 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:23.933680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:23.945229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['f01dc6e0-c860-40c1-b6a5-e749fca74658'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:38:23.971667 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Pushing event deleted for resources: {'Port': ['ID=f01dc6e0-c860-40c1-b6a5-e749fca74658,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:24.006497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] No DVR routers for this DVR port f01dc6e0-c860-40c1-b6a5-e749fca74658 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:38:24.009646 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:24.012953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-38774a3d-b6e5-4acd-a4ae-9fa530adf515 req-b192a849-e43c-4283-bbd0-1cf14e31f455 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.13 "DELETE /v2.0/ports/f01dc6e0-c860-40c1-b6a5-e749fca74658 HTTP/1.1" status: 204 len: 173 time: 0.3872974 Dec 12 16:38:24.013419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'name': 'network-vif-deleted', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:24.015666 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98647eaf-a07e-4f95-bfbf-a6db1c8c2321" -d '{"events": [{"server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "name": "network-vif-deleted", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:24.058833 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8ad551-998e-418b-b637-6b1cad769411 x-openstack-request-id: req-5a8ad551-998e-418b-b637-6b1cad769411 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:24.059126 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290f25fe-3f63-44d1-bd62-e14da56fbea3", "name": "network-vif-deleted", "tag": "f01dc6e0-c860-40c1-b6a5-e749fca74658", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:24.059376 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a8ad551-998e-418b-b637-6b1cad769411 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:24.059805 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290f25fe-3f63-44d1-bd62-e14da56fbea3', 'name': 'network-vif-deleted', 'tag': 'f01dc6e0-c860-40c1-b6a5-e749fca74658', 'status': 'completed', 'code': 200} Dec 12 16:38:24.407542 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1695b6a-f46a-4dde-85e0-b4546feea4d3 req-8f7bab38-ee55-4884-8280-65446558a421 tempest-TestMinimumBasicScenario-131791097 tempest-TestMinimumBasicScenario-131791097-project] 10.222.0.36 "GET /v2.0/ports?device_id=290f25fe-3f63-44d1-bd62-e14da56fbea3 HTTP/1.1" status: 200 len: 210 time: 0.0277491 Dec 12 16:38:25.974977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58270) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:26.313152 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:26.550360 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Deleting port a97da54c-9201-4d42-8fcb-770bd6e79d41 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:26.550695 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:26.626013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] For port a97da54c-9201-4d42-8fcb-770bd6e79d41, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a97da54c-9201-4d42-8fcb-770bd6e79d41,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:26.626298 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:26.638087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Calling delete_port for a97da54c-9201-4d42-8fcb-770bd6e79d41 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:26.812110 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:26.842039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97da54c-9201-4d42-8fcb-770bd6e79d41,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:27.243234 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:38:27.315232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:27.523157 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Router eca85684-6b85-4074-8aa0-120d3aa78fe1 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:38:27.627321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:27.632231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9a7b19a7-bf49-4201-8123-3970e71ab541 admin admin] 10.222.0.36 "PUT /v2.0/routers/eca85684-6b85-4074-8aa0-120d3aa78fe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562262 Dec 12 16:38:27.635119 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:27.635818 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Sync routers for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:27.649335 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:27.649953 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:27.726496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f01dc6e0-c860-40c1-b6a5-e749fca74658 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:27.740813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:27.848412 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:27.903149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Deleting port 9bbe263d-25c9-44b1-8081-f0ee30983b02 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:27.903485 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:27.921873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: f01dc6e0-c860-40c1-b6a5-e749fca74658 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:27.922220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device f01dc6e0-c860-40c1-b6a5-e749fca74658 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:27.937511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:27.988750 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] For port 9bbe263d-25c9-44b1-8081-f0ee30983b02, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9bbe263d-25c9-44b1-8081-f0ee30983b02,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:27.989118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.001035 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Calling delete_port for 9bbe263d-25c9-44b1-8081-f0ee30983b02 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:28.110881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:38:26Z', 'revision_number': 5, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port': {'id': '9bbe263d-25c9-44b1-8081-f0ee30983b02', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:18Z', 'updated_at': '2021-12-12T16:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:28.136907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Checking router: eca85684-6b85-4074-8aa0-120d3aa78fe1 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:28.150180 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Routers {'eca85684-6b85-4074-8aa0-120d3aa78fe1'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:28.150815 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['eca85684-6b85-4074-8aa0-120d3aa78fe1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:28.168785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.193808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbe263d-25c9-44b1-8081-f0ee30983b02,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:28.220608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219681c-20ac-45c2-819b-e12f4e952f9d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:28.246077 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] Set router eca85684-6b85-4074-8aa0-120d3aa78fe1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:28.255263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.299960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4755ff49-de05-4013-bf07-961817463bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:38:27Z', 'revision_number': 6, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:28.326978 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4755ff49-de05-4013-bf07-961817463bbc None None] The sync data for ids ['eca85684-6b85-4074-8aa0-120d3aa78fe1'] in n-d-710847-8 is: [{'id': 'eca85684-6b85-4074-8aa0-120d3aa78fe1', 'name': 'tempest-TestMinimumBasicScenario-1207072816-router', 'tenant_id': '03e85b3225524656b1f04abac5728315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:17Z', 'updated_at': '2021-12-12T16:38:27Z', 'revision_number': 6, 'project_id': '03e85b3225524656b1f04abac5728315', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:28.347817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.350031 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.392953 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.393515 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca85684-6b85-4074-8aa0-120d3aa78fe1 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:38:28.397697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.398869 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-399746cd-ddee-4ad5-b9e5-b4eca0ddafcb admin admin] 10.222.0.36 "DELETE /v2.0/routers/eca85684-6b85-4074-8aa0-120d3aa78fe1 HTTP/1.1" status: 204 len: 168 time: 0.7626758 Dec 12 16:38:28.401725 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:28.444786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Deleting subnet 37ae51c3-2139-402d-b38b-694c76d73b26 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:38:28.448397 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.481032 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.562770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.614151 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.640511 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37ae51c3-2139-402d-b38b-694c76d73b26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:28.642481 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.645668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1e35dd99-7410-4cbb-94d6-767b0dc84816 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37ae51c3-2139-402d-b38b-694c76d73b26 HTTP/1.1" status: 204 len: 168 time: 0.2429750 Dec 12 16:38:28.646753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8c406-affc-4a2c-8082-75fa7d2dd3e0 None None] Network fda0c77c-06ac-4f59-bab3-ee668c7c2a1c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:38:28.648149 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:28.723897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.783244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Deleting port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:28.783810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.846271 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] For port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,segment=NetworkSegment(92abf46d-7a9a-4e20-bda4-b02956bdc9c7),segment_id=92abf46d-7a9a-4e20-bda4-b02956bdc9c7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:28.846629 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.859545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Calling delete_port for bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:28.939035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:28.963566 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0d16d9-073e-4d0c-ad18-2354c2f0cda2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:28.967019 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] No DVR routers for this DVR port bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:38:29.038263 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.123897 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0cb94-568c-4fb5-ba08-d49316bf3a44 None None] DHCP port deletion for fda0c77c-06ac-4f59-bab3-ee668c7c2a1c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:29.198821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9bbe263d-25c9-44b1-8081-f0ee30983b02 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:29.220411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9bbe263d-25c9-44b1-8081-f0ee30983b02 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:29.220887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9bbe263d-25c9-44b1-8081-f0ee30983b02 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:29.221401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:29.248119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:29.248601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bd0d16d9-073e-4d0c-ad18-2354c2f0cda2 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:29.249318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a97da54c-9201-4d42-8fcb-770bd6e79d41 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:29.270231 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a97da54c-9201-4d42-8fcb-770bd6e79d41 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:29.270660 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a97da54c-9201-4d42-8fcb-770bd6e79d41 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:29.364534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda0c77c-06ac-4f59-bab3-ee668c7c2a1c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:29.374359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92abf46d-7a9a-4e20-bda4-b02956bdc9c7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:29.374656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92abf46d-7a9a-4e20-bda4-b02956bdc9c7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:29.385487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.399893 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.406314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:38:29.406692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:38:29.408392 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:38:29.460717 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.466681 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:29.470198 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fda0c77c-06ac-4f59-bab3-ee668c7c2a1c HTTP/1.1" status: 204 len: 168 time: 0.8208399 Dec 12 16:38:29.473184 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58278) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:29.480907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50085ee4-d71a-4f63-839d-dc27d70fc810 admin admin] Pushing event deleted for resources: {'Network': ['ID=fda0c77c-06ac-4f59-bab3-ee668c7c2a1c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:29.821666 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.058940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Deleting port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:30.059273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.138567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] For port b582ea0b-ccd3-48b9-92c0-1e2d977ac49b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:30.138837 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.150425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Calling delete_port for b582ea0b-ccd3-48b9-92c0-1e2d977ac49b owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:30.329428 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.354382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b582ea0b-ccd3-48b9-92c0-1e2d977ac49b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:30.518100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.731734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Router 8c332a91-03b8-40ac-ac8d-52f538e365b9 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:38:30.839005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:30.843979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-35cad035-0117-4f12-abe5-c97631808ac1 admin admin] 10.222.0.36 "PUT /v2.0/routers/8c332a91-03b8-40ac-ac8d-52f538e365b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3697226 Dec 12 16:38:30.846898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58280) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:30.850586 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Sync routers for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:30.860970 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:30.861658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:30.951986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:30.964358 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:31.054031 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.105886 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Deleting port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:31.106227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.136924 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:38:30Z', 'revision_number': 5, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port': {'id': 'f6e4e1fa-5c8f-4884-8314-f0c508d4f52b', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:31.171242 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Checking router: 8c332a91-03b8-40ac-ac8d-52f538e365b9 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:31.179666 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Routers {'8c332a91-03b8-40ac-ac8d-52f538e365b9'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:31.180303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['8c332a91-03b8-40ac-ac8d-52f538e365b9'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:31.194539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] For port f6e4e1fa-5c8f-4884-8314-f0c508d4f52b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:31.194901 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.207217 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Calling delete_port for f6e4e1fa-5c8f-4884-8314-f0c508d4f52b owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:31.265965 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] Set router 8c332a91-03b8-40ac-ac8d-52f538e365b9 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:31.317180 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:38:31Z', 'revision_number': 6, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:31.349244 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa5cf9a-5098-49af-8d32-65cd7f5a94e7 None None] The sync data for ids ['8c332a91-03b8-40ac-ac8d-52f538e365b9'] in n-d-710847-8 is: [{'id': '8c332a91-03b8-40ac-ac8d-52f538e365b9', 'name': 'tempest-TestMinimumBasicScenario-1567268467-router', 'tenant_id': '0392d91d892c4c17a26b3986c91c458b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:36:22Z', 'updated_at': '2021-12-12T16:38:31Z', 'revision_number': 6, 'project_id': '0392d91d892c4c17a26b3986c91c458b', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:31.389262 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.420086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e4e1fa-5c8f-4884-8314-f0c508d4f52b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:31.429351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbc41b3-24b5-4cbd-958f-f467f6fcdfba None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:31.478274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.569781 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.572661 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.616875 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.617382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c332a91-03b8-40ac-ac8d-52f538e365b9 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:38:31.622217 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.623348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d43b3627-05aa-4479-a948-a7c25ab12f96 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c332a91-03b8-40ac-ac8d-52f538e365b9 HTTP/1.1" status: 204 len: 168 time: 0.7756789 Dec 12 16:38:31.625856 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58284) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:31.670090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Deleting subnet 56d383cd-0272-4ae7-9fd2-45ec2a3f9a32 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:38:31.673078 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.708493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.801128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.854777 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.879900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d383cd-0272-4ae7-9fd2-45ec2a3f9a32,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:31.883563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:31.886938 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-89561cc3-c656-441d-ab71-b98a70999025 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/56d383cd-0272-4ae7-9fd2-45ec2a3f9a32 HTTP/1.1" status: 204 len: 168 time: 0.2599640 Dec 12 16:38:31.890928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58286) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:31.891382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ba346-7515-47fe-ac2c-68e959b8e1a3 None None] Network 1887a61f-24c5-4a9c-a2e8-57afa6417e3a requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:38:31.962949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.025340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Deleting port a0259b6e-52c1-4ad6-964f-348d9bda0707 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:32.025683 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.086140 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] For port a0259b6e-52c1-4ad6-964f-348d9bda0707, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a0259b6e-52c1-4ad6-964f-348d9bda0707,segment=NetworkSegment(3953d1a3-4996-4b7e-8b14-d40fda817250),segment_id=3953d1a3-4996-4b7e-8b14-d40fda817250)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:32.086949 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.100840 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Calling delete_port for a0259b6e-52c1-4ad6-964f-348d9bda0707 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:32.129971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] DHCP port deletion for 1887a61f-24c5-4a9c-a2e8-57afa6417e3a request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:32.189327 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.204132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Deleting port a0259b6e-52c1-4ad6-964f-348d9bda0707 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:38:32.204591 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.221159 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] No DVR routers for this DVR port a0259b6e-52c1-4ad6-964f-348d9bda0707 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:38:32.226962 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0259b6e-52c1-4ad6-964f-348d9bda0707,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:32.279651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] For port a0259b6e-52c1-4ad6-964f-348d9bda0707, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:32.280351 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.300551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Calling delete_port for a0259b6e-52c1-4ad6-964f-348d9bda0707 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:38:32.305395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.307563 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Port a0259b6e-52c1-4ad6-964f-348d9bda0707 was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 16:38:32.309717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.327517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1887a61f-24c5-4a9c-a2e8-57afa6417e3a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:32.334960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Pushing event deleted for resources: {'Port': ['ID=a0259b6e-52c1-4ad6-964f-348d9bda0707,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:32.337618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3953d1a3-4996-4b7e-8b14-d40fda817250') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:32.338265 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3953d1a3-4996-4b7e-8b14-d40fda817250') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:32.343131 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] No DVR routers for this DVR port a0259b6e-52c1-4ad6-964f-348d9bda0707 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:38:32.345795 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.346395 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.346740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.347248 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.347640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.347977 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.348309 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.348720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.349056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.349301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.349409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.349759 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.350089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.350417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b837d8-dd3b-4f06-aa58-d5eaddb5bf44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:32.363355 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.371116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:38:32.372692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:38:32.374435 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:38:32.434376 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.442129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.446225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1887a61f-24c5-4a9c-a2e8-57afa6417e3a HTTP/1.1" status: 204 len: 168 time: 0.5535514 Dec 12 16:38:32.460338 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8bef-29fd-4dae-97e0-343a11911316 admin admin] Pushing event deleted for resources: {'Network': ['ID=1887a61f-24c5-4a9c-a2e8-57afa6417e3a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:32.624889 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58290) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:32.664497 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-72cf4fb0-7318-4fab-9835-222b7ce3c250 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03e85b3225524656b1f04abac5728315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384238 Dec 12 16:38:32.666897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58292) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:32.712283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.737372 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.785076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.787776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:32.788936 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a13108f8-3b3d-44e9-ab64-55238b4fcf5a HTTP/1.1" status: 204 len: 168 time: 0.1211312 Dec 12 16:38:32.796874 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c955e5-a674-485e-94a2-da4b44c67141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13108f8-3b3d-44e9-ab64-55238b4fcf5a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:32.864319 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b582ea0b-ccd3-48b9-92c0-1e2d977ac49b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:32.884990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b582ea0b-ccd3-48b9-92c0-1e2d977ac49b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:32.885336 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b582ea0b-ccd3-48b9-92c0-1e2d977ac49b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:32.885745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a0259b6e-52c1-4ad6-964f-348d9bda0707 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:32.904033 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a0259b6e-52c1-4ad6-964f-348d9bda0707 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:32.904379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a0259b6e-52c1-4ad6-964f-348d9bda0707 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:32.904821 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f6e4e1fa-5c8f-4884-8314-f0c508d4f52b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:38:32.923019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: f6e4e1fa-5c8f-4884-8314-f0c508d4f52b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:38:32.923366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f6e4e1fa-5c8f-4884-8314-f0c508d4f52b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:38:33.108970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58298) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:33.149131 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a514c561-806f-4b2f-b674-62cae0f4bf7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0392d91d892c4c17a26b3986c91c458b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385532 Dec 12 16:38:33.151300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:33.198279 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:33.218592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:33.269693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:33.272674 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:33.273865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58156b40-0c29-40f4-a982-07ce5580ddae HTTP/1.1" status: 204 len: 168 time: 0.1215060 Dec 12 16:38:33.281305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f150517-7ad4-401d-80b9-dee9fa1c8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58156b40-0c29-40f4-a982-07ce5580ddae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.054240 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58340) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.058828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1217013186', 'description': 'tempest-secgroup-smoke-1217013186 description', 'project_id': 'aad3f2030837447c98b9c31300820be2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.080123 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.088857 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.163258 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.167807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.204032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2469994d-d848-4177-981a-fc3a7b0fb4be,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.240939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.244523 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.272509 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.274218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2184596 Dec 12 16:38:35.276036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c5bd3-7280-4fe4-a046-256aa4e2c3c6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b835a2-ecb2-40a0-a593-8d5eb08586b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.277375 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58342) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.282255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.310325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.356553 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.360202 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.380422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc3c6ff-1ae2-498f-835a-bfe86b719bbb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.386492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.387681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9f7a85cc-52fd-42d1-a5d9-3e611fb9ce5e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092014 Dec 12 16:38:35.390462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.394699 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.421707 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.476718 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.480121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.498912 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7884f5-129f-4f41-94f9-4cd96e79d4ed,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.507220 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.508958 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7ba714d6-6cd0-410c-893d-ef4f47f46409 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175120 Dec 12 16:38:35.511981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.517033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.543342 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.599968 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.602107 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-05ed26c3-da29-4625-9447-99f5886e2033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.604040 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.626827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aa0557-d06c-4e9e-bcc5-7d8675d4145c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.633693 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.634857 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0e9404f1-69f3-498f-96bf-cc0e39577842 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215582 Dec 12 16:38:35.637601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.641813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.667703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.726401 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.729894 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.748541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad85cc7f-3638-4776-9f9d-6c92fce303be,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.757935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.759786 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ff127193-3e26-41e5-9e72-2a13d3560d05 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212418 Dec 12 16:38:35.762508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.766759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.786952 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:38:35.791714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.847973 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.851372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.865607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c4970d-19ae-43b4-823f-e5db7cc02db6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.875978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.877197 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-41d6be09-7008-4e8d-b3b8-ce63de65f900 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1137657 Dec 12 16:38:35.879870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:35.884798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '66b835a2-ecb2-40a0-a593-8d5eb08586b0', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:35.905839 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:38:35.910601 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.967517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.971265 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.985449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28240673-8020-40e6-83ad-c58d3f9633d8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:35.995999 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:35.997249 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-90448970-3c0c-44a3-b71e-c6714c7385d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164453 Dec 12 16:38:36.000274 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:36.005020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'network': {'name': 'tempest-network-smoke--932550700', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:36.024998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:38:36.028311 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.050667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:38:36.060817 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.061167 n-d-710847-8 neutron-server[103411]: INFO neutron.db.segments_db [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Added segment abc7cbbd-cfb4-4cfc-affd-050574b76a83 of type vlan for network 313caa31-3e4b-464c-a11c-d7577c76d290 Dec 12 16:38:36.102204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.125753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.131480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:36.132084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.191952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1905975 Dec 12 16:38:36.194959 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58356) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:36.200285 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'admin_state_up': True, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:36.200440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8fb56-f607-46b1-a58c-8aacaeff5c80 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Network': ['ID=313caa31-3e4b-464c-a11c-d7577c76d290,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:36.210997 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 313caa31-3e4b-464c-a11c-d7577c76d290 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:38:36.226463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.227948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.281616 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.415992 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.916141 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:36.933979 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.036389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.130 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/8d70d059-619c-4e3c-b2a5-497eb12a9b71) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:38:37.135048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.168330 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.208540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:37.211534 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:37.215041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:38:37.223945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098233b4-abeb-4825-91c2-1687583c7785 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:37.245405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=8d70d059-619c-4e3c-b2a5-497eb12a9b71,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:37.266550 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88b9bea1-325c-483d-95ea-d25422a2f13c None None] Provisioning complete for port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:37.266919 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88b9bea1-325c-483d-95ea-d25422a2f13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.303392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88b9bea1-325c-483d-95ea-d25422a2f13c None None] Port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:37.488667 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.678468 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.801867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2f247118-1a55-4033-9b54-c4f645d72687 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:38:37.880761 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d04ad601-ecc3-4131-9fcf-79859e330a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.905792 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:37.915906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Sync routers for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:37.925492 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:37.926392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:37.926690 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9e387bf9-88ed-48af-b6c0-e2f57824abbe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7306960 Dec 12 16:38:37.927011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:37.929853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58358) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:38.035126 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:38.054138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dca83580-e49b-4c4b-a7d6-a0f5933729c8 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=aad3f2030837447c98b9c31300820be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231055 Dec 12 16:38:38.057312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58362) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:38.203670 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace939c-2e52-472c-97d3-ca3ba0def3ce tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:38.205217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-0ace939c-2e52-472c-97d3-ca3ba0def3ce tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468458 Dec 12 16:38:38.208147 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58364) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:38.211266 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:37Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:38.240970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Checking router: 2f247118-1a55-4033-9b54-c4f645d72687 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:38.241630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Updating router 2f247118-1a55-4033-9b54-c4f645d72687 port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:38:38.247711 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-457bf2db-6eb4-45c3-a573-65ebf8f1a831 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383360 Dec 12 16:38:38.250425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:38.255623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957059357', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:38.273058 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.343388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:38:38.347422 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.523770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.524907 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.530742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.581999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dec72b-2229-44cb-8b57-4022be6911c2 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:38.591976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Subnet': ['ID=14f1122b-d716-4c55-9e96-1fe0161d7dff,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:38.592184 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Attempting to bind port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:38:38.592388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Attempting to bind port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:38:38.592786 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Attempting to bind port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:38:38.596865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Checking segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:38:38.597162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network hostable DHCP agents. Network: 313caa31-3e4b-464c-a11c-d7577c76d290, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:38:38.607140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f4d4-b304-4d08-8423-5fee5c78aa84 None None] Pushing event updated for resources: {'Port': ['ID=8d70d059-619c-4e3c-b2a5-497eb12a9b71,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:38.610720 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:38:38.611212 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:38:38.611801 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.612158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:38:38.612796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Bound port: 8d70d059-619c-4e3c-b2a5-497eb12a9b71, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:38:38.613296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.617371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 313caa31-3e4b-464c-a11c-d7577c76d290 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:38:38.627578 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 313caa31-3e4b-464c-a11c-d7577c76d290) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:38.631510 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:38.632098 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.649287 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1061c5e7-4c89-4bc7-873b-ba14f567e42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3978186 Dec 12 16:38:38.649987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c8861-47d7-495f-8c6d-d4ccf91a9b8c None None] Network 313caa31-3e4b-464c-a11c-d7577c76d290 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:38:38.652133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58370) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:38.729727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-82497002-96e3-43ba-aa24-000c9f03caa9 None None] Provisioning complete for port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:38.730091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-82497002-96e3-43ba-aa24-000c9f03caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.772159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] For port 8d70d059-619c-4e3c-b2a5-497eb12a9b71, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:38:38.798019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] For port 8d70d059-619c-4e3c-b2a5-497eb12a9b71, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d70d059-619c-4e3c-b2a5-497eb12a9b71,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:38:38.813526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-82497002-96e3-43ba-aa24-000c9f03caa9 None None] Port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:38.819371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.845928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-313caa31-3e4b-464c-a11c-d7577c76d290', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:38:38.846772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:38.890337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390de457-7a43-4fee-8576-83bab7e5c72e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:38:38.931865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633f4d4-b304-4d08-8423-5fee5c78aa84 None None] Pushing event updated for resources: {'Port': ['ID=8d70d059-619c-4e3c-b2a5-497eb12a9b71,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:38.935237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:38.935952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:39.017192 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.102132 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] Provisioning complete for port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:39.102501 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.107365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.183029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:39.246705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Allocated IP 172.20.0.2 (313caa31-3e4b-464c-a11c-d7577c76d290/14f1122b-d716-4c55-9e96-1fe0161d7dff/bc8d298a-9e5c-4f93-9052-4d7c8a68d623) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:38:39.576355 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.634755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] For port 8d70d059-619c-4e3c-b2a5-497eb12a9b71, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d70d059-619c-4e3c-b2a5-497eb12a9b71,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:39.644870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.739935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.743455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab49870-7597-4f95-97a0-ba9961015824 None None] Pushing event updated for resources: {'Port': ['ID=8d70d059-619c-4e3c-b2a5-497eb12a9b71,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:39.748859 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.786414 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:37Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:39.801717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.1 (313caa31-3e4b-464c-a11c-d7577c76d290/14f1122b-d716-4c55-9e96-1fe0161d7dff/65274430-9821-4a46-b9a7-9ee52eaa230b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:38:39.819133 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Network 313caa31-3e4b-464c-a11c-d7577c76d290 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:39.821801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8786c556-357c-4a66-b22b-aa9d3c76c100 None None] The sync data for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 is: [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:37Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:39.825943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:39.833533 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:38:39.845534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Pushing event updated for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:39.857131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.907964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Attempting to bind port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:38:39.908346 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Attempting to bind port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:38:39.908740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Attempting to bind port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 on network 313caa31-3e4b-464c-a11c-d7577c76d290 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:38:39.914121 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:38:39.914607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Checking segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:38:39.915015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.915410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Bound using segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:38:39.915878 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Bound port: bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:38:39.916265 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.940810 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.976901 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:39.989588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:38:39.992865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:38:39.998231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.030306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 313caa31-3e4b-464c-a11c-d7577c76d290 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:40.041805 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:40.044421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:38:40.053663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:40.078606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a53155-defa-41d0-b9b4-54f28b48eb68 None None] Pushing event updated for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:40.106523 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.249855 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.571254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.576993 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.650998 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.652051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:40.653523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:40.752743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 313caa31-3e4b-464c-a11c-d7577c76d290 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:40.754277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:40.881875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2f247118-1a55-4033-9b54-c4f645d72687 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:38:40.912380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc8d298a-9e5c-4f93-9052-4d7c8a68d623 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:38:40.963023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:40.963407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.001079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:41.013234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-27c40509-f1e2-45ea-850a-5e1e78628293 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2f247118-1a55-4033-9b54-c4f645d72687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599596 Dec 12 16:38:41.062171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.097670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:41.104341 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.105397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d70d059-619c-4e3c-b2a5-497eb12a9b71 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:38:41.179719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-e32914e2-fc57-4ba9-a65e-cd1b3ccf3f95 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1217013186&fields=id&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 267 time: 0.0541637 Dec 12 16:38:41.183148 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37a8df-adc4-43c7-9d95-4d467ee4a411 None None] Network 313caa31-3e4b-464c-a11c-d7577c76d290 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:38:41.203541 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:41.251076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:41.251496 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.308540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-610563bb-8c62-4002-92e5-9c1dd56d30c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:41.310106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-610563bb-8c62-4002-92e5-9c1dd56d30c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 796 time: 0.1232562 Dec 12 16:38:41.327678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-33f574d3-de43-4d8e-b0e1-d8880d6f3c7d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/quotas/aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 375 time: 0.0105760 Dec 12 16:38:41.339444 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.353946 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8c019d96-7ee6-4120-9ef4-083170d05b52 None None] Provisioning complete for port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:41.354310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c019d96-7ee6-4120-9ef4-083170d05b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.381742 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-d7d59e58-de6f-4f30-b4dc-386ce78a898d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477793 Dec 12 16:38:41.497565 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-6d2ae8b2-1f46-4ea5-8b37-8976765af8f5 service neutron] 10.222.0.36 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001015 Dec 12 16:38:41.591319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-73ab60dc-5a80-4c72-a598-6b2cd24938a7 service neutron] 10.222.0.36 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873239 Dec 12 16:38:41.648373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Sync routers for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:41.660298 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:41.661186 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:41.702237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-40640c15-f8ad-4a5c-a820-2bb8eaad7786 None None] Provisioning complete for port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:41.702768 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-40640c15-f8ad-4a5c-a820-2bb8eaad7786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.834752 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:41.849344 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-693fa588-fb03-4018-8bc0-13581e7848f1 req-6d443beb-4b3c-47a9-876c-26ebf43158ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 210 time: 0.0641408 Dec 12 16:38:41.876339 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-40640c15-f8ad-4a5c-a820-2bb8eaad7786 None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:41.876747 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-40640c15-f8ad-4a5c-a820-2bb8eaad7786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:41.928658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-40640c15-f8ad-4a5c-a820-2bb8eaad7786 None None] Port 65274430-9821-4a46-b9a7-9ee52eaa230b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:41.940489 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.054730 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-5d5e36ac-bc54-412e-bb50-59dd42a12350 None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:42.055983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5d5e36ac-bc54-412e-bb50-59dd42a12350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.068499 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 2, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:42.097393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e36ac-bc54-412e-bb50-59dd42a12350 None None] Port 65274430-9821-4a46-b9a7-9ee52eaa230b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:42.102998 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Checking router: 2f247118-1a55-4033-9b54-c4f645d72687 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:42.103396 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Updating router 2f247118-1a55-4033-9b54-c4f645d72687 port 65274430-9821-4a46-b9a7-9ee52eaa230b binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:38:42.135493 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.218174 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b395fca6-b713-4ab3-9bed-1f269fc979ba None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:42.218648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b395fca6-b713-4ab3-9bed-1f269fc979ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.273429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b395fca6-b713-4ab3-9bed-1f269fc979ba None None] Port 65274430-9821-4a46-b9a7-9ee52eaa230b cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:42.408567 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.414151 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.464134 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Pushing event updated for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:42.489050 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.489394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.489711 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.490043 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.490371 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.490694 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.491015 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.491340 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.491656 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.491973 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.493146 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.493281 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.493494 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:38:42.528085 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Attempting to bind port 65274430-9821-4a46-b9a7-9ee52eaa230b on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:38:42.528447 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Attempting to bind port 65274430-9821-4a46-b9a7-9ee52eaa230b by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:38:42.528834 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Attempting to bind port 65274430-9821-4a46-b9a7-9ee52eaa230b on network 313caa31-3e4b-464c-a11c-d7577c76d290 {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:38:42.534168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:38:42.534516 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Checking segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:38:42.534912 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.535298 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Bound using segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:38:42.535765 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Bound port: 65274430-9821-4a46-b9a7-9ee52eaa230b, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:38:42.536138 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.600130 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] For port 65274430-9821-4a46-b9a7-9ee52eaa230b, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:38:42.604239 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] For port 65274430-9821-4a46-b9a7-9ee52eaa230b, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65274430-9821-4a46-b9a7-9ee52eaa230b,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:38:42.608385 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.664985 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:42.665615 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:42.695436 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f692e099-249b-4031-8286-b29e1f43323a None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:42.695936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f692e099-249b-4031-8286-b29e1f43323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.803797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e952f-6667-455c-8584-eaf69079abdb None None] Pushing event updated for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:42.812788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f692e099-249b-4031-8286-b29e1f43323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.868945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f692e099-249b-4031-8286-b29e1f43323a None None] For port 65274430-9821-4a46-b9a7-9ee52eaa230b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65274430-9821-4a46-b9a7-9ee52eaa230b,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:42.876070 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f692e099-249b-4031-8286-b29e1f43323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:42.932987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc8d298a-9e5c-4f93-9052-4d7c8a68d623 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:38:42.942592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:42.995025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-53205a95-f4df-43a9-83a3-c8c639758f99 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:42.995537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34a6038c-47e9-4cf2-a927-4b6f2ebae000 req-4d869fdd-b55f-4173-a26b-0bcc7d732755 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 210 time: 0.0450876 Dec 12 16:38:42.997679 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-53205a95-f4df-43a9-83a3-c8c639758f99 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 796 time: 0.1496098 Dec 12 16:38:43.027876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692e099-249b-4031-8286-b29e1f43323a None None] Pushing event updated for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:43.044892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-75e2f702-4efe-418e-acfc-2e3d30a23b79 None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:43.045654 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75e2f702-4efe-418e-acfc-2e3d30a23b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.090941 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-7a3e442c-7921-43b4-9b39-47a4eb85c9e1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 380 time: 0.0804808 Dec 12 16:38:43.091264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:43.091640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.104801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'port': {'device_id': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'admin_state_up': True, 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'security_groups': ['66b835a2-ecb2-40a0-a593-8d5eb08586b0']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:43.184992 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:43.211419 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed7263d-a85d-4cde-9009-f2eb92fd59ca None None] The sync data for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 is: [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:43.225058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:38:43.229217 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.370817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.4 (313caa31-3e4b-464c-a11c-d7577c76d290/14f1122b-d716-4c55-9e96-1fe0161d7dff/dec37830-e28b-4084-b83f-3799a3d9cff2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:38:43.518222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.554073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.600606 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 313caa31-3e4b-464c-a11c-d7577c76d290 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:43.604507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:43.607058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:38:43.827696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-68f18fc0-807a-4fb6-9b31-30465a4c481c None None] Provisioning complete for port dec37830-e28b-4084-b83f-3799a3d9cff2 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:43.828282 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-68f18fc0-807a-4fb6-9b31-30465a4c481c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.868963 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-68f18fc0-807a-4fb6-9b31-30465a4c481c None None] Port dec37830-e28b-4084-b83f-3799a3d9cff2 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:38:43.937925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:43.964163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:43.964811 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:43.982163 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-babee2b2-173c-4b47-8b2e-c0fc0f442dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8819213 Dec 12 16:38:44.050241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Request body: {'port': {'device_id': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:44.107326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.107556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042728-37a8-4acf-bf40-988f49871a26 req-76b792d7-341b-46b6-b8e9-d035c8f8300f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:44.109229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b042728-37a8-4acf-bf40-988f49871a26 req-76b792d7-341b-46b6-b8e9-d035c8f8300f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 931 time: 0.0505536 Dec 12 16:38:44.165531 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b042728-37a8-4acf-bf40-988f49871a26 req-50fe2edc-b2fa-40d5-b9c2-23eb1975b038 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 Dec 12 16:38:44.386777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec37830-e28b-4084-b83f-3799a3d9cff2 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:38:44.394059 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.406477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Transition to ACTIVE for port object dec37830-e28b-4084-b83f-3799a3d9cff2 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:38:44.409908 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.477890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Pushing event updated for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:44.526602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Attempting to bind port dec37830-e28b-4084-b83f-3799a3d9cff2 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:38:44.526938 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Attempting to bind port dec37830-e28b-4084-b83f-3799a3d9cff2 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:38:44.527263 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Attempting to bind port dec37830-e28b-4084-b83f-3799a3d9cff2 on network 313caa31-3e4b-464c-a11c-d7577c76d290 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:38:44.531730 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Port dec37830-e28b-4084-b83f-3799a3d9cff2 on network 313caa31-3e4b-464c-a11c-d7577c76d290 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:38:44.532042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Attempting to bind port dec37830-e28b-4084-b83f-3799a3d9cff2 on network 313caa31-3e4b-464c-a11c-d7577c76d290 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:38:44.536968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:38:44.537300 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Checking segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:38:44.537677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Bound using segment: {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:38:44.538099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Bound port: dec37830-e28b-4084-b83f-3799a3d9cff2, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc7cbbd-cfb4-4cfc-affd-050574b76a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:38:44.538456 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.607984 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:38:44.611247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec37830-e28b-4084-b83f-3799a3d9cff2,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:38:44.615475 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.651308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:44.651918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.653346 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] 10.222.0.30 "PUT /v2.0/ports/dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 1091 time: 0.6579661 Dec 12 16:38:44.653744 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:44.655992 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744222bb-b64b-4df7-a4a3-040953c8298f" -d '{"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:44.677388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c40c0-e309-43ae-9576-d3707c89e479 service neutron] Pushing event updated for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:44.771026 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-a5039630-35e5-4831-bbbf-0e96b27c9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:44.772577 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-a5039630-35e5-4831-bbbf-0e96b27c9e86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1094 time: 0.0483928 Dec 12 16:38:44.793674 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f1d0d-8403-4bd7-97ce-bf41accbbcad x-openstack-request-id: req-bc0f1d0d-8403-4bd7-97ce-bf41accbbcad {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:44.793967 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:44.794217 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc0f1d0d-8403-4bd7-97ce-bf41accbbcad {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:44.794624 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'status': 'completed', 'code': 200} Dec 12 16:38:44.825847 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-57d59290-5c99-44e4-afb5-ae978f1cb1cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 217 time: 0.0410628 Dec 12 16:38:44.884755 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65274430-9821-4a46-b9a7-9ee52eaa230b up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:38:44.889484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-d363b49e-439f-429d-86ae-26ffce0645bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:44.890979 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-d363b49e-439f-429d-86ae-26ffce0645bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 200 len: 835 time: 0.0575984 Dec 12 16:38:44.941306 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-e76a3466-349c-4346-87e7-00af6ae51529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:44.941511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 65274430-9821-4a46-b9a7-9ee52eaa230b triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:44.941762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:44.942837 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-e76a3466-349c-4346-87e7-00af6ae51529 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=313caa31-3e4b-464c-a11c-d7577c76d290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409198 Dec 12 16:38:45.037125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-af982b7b-a342-49cb-a1f9-f72ecc2f83e2 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818052 Dec 12 16:38:45.132646 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-1145fac5-2dbd-4af6-81e6-83104bccd38d req-e75e413a-edcb-42d1-8e01-018cf329adac service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834312 Dec 12 16:38:45.240678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744222bb-b64b-4df7-a4a3-040953c8298f req-3f4c11aa-b3c9-4787-8a75-7a01718ad698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:45.242170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-3f4c11aa-b3c9-4787-8a75-7a01718ad698 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1094 time: 0.0479021 Dec 12 16:38:45.281862 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106fcb-fbae-4dec-99a6-140c2f6a5b0b req-b3b71ebb-3192-42bb-b1d0-3ce6db494127 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:45.283345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e106fcb-fbae-4dec-99a6-140c2f6a5b0b req-b3b71ebb-3192-42bb-b1d0-3ce6db494127 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 943 time: 0.0485599 Dec 12 16:38:45.335405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744222bb-b64b-4df7-a4a3-040953c8298f req-f1cc8e69-ca77-49de-be73-39e0ccac1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:45.335715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0e106fcb-fbae-4dec-99a6-140c2f6a5b0b req-ed69fa28-3083-4f85-9f75-3f945edf1aec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463297 Dec 12 16:38:45.337458 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-f1cc8e69-ca77-49de-be73-39e0ccac1596 service neutron] 10.222.0.30 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 896 time: 0.0876861 Dec 12 16:38:45.379664 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-fb7bf8cb-17f1-41ca-a3c2-ac7e5048a06c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 217 time: 0.0345178 Dec 12 16:38:45.428798 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744222bb-b64b-4df7-a4a3-040953c8298f req-55d3de61-e805-42db-b929-286ede7ac5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:45.430231 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-55d3de61-e805-42db-b929-286ede7ac5e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 200 len: 835 time: 0.0423403 Dec 12 16:38:45.481408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744222bb-b64b-4df7-a4a3-040953c8298f req-6db72a6f-6ed5-46b4-bfbd-6d52059423ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:45.482813 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-6db72a6f-6ed5-46b4-bfbd-6d52059423ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=313caa31-3e4b-464c-a11c-d7577c76d290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442238 Dec 12 16:38:45.572126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-b0ba5e95-952e-494b-a81a-9f65c6a63a02 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801218 Dec 12 16:38:45.663938 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-744222bb-b64b-4df7-a4a3-040953c8298f req-46a43fdf-28c3-4db8-ac4f-941db0ddf2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Dec 12 16:38:46.451153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd025a-fa2f-4083-bcf3-3e9052fc0bfd req-a26e9fda-0945-4286-aa5a-b97879fd8943 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:46.452598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bcd025a-fa2f-4083-bcf3-3e9052fc0bfd req-a26e9fda-0945-4286-aa5a-b97879fd8943 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 943 time: 0.0479555 Dec 12 16:38:46.500904 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bcd025a-fa2f-4083-bcf3-3e9052fc0bfd req-fe3d9294-a77f-46f8-800a-adb1c2e43e07 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Dec 12 16:38:47.612612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856405-de7a-40bc-a372-c6e2da3d8cc7 req-cf49191b-48d0-4168-b748-446b09b554ab tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:47.614169 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83856405-de7a-40bc-a372-c6e2da3d8cc7 req-cf49191b-48d0-4168-b748-446b09b554ab tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 943 time: 0.0475459 Dec 12 16:38:47.660993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83856405-de7a-40bc-a372-c6e2da3d8cc7 req-53c718cb-6b73-425e-bc42-672bbe7b6d82 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403457 Dec 12 16:38:48.779750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4029f-0e93-4472-8e33-6ef9693c442c req-4475d7c9-5315-49ab-8596-9668cb1d88e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:48.781253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0e4029f-0e93-4472-8e33-6ef9693c442c req-4475d7c9-5315-49ab-8596-9668cb1d88e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 943 time: 0.0537791 Dec 12 16:38:48.829329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0e4029f-0e93-4472-8e33-6ef9693c442c req-269be1d9-d569-465e-9f79-f21d89221158 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421917 Dec 12 16:38:48.894567 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec37830-e28b-4084-b83f-3799a3d9cff2 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:38:48.986951 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec37830-e28b-4084-b83f-3799a3d9cff2,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:49.001790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'port_id': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'mac_address': 'fa:16:3e:f5:28:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:38:49.037148 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:49.049937 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec37830-e28b-4084-b83f-3799a3d9cff2 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:38:49.068843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec37830-e28b-4084-b83f-3799a3d9cff2,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:49.072352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:49.116824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:49.368934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dec37830-e28b-4084-b83f-3799a3d9cff2'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:38:49.945791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235ded-439a-4b33-85f4-df01b6cfc7ac req-18ea37ff-1d38-4379-8166-4a0bbafdfc45 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:49.947223 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe235ded-439a-4b33-85f4-df01b6cfc7ac req-18ea37ff-1d38-4379-8166-4a0bbafdfc45 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 944 time: 0.0483096 Dec 12 16:38:49.995989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe235ded-439a-4b33-85f4-df01b6cfc7ac req-42d20100-19fe-4902-8524-da7fa17301c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Dec 12 16:38:50.905303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec37830-e28b-4084-b83f-3799a3d9cff2 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:38:50.955523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port dec37830-e28b-4084-b83f-3799a3d9cff2 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:38:50.959227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dec37830-e28b-4084-b83f-3799a3d9cff2 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:38:50.959596 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:51.036153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:51.059084 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:51.061276 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea29c74-519b-4a8a-ae03-acf8e1b1e780" -d '{"events": [{"server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "name": "network-vif-plugged", "status": "completed", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:51.074544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec37830-e28b-4084-b83f-3799a3d9cff2,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:38:51.078550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:51.117907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc874f82-1e34-48e7-a918-3390ef219162 req-b557cbe8-37a5-469f-87c5-6e3ea4276844 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:51.119359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc874f82-1e34-48e7-a918-3390ef219162 req-b557cbe8-37a5-469f-87c5-6e3ea4276844 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 944 time: 0.0561056 Dec 12 16:38:51.127292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:51.173705 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cc874f82-1e34-48e7-a918-3390ef219162 req-bd044955-9770-468c-a8c3-25806961a449 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Dec 12 16:38:51.178574 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7834276a-5436-4dc7-9a76-ad30f66b97ac x-openstack-request-id: req-7834276a-5436-4dc7-9a76-ad30f66b97ac {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:51.178874 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "name": "network-vif-plugged", "status": "completed", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:51.179137 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7834276a-5436-4dc7-9a76-ad30f66b97ac {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:51.179540 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'code': 200} Dec 12 16:38:51.278540 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24066da-5bf1-4a7b-9a88-3c5ce09169a4 req-1b3019a9-75c1-4e5f-a5f7-09c82413b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:51.280011 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b24066da-5bf1-4a7b-9a88-3c5ce09169a4 req-1b3019a9-75c1-4e5f-a5f7-09c82413b4bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1096 time: 0.0402472 Dec 12 16:38:51.331015 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b24066da-5bf1-4a7b-9a88-3c5ce09169a4 req-c36fd2ee-30e6-43fe-80cd-a0c78e95841b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383518 Dec 12 16:38:52.294477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79917f32-bab9-44d7-8f12-e75205885f35 req-d3f91f75-55ed-43c0-9fe3-764733600b54 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:52.295940 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79917f32-bab9-44d7-8f12-e75205885f35 req-d3f91f75-55ed-43c0-9fe3-764733600b54 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0506744 Dec 12 16:38:52.344335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-79917f32-bab9-44d7-8f12-e75205885f35 req-bdb75d50-bf49-487f-a05e-7f9ee292036a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423856 Dec 12 16:38:53.458858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12211d74-f6d6-46c4-9815-5dee3b59f8de req-68180469-a361-4da8-b371-3fa005b8a19a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:53.460291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12211d74-f6d6-46c4-9815-5dee3b59f8de req-68180469-a361-4da8-b371-3fa005b8a19a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0475504 Dec 12 16:38:53.511308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12211d74-f6d6-46c4-9815-5dee3b59f8de req-b14ec998-85e7-464f-9e0f-37f58d81e071 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452330 Dec 12 16:38:53.623574 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5f558-2540-4b93-b511-55b368d61ca4 req-7879c44d-48c8-48ce-a347-5429a06cdfd9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:53.625029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91b5f558-2540-4b93-b511-55b368d61ca4 req-7879c44d-48c8-48ce-a347-5429a06cdfd9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0481958 Dec 12 16:38:53.672255 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91b5f558-2540-4b93-b511-55b368d61ca4 req-e7908368-30f7-4141-a845-fdbd0208f4ad tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Dec 12 16:38:53.694108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:53.732328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de61885-1a4b-450a-ab30-56bc223f31ac tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:53.733744 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6de61885-1a4b-450a-ab30-56bc223f31ac tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1091 time: 0.0385652 Dec 12 16:38:53.736551 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:53.740704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:38:53.762213 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:53.858295 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:53.960726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.11 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/39b13811-4a86-4e61-bd77-234ca11ce940) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:38:54.059911 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.093166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.131968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:38:54.135320 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:38:54.138633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:38:54.143967 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=39b13811-4a86-4e61-bd77-234ca11ce940,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:54.593996 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.692951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.839664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.843864 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:54.915171 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=39b13811-4a86-4e61-bd77-234ca11ce940,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:38:54.922960 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:55.019854 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP 90bce830-7b00-48fb-8e08-2ba45290b741 associated. External IP: 172.25.3.11, port: dec37830-e28b-4084-b83f-3799a3d9cff2. Dec 12 16:38:55.223877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2f247118-1a55-4033-9b54-c4f645d72687 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:38:55.329251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:38:55.339083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Sync routers for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:38:55.346747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:38:55.348577 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:55.349219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:55.373098 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f24a31fb-ca0a-4932-9152-580bb693a57e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6355088 Dec 12 16:38:55.373768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:38:55.376120 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d14813b-4924-45f3-b0c6-74f850eebfae" -d '{"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:38:55.417954 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55564152-0839-425b-8495-06f06ca37cd0 x-openstack-request-id: req-55564152-0839-425b-8495-06f06ca37cd0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:38:55.418251 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:38:55.418506 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55564152-0839-425b-8495-06f06ca37cd0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:38:55.418912 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'status': 'completed', 'code': 200} Dec 12 16:38:55.461554 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:55.480414 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f88c2-50d4-445a-9ab5-696bccd361b3 req-8e63d76e-27f3-4ce8-b96f-13656eac4ab4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:55.481926 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb1f88c2-50d4-445a-9ab5-696bccd361b3 req-8e63d76e-27f3-4ce8-b96f-13656eac4ab4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0558169 Dec 12 16:38:55.495041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-c9fdfe96-9d81-496c-b5e6-c0bc28a17b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:55.496754 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-c9fdfe96-9d81-496c-b5e6-c0bc28a17b5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1096 time: 0.0474193 Dec 12 16:38:55.531876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cb1f88c2-50d4-445a-9ab5-696bccd361b3 req-069720be-77a0-4d0d-a303-a2cbe6401ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438108 Dec 12 16:38:55.555847 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58452) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:55.590795 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-d76803df-0a08-4e29-9a29-cc82c54bb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:55.592180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-d76803df-0a08-4e29-9a29-cc82c54bb957 service neutron] 10.222.0.30 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 896 time: 0.0861762 Dec 12 16:38:55.622774 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c2483c7-f5c8-4e87-9ee8-2fb1a70b8303 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/90bce830-7b00-48fb-8e08-2ba45290b741 HTTP/1.1" status: 200 len: 990 time: 0.0641706 Dec 12 16:38:55.662331 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-b2cf49c1-f8bc-47c1-b7b2-023cca6e77a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 998 time: 0.0623269 Dec 12 16:38:55.687628 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '90bce830-7b00-48fb-8e08-2ba45290b741', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'port_id': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'mac_address': 'fa:16:3e:f5:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:38:54Z', 'updated_at': '2021-12-12T16:38:54Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:55.710698 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-49ba2c21-f8c0-4e6a-b08c-7b27b8e73701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:55.712170 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-49ba2c21-f8c0-4e6a-b08c-7b27b8e73701 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 200 len: 835 time: 0.0427511 Dec 12 16:38:55.716158 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Checking router: 2f247118-1a55-4033-9b54-c4f645d72687 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:38:55.724700 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:38:55.725299 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:38:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:55.758596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-f92ad518-42d1-4f4e-aa69-7596a0c3c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:55.760075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-f92ad518-42d1-4f4e-aa69-7596a0c3c83a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=313caa31-3e4b-464c-a11c-d7577c76d290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403965 Dec 12 16:38:55.853246 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-61abb7fa-48a4-4ca1-90a1-402a25d041fa service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Dec 12 16:38:55.947577 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2d14813b-4924-45f3-b0c6-74f850eebfae req-a674f11a-c4e4-47a0-ae1b-3a1854d8bcf9 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Dec 12 16:38:55.998138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:38:56.212257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '90bce830-7b00-48fb-8e08-2ba45290b741', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'port_id': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'mac_address': 'fa:16:3e:f5:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:38:54Z', 'updated_at': '2021-12-12T16:38:54Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:38:56.238104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855998d5-fae6-4077-bec9-3573ac73954e None None] The sync data for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 is: [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '90bce830-7b00-48fb-8e08-2ba45290b741', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.11', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'port_id': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4219, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'mac_address': 'fa:16:3e:f5:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:38:54Z', 'updated_at': '2021-12-12T16:38:54Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:38:56.432371 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86cb00c-0ab7-4db8-b3bf-a8a22f3bd30d None None] New status for floating IP 90bce830-7b00-48fb-8e08-2ba45290b741: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:38:56.625865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:38:56.693337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d34b1fe1-371d-459a-8c15-e47c941b67f1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/90bce830-7b00-48fb-8e08-2ba45290b741 HTTP/1.1" status: 200 len: 992 time: 0.0663128 Dec 12 16:38:57.791258 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-e8529b60-c09a-4832-9241-86b0a1e852f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399711 Dec 12 16:38:57.871677 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-8269d684-9399-4cb5-a961-c42b0acc3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:57.873166 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-8269d684-9399-4cb5-a961-c42b0acc3188 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1096 time: 0.0403578 Dec 12 16:38:57.976852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-72d155b7-5109-42c6-8310-fe048779ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:57.978283 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-72d155b7-5109-42c6-8310-fe048779ec3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 896 time: 0.0854752 Dec 12 16:38:58.042224 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-05760bae-65cc-4772-b3a6-7ab0dc9eef02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 1000 time: 0.0565741 Dec 12 16:38:58.090451 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-58fc78f6-a4e8-4649-8d1f-ae67dd5e916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:58.091844 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-58fc78f6-a4e8-4649-8d1f-ae67dd5e916d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 200 len: 835 time: 0.0425351 Dec 12 16:38:58.427462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-22d5e35a-7c66-4408-be71-a7968d80b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:38:58.428968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-22d5e35a-7c66-4408-be71-a7968d80b325 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=313caa31-3e4b-464c-a11c-d7577c76d290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3299599 Dec 12 16:38:58.516971 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-eb584064-dd49-45c4-b077-ce640436b189 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797963 Dec 12 16:38:58.607817 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4e65d182-3cb5-48cf-8386-2d9dd9b69914 req-52137099-d5bf-462c-b518-b6cd584986fc service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Dec 12 16:39:04.242797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:39:05.605502 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5e067660-316c-4b55-b208-c5015c64938c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:07.882524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-457b72f0-82fe-4208-a2b5-453f16343cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:08.891857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:09.856024 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:10.650146 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:11.283863 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:11.930510 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:29.966595 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de70f65-8173-4c32-9d04-ffedc09feb1b req-9a92d92c-214f-49a3-b051-2ec993371da4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:29.968061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6de70f65-8173-4c32-9d04-ffedc09feb1b req-9a92d92c-214f-49a3-b051-2ec993371da4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0482190 Dec 12 16:39:30.017251 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6de70f65-8173-4c32-9d04-ffedc09feb1b req-b01ef118-9ff6-4704-8400-ab66e3976fc9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 Dec 12 16:39:31.139299 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504e1f5-6831-4c7f-8d60-19ff29b18ffd req-efb445f6-95dd-436b-b74d-4478314e30ef tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:31.145146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b504e1f5-6831-4c7f-8d60-19ff29b18ffd req-efb445f6-95dd-436b-b74d-4478314e30ef tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0567303 Dec 12 16:39:31.190320 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b504e1f5-6831-4c7f-8d60-19ff29b18ffd req-e5046016-007b-4b23-9899-517810c7de45 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435014 Dec 12 16:39:31.212280 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58476) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:31.272315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d1f19584-fa5c-435d-b1e4-ad6b9cf45fa3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/90bce830-7b00-48fb-8e08-2ba45290b741 HTTP/1.1" status: 200 len: 992 time: 0.0583422 Dec 12 16:39:32.555194 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780f440-ecb0-465f-8594-bb4b46fe417a req-e079f653-1b95-401b-b38e-cf9d1a4e7fbb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:32.557299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d780f440-ecb0-465f-8594-bb4b46fe417a req-e079f653-1b95-401b-b38e-cf9d1a4e7fbb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0481045 Dec 12 16:39:32.609864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d780f440-ecb0-465f-8594-bb4b46fe417a req-cb2a847f-6581-4e5f-b8a5-873171616c4c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Dec 12 16:39:33.726820 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218b12d-b7e6-4abb-90c8-8e459d464288 req-1e109801-1043-4cef-a843-84f26654d848 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:33.728250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9218b12d-b7e6-4abb-90c8-8e459d464288 req-1e109801-1043-4cef-a843-84f26654d848 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0480340 Dec 12 16:39:33.777348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9218b12d-b7e6-4abb-90c8-8e459d464288 req-163828e9-91e4-4587-aa18-4085429f4b11 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Dec 12 16:39:33.799321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58486) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:33.861629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3c217dc9-9ff9-4d90-86a2-d94920749e5b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/90bce830-7b00-48fb-8e08-2ba45290b741 HTTP/1.1" status: 200 len: 992 time: 0.0612292 Dec 12 16:39:34.087535 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58492) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:34.240825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 39b13811-4a86-4e61-bd77-234ca11ce940 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:34.241076 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.312202 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.312513 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.323654 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 39b13811-4a86-4e61-bd77-234ca11ce940 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:34.467789 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.497348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=39b13811-4a86-4e61-bd77-234ca11ce940,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:34.518493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.518839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.519179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.519514 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.519846 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.520176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.520504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.520865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.521193 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.521518 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.521842 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.522164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.522481 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:34.565647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.565998 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP 90bce830-7b00-48fb-8e08-2ba45290b741 disassociated (deleted). External IP: 172.25.3.11, port: dec37830-e28b-4084-b83f-3799a3d9cff2. Dec 12 16:39:34.764390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2f247118-1a55-4033-9b54-c4f645d72687 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:39:34.869122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:39:34.873908 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:34.878454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Sync routers for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:39:34.888825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:34.889448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:34.903949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-82d53f27-e2c6-4aff-8f10-a557d8d7ea7c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/floatingips/90bce830-7b00-48fb-8e08-2ba45290b741 HTTP/1.1" status: 204 len: 168 time: 0.8153470 Dec 12 16:39:34.904545 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:39:34.906997 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f73020-ac09-4d81-9d26-d00ff1ac0379" -d '{"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:39:34.944759 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c82fd5-4573-4d07-836d-d48edfedfe39 x-openstack-request-id: req-d5c82fd5-4573-4d07-836d-d48edfedfe39 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:39:34.945055 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:39:34.945306 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5c82fd5-4573-4d07-836d-d48edfedfe39 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:39:34.945710 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'status': 'completed', 'code': 200} Dec 12 16:39:34.999535 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:35.019247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-d142662b-20c9-4157-ba39-534972c0b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:35.020708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-d142662b-20c9-4157-ba39-534972c0b2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 1096 time: 0.0443091 Dec 12 16:39:35.125753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-63083571-dc6f-44cc-9434-228c421f0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:35.127244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-63083571-dc6f-44cc-9434-228c421f0b3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 200 len: 896 time: 0.0958955 Dec 12 16:39:35.140893 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1346-c623-4414-80ea-14c1875e0c29 req-4f2e6043-eee3-4997-9d53-97b18cef4350 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:35.147397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf4c1346-c623-4414-80ea-14c1875e0c29 req-4f2e6043-eee3-4997-9d53-97b18cef4350 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0561783 Dec 12 16:39:35.175460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-3615c46d-4a6d-44ef-95cb-84547c60a728 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 200 len: 217 time: 0.0396519 Dec 12 16:39:35.193654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bf4c1346-c623-4414-80ea-14c1875e0c29 req-0a9af69b-cfe2-484b-bce6-6eadbe2dfd6b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Dec 12 16:39:35.213888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:35.235384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Checking router: 2f247118-1a55-4033-9b54-c4f645d72687 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:39:35.237315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-46c0d742-0c06-4555-a900-3ddfb9a3a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:35.238789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-46c0d742-0c06-4555-a900-3ddfb9a3a2e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 200 len: 835 time: 0.0482562 Dec 12 16:39:35.244613 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:35.245238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:35.285650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-5836290f-ed98-4944-be5e-014daf25cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:35.287169 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-5836290f-ed98-4944-be5e-014daf25cbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=313caa31-3e4b-464c-a11c-d7577c76d290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404015 Dec 12 16:39:35.350622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:35.384805 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-4bb5b2f3-1cac-4cb8-88e3-a558687264b3 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867448 Dec 12 16:39:35.476556 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b3f73020-ac09-4d81-9d26-d00ff1ac0379 req-9a8abdd0-b3c3-4558-b4ba-ddf86ef7b4e4 service neutron] 10.222.0.30 "GET /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Dec 12 16:39:35.547866 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:35.574337 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b81da2-ee7d-4eba-9ca7-0fcf56706746 None None] The sync data for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 is: [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '65274430-9821-4a46-b9a7-9ee52eaa230b', 'name': '', 'network_id': '313caa31-3e4b-464c-a11c-d7577c76d290', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:4d:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:39Z', 'updated_at': '2021-12-12T16:38:42Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '14f1122b-d716-4c55-9e96-1fe0161d7dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:39:35.608878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da5a4e01-ec66-4aca-ae23-3d96a6fceb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:35.787585 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbebcab-af0b-4833-a689-5e5bc4746a57 None None] New status for floating IP 90bce830-7b00-48fb-8e08-2ba45290b741: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:39:36.311218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cb7f3-0d5d-4f8a-b3cf-a611eaddf379 req-d9bb12f7-a86e-469c-949c-2269343d53ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:36.312660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc4cb7f3-0d5d-4f8a-b3cf-a611eaddf379 req-d9bb12f7-a86e-469c-949c-2269343d53ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Dec 12 16:39:36.359895 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc4cb7f3-0d5d-4f8a-b3cf-a611eaddf379 req-f79f1468-c631-404a-997e-833bc0ffcdd3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=66b835a2-ecb2-40a0-a593-8d5eb08586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Dec 12 16:39:36.897308 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-dd47d948-eb2a-4502-b34c-c1d63530727d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:36.898753 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-dd47d948-eb2a-4502-b34c-c1d63530727d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Dec 12 16:39:36.988774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port dec37830-e28b-4084-b83f-3799a3d9cff2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:36.989118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:37.077969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port dec37830-e28b-4084-b83f-3799a3d9cff2, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dec37830-e28b-4084-b83f-3799a3d9cff2,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:37.078249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:37.090334 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for dec37830-e28b-4084-b83f-3799a3d9cff2 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:37.215929 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:37.245934 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=dec37830-e28b-4084-b83f-3799a3d9cff2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:37.255631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.255978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.256330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.256682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.257017 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.257344 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.257669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.257997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.258316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.259036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.259036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.259950 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.260870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:37.299474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port dec37830-e28b-4084-b83f-3799a3d9cff2 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:39:37.302106 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:37.305443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d0cc1394-b85e-42c1-9355-3555b505bb88 req-5eb32578-e66b-4967-8e7b-01360d1893bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "DELETE /v2.0/ports/dec37830-e28b-4084-b83f-3799a3d9cff2 HTTP/1.1" status: 204 len: 173 time: 0.3961234 Dec 12 16:39:37.305885 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'name': 'network-vif-deleted', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:39:37.308692 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c609ac8-286f-4fa5-aa8b-b0d841ed49ea" -d '{"events": [{"server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "name": "network-vif-deleted", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:39:37.349087 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e4d84a-9e48-4121-8175-053d93592458 x-openstack-request-id: req-30e4d84a-9e48-4121-8175-053d93592458 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:39:37.349382 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ebe076-b5a5-4948-a298-7383b9f429b7", "name": "network-vif-deleted", "tag": "dec37830-e28b-4084-b83f-3799a3d9cff2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:39:37.349639 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30e4d84a-9e48-4121-8175-053d93592458 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:39:37.350097 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ebe076-b5a5-4948-a298-7383b9f429b7', 'name': 'network-vif-deleted', 'tag': 'dec37830-e28b-4084-b83f-3799a3d9cff2', 'status': 'completed', 'code': 200} Dec 12 16:39:37.471835 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d244c746-ad2f-41f9-94c9-878690385690 req-8dfa517b-10a2-4140-a74d-b627fdff389b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=95ebe076-b5a5-4948-a298-7383b9f429b7 HTTP/1.1" status: 200 len: 210 time: 0.0315177 Dec 12 16:39:37.884219 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-095dccb8-4f22-4c5b-83b7-1ef167095069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:38.533563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58508) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:38.885151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:38.894231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:39.450952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 65274430-9821-4a46-b9a7-9ee52eaa230b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:39.451288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:39.541587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 65274430-9821-4a46-b9a7-9ee52eaa230b, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=65274430-9821-4a46-b9a7-9ee52eaa230b,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:39.542274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:39.553244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 65274430-9821-4a46-b9a7-9ee52eaa230b owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:39.734472 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:39.758691 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=65274430-9821-4a46-b9a7-9ee52eaa230b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:39.862346 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:39.936180 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.148019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2f247118-1a55-4033-9b54-c4f645d72687 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:39:40.252209 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:39:40.257253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-109a78aa-eab2-4c11-88cd-5c5969c7ee70 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2f247118-1a55-4033-9b54-c4f645d72687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226346 Dec 12 16:39:40.260604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58510) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:40.264609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Sync routers for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:39:40.273985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:40.274596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:40.310965 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting subnet 14f1122b-d716-4c55-9e96-1fe0161d7dff {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:39:40.314066 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.353713 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.378227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:40.440003 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.498570 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.525847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Subnet': ['ID=14f1122b-d716-4c55-9e96-1fe0161d7dff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:40.529532 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.532953 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-37920616-b317-4976-a31d-debcffddf2e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/subnets/14f1122b-d716-4c55-9e96-1fe0161d7dff HTTP/1.1" status: 204 len: 168 time: 0.2711315 Dec 12 16:39:40.535381 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:40.541449 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cbf95-e3c5-4378-9a49-0199a40ef70c None None] Network 313caa31-3e4b-464c-a11c-d7577c76d290 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:39:40.624356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:39:39Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:40.644755 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.660772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Checking router: 2f247118-1a55-4033-9b54-c4f645d72687 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:39:40.682977 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.683745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Routers {'2f247118-1a55-4033-9b54-c4f645d72687'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:40.684366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2f247118-1a55-4033-9b54-c4f645d72687'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:40.753054 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.766401 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] DHCP port deletion for 313caa31-3e4b-464c-a11c-d7577c76d290 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:39:40.805448 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 8d70d059-619c-4e3c-b2a5-497eb12a9b71 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:40.805793 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.815777 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] Set router 2f247118-1a55-4033-9b54-c4f645d72687 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:40.889514 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 8d70d059-619c-4e3c-b2a5-497eb12a9b71, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d70d059-619c-4e3c-b2a5-497eb12a9b71,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:40.889904 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.902408 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 8d70d059-619c-4e3c-b2a5-497eb12a9b71 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:40.935210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Deleting port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:40.935582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:40.982027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bc8d298a-9e5c-4f93-9052-4d7c8a68d623 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:39:41.048832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec37830-e28b-4084-b83f-3799a3d9cff2 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:39:41.052260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:41.052743 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.072022 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.106464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=8d70d059-619c-4e3c-b2a5-497eb12a9b71,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:41.163878 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.242464 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:39:41.262946 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.265148 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.268907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6046e97-60f4-4385-84c4-534d16325dc5 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:39:41.279246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: dec37830-e28b-4084-b83f-3799a3d9cff2 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:39:41.279589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dec37830-e28b-4084-b83f-3799a3d9cff2 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:39:41.285587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Calling delete_port for bc8d298a-9e5c-4f93-9052-4d7c8a68d623 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:41.310563 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.311213 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Fanout notify agent at l3_agent the message router_deleted on router 2f247118-1a55-4033-9b54-c4f645d72687 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:39:41.316296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.320169 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.321539 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a0e53e53-1d42-4a48-8741-7d1f734ce993 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/routers/2f247118-1a55-4033-9b54-c4f645d72687 HTTP/1.1" status: 204 len: 168 time: 0.7852352 Dec 12 16:39:41.324950 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58514) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:41.399360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.405436 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.454516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:39:39Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:41.457298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:39:41.457639 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.459467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:41.484771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.485779 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c68f-3d19-41cf-b42c-f27bcbfbee88 None None] The sync data for ids ['2f247118-1a55-4033-9b54-c4f645d72687'] in n-d-710847-8 is: [{'id': '2f247118-1a55-4033-9b54-c4f645d72687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473220476', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:39:39Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '8d70d059-619c-4e3c-b2a5-497eb12a9b71', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:21:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f247118-1a55-4033-9b54-c4f645d72687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:38:36Z', 'updated_at': '2021-12-12T16:38:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:39:41.510237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.526163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port bc8d298a-9e5c-4f93-9052-4d7c8a68d623, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,segment=NetworkSegment(abc7cbbd-cfb4-4cfc-affd-050574b76a83),segment_id=abc7cbbd-cfb4-4cfc-affd-050574b76a83)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:41.526535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.531348 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] No DVR routers for this DVR port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:39:41.546159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:41.549956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for bc8d298a-9e5c-4f93-9052-4d7c8a68d623 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:39:41.554007 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.554365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.554719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.555066 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.555411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.555751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.556129 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.556467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.556843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.557227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.557570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.557901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.558234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:41.586305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e8ea8-701d-4fc4-8ab0-fac54cbdbfb1 None None] Pushing event deleted for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:41.628928 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.654408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=bc8d298a-9e5c-4f93-9052-4d7c8a68d623,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:41.657982 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port bc8d298a-9e5c-4f93-9052-4d7c8a68d623 on host n-d-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:39:41.732494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.752409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313caa31-3e4b-464c-a11c-d7577c76d290']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:41.762019 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc7cbbd-cfb4-4cfc-affd-050574b76a83') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:41.762310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc7cbbd-cfb4-4cfc-affd-050574b76a83') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:41.775465 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.788085 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.793926 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:39:41.794300 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self.session.flush() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:39:41.797270 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:39:41.852307 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.859347 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.862640 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/networks/313caa31-3e4b-464c-a11c-d7577c76d290 HTTP/1.1" status: 204 len: 168 time: 0.5366766 Dec 12 16:39:41.865363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58516) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:41.883007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3f50b-448c-4872-b262-868d3f90d3d4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Network': ['ID=313caa31-3e4b-464c-a11c-d7577c76d290,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:41.934238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.944495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:41.961706 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.024289 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.027038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.028213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/security-groups/66b835a2-ecb2-40a0-a593-8d5eb08586b0 HTTP/1.1" status: 204 len: 168 time: 0.1619356 Dec 12 16:39:42.037626 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ead1ff-edf1-411c-b4c3-d127f839700f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b835a2-ecb2-40a0-a593-8d5eb08586b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:42.411116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58522) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:42.416233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261341110', 'description': 'tempest-secgroup-smoke-1261341110 description', 'project_id': 'aad3f2030837447c98b9c31300820be2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:42.442177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.508184 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.512177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.543776 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.548303 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1358232 Dec 12 16:39:42.548547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58524) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:42.554973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:42.562857 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a045e2-8c5e-43a4-adb2-45759b6aa87e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aa885e-ab5f-4a24-acf6-6f5908ea971e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:42.585292 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.639336 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.642676 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.662309 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45d70d2-f5cc-41f0-9b5d-a8abe9877d2c,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:42.671172 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.672333 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-cabd9243-bc90-4739-b139-71ef9bb9d563 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207156 Dec 12 16:39:42.675050 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58526) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:42.679478 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:42.705158 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.758563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.761779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.779619 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc621859-35dd-4ce1-8f53-a9be81af1fd1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:42.783826 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.785013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3cf9d1cc-42d7-4e43-9044-97c96ecd550d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1090310 Dec 12 16:39:42.787764 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58528) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:42.792556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:42.817822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.877912 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.878504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65274430-9821-4a46-b9a7-9ee52eaa230b no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:39:42.881632 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.897300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f64e9d-e9eb-4553-bacf-7fcb5dd0e0ec,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:42.901771 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 65274430-9821-4a46-b9a7-9ee52eaa230b {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:39:42.902425 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 65274430-9821-4a46-b9a7-9ee52eaa230b not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:39:42.903083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d70d059-619c-4e3c-b2a5-497eb12a9b71 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:39:42.907927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.909221 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-409cf2eb-ab17-47ef-a4aa-42bb5201f049 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205411 Dec 12 16:39:42.911863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58530) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:42.916396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:42.923042 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8d70d059-619c-4e3c-b2a5-497eb12a9b71 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:39:42.923397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d70d059-619c-4e3c-b2a5-497eb12a9b71 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:39:42.941308 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:42.997811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.001359 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.020660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc97d1f-6f14-4835-974a-c1d969052771,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:43.027355 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.028494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e6a9da7c-a387-4bf8-990e-3412090a064c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156225 Dec 12 16:39:43.031174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58532) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:43.035370 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:43.058563 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:39:43.063417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.120811 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.124088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.140930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382ec8f9-4c22-4c8d-9252-6865f2cae3c5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:43.149565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.150808 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b5160448-c600-43e2-ab0b-c1326156cdb7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187241 Dec 12 16:39:43.153532 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58534) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:43.157907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'a2aa885e-ab5f-4a24-acf6-6f5908ea971e', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:43.180293 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:39:43.185560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.245370 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.249893 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.266968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75633294-ed01-4c7c-b996-13598307ce6a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:43.274390 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.276070 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-52c0e410-a019-41ce-bdea-65bef7349107 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216023 Dec 12 16:39:43.278900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58536) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:43.283720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'network': {'name': 'tempest-network-smoke--2084118939', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'port_security_enabled': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:43.304105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:39:43.307494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.329488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:39:43.338519 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.338827 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Added segment c3b4e68e-985a-42d5-b774-981e9487ba13 of type vlan for network 82f8461d-5807-4ba2-982e-37acde940c4c Dec 12 16:39:43.377088 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.401114 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.406738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:43.407314 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.468921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1889760 Dec 12 16:39:43.471834 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58538) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:43.476164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'admin_state_up': True, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:43.491536 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b25c84-26d8-459a-bd40-0fcbc97b1662 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Network': ['ID=82f8461d-5807-4ba2-982e-37acde940c4c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:43.502383 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 82f8461d-5807-4ba2-982e-37acde940c4c details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:39:43.506803 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.507976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.561652 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.700574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.886515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:43.908512 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.005052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.131 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/58bf8eee-c0c5-4d8d-accb-9370e5f00119) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:39:44.106242 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.139174 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.174584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:39:44.179011 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:44.183086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:39:44.193608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64ace5-c6e1-4886-8ae3-61aa75d67e63 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:39:44.208180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=58bf8eee-c0c5-4d8d-accb-9370e5f00119,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:44.223796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-180fbd3e-dbe2-4a30-b396-f2e9f9ef6c9b None None] Provisioning complete for port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:44.224370 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-180fbd3e-dbe2-4a30-b396-f2e9f9ef6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.257371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-180fbd3e-dbe2-4a30-b396-f2e9f9ef6c9b None None] Port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:44.430196 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.626317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.749858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2c6d4244-e02f-47c6-914b-adc38ed70962 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:39:44.852618 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:39:44.863084 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Sync routers for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:39:44.872767 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:44.873033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:44.873444 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:44.877339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-145541ce-82a4-4e6f-86e5-d1ed51ff52fb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4014542 Dec 12 16:39:44.877547 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:44.915048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a7ba4f7b-0bf0-4ed2-8f48-98e957cbea7e tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=aad3f2030837447c98b9c31300820be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339813 Dec 12 16:39:44.916570 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:44.976551 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:45.060735 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fde2ed-cf4e-44dc-b49b-ba1ea75187fc tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:45.062244 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-72fde2ed-cf4e-44dc-b49b-ba1ea75187fc tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1446304 Dec 12 16:39:45.065193 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:45.096743 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5aab7fb3-83fa-418c-a7df-967660768904 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304697 Dec 12 16:39:45.099181 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:45.103821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2059221232', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:45.152341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:44Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:45.181870 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Checking router: 2c6d4244-e02f-47c6-914b-adc38ed70962 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:39:45.182221 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Updating router 2c6d4244-e02f-47c6-914b-adc38ed70962 port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:39:45.188337 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:39:45.191920 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.206360 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.368738 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.432431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Subnet': ['ID=dd92e82f-c5f8-445b-a629-2b2db12efbee,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:45.439374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Checking segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:39:45.439610 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network hostable DHCP agents. Network: 82f8461d-5807-4ba2-982e-37acde940c4c, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:39:45.453747 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.458033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 82f8461d-5807-4ba2-982e-37acde940c4c is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:39:45.458961 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.467388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 82f8461d-5807-4ba2-982e-37acde940c4c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:45.472246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:45.472931 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.477991 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864ef6f-508b-44ef-80f1-ed0dc15f17f4 None None] Network 82f8461d-5807-4ba2-982e-37acde940c4c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:39:45.496010 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fc55ec42-f424-4f9b-a278-8ae3576f2d3a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3958201 Dec 12 16:39:45.498724 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:39:45.521622 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Attempting to bind port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:39:45.521995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Attempting to bind port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:39:45.522352 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Attempting to bind port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:39:45.524342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad28c2a-020e-4cee-a7f3-f80a935c38f5 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:39:45.531816 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:39:45.532729 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:39:45.532729 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.532979 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:39:45.533414 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Bound port: 58bf8eee-c0c5-4d8d-accb-9370e5f00119, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:39:45.533781 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.560662 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Pushing event updated for resources: {'Port': ['ID=58bf8eee-c0c5-4d8d-accb-9370e5f00119,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:45.572832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.573187 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.573500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.573829 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.574150 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.574473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.574787 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.575106 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.575472 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.575726 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.576039 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.576350 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.576701 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:39:45.589602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-82f8461d-5807-4ba2-982e-37acde940c4c', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:39:45.590559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.609123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c0b2e2d0-8311-4ad2-bf60-09791e424446 None None] Provisioning complete for port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:45.609798 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e2d0-8311-4ad2-bf60-09791e424446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.611824 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] For port 58bf8eee-c0c5-4d8d-accb-9370e5f00119, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:39:45.615041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] For port 58bf8eee-c0c5-4d8d-accb-9370e5f00119, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=58bf8eee-c0c5-4d8d-accb-9370e5f00119,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:39:45.621253 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.680346 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:45.681541 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:45.691741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28fb2f4-7df8-469f-863c-a1410b138491 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:39:45.713399 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c0b2e2d0-8311-4ad2-bf60-09791e424446 None None] Port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:45.772012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Allocated IP 172.20.0.2 (82f8461d-5807-4ba2-982e-37acde940c4c/dd92e82f-c5f8-445b-a629-2b2db12efbee/a4ede855-8b91-4f4e-805e-6ab8f46ab997) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:39:45.821604 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23879-5fd5-4956-84a5-e82d7acf968c None None] Pushing event updated for resources: {'Port': ['ID=58bf8eee-c0c5-4d8d-accb-9370e5f00119,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:45.889684 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] Provisioning complete for port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:45.890061 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.906008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:45.953306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.963021 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:45.974905 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.013068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Network 82f8461d-5807-4ba2-982e-37acde940c4c is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:39:46.021515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:46.024523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:39:46.026487 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Pushing event updated for resources: {'Port': ['ID=a4ede855-8b91-4f4e-805e-6ab8f46ab997,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:46.095899 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.110903 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:44Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:46.116873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] For port 58bf8eee-c0c5-4d8d-accb-9370e5f00119, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=58bf8eee-c0c5-4d8d-accb-9370e5f00119,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:46.127231 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.134692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Attempting to bind port a4ede855-8b91-4f4e-805e-6ab8f46ab997 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:39:46.134692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Attempting to bind port a4ede855-8b91-4f4e-805e-6ab8f46ab997 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:39:46.134692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Attempting to bind port a4ede855-8b91-4f4e-805e-6ab8f46ab997 on network 82f8461d-5807-4ba2-982e-37acde940c4c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:39:46.140723 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce0380c-e9ab-4dfe-9853-8c644fffb0e2 None None] The sync data for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 is: [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:44Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:39:46.160539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:39:46.160957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Checking segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:39:46.161371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.161774 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Bound using segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:39:46.162263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Bound port: a4ede855-8b91-4f4e-805e-6ab8f46ab997, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:39:46.162652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.218458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641c57-f790-4b8a-932a-e03caf71e486 None None] Pushing event updated for resources: {'Port': ['ID=58bf8eee-c0c5-4d8d-accb-9370e5f00119,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:46.248698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] For port a4ede855-8b91-4f4e-805e-6ab8f46ab997, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:39:46.252128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] For port a4ede855-8b91-4f4e-805e-6ab8f46ab997, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4ede855-8b91-4f4e-805e-6ab8f46ab997,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:39:46.258225 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.269952 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.1 (82f8461d-5807-4ba2-982e-37acde940c4c/dd92e82f-c5f8-445b-a629-2b2db12efbee/cd5e5a0d-33c7-4274-ab91-5bd7fff68101) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:39:46.322955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508b9f3-a82a-44b4-a879-1eb86fb09bf6 None None] Pushing event updated for resources: {'Port': ['ID=a4ede855-8b91-4f4e-805e-6ab8f46ab997,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:46.409778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.458942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.513969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 82f8461d-5807-4ba2-982e-37acde940c4c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:39:46.518529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:46.522608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:39:46.552463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:46.575005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.725174 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:46.961846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 58bf8eee-c0c5-4d8d-accb-9370e5f00119 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:39:47.012373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:47.012828 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.023503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.029389 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.102438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4ede855-8b91-4f4e-805e-6ab8f46ab997 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:39:47.110187 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:47.113070 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.161885 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a4ede855-8b91-4f4e-805e-6ab8f46ab997 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:47.162263 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.229196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 82f8461d-5807-4ba2-982e-37acde940c4c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:39:47.230721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:47.270254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.306696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port a4ede855-8b91-4f4e-805e-6ab8f46ab997, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4ede855-8b91-4f4e-805e-6ab8f46ab997,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:47.312973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.360389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2c6d4244-e02f-47c6-914b-adc38ed70962 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:39:47.366806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=a4ede855-8b91-4f4e-805e-6ab8f46ab997,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:47.439135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b59dc-6f37-4f31-bcd7-39d07ce210e5 None None] Network 82f8461d-5807-4ba2-982e-37acde940c4c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:39:47.485380 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:39:47.490569 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-37acc822-2c94-4108-9b6b-5156c3fbaedc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2c6d4244-e02f-47c6-914b-adc38ed70962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9908152 Dec 12 16:39:47.518809 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b9d8fc15-524a-4c86-b81b-1415b9130cdf None None] Provisioning complete for port a4ede855-8b91-4f4e-805e-6ab8f46ab997 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:47.519189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b9d8fc15-524a-4c86-b81b-1415b9130cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.659863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-7ba933d5-2566-47a6-8aa9-7be1f02e49fa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261341110&fields=id&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 267 time: 0.0493619 Dec 12 16:39:47.782345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-6eb4d2f9-7fd4-4eb0-a392-c08b2571aff4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:47.784151 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-6eb4d2f9-7fd4-4eb0-a392-c08b2571aff4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 797 time: 0.1121619 Dec 12 16:39:47.800207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-d7b22654-fac4-4403-a3ad-d0b57bca6962 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/quotas/aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 375 time: 0.0101221 Dec 12 16:39:47.855454 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92abdca0-3b08-4f7b-8dc6-447f6ee4dacb None None] Provisioning complete for port a4ede855-8b91-4f4e-805e-6ab8f46ab997 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:47.856200 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92abdca0-3b08-4f7b-8dc6-447f6ee4dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.869507 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-262d6ebc-93b9-4421-85e8-a1a8369e0497 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621970 Dec 12 16:39:47.954362 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-92abdca0-3b08-4f7b-8dc6-447f6ee4dacb None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:47.954876 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-92abdca0-3b08-4f7b-8dc6-447f6ee4dacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:47.969224 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9acea21e-fb33-41bb-a567-c111c5836970 service neutron] 10.222.0.36 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940926 Dec 12 16:39:47.994602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-92abdca0-3b08-4f7b-8dc6-447f6ee4dacb None None] Port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:48.066846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-918d9e9a-b883-48e3-9675-962efd0e9fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969241 Dec 12 16:39:48.091583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Sync routers for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:39:48.103666 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:48.104300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:48.231752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-07a3be2b-9449-4349-816f-7307317027e5 None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:48.232128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-07a3be2b-9449-4349-816f-7307317027e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:48.259174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3217af8c-6d21-4dbb-95fe-1acd9d8cb847 req-30219bdd-3a4d-4090-a69f-55cc9387d8e5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 210 time: 0.0359230 Dec 12 16:39:48.284722 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:48.315904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-07a3be2b-9449-4349-816f-7307317027e5 None None] Port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:48.590817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-ec8aed22-14a5-4fe5-b1ea-b0854e94bb44 None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:48.591096 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec8aed22-14a5-4fe5-b1ea-b0854e94bb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:48.645615 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-ec8aed22-14a5-4fe5-b1ea-b0854e94bb44 None None] Port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:48.692427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 2, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:48.722050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Checking router: 2c6d4244-e02f-47c6-914b-adc38ed70962 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:39:48.722407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Updating router 2c6d4244-e02f-47c6-914b-adc38ed70962 port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:39:48.747152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:48.903284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4ede855-8b91-4f4e-805e-6ab8f46ab997 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:39:48.996989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port a4ede855-8b91-4f4e-805e-6ab8f46ab997 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:48.997698 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.076612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.083804 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.162879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c826-c7ff-4080-9238-cf71726eea50 None None] Pushing event updated for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:49.220918 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Attempting to bind port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:39:49.221290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Attempting to bind port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:39:49.221654 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Attempting to bind port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 on network 82f8461d-5807-4ba2-982e-37acde940c4c {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:39:49.226807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:39:49.227178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Checking segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:39:49.227575 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.228679 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Bound using segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:39:49.229154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Bound port: cd5e5a0d-33c7-4274-ab91-5bd7fff68101, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:39:49.229536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.316142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] For port cd5e5a0d-33c7-4274-ab91-5bd7fff68101, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:39:49.320054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] For port cd5e5a0d-33c7-4274-ab91-5bd7fff68101, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:39:49.342408 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.376498 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbb42d4d-57d0-44a2-931a-fadddfc1dbad req-862756aa-843d-4396-bbc2-c3b0f0958149 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 210 time: 0.0423346 Dec 12 16:39:49.413382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:39:49.414031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:49.498539 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:49.499008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.500799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c826-c7ff-4080-9238-cf71726eea50 None None] Pushing event updated for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:49.593558 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:39:49.735486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.785208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-8d2441d9-58e9-407c-8c4c-59f79c1cdbd0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:49.786780 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-8d2441d9-58e9-407c-8c4c-59f79c1cdbd0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 797 time: 0.4999871 Dec 12 16:39:49.791300 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] For port cd5e5a0d-33c7-4274-ab91-5bd7fff68101, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:49.797440 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:49.858049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-a980295f-33e5-4ecf-b345-125afe2ce4df tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 380 time: 0.0547898 Dec 12 16:39:49.870746 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'port': {'device_id': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'admin_state_up': True, 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'security_groups': ['a2aa885e-ab5f-4a24-acf6-6f5908ea971e']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:49.875209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0ad14-5e77-44d5-8c9f-2a63033615f2 None None] Pushing event updated for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:49.893146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:39:49.923342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a516507-3019-4c39-b876-3dec709b84ff None None] The sync data for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 is: [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:39:49.938772 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f783696c-a319-47d9-8e44-169b73185b15 None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:49.939150 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f783696c-a319-47d9-8e44-169b73185b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.021324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:39:50.025231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.159815 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.8 (82f8461d-5807-4ba2-982e-37acde940c4c/dd92e82f-c5f8-445b-a629-2b2db12efbee/b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:39:50.306595 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.341781 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.392820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 82f8461d-5807-4ba2-982e-37acde940c4c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:39:50.395876 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:39:50.398906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:39:50.430031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:50.472888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:50.473703 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.495038 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-be521df7-0dbf-4eac-8c15-5a41afca07fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279545 Dec 12 16:39:50.513090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Request body: {'port': {'device_id': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:39:50.536100 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975aeb-c425-4cd2-be4e-a939d1c8d757 req-7566fbe9-9f87-4224-9224-d08bd67b9a2b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:50.538510 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b975aeb-c425-4cd2-be4e-a939d1c8d757 req-7566fbe9-9f87-4224-9224-d08bd67b9a2b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 931 time: 0.0641978 Dec 12 16:39:50.591176 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.606870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2b975aeb-c425-4cd2-be4e-a939d1c8d757 req-31c1b7be-ba8c-415a-ab64-5e4ec9f90163 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608475 Dec 12 16:39:50.682527 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c8c0f54e-0b8a-4b73-b46a-c26df7ce9db7 None None] Provisioning complete for port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:50.683086 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c8c0f54e-0b8a-4b73-b46a-c26df7ce9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.720811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0f54e-0b8a-4b73-b46a-c26df7ce9db7 None None] Port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:39:50.877312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:39:50.885258 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.897456 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Transition to ACTIVE for port object b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:39:50.903496 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:50.910035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cd5e5a0d-33c7-4274-ab91-5bd7fff68101 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:39:50.952774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:50.965161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:50.965624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:51.055530 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Attempting to bind port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:39:51.056311 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Attempting to bind port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:39:51.056774 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Attempting to bind port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 on network 82f8461d-5807-4ba2-982e-37acde940c4c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:39:51.062178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 on network 82f8461d-5807-4ba2-982e-37acde940c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:39:51.062629 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Attempting to bind port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 on network 82f8461d-5807-4ba2-982e-37acde940c4c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:39:51.068422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:39:51.069021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Checking segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:39:51.069505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Bound using segment: {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:39:51.070061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Bound port: b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b4e68e-985a-42d5-b774-981e9487ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:39:51.070487 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:51.141975 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:39:51.145659 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:39:51.150950 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:51.193738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.194235 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:51.196100 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 1091 time: 0.6876953 Dec 12 16:39:51.198890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:39:51.201322 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b109a877-c8ed-4195-b490-87f4d3ef0881" -d '{"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:39:51.233787 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33c94b-ffad-4b4f-8257-215cb3793ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:51.256055 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8951a-23bd-4707-9c79-77b8f8e7f09d x-openstack-request-id: req-dbc8951a-23bd-4707-9c79-77b8f8e7f09d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:39:51.256348 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:39:51.256606 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbc8951a-23bd-4707-9c79-77b8f8e7f09d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:39:51.257032 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'status': 'completed', 'code': 200} Dec 12 16:39:51.295788 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-cd0e801a-cef6-4e7a-86ab-7e38ac14b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.297375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-cd0e801a-cef6-4e7a-86ab-7e38ac14b2d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1094 time: 0.0549664 Dec 12 16:39:51.346450 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-b4f91505-6a7f-4d2a-9a96-3efc6cb9b2d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 217 time: 0.0356479 Dec 12 16:39:51.400447 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-f7ade992-f280-4062-a78a-d5b1fb89406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.401962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-f7ade992-f280-4062-a78a-d5b1fb89406e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0451269 Dec 12 16:39:51.458357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-529c09f4-e5f9-44ce-8ac7-0293712f5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.459722 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-529c09f4-e5f9-44ce-8ac7-0293712f5c2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464261 Dec 12 16:39:51.550645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-2ea35df4-239b-49b8-98b3-ba3c8fef17da service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Dec 12 16:39:51.646698 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4908d77a-dfcd-4496-a47d-fda403903f3d req-f5c11ebb-5358-4d45-890a-adaa090e21e1 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839877 Dec 12 16:39:51.730460 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b86fba-576b-494b-ab85-7ed0b3677c6d req-ddc78f18-690d-4e45-ac93-d4f75aec9782 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.731950 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7b86fba-576b-494b-ab85-7ed0b3677c6d req-ddc78f18-690d-4e45-ac93-d4f75aec9782 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 943 time: 0.0539255 Dec 12 16:39:51.750505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-12106550-7696-41f1-819e-998287073794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.752027 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-12106550-7696-41f1-819e-998287073794 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1094 time: 0.0429742 Dec 12 16:39:51.782678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7b86fba-576b-494b-ab85-7ed0b3677c6d req-987a5086-b278-4b27-ab9b-a6469ed0ee3c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445471 Dec 12 16:39:51.842575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-05cebdea-20f0-4e4f-adac-8b022998bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.844039 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-05cebdea-20f0-4e4f-adac-8b022998bee3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 897 time: 0.0849912 Dec 12 16:39:51.889443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-705d5306-ddcc-438f-8b02-51f30a55c7c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 217 time: 0.0377681 Dec 12 16:39:51.940543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-e4c3ef22-8cbe-4f1e-be69-b634c1f77ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.941975 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-e4c3ef22-8cbe-4f1e-be69-b634c1f77ebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0425239 Dec 12 16:39:51.988237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-e567b9ee-308e-44bb-8649-b406c91b05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:51.989760 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-e567b9ee-308e-44bb-8649-b406c91b05ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398068 Dec 12 16:39:52.086479 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-155343c3-9c27-4f7b-bab2-424c0f0c6d6a service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Dec 12 16:39:52.181397 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b109a877-c8ed-4195-b490-87f4d3ef0881 req-711e97c2-fb0e-4e8a-b449-a3d13d4b085e service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848649 Dec 12 16:39:52.899835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca866e9-9947-4992-a984-7658ddadf88b req-8f3d30f8-e1fc-4777-81d0-5c0b7f90a323 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:52.901321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eca866e9-9947-4992-a984-7658ddadf88b req-8f3d30f8-e1fc-4777-81d0-5c0b7f90a323 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 943 time: 0.0484161 Dec 12 16:39:52.950540 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eca866e9-9947-4992-a984-7658ddadf88b req-0644aa2c-1f6c-48f5-a64d-4530aea6db37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433714 Dec 12 16:39:54.068867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1cda3-d902-481c-8083-bbf8576a7262 req-092f8ea0-821c-436a-bb74-e658798731bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:54.070307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfa1cda3-d902-481c-8083-bbf8576a7262 req-092f8ea0-821c-436a-bb74-e658798731bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 943 time: 0.0517459 Dec 12 16:39:54.118975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfa1cda3-d902-481c-8083-bbf8576a7262 req-9e5526e4-ec5e-4b85-a704-9a0747e1f60d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Dec 12 16:39:55.154870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:39:55.239758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad999a1f-45e9-4748-834f-e9625a232a76 req-c7697862-73e9-43e5-a7dd-e8aced0bba37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:55.241476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad999a1f-45e9-4748-834f-e9625a232a76 req-c7697862-73e9-43e5-a7dd-e8aced0bba37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 943 time: 0.0490425 Dec 12 16:39:55.253054 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:55.265107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'port_id': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'mac_address': 'fa:16:3e:2a:be:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:39:55.290420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad999a1f-45e9-4748-834f-e9625a232a76 req-d0aa7596-87cb-43d5-ab32-9d5912882ef0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Dec 12 16:39:55.301272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:55.314595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:39:55.333981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:55.338013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:55.383556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:55.586441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:39:56.404533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2030-ae91-46d4-8fb7-f3704fc8e473 req-f6703bf5-1cd8-4e2e-b85c-a584432e9087 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:56.406038 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a8c2030-ae91-46d4-8fb7-f3704fc8e473 req-f6703bf5-1cd8-4e2e-b85c-a584432e9087 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 944 time: 0.0483422 Dec 12 16:39:56.457106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a8c2030-ae91-46d4-8fb7-f3704fc8e473 req-68fcb164-ee2b-411e-bd89-89e3513f90e9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451775 Dec 12 16:39:57.154059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:39:57.202568 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:39:57.206351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:39:57.206722 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:57.279963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:57.306467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:39:57.308762 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c8384b-eba1-4180-9cfc-12d43e8a2990" -d '{"events": [{"server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "name": "network-vif-plugged", "status": "completed", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:39:57.321186 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:39:57.325507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:39:57.351599 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41a152-bc65-4295-bf94-3172bcd24166 x-openstack-request-id: req-0b41a152-bc65-4295-bf94-3172bcd24166 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:39:57.351892 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "name": "network-vif-plugged", "status": "completed", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:39:57.352143 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b41a152-bc65-4295-bf94-3172bcd24166 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:39:57.353029 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'code': 200} Dec 12 16:39:57.374232 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:39:57.460520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d584ec8-bd9f-45ce-a5ed-fde35a525118 req-3622aa7e-d13a-408c-a1f4-c61adb673682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:57.462529 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7d584ec8-bd9f-45ce-a5ed-fde35a525118 req-3622aa7e-d13a-408c-a1f4-c61adb673682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1096 time: 0.0401297 Dec 12 16:39:57.521206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7d584ec8-bd9f-45ce-a5ed-fde35a525118 req-5c411de8-5a41-4ca2-a64e-f482b383a8f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478082 Dec 12 16:39:57.580555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb0099-5669-4a8b-88a7-75cc4f0f2139 req-26206854-16f6-4743-ac3d-33cc30cf9ad0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:57.582031 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fdb0099-5669-4a8b-88a7-75cc4f0f2139 req-26206854-16f6-4743-ac3d-33cc30cf9ad0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Dec 12 16:39:57.630572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2fdb0099-5669-4a8b-88a7-75cc4f0f2139 req-29653f55-7bef-481d-b647-c2ad87441d26 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Dec 12 16:39:58.747382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d1c7-0cb4-45fa-ad92-95a8bb518987 req-a734357b-7c93-471c-9d4f-b16cbb5482b9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:58.748879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ad4d1c7-0cb4-45fa-ad92-95a8bb518987 req-a734357b-7c93-471c-9d4f-b16cbb5482b9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Dec 12 16:39:58.799696 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ad4d1c7-0cb4-45fa-ad92-95a8bb518987 req-552389f4-2152-47fe-9343-39caeee72d58 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Dec 12 16:39:59.918207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fc81f-f622-4222-90ff-f567bb34df50 req-b5bde42c-774f-4800-b977-e8e32fded1fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:39:59.919662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-385fc81f-f622-4222-90ff-f567bb34df50 req-b5bde42c-774f-4800-b977-e8e32fded1fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0519361 Dec 12 16:39:59.966989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-385fc81f-f622-4222-90ff-f567bb34df50 req-4444f165-bdab-474d-9112-352874911b0a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Dec 12 16:40:00.079081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d5ad3-f2b8-43e8-9c8c-3295d64a12ec req-ce9cc3c7-517c-4aef-a0cc-c0c194b90e47 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:00.080435 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b71d5ad3-f2b8-43e8-9c8c-3295d64a12ec req-ce9cc3c7-517c-4aef-a0cc-c0c194b90e47 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Dec 12 16:40:00.129850 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b71d5ad3-f2b8-43e8-9c8c-3295d64a12ec req-2aeee51f-1a03-490c-9a85-173b88b928ef tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435791 Dec 12 16:40:00.152221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:40:00.191133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20137675-704f-4f39-94da-9a472eabc8ca tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:00.192442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-20137675-704f-4f39-94da-9a472eabc8ca tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1091 time: 0.0390513 Dec 12 16:40:00.195370 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:40:00.200088 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:40:00.220915 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:00.317379 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:00.415894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.177 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/90d69b92-2255-45d1-8a47-54f716c66cc5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:40:00.518421 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:00.550954 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:00.590394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:40:00.593322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:40:00.596947 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:40:00.617758 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=90d69b92-2255-45d1-8a47-54f716c66cc5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:40:00.943101 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.007064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.153403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.158024 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.230753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=90d69b92-2255-45d1-8a47-54f716c66cc5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:40:01.238719 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.331802 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP ddeee913-912d-43c0-8c98-83f87e1dab09 associated. External IP: 172.25.3.177, port: b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92. Dec 12 16:40:01.533028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2c6d4244-e02f-47c6-914b-adc38ed70962 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:40:01.638433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:40:01.648197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Sync routers for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:40:01.656230 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:01.658147 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:40:01.658754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:40:01.682651 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fd27c41b-3a51-4827-9bf4-ce34dbbc0646 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4862814 Dec 12 16:40:01.683429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:40:01.685835 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73e49a-d6f6-415d-8a96-484fa0f718f4" -d '{"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:40:01.726400 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5432e6-2c17-4520-9b48-3b5208869472 x-openstack-request-id: req-ba5432e6-2c17-4520-9b48-3b5208869472 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:40:01.726702 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:40:01.726965 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba5432e6-2c17-4520-9b48-3b5208869472 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:40:01.727507 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'status': 'completed', 'code': 200} Dec 12 16:40:01.767203 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:40:01.786726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62d500-b8fc-4e5c-97cf-53055aa71958 req-1561d827-dc12-4982-a30a-bd3ae8950ccc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:01.788242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f62d500-b8fc-4e5c-97cf-53055aa71958 req-1561d827-dc12-4982-a30a-bd3ae8950ccc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Dec 12 16:40:01.795931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-69d62f24-d457-428c-9d86-4d046ba8ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:01.797621 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-69d62f24-d457-428c-9d86-4d046ba8ba8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1096 time: 0.0454307 Dec 12 16:40:01.844421 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f62d500-b8fc-4e5c-97cf-53055aa71958 req-39b1b4cb-b838-47b3-8589-17b3895f8952 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Dec 12 16:40:01.866684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58614) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:40:01.890973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-86b7379c-8347-43f3-94e6-541d4220a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:01.892567 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-86b7379c-8347-43f3-94e6-541d4220a1b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 897 time: 0.0876243 Dec 12 16:40:01.927872 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7a5b9035-c5f0-4681-a9ac-3c66ccd4e9cc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ddeee913-912d-43c0-8c98-83f87e1dab09 HTTP/1.1" status: 200 len: 991 time: 0.0595503 Dec 12 16:40:01.963872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-18e0afed-efff-444d-8714-249b01577bf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 999 time: 0.0627801 Dec 12 16:40:01.996313 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ddeee913-912d-43c0-8c98-83f87e1dab09', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'port_id': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'mac_address': 'fa:16:3e:2a:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:40:00Z', 'updated_at': '2021-12-12T16:40:00Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:40:02.015459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-18067934-a334-4fe5-97fa-08efc8bf2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:02.016934 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-18067934-a334-4fe5-97fa-08efc8bf2644 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0459583 Dec 12 16:40:02.022476 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Checking router: 2c6d4244-e02f-47c6-914b-adc38ed70962 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:40:02.030741 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:40:02.031338 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:39:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:40:02.062068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-3cdafcbc-a30c-46c9-a49b-37aa3e902a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:02.063756 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-3cdafcbc-a30c-46c9-a49b-37aa3e902a08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399151 Dec 12 16:40:02.133566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:40:02.156056 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-76f7227d-1944-4ffe-98c2-197fdb0fd02e service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833688 Dec 12 16:40:02.247297 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-aa73e49a-d6f6-415d-8a96-484fa0f718f4 req-4781eeac-44de-43be-8a5d-33fbdb4d6402 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830889 Dec 12 16:40:02.353943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ddeee913-912d-43c0-8c98-83f87e1dab09', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'port_id': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'mac_address': 'fa:16:3e:2a:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:40:00Z', 'updated_at': '2021-12-12T16:40:00Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:40:02.382758 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9696ff-3fad-4187-bad4-554f27ec903a None None] The sync data for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 is: [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ddeee913-912d-43c0-8c98-83f87e1dab09', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'port_id': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'mac_address': 'fa:16:3e:2a:be:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:40:00Z', 'updated_at': '2021-12-12T16:40:00Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:40:02.578948 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0005d02-70b7-4d00-9d19-f132279dcacf None None] New status for floating IP ddeee913-912d-43c0-8c98-83f87e1dab09: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:40:02.931686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58616) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:40:03.329166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1a8702d0-941a-4148-b6b7-d83c36a81fd9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ddeee913-912d-43c0-8c98-83f87e1dab09 HTTP/1.1" status: 200 len: 993 time: 0.3963232 Dec 12 16:40:05.612163 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d409ea56-79af-4c4c-a812-df05fa4cf34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:07.885824 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2f863cc2-3b69-411d-a43f-e25b74d9511f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:08.896073 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:09.855813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:10.656658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:11.288477 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:11.945340 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:18.241794 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:40:35.613677 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db1eea68-a187-411f-bef1-f9d50f2a10ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:36.801429 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-0cb92ef1-da36-4c7e-a0e2-7a7946ffe8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:36.802912 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-0cb92ef1-da36-4c7e-a0e2-7a7946ffe8c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1096 time: 0.0394821 Dec 12 16:40:36.804488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74de3a4-d5bc-42fb-82b1-a5b5c332681c req-365a2f46-0391-4485-a3e2-5184bcac2ace tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:36.807144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e74de3a4-d5bc-42fb-82b1-a5b5c332681c req-365a2f46-0391-4485-a3e2-5184bcac2ace tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Dec 12 16:40:36.856792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e74de3a4-d5bc-42fb-82b1-a5b5c332681c req-edde0fc5-7606-405e-84a9-d672991004db tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Dec 12 16:40:36.900146 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-6162b866-506b-4b0b-8e9b-6455d2a051a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:36.901563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-6162b866-506b-4b0b-8e9b-6455d2a051a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 897 time: 0.0873289 Dec 12 16:40:36.966597 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-aef5862a-d8c7-426a-a522-cadd48503405 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 1001 time: 0.0562935 Dec 12 16:40:37.020682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-776c07ab-f0fe-4783-a698-9f0697b4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:37.022089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-776c07ab-f0fe-4783-a698-9f0697b4ce94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0454805 Dec 12 16:40:37.067792 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-76fe1af5-33bf-4460-a583-c10cb6da9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:37.069248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-76fe1af5-33bf-4460-a583-c10cb6da9e50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388322 Dec 12 16:40:37.157634 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-19b2d1f8-3d81-4d81-a7cc-0a13dabdae16 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795381 Dec 12 16:40:37.252125 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a2d3946d-b255-4a70-82dc-de3a2c5a14c5 req-31560d57-d206-4611-a2b2-4a4a841320de service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849073 Dec 12 16:40:37.886762 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98b31edf-0489-4d3e-a964-0f2c9c8b90eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:37.975612 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa880e8-5961-4b92-a547-e9ff605a0f7a req-eecc0efc-2e24-4b7e-a11f-35f4f86b2748 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:37.977095 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fa880e8-5961-4b92-a547-e9ff605a0f7a req-eecc0efc-2e24-4b7e-a11f-35f4f86b2748 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Dec 12 16:40:38.025747 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fa880e8-5961-4b92-a547-e9ff605a0f7a req-4df110c1-f234-45d6-9017-01f562258fd9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Dec 12 16:40:38.899427 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:39.142751 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc163a-503f-4fa7-b777-d93be44b6beb req-194f9641-d293-49c0-aafa-91596a048e56 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:39.144139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82fc163a-503f-4fa7-b777-d93be44b6beb req-194f9641-d293-49c0-aafa-91596a048e56 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0517175 Dec 12 16:40:39.192427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82fc163a-503f-4fa7-b777-d93be44b6beb req-4743d22c-3b9a-4cd4-8073-8366e90ad033 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Dec 12 16:40:39.872181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:40.307501 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b59f-fb55-45be-a03d-d76dbe03b3b6 req-7478b3e5-82fa-490c-8c24-f031c33ef8e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:40.308978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d51b59f-fb55-45be-a03d-d76dbe03b3b6 req-7478b3e5-82fa-490c-8c24-f031c33ef8e0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0482867 Dec 12 16:40:40.357280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0d51b59f-fb55-45be-a03d-d76dbe03b3b6 req-78fd1794-eada-4745-bddc-69e685fb7b82 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Dec 12 16:40:40.659524 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:41.290058 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:41.471322 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c8e97-1687-4fef-a4fe-1816cb69ea4c req-3978e337-93c1-4083-a954-c4c4183cc2ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:41.472790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-189c8e97-1687-4fef-a4fe-1816cb69ea4c req-3978e337-93c1-4083-a954-c4c4183cc2ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Dec 12 16:40:41.524071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-189c8e97-1687-4fef-a4fe-1816cb69ea4c req-6216574c-dc3b-4dce-9ae6-d4976be64fc6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449886 Dec 12 16:40:41.945817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:40:42.638932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af780e-e5e0-4328-8809-f1e7fc29d15a req-fd7b1422-72e7-452b-809e-775a8e2cb1e6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:42.640368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83af780e-e5e0-4328-8809-f1e7fc29d15a req-fd7b1422-72e7-452b-809e-775a8e2cb1e6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Dec 12 16:40:42.687581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-83af780e-e5e0-4328-8809-f1e7fc29d15a req-9608c3f2-7243-43ee-ac61-e0606ef4e28a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Dec 12 16:40:43.802306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbce0-669a-47bb-9244-3a7e726a5621 req-7e5e6b1f-3014-4f3d-a2ff-186b6ef4f2d0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:43.803736 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b35dbce0-669a-47bb-9244-3a7e726a5621 req-7e5e6b1f-3014-4f3d-a2ff-186b6ef4f2d0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Dec 12 16:40:43.851875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b35dbce0-669a-47bb-9244-3a7e726a5621 req-3fa009f9-c8d4-4aaf-b548-58ff090653fa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 Dec 12 16:40:44.969822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f70c-d3cf-45f5-93a0-9f40b28e3f74 req-58ad5b03-fbc1-4c96-a284-dab9f15f12e2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:44.971266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f57f70c-d3cf-45f5-93a0-9f40b28e3f74 req-58ad5b03-fbc1-4c96-a284-dab9f15f12e2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Dec 12 16:40:45.018769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7f57f70c-d3cf-45f5-93a0-9f40b28e3f74 req-1a555fbd-99ff-4d43-ab09-90d4e25b876a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Dec 12 16:40:46.131827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d1c54-1cdb-4c5b-b1c0-59555b7c2a36 req-f2b037b4-9cb2-4bd9-ae37-7880a8dc013d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:46.133274 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-557d1c54-1cdb-4c5b-b1c0-59555b7c2a36 req-f2b037b4-9cb2-4bd9-ae37-7880a8dc013d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Dec 12 16:40:46.181391 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-557d1c54-1cdb-4c5b-b1c0-59555b7c2a36 req-186425fd-218e-4fc4-990b-d35d082aa798 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 Dec 12 16:40:47.301281 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3585-ef18-479e-ba75-37540906d1e9 req-7b4c288c-6091-4cc1-98d1-364282f698a6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:47.302740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d41a3585-ef18-479e-ba75-37540906d1e9 req-7b4c288c-6091-4cc1-98d1-364282f698a6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Dec 12 16:40:47.350830 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d41a3585-ef18-479e-ba75-37540906d1e9 req-c9ec0b4b-b92e-4dfd-905a-5fdc8f6af382 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Dec 12 16:40:48.465861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ef3b2-c117-40cc-ab7c-3fcc2d2435d2 req-b6d6bf9d-bd6a-4f7d-abf1-51efd9a71809 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:48.467319 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-374ef3b2-c117-40cc-ab7c-3fcc2d2435d2 req-b6d6bf9d-bd6a-4f7d-abf1-51efd9a71809 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0483410 Dec 12 16:40:48.516342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-374ef3b2-c117-40cc-ab7c-3fcc2d2435d2 req-dabf2dee-6280-4a9d-84f7-d30edf966ce3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 Dec 12 16:40:49.630615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265ed1-8581-422d-b4dc-a05fc7bc7d8f req-764084a0-1ab2-4723-b814-05aed802f41d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:49.632059 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e265ed1-8581-422d-b4dc-a05fc7bc7d8f req-764084a0-1ab2-4723-b814-05aed802f41d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0479383 Dec 12 16:40:49.683213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3e265ed1-8581-422d-b4dc-a05fc7bc7d8f req-d0b24e0c-d8fb-4edf-89be-b076f86fa19f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 Dec 12 16:40:50.797928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a515342-f575-4b74-ba29-2d4edbdc4dcd req-a6502ec9-bc9a-421e-a224-0ef37e2a4a07 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:50.799379 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a515342-f575-4b74-ba29-2d4edbdc4dcd req-a6502ec9-bc9a-421e-a224-0ef37e2a4a07 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Dec 12 16:40:50.847387 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0a515342-f575-4b74-ba29-2d4edbdc4dcd req-09cc6238-5875-44e0-ad8e-5e8c17d7ed35 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421615 Dec 12 16:40:51.962554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b32a5-fb6e-46c8-8c21-6fb67e68cef9 req-e0d02aa8-bc25-49bd-8ebe-fd657a17685f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:51.964020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-046b32a5-fb6e-46c8-8c21-6fb67e68cef9 req-e0d02aa8-bc25-49bd-8ebe-fd657a17685f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0486257 Dec 12 16:40:52.012066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-046b32a5-fb6e-46c8-8c21-6fb67e68cef9 req-07f224b7-1243-4f51-b4b0-475653f380cd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Dec 12 16:40:53.138423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e86fd-f426-4f18-bb7f-f83c688867de req-56d312d4-3c38-4fbf-905e-552b13c2448d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:53.140359 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e69e86fd-f426-4f18-bb7f-f83c688867de req-56d312d4-3c38-4fbf-905e-552b13c2448d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0564160 Dec 12 16:40:53.191395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e69e86fd-f426-4f18-bb7f-f83c688867de req-1d1bdadd-dd75-4153-9458-e55cdd10e940 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Dec 12 16:40:54.305497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ae65b-94e3-434c-b643-58e3e18d0fdd req-91ec9256-2fb7-4b1c-9eaf-070ca9612a40 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:54.306944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-251ae65b-94e3-434c-b643-58e3e18d0fdd req-91ec9256-2fb7-4b1c-9eaf-070ca9612a40 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0477834 Dec 12 16:40:54.354992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-251ae65b-94e3-434c-b643-58e3e18d0fdd req-81005315-5f61-4ec5-8ddb-373716d0c533 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Dec 12 16:40:54.376796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58664) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:40:54.439884 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-15bf5ce0-9df0-430d-9240-f4f288b1c034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ddeee913-912d-43c0-8c98-83f87e1dab09 HTTP/1.1" status: 200 len: 993 time: 0.0619593 Dec 12 16:40:55.240782 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:40:59.802587 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-3c2aa79c-124d-46ec-8922-7bede2ce58e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384309 Dec 12 16:40:59.882897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0de9-1103-457b-907a-d7e71784331f req-1864bb36-7f97-42c2-b0d0-ce2bb68c1338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:59.884349 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-1864bb36-7f97-42c2-b0d0-ce2bb68c1338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1096 time: 0.0389876 Dec 12 16:40:59.989172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0de9-1103-457b-907a-d7e71784331f req-3ceca63c-a172-49e8-a297-c50cff7eb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:40:59.990632 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-3ceca63c-a172-49e8-a297-c50cff7eb224 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 897 time: 0.0861161 Dec 12 16:41:00.055183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-07c4aa3c-6cc9-4cb8-93f1-eda259c4636f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 1001 time: 0.0571563 Dec 12 16:41:00.106631 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0de9-1103-457b-907a-d7e71784331f req-00096d09-5204-4d9c-9a04-8a1a7aeba9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:00.108147 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-00096d09-5204-4d9c-9a04-8a1a7aeba9c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0461800 Dec 12 16:41:00.152807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0de9-1103-457b-907a-d7e71784331f req-87bf981e-040e-4d3d-a63e-c92b8f92a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:00.154317 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-87bf981e-040e-4d3d-a63e-c92b8f92a7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393126 Dec 12 16:41:00.241446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-539c1977-baa5-4b62-ad36-23d31ef16637 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793865 Dec 12 16:41:00.643367 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a03e0de9-1103-457b-907a-d7e71784331f req-5d4b5b26-eb55-43b8-b63e-5f07615bc1b4 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943546 Dec 12 16:41:05.615068 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-972401f8-e388-46ce-985b-38b40e2276c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:07.888972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56a1e2f0-9385-4ab6-8bc9-cd9739af63e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:08.902939 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:09.868831 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:10.663084 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:11.291708 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:11.954052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.026421 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:25.180979 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 90d69b92-2255-45d1-8a47-54f716c66cc5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:41:25.181325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.253203 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.253528 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.264878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 90d69b92-2255-45d1-8a47-54f716c66cc5 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:41:25.437346 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.466868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=90d69b92-2255-45d1-8a47-54f716c66cc5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:25.489543 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.489899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.490247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.490588 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.490925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.491261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.491595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.491929 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.492260 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.492590 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.492943 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.493268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.493592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:25.531675 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.531983 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP ddeee913-912d-43c0-8c98-83f87e1dab09 disassociated (deleted). External IP: 172.25.3.177, port: b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92. Dec 12 16:41:25.734898 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2c6d4244-e02f-47c6-914b-adc38ed70962 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:41:25.840935 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:41:25.845939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:25.850560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Sync routers for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:41:25.859668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:25.860255 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:25.872308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0be8e5d0-ca2b-427f-8388-862de01c4b5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/floatingips/ddeee913-912d-43c0-8c98-83f87e1dab09 HTTP/1.1" status: 204 len: 168 time: 0.8447917 Dec 12 16:41:25.872949 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:41:25.875228 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf475a-ade7-4d35-a350-3df3454a93dd" -d '{"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:41:25.918313 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d8e122-c47f-47e2-8785-6c924af8cbb7 x-openstack-request-id: req-06d8e122-c47f-47e2-8785-6c924af8cbb7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:41:25.918753 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:41:25.919025 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06d8e122-c47f-47e2-8785-6c924af8cbb7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:41:25.919435 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'status': 'completed', 'code': 200} Dec 12 16:41:25.966365 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:25.999573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-bcf3c19e-facc-4465-af5d-4b1582b96d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:26.001302 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-bcf3c19e-facc-4465-af5d-4b1582b96d44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 1096 time: 0.0570152 Dec 12 16:41:26.103247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb2020-23fc-4f54-b838-292ff41fd3b5 req-8ea3bbf6-d061-4d07-a743-44e1ca14c612 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:26.104989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-feeded28-6792-4607-bbdd-50932df4c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:26.105672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fedb2020-23fc-4f54-b838-292ff41fd3b5 req-8ea3bbf6-d061-4d07-a743-44e1ca14c612 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0524883 Dec 12 16:41:26.106500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-feeded28-6792-4607-bbdd-50932df4c908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 200 len: 897 time: 0.0921254 Dec 12 16:41:26.155228 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-6ea2d47e-fa1e-472c-87dd-8e9628a0998a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 200 len: 217 time: 0.0406284 Dec 12 16:41:26.160972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fedb2020-23fc-4f54-b838-292ff41fd3b5 req-15d528f2-76e6-48c6-af74-742d6149cbec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494106 Dec 12 16:41:26.185984 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:26.204882 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-7738bfe4-8701-44de-b08b-df705ceb7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:26.207337 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-7738bfe4-8701-44de-b08b-df705ceb7370 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 200 len: 835 time: 0.0444646 Dec 12 16:41:26.211020 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Checking router: 2c6d4244-e02f-47c6-914b-adc38ed70962 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:41:26.219955 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:26.220545 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:26.260800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-ba967d11-21ea-4b41-9e0f-f3adecef3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:26.262225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-ba967d11-21ea-4b41-9e0f-f3adecef3dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82f8461d-5807-4ba2-982e-37acde940c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455818 Dec 12 16:41:26.365408 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-ab393465-f0f7-4e36-9df8-52147be7aa54 service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941484 Dec 12 16:41:26.422457 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:26.473404 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-44bf475a-ade7-4d35-a350-3df3454a93dd req-95de863a-80c5-47c0-8860-51531a4cdd1b service neutron] 10.222.0.30 "GET /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988529 Dec 12 16:41:26.622356 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:26.651524 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97495e3e-718a-402a-b5e3-846be243e732 None None] The sync data for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 is: [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'cd5e5a0d-33c7-4274-ab91-5bd7fff68101', 'name': '', 'network_id': '82f8461d-5807-4ba2-982e-37acde940c4c', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:89:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:46Z', 'updated_at': '2021-12-12T16:39:49Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': 'dd92e82f-c5f8-445b-a629-2b2db12efbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:41:26.858293 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf007f1-fd58-4fb2-bfbb-1ff704a91e03 None None] New status for floating IP ddeee913-912d-43c0-8c98-83f87e1dab09: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:41:27.280235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd9ef6-0d3b-4f84-a823-299f8acea0ca req-9bb4be97-4064-4aa7-8f18-76af5482a30d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:27.281759 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1efd9ef6-0d3b-4f84-a823-299f8acea0ca req-9bb4be97-4064-4aa7-8f18-76af5482a30d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Dec 12 16:41:27.333756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1efd9ef6-0d3b-4f84-a823-299f8acea0ca req-abb4786c-7d06-4e84-ba6f-37c85173a09f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2aa885e-ab5f-4a24-acf6-6f5908ea971e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Dec 12 16:41:27.772494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feea70a-8c28-439f-8901-afdafd621b57 req-a9498035-a0de-4bb5-8cd9-fd9f8a61a14b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:27.774007 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9feea70a-8c28-439f-8901-afdafd621b57 req-a9498035-a0de-4bb5-8cd9-fd9f8a61a14b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 945 time: 0.0496206 Dec 12 16:41:27.862891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:41:27.863227 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:27.952825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:27.953191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:27.964857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:41:28.091877 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:28.126065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:28.162406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:41:28.164977 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:28.168945 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9feea70a-8c28-439f-8901-afdafd621b57 req-d2f5c803-bdac-43fb-95be-435c0640ca0b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "DELETE /v2.0/ports/b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 HTTP/1.1" status: 204 len: 173 time: 0.3871872 Dec 12 16:41:28.169382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'name': 'network-vif-deleted', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:41:28.171619 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0d91e-837e-4e77-bb7c-c56c3c28038e" -d '{"events": [{"server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "name": "network-vif-deleted", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:41:28.211226 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae658f5-0887-43ed-9efb-d12d54459103 x-openstack-request-id: req-5ae658f5-0887-43ed-9efb-d12d54459103 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:41:28.211519 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48075ad6-a0a8-4a69-a5e3-7ae2750aa003", "name": "network-vif-deleted", "tag": "b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:41:28.211773 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ae658f5-0887-43ed-9efb-d12d54459103 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:41:28.212196 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48075ad6-a0a8-4a69-a5e3-7ae2750aa003', 'name': 'network-vif-deleted', 'tag': 'b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92', 'status': 'completed', 'code': 200} Dec 12 16:41:28.439945 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92935396-ccfe-404d-ae2d-b8b4429f2fb2 req-86a5091e-7f09-4e89-aae4-ec828beaa6ac tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=48075ad6-a0a8-4a69-a5e3-7ae2750aa003 HTTP/1.1" status: 200 len: 210 time: 0.0261073 Dec 12 16:41:29.496599 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58692) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:29.842324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.087417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port cd5e5a0d-33c7-4274-ab91-5bd7fff68101 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:41:30.087770 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.174875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port cd5e5a0d-33c7-4274-ab91-5bd7fff68101, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:30.175248 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.187641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for cd5e5a0d-33c7-4274-ab91-5bd7fff68101 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:41:30.370472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.401030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=cd5e5a0d-33c7-4274-ab91-5bd7fff68101,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:30.570122 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.781100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2c6d4244-e02f-47c6-914b-adc38ed70962 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:41:30.883648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:41:30.892668 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f69b61a5-d8d1-4d64-a963-cb471b0cde6a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2c6d4244-e02f-47c6-914b-adc38ed70962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3949149 Dec 12 16:41:30.892955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58694) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:30.895159 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Sync routers for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:41:30.905637 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:30.906244 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:30.946298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting subnet dd92e82f-c5f8-445b-a629-2b2db12efbee {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:41:30.949565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:30.989427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.011635 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:31.075126 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.133698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.160720 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Subnet': ['ID=dd92e82f-c5f8-445b-a629-2b2db12efbee,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:31.171819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.172123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.172484 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.172851 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.173191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.173523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.174052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.174578 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.175073 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.175555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.176055 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.176560 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.177090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.177421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf5eb0-b578-46d5-83c2-6556ccf2d166 None None] Network 82f8461d-5807-4ba2-982e-37acde940c4c requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:41:31.180135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.183375 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-07bf4849-0a27-4ebe-9f8f-a7ec0a744af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/subnets/dd92e82f-c5f8-445b-a629-2b2db12efbee HTTP/1.1" status: 204 len: 168 time: 0.2894468 Dec 12 16:41:31.186196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:31.204394 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:41:30Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:31.235305 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Checking router: 2c6d4244-e02f-47c6-914b-adc38ed70962 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:41:31.244132 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Routers {'2c6d4244-e02f-47c6-914b-adc38ed70962'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:31.245012 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2c6d4244-e02f-47c6-914b-adc38ed70962'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:31.313669 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.365271 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] Set router 2c6d4244-e02f-47c6-914b-adc38ed70962 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:31.378943 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] DHCP port deletion for 82f8461d-5807-4ba2-982e-37acde940c4c request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:41:31.437842 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Deleting port a4ede855-8b91-4f4e-805e-6ab8f46ab997 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:41:31.438243 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.438696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.513350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] For port a4ede855-8b91-4f4e-805e-6ab8f46ab997, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=a4ede855-8b91-4f4e-805e-6ab8f46ab997,segment=NetworkSegment(c3b4e68e-985a-42d5-b774-981e9487ba13),segment_id=c3b4e68e-985a-42d5-b774-981e9487ba13)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:31.514324 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.530045 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Calling delete_port for a4ede855-8b91-4f4e-805e-6ab8f46ab997 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:41:31.572457 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:41:30Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:31.590692 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:41:31.603103 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83926b3e-1b8d-4363-9873-bca85334e417 None None] The sync data for ids ['2c6d4244-e02f-47c6-914b-adc38ed70962'] in n-d-710847-8 is: [{'id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905017628', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:41:30Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '58bf8eee-c0c5-4d8d-accb-9370e5f00119', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:88:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6d4244-e02f-47c6-914b-adc38ed70962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:39:43Z', 'updated_at': '2021-12-12T16:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:41:31.631128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:41:31.631484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device b2f122f3-f8d7-4ee7-bddd-ab6ea5a6fb92 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:41:31.660318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.689263 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Pushing event deleted for resources: {'Port': ['ID=a4ede855-8b91-4f4e-805e-6ab8f46ab997,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:31.693838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] No DVR routers for this DVR port a4ede855-8b91-4f4e-805e-6ab8f46ab997 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:41:31.701318 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.701706 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.704780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.705990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.705990 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49deb7fa-3edc-4016-a87b-5b0ad0d10527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:31.849129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 58bf8eee-c0c5-4d8d-accb-9370e5f00119 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:41:31.849647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.926150 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 58bf8eee-c0c5-4d8d-accb-9370e5f00119, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=58bf8eee-c0c5-4d8d-accb-9370e5f00119,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:31.926517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:31.940763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 58bf8eee-c0c5-4d8d-accb-9370e5f00119 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:41:32.117077 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.143635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=58bf8eee-c0c5-4d8d-accb-9370e5f00119,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:32.160726 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c88eb-ff16-42b0-8827-17e3ec230b84 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:41:32.212048 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.239825 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:41:32.301978 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.304129 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.349301 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.349829 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Fanout notify agent at l3_agent the message router_deleted on router 2c6d4244-e02f-47c6-914b-adc38ed70962 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:41:32.356825 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.357932 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-52b5f4c4-1b36-4a9d-b8da-646ac0a088bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/routers/2c6d4244-e02f-47c6-914b-adc38ed70962 HTTP/1.1" status: 204 len: 168 time: 1.1707449 Dec 12 16:41:32.360651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:32.443846 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.542368 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.561942 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f8461d-5807-4ba2-982e-37acde940c4c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:32.570957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b4e68e-985a-42d5-b774-981e9487ba13') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:32.571259 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b4e68e-985a-42d5-b774-981e9487ba13') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:32.581023 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.594828 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.600533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:41:32.600942 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:41:32.603930 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:41:32.659044 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.665922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.668926 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/networks/82f8461d-5807-4ba2-982e-37acde940c4c HTTP/1.1" status: 204 len: 168 time: 0.3072982 Dec 12 16:41:32.672075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58700) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:32.680261 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4058e-2313-47b3-b7c8-920f7e6cb174 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Network': ['ID=82f8461d-5807-4ba2-982e-37acde940c4c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:32.728477 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.752665 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.814704 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.817617 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:32.818805 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2aa885e-ab5f-4a24-acf6-6f5908ea971e HTTP/1.1" status: 204 len: 168 time: 0.1455953 Dec 12 16:41:32.829282 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe142-1b17-4886-8372-625a321a8bd7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aa885e-ab5f-4a24-acf6-6f5908ea971e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:32.939073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cd5e5a0d-33c7-4274-ab91-5bd7fff68101 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:41:32.959960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: cd5e5a0d-33c7-4274-ab91-5bd7fff68101 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:41:32.960375 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device cd5e5a0d-33c7-4274-ab91-5bd7fff68101 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:41:32.960882 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 58bf8eee-c0c5-4d8d-accb-9370e5f00119 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:41:32.981604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 58bf8eee-c0c5-4d8d-accb-9370e5f00119 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:41:32.981942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 58bf8eee-c0c5-4d8d-accb-9370e5f00119 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:41:32.982334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4ede855-8b91-4f4e-805e-6ab8f46ab997 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:41:33.001050 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: a4ede855-8b91-4f4e-805e-6ab8f46ab997 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:41:33.001390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device a4ede855-8b91-4f4e-805e-6ab8f46ab997 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:41:33.086557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58706) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.091207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776098425', 'description': 'tempest-secgroup-smoke-1776098425 description', 'project_id': 'aad3f2030837447c98b9c31300820be2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.114148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.180256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.184227 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.212793 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.213991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1263945 Dec 12 16:41:33.215123 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78dbdfd-a52a-4804-b5e7-94b9ec6c69c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.217052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58708) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.221819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.247683 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.300615 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.304055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.321931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c3e911-540d-4b20-bc20-76c875f8436f,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.328972 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.330167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fc9513cc-f0e3-4d13-9661-196633c69d72 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122077 Dec 12 16:41:33.333497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58710) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.337780 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.363527 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.417333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.420515 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.439570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81c5058-ade7-45fe-a621-0a3ece62db6a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.448625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.449804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f778e842-c328-4c23-b8f7-f6ba12aecaae tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153791 Dec 12 16:41:33.452516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58712) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.456715 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.482187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.535678 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.538933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.556345 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6431f5a-952a-48a8-90ec-43bc360135ae,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.563868 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.565048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d3f8baf-0ee5-4d16-8e48-aacf89e1f4b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116002 Dec 12 16:41:33.567826 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58714) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.572009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.597921 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.653193 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.656510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.673472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0148d6-8cf1-4e4d-aa9a-045154ecab6c,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.680322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.681552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e5f6236b-1c09-4b91-821e-aafac2557af5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127841 Dec 12 16:41:33.684235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58716) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.688499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.709070 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:41:33.714322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.771860 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.775948 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.794716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecab3b5-5695-4b7e-a02d-84aaf994a673,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.802743 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.803930 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ba0437e7-5b8a-406d-8724-80bd93cfc284 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186709 Dec 12 16:41:33.806683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58718) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.810897 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.831998 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:41:33.836838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.893538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.896935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.914485 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c73fd1-b3cc-4942-b871-8f0d1b34cd44,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:33.921160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.922326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2173c109-2c1a-4545-8f8a-7579a3b7c97c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147339 Dec 12 16:41:33.925218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58720) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:33.929933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'network': {'name': 'tempest-network-smoke--557622201', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'port_security_enabled': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:33.949957 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:41:33.953672 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.977954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:41:33.986734 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:33.987066 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Added segment e38a8ad9-3250-4e46-b236-4c72d9e5ff71 of type vlan for network 249d656c-2ba1-4366-a6fd-9a8d246cd51b Dec 12 16:41:34.024990 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.048457 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.053988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:34.054551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.114071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1878417 Dec 12 16:41:34.116706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58722) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:34.121449 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'admin_state_up': True, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:34.136207 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1febf8-7646-412b-a84a-e1fa1fd56a59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Network': ['ID=249d656c-2ba1-4366-a6fd-9a8d246cd51b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:34.148089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:41:34.152485 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.153564 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.203403 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.340194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.529214 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.547579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.643463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.114 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3898bee7-6492-49c2-8e38-628b0f4e2c64) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:41:34.742988 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.775709 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.812861 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:34.815735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:34.819253 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:41:34.828470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de781421-6054-4f2b-b232-a258a9f272a8 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:41:34.843511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=3898bee7-6492-49c2-8e38-628b0f4e2c64,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:34.898247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-8a56fd6b-bc9d-46f2-92aa-0cf854097aa9 None None] Provisioning complete for port 3898bee7-6492-49c2-8e38-628b0f4e2c64 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:34.898624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8a56fd6b-bc9d-46f2-92aa-0cf854097aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:34.939111 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-8a56fd6b-bc9d-46f2-92aa-0cf854097aa9 None None] Port 3898bee7-6492-49c2-8e38-628b0f4e2c64 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:35.066335 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.257763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.381474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router fefb78aa-0736-4fc5-b93d-17c1bad88e4b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:41:35.485220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:41:35.494650 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Sync routers for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:41:35.504882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.505617 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:35.506096 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6add6425-5022-4117-b3e5-db40efbeb526 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3884861 Dec 12 16:41:35.509235 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58724) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:35.509936 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:35.541380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7931a055-d1c5-4d1c-94a5-46e9a763a46d tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=aad3f2030837447c98b9c31300820be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279639 Dec 12 16:41:35.541669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58726) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:35.623825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:35.627323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51201e7-6961-4ee8-8c0f-8b00ec45b226 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:35.629369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b51201e7-6961-4ee8-8c0f-8b00ec45b226 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867555 Dec 12 16:41:35.632330 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58728) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:35.649968 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a206c385-e005-451d-8ecb-c51f7df03fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.671342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7595e244-1734-4632-be6a-cc193af5835a tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377162 Dec 12 16:41:35.673998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58730) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:35.678782 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742251490', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:35.766978 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'subnet': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:41:35.770419 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16776802'] for subnet, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.801467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:34Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:35.832473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Checking router: fefb78aa-0736-4fc5-b93d-17c1bad88e4b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:41:35.832872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Updating router fefb78aa-0736-4fc5-b93d-17c1bad88e4b port 3898bee7-6492-49c2-8e38-628b0f4e2c64 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:41:35.858662 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:35.946518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15909733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16776828'] for subnet, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.012767 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Subnet': ['ID=75df2206-cbf4-4345-bb76-7a0d647c271d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:36.021016 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Checking segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:41:36.021382 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network hostable DHCP agents. Network: 249d656c-2ba1-4366-a6fd-9a8d246cd51b, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103412) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:41:36.038133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103412) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:41:36.047446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 249d656c-2ba1-4366-a6fd-9a8d246cd51b) {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:36.051815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:36.052574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.057517 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffddfd-173c-4e28-8d13-a2127dea154e None None] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:41:36.069283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c9314889-025a-45f2-8213-d50fec5d12cf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3941429 Dec 12 16:41:36.072168 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58732) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:36.169398 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.177319 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.217781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:41:36.218632 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.245219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb5807-dbae-483f-8dd4-a5fa6275f6eb None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:41:36.271119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Attempting to bind port 3898bee7-6492-49c2-8e38-628b0f4e2c64 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:41:36.271404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Attempting to bind port 3898bee7-6492-49c2-8e38-628b0f4e2c64 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:41:36.272030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Attempting to bind port 3898bee7-6492-49c2-8e38-628b0f4e2c64 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:41:36.273781 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed35fe-9338-4565-9e8a-93b565d09163 None None] Pushing event updated for resources: {'Port': ['ID=3898bee7-6492-49c2-8e38-628b0f4e2c64,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:36.283177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:41:36.283556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:41:36.283962 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.284359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:41:36.285663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Bound port: 3898bee7-6492-49c2-8e38-628b0f4e2c64, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:41:36.285663 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.428141 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b5349bee-7ebf-4a0f-918b-fffe01eb6798 None None] Provisioning complete for port 3898bee7-6492-49c2-8e38-628b0f4e2c64 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:36.428521 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5349bee-7ebf-4a0f-918b-fffe01eb6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.430466 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] For port 3898bee7-6492-49c2-8e38-628b0f4e2c64, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:41:36.470247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] For port 3898bee7-6492-49c2-8e38-628b0f4e2c64, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3898bee7-6492-49c2-8e38-628b0f4e2c64,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:41:36.477806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.499371 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.518049 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Allocated IP 172.20.0.2 (249d656c-2ba1-4366-a6fd-9a8d246cd51b/75df2206-cbf4-4345-bb76-7a0d647c271d/8e817df8-98bb-43e9-bb64-55e86bf84f4e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:41:36.522176 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-b5349bee-7ebf-4a0f-918b-fffe01eb6798 None None] Port 3898bee7-6492-49c2-8e38-628b0f4e2c64 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:36.549118 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77db9b0-881c-48a1-9de2-7eea834f0b8c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:41:36.602023 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed35fe-9338-4565-9e8a-93b565d09163 None None] Pushing event updated for resources: {'Port': ['ID=3898bee7-6492-49c2-8e38-628b0f4e2c64,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:36.607920 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:36.608537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:36.881905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] Provisioning complete for port 3898bee7-6492-49c2-8e38-628b0f4e2c64 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:36.882247 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:36.948455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:37.119789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.140551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.174970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.1 (249d656c-2ba1-4366-a6fd-9a8d246cd51b/75df2206-cbf4-4345-bb76-7a0d647c271d/d47a564f-f93f-4036-b250-fd63ec5616b6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:41:37.177815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.203571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:37.213274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:37.237000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:41:37.242030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] For port 3898bee7-6492-49c2-8e38-628b0f4e2c64, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3898bee7-6492-49c2-8e38-628b0f4e2c64,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:37.250535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.252146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Pushing event updated for resources: {'Port': ['ID=8e817df8-98bb-43e9-bb64-55e86bf84f4e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:37.286365 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.319986 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.351359 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Attempting to bind port 8e817df8-98bb-43e9-bb64-55e86bf84f4e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:41:37.351741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Attempting to bind port 8e817df8-98bb-43e9-bb64-55e86bf84f4e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:41:37.352114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Attempting to bind port 8e817df8-98bb-43e9-bb64-55e86bf84f4e on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:41:37.360109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e55c6-8bc7-451f-918a-bded6fc92b9a None None] Pushing event updated for resources: {'Port': ['ID=3898bee7-6492-49c2-8e38-628b0f4e2c64,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:37.364373 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:41:37.364604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Checking segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:41:37.364936 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.365330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Bound using segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:41:37.365810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Bound port: 8e817df8-98bb-43e9-bb64-55e86bf84f4e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:41:37.366202 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.366706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:37.370406 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:37.374026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:41:37.386549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:34Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:37.397540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:37.420133 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.428435 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500c100-7a59-4fa7-823f-f035f0651c76 None None] The sync data for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 is: [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:34Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:41:37.465070 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] For port 8e817df8-98bb-43e9-bb64-55e86bf84f4e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:41:37.468193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] For port 8e817df8-98bb-43e9-bb64-55e86bf84f4e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8e817df8-98bb-43e9-bb64-55e86bf84f4e,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:41:37.475589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.544803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2c69d-c241-410e-87b6-137556d315c6 None None] Pushing event updated for resources: {'Port': ['ID=8e817df8-98bb-43e9-bb64-55e86bf84f4e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:37.582981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:37.898144 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f19c8e5-dc51-42af-9516-80ed1e7dfe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.276862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.281428 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.355773 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:38.358171 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.455910 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:38.457415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:38.572969 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router fefb78aa-0736-4fc5-b93d-17c1bad88e4b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:41:38.582928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f8559d-2b16-4e9d-9a39-2a69d8ba78a8 None None] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:41:38.689769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:41:38.695047 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-36fb76c3-9395-4051-9082-11fdb1472ebd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/fefb78aa-0736-4fc5-b93d-17c1bad88e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6217387 Dec 12 16:41:38.699573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c991666d-1394-4455-b761-add7d607572f None None] Provisioning complete for port 8e817df8-98bb-43e9-bb64-55e86bf84f4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:38.699940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c991666d-1394-4455-b761-add7d607572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.787597 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c991666d-1394-4455-b761-add7d607572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.829739 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c991666d-1394-4455-b761-add7d607572f None None] For port 8e817df8-98bb-43e9-bb64-55e86bf84f4e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8e817df8-98bb-43e9-bb64-55e86bf84f4e,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:38.835499 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c991666d-1394-4455-b761-add7d607572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:38.911247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991666d-1394-4455-b761-add7d607572f None None] Pushing event updated for resources: {'Port': ['ID=8e817df8-98bb-43e9-bb64-55e86bf84f4e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:38.922003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-791a1b0c-051a-40d3-9d8e-3d8a59527cca tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1776098425&fields=id&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 267 time: 0.0582614 Dec 12 16:41:38.923249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.043836 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3898bee7-6492-49c2-8e38-628b0f4e2c64 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:41:39.060191 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-14f140ef-3fbe-4800-9729-5bccd6fb50ac tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:39.064665 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-14f140ef-3fbe-4800-9729-5bccd6fb50ac tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 796 time: 0.1340330 Dec 12 16:41:39.078732 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-4ce88ea2-fb76-4f8b-8c6b-fe95f4b48167 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/quotas/aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 375 time: 0.0105748 Dec 12 16:41:39.084741 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-757dbb05-335d-4e9b-a82e-f3648a85f46b None None] Provisioning complete for port 8e817df8-98bb-43e9-bb64-55e86bf84f4e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.085128 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757dbb05-335d-4e9b-a82e-f3648a85f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.137994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-edd3383a-15fb-4b16-9e9c-fd817bcf0a68 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534353 Dec 12 16:41:39.138583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3898bee7-6492-49c2-8e38-628b0f4e2c64 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.138966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.218552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-f803dc81-9019-4416-9664-55167e863977 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:41:39.219918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-f803dc81-9019-4416-9664-55167e863977 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596068 Dec 12 16:41:39.244561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-757dbb05-335d-4e9b-a82e-f3648a85f46b None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.244741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757dbb05-335d-4e9b-a82e-f3648a85f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.277298 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Sync routers for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:41:39.289856 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:39.290787 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:39.308167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8e817df8-98bb-43e9-bb64-55e86bf84f4e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:41:39.315228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-757dbb05-335d-4e9b-a82e-f3648a85f46b None None] Port d47a564f-f93f-4036-b250-fd63ec5616b6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:39.329308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-afccad13-3b78-45dd-be09-5e927024fc31 service neutron] 10.222.0.36 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023574 Dec 12 16:41:39.393137 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8e817df8-98bb-43e9-bb64-55e86bf84f4e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.393512 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.418051 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:39.439933 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-8870aff8-a48e-4ce4-96bd-099b59ab8035 service neutron] 10.222.0.36 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018577 Dec 12 16:41:39.446601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-75dedd73-9391-46a0-8cc3-faea1be82529 None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.447534 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75dedd73-9391-46a0-8cc3-faea1be82529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.515727 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-75dedd73-9391-46a0-8cc3-faea1be82529 None None] Port d47a564f-f93f-4036-b250-fd63ec5616b6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:39.635041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-07b707ba-37da-47e1-ad3b-97b4b40ff034 None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:39.635716 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-07b707ba-37da-47e1-ad3b-97b4b40ff034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.642905 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09d77a7f-1adc-434b-98db-129e7632c458 req-defb5dc5-4bb7-4945-a0fe-424fd07e1baf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0327497 Dec 12 16:41:39.645757 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:38Z', 'revision_number': 2, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:39.671402 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Checking router: fefb78aa-0736-4fc5-b93d-17c1bad88e4b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:41:39.671751 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Updating router fefb78aa-0736-4fc5-b93d-17c1bad88e4b port d47a564f-f93f-4036-b250-fd63ec5616b6 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:41:39.672827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-07b707ba-37da-47e1-ad3b-97b4b40ff034 None None] Port d47a564f-f93f-4036-b250-fd63ec5616b6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:39.695651 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:39.885177 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.032922 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.037942 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.087361 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Pushing event updated for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:40.112045 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.112389 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.112754 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.113090 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.113421 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.113748 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.114072 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.114395 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.114716 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.115037 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.115357 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.115675 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.115991 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:41:40.154035 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Attempting to bind port d47a564f-f93f-4036-b250-fd63ec5616b6 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:41:40.154402 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Attempting to bind port d47a564f-f93f-4036-b250-fd63ec5616b6 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:41:40.154765 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Attempting to bind port d47a564f-f93f-4036-b250-fd63ec5616b6 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:41:40.160790 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:41:40.161163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Checking segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:41:40.161563 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.161953 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Bound using segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:41:40.162416 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Bound port: d47a564f-f93f-4036-b250-fd63ec5616b6, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:41:40.162790 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.230191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] For port d47a564f-f93f-4036-b250-fd63ec5616b6, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:41:40.233340 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] For port d47a564f-f93f-4036-b250-fd63ec5616b6, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d47a564f-f93f-4036-b250-fd63ec5616b6,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:41:40.238264 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.291704 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:40.292910 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:40.295516 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:40.295893 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.379565 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.393923 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746288c8-0cf0-42b3-8638-ee4f8b233ebe None None] Pushing event updated for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:40.413977 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:40.414575 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] For port d47a564f-f93f-4036-b250-fd63ec5616b6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d47a564f-f93f-4036-b250-fd63ec5616b6,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:40.421333 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.475967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fc8e6-65e7-46fc-95d7-9e13bacb2f6d None None] Pushing event updated for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:40.540488 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-b62c81a5-4cdf-4dfa-9cc0-398f2358e667 None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:40.541091 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b62c81a5-4cdf-4dfa-9cc0-398f2358e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.616797 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:40.648336 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2094c9be-1afa-4740-b59d-e9f1c1300d61 None None] The sync data for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 is: [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:41:40.668619 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:40.751809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-45613755-60d0-4977-a1be-4030d3c9e87e req-3368e8e3-d3a1-4c2f-ae8f-0931ee21ca52 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0471992 Dec 12 16:41:41.006453 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d47a564f-f93f-4036-b250-fd63ec5616b6 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:41:41.059496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port d47a564f-f93f-4036-b250-fd63ec5616b6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:41.059875 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:41.140178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8e817df8-98bb-43e9-bb64-55e86bf84f4e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:41:41.186919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8e817df8-98bb-43e9-bb64-55e86bf84f4e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:41.187286 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:41.294152 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:41.839834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bd889c9-7875-42a5-8da2-1633cb61d1ad req-4f2ee85c-c6dd-479f-b280-ce3c474b822f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0306182 Dec 12 16:41:41.960492 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:42.918972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-87b840b4-70f5-482c-b861-0cce24870955 req-2ca439a1-cb60-44d1-98c5-9485fac4f39d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0264194 Dec 12 16:41:44.010403 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5edb83d3-632d-4789-a4f1-b10a8331187e req-b651d754-041a-42be-94fe-b89977b6b5fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0263126 Dec 12 16:41:44.774395 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-cf34971d-400c-4ae6-869e-8b02509134b9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:44.776308 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-cf34971d-400c-4ae6-869e-8b02509134b9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 796 time: 0.1078541 Dec 12 16:41:44.840252 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-993da302-2b97-4e25-98c8-5e58eb07158f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 380 time: 0.0541966 Dec 12 16:41:44.853359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'port': {'device_id': '69087a04-5810-4d54-b496-4c0492c2003f', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'admin_state_up': True, 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'security_groups': ['3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:44.959435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:41:44.963799 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.087501 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.4 (249d656c-2ba1-4366-a6fd-9a8d246cd51b/75df2206-cbf4-4345-bb76-7a0d647c271d/a7fa1974-59f7-4c21-957e-a4bc1470d384) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:41:45.104518 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62746158-0917-4e88-817d-b11458046c28 req-d7791f20-5fbb-493f-981e-888690c9c4b0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 210 time: 0.0266500 Dec 12 16:41:45.226836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.260916 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.303866 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:45.306846 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:45.310504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:41:45.336989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:45.364071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:45.364701 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.381378 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-ea12e959-1525-45f2-853c-3ecaf4ccb9ec tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5315139 Dec 12 16:41:45.398831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Request body: {'port': {'device_id': '69087a04-5810-4d54-b496-4c0492c2003f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:45.457712 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.574881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bfccb68d-fc97-4be6-b33e-cd8f7fcbdf78 None None] Provisioning complete for port a7fa1974-59f7-4c21-957e-a4bc1470d384 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:45.575447 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfccb68d-fc97-4be6-b33e-cd8f7fcbdf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.608354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bfccb68d-fc97-4be6-b33e-cd8f7fcbdf78 None None] Port a7fa1974-59f7-4c21-957e-a4bc1470d384 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:41:45.712222 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fa1974-59f7-4c21-957e-a4bc1470d384 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:41:45.719753 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.731702 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Transition to ACTIVE for port object a7fa1974-59f7-4c21-957e-a4bc1470d384 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:41:45.735381 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.782460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:45.857941 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:41:45.858279 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:41:45.858612 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:41:45.863123 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:41:45.863441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:41:45.868500 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:41:45.868867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Checking segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:41:45.869332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Bound using segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:41:45.870353 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Bound port: a7fa1974-59f7-4c21-957e-a4bc1470d384, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:41:45.870714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.935888 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:41:45.938955 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:41:45.943736 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.980104 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:45.980820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:45.982220 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 1091 time: 0.5877283 Dec 12 16:41:45.982656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:41:45.984945 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27c2be-d011-4a4c-90df-96ce25b33ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:41:46.007779 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add154e5-b893-42a0-89db-954c2f808ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:46.038646 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8002e8c2-ac7c-4dcc-bdbd-a19eb5a47915 x-openstack-request-id: req-8002e8c2-ac7c-4dcc-bdbd-a19eb5a47915 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:41:46.039040 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:41:46.039303 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8002e8c2-ac7c-4dcc-bdbd-a19eb5a47915 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:41:46.039712 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'status': 'completed', 'code': 200} Dec 12 16:41:46.077748 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-5bfe2b6e-ad81-48ff-868c-ed2845c111da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.079277 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-5bfe2b6e-ad81-48ff-868c-ed2845c111da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0498550 Dec 12 16:41:46.126460 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-d9c4d3a6-bf3c-452c-8809-0128c6611867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 217 time: 0.0369942 Dec 12 16:41:46.193970 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-6e71b878-2c9b-4aba-9273-98369bd1df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.195293 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-6e71b878-2c9b-4aba-9273-98369bd1df33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0568559 Dec 12 16:41:46.232368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9e718-685d-45ed-8b50-d82068dc1c94 req-5721de3a-485d-4930-929d-6e85160ebf25 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.233885 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfe9e718-685d-45ed-8b50-d82068dc1c94 req-5721de3a-485d-4930-929d-6e85160ebf25 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0546167 Dec 12 16:41:46.252057 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-dcc868b5-2d1b-42e3-9735-e1e8ef151729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.253710 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-dcc868b5-2d1b-42e3-9735-e1e8ef151729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471690 Dec 12 16:41:46.286761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bfe9e718-685d-45ed-8b50-d82068dc1c94 req-456043fa-9c60-4c50-be1d-2a2cf5b54f4f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Dec 12 16:41:46.348132 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-33129fcb-6843-4cb9-9de4-511d373f233d service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831237 Dec 12 16:41:46.445524 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-841d3014-94ed-4c39-abba-1c110a819ff5 req-7463a535-3e5f-4167-a90a-d1d719bb95a9 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859332 Dec 12 16:41:46.538503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-63838243-6075-4a37-ae76-76e1b6da8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.539983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-63838243-6075-4a37-ae76-76e1b6da8de1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0417957 Dec 12 16:41:46.628299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-2bedb182-6395-4d6c-898b-44a901dabc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.629795 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-2bedb182-6395-4d6c-898b-44a901dabc42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0825963 Dec 12 16:41:46.676081 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-88085c0a-dee7-4171-93ba-6a5eda087e7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 217 time: 0.0388503 Dec 12 16:41:46.725491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-bf9ac913-4d3b-48f3-a5f9-ade283b3e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.726812 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-bf9ac913-4d3b-48f3-a5f9-ade283b3e2f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0432830 Dec 12 16:41:46.773223 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-7c5bca90-0876-408e-a12d-ca2b66b74b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:46.774736 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-7c5bca90-0876-408e-a12d-ca2b66b74b1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403070 Dec 12 16:41:46.869872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-d861a0ab-f0eb-4110-9d2f-f7ebd4fff4c3 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Dec 12 16:41:46.958429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8d27c2be-d011-4a4c-90df-96ce25b33ac6 req-afb7b343-1215-4f34-b825-b1a4dbf144dd service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804136 Dec 12 16:41:47.403306 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e5b35-faf4-4604-955e-ace7a8b97316 req-44bfc459-bc33-47e2-8441-9f7d99c5976a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:47.404714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee1e5b35-faf4-4604-955e-ace7a8b97316 req-44bfc459-bc33-47e2-8441-9f7d99c5976a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0478852 Dec 12 16:41:47.453160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee1e5b35-faf4-4604-955e-ace7a8b97316 req-afd0f7f2-e277-4540-b9cc-9889b275d0d0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Dec 12 16:41:48.565854 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b823b6d-37d0-4e4e-b9d1-19c5071fbbf5 req-232035c2-45ae-4a41-96c1-a40be162d7be tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:48.567348 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b823b6d-37d0-4e4e-b9d1-19c5071fbbf5 req-232035c2-45ae-4a41-96c1-a40be162d7be tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0479591 Dec 12 16:41:48.619026 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5b823b6d-37d0-4e4e-b9d1-19c5071fbbf5 req-01f40e00-9987-4c11-9291-c43e600bd5a4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451331 Dec 12 16:41:49.648620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:41:49.736567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba665c8-8aa9-4a83-81f1-18a0c2098bcb req-a0a93736-45e0-425b-908d-8691f0388de2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:49.738068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aba665c8-8aa9-4a83-81f1-18a0c2098bcb req-a0a93736-45e0-425b-908d-8691f0388de2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0499232 Dec 12 16:41:49.742636 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:49.754618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'mac_address': 'fa:16:3e:00:ba:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:41:49.786929 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aba665c8-8aa9-4a83-81f1-18a0c2098bcb req-fa66875e-ac6d-466b-99d6-04083ca8bd54 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Dec 12 16:41:49.794870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:49.807413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fa1974-59f7-4c21-957e-a4bc1470d384 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:41:49.826061 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:49.830172 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:49.876170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:50.089598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['a7fa1974-59f7-4c21-957e-a4bc1470d384'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:41:50.900051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db15038-c22f-42cb-9119-48fa54d41d19 req-51e3983b-419a-4694-a8ab-c4a49f133f65 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:50.902074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8db15038-c22f-42cb-9119-48fa54d41d19 req-51e3983b-419a-4694-a8ab-c4a49f133f65 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 944 time: 0.0483587 Dec 12 16:41:50.950471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8db15038-c22f-42cb-9119-48fa54d41d19 req-e604cf46-327c-44d2-8fb3-6d6a44760604 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Dec 12 16:41:51.651043 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:41:51.699202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port a7fa1974-59f7-4c21-957e-a4bc1470d384 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:41:51.703081 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port a7fa1974-59f7-4c21-957e-a4bc1470d384 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:41:51.703450 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:51.780735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:51.802686 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:41:51.804972 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0759b-a925-4baa-a2a2-0d6adfc5cb43" -d '{"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:41:51.818438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:41:51.823254 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:51.846535 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f1fa2-7fa8-4fd0-b8a3-9d76f146e2e3 x-openstack-request-id: req-765f1fa2-7fa8-4fd0-b8a3-9d76f146e2e3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:41:51.846829 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:41:51.847085 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-765f1fa2-7fa8-4fd0-b8a3-9d76f146e2e3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:41:51.847473 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'code': 200} Dec 12 16:41:51.873274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:51.950158 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14d505-a977-46b7-960b-b442fa73411a req-ccefa98f-2232-43bf-a21b-120c05be9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:51.951773 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dc14d505-a977-46b7-960b-b442fa73411a req-ccefa98f-2232-43bf-a21b-120c05be9e4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0460572 Dec 12 16:41:52.004726 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-dc14d505-a977-46b7-960b-b442fa73411a req-beedc779-fba8-4872-bfca-562bb0e6b082 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Dec 12 16:41:52.070076 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01755a4-ab1f-4709-9204-59b329766505 req-21fcfa1b-6331-438a-88f4-d3f5748f4276 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:52.071538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a01755a4-ab1f-4709-9204-59b329766505 req-21fcfa1b-6331-438a-88f4-d3f5748f4276 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0524795 Dec 12 16:41:52.119864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a01755a4-ab1f-4709-9204-59b329766505 req-50e5c3ce-40b9-4118-a5cc-6991ade89315 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Dec 12 16:41:53.237798 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d84c7-03f8-48d7-b44a-cacdbdbd89c6 req-8e938fe0-019b-4b3d-b41c-7355ac290b60 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:53.239250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b40d84c7-03f8-48d7-b44a-cacdbdbd89c6 req-8e938fe0-019b-4b3d-b41c-7355ac290b60 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0499485 Dec 12 16:41:53.289141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b40d84c7-03f8-48d7-b44a-cacdbdbd89c6 req-4335b01a-c4a4-4fa4-a622-2e153275496f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Dec 12 16:41:54.411695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4c033-09a8-4ab1-890b-683a24ca0749 req-a3e35cb3-e51a-49d2-9f00-58d4800cb6ca tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:54.413088 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1da4c033-09a8-4ab1-890b-683a24ca0749 req-a3e35cb3-e51a-49d2-9f00-58d4800cb6ca tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0525875 Dec 12 16:41:54.461762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1da4c033-09a8-4ab1-890b-683a24ca0749 req-71b01478-64f2-421c-b281-35d4fdb104d2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Dec 12 16:41:54.574559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5febcb-f2e7-4c91-b777-f1d7c7a83763 req-f8d1519e-9fc8-444a-b251-b21d8df5ce17 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:54.576021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5febcb-f2e7-4c91-b777-f1d7c7a83763 req-f8d1519e-9fc8-444a-b251-b21d8df5ce17 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0482724 Dec 12 16:41:54.625486 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1c5febcb-f2e7-4c91-b777-f1d7c7a83763 req-91728ba0-06df-42ca-82cb-862915e95418 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Dec 12 16:41:54.647446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58804) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:54.685664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61c915-f33e-45a0-89bc-8281769bfc8d tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:54.687321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7f61c915-f33e-45a0-89bc-8281769bfc8d tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1091 time: 0.0389245 Dec 12 16:41:54.690096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58806) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:54.694401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:41:54.716413 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:54.814533 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:54.917003 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.164 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/f467f276-4fe2-4ee3-b682-76b5719480c0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:41:55.014521 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.047532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.082567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:41:55.086975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:41:55.091103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:41:55.117971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=f467f276-4fe2-4ee3-b682-76b5719480c0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:55.452148 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.518537 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.678294 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.683494 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.758325 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=f467f276-4fe2-4ee3-b682-76b5719480c0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:41:55.768601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:55.866797 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP ffe7625e-0642-4999-ad42-fa18e25d103d associated. External IP: 172.25.3.164, port: a7fa1974-59f7-4c21-957e-a4bc1470d384. Dec 12 16:41:56.068696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router fefb78aa-0736-4fc5-b93d-17c1bad88e4b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:41:56.171226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:41:56.181808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Sync routers for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:41:56.188286 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:41:56.191672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:56.192291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:56.218619 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-51b99f1f-df26-4352-8c13-ba92f5bd54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5274830 Dec 12 16:41:56.219516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:41:56.222097 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78a6c3c-55bc-4104-b916-024e27ce32e0" -d '{"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:41:56.262022 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49507a40-a632-4122-8eba-04987ea47f9c x-openstack-request-id: req-49507a40-a632-4122-8eba-04987ea47f9c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:41:56.262323 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:41:56.262587 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49507a40-a632-4122-8eba-04987ea47f9c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:41:56.263003 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'status': 'completed', 'code': 200} Dec 12 16:41:56.302513 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:56.322686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24207e38-d922-4574-a63e-f212f29b67d3 req-52d51f1e-764a-42a5-aebb-e4c635bdcb26 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:56.324382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24207e38-d922-4574-a63e-f212f29b67d3 req-52d51f1e-764a-42a5-aebb-e4c635bdcb26 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0522480 Dec 12 16:41:56.328978 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-97bd8bcf-4f6b-4807-b222-d9374a861918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:56.333873 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-97bd8bcf-4f6b-4807-b222-d9374a861918 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0462611 Dec 12 16:41:56.375422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24207e38-d922-4574-a63e-f212f29b67d3 req-0d7eb326-7bc5-4045-b279-9f24d883c53d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 Dec 12 16:41:56.396993 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58812) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:56.437444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-df86147d-1289-4e38-8e27-75fb14dc7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:56.439239 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-df86147d-1289-4e38-8e27-75fb14dc7f11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0978687 Dec 12 16:41:56.464003 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-86918dc7-caa4-4357-af28-c5205d4c76bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ffe7625e-0642-4999-ad42-fa18e25d103d HTTP/1.1" status: 200 len: 991 time: 0.0658491 Dec 12 16:41:56.508284 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-d2545632-7b3a-4b91-8aa5-4ccec3044029 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 999 time: 0.0602486 Dec 12 16:41:56.534620 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ffe7625e-0642-4999-ad42-fa18e25d103d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'mac_address': 'fa:16:3e:00:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69087a04-5810-4d54-b496-4c0492c2003f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:41:55Z', 'updated_at': '2021-12-12T16:41:55Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:56.557473 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-b574e61d-f646-4706-a201-5340329a0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:56.558948 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-b574e61d-f646-4706-a201-5340329a0cf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0435374 Dec 12 16:41:56.564967 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Checking router: fefb78aa-0736-4fc5-b93d-17c1bad88e4b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:41:56.573839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:41:56.574387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:41:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:56.608208 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-6a6bfd5b-dfa0-4b02-9d94-aa84daf1d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:41:56.609726 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-6a6bfd5b-dfa0-4b02-9d94-aa84daf1d725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434809 Dec 12 16:41:56.680149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:41:56.699408 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-f0a075b6-f9ee-4b7e-9e8b-456dbdf747e9 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Dec 12 16:41:56.793445 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e78a6c3c-55bc-4104-b916-024e27ce32e0 req-e4605390-3f5a-4a58-b08b-6d14af04f434 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Dec 12 16:41:56.900942 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ffe7625e-0642-4999-ad42-fa18e25d103d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'mac_address': 'fa:16:3e:00:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69087a04-5810-4d54-b496-4c0492c2003f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:41:55Z', 'updated_at': '2021-12-12T16:41:55Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:41:56.929758 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7bbc13-3a3c-4ba1-bed5-852fa92b3280 None None] The sync data for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 is: [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'ffe7625e-0642-4999-ad42-fa18e25d103d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'mac_address': 'fa:16:3e:00:ba:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69087a04-5810-4d54-b496-4c0492c2003f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:41:55Z', 'updated_at': '2021-12-12T16:41:55Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:41:57.136078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce17c4-bb03-4241-aaa3-9a9c09b2135b None None] New status for floating IP ffe7625e-0642-4999-ad42-fa18e25d103d: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:41:57.467705 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58814) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:41:57.530902 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-44e8ef71-8cf0-438f-b279-1bba4052e557 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ffe7625e-0642-4999-ad42-fa18e25d103d HTTP/1.1" status: 200 len: 993 time: 0.0620310 Dec 12 16:42:01.806700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-7d8a2f66-e0fd-43d7-9cfa-6efc5f7ce23c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400941 Dec 12 16:42:01.889605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-b86e36ce-cf38-4745-817b-7072dcd76826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:01.891105 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-b86e36ce-cf38-4745-817b-7072dcd76826 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0407650 Dec 12 16:42:01.995508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-d961dc75-f832-413b-8f3f-12da81ece945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:01.997018 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-d961dc75-f832-413b-8f3f-12da81ece945 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0855272 Dec 12 16:42:02.062431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-d1afd974-7a00-4928-a26e-03d76843899e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 1001 time: 0.0581563 Dec 12 16:42:02.110580 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-1205cc90-6453-4a1d-a6b9-3db16abe9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:02.111969 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-1205cc90-6453-4a1d-a6b9-3db16abe9010 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0426042 Dec 12 16:42:02.160753 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-2e539262-0277-4a02-b510-98dcb106fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:02.162252 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-2e539262-0277-4a02-b510-98dcb106fffd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433440 Dec 12 16:42:02.252510 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-0478107a-b819-4085-be0d-b5374d341048 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824478 Dec 12 16:42:02.342681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e8681cd0-1079-433a-b0e2-f406e69e67f1 req-70319179-8829-43ad-8d46-6da3843cdb0c service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829434 Dec 12 16:42:05.613564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e0cf2bc3-206f-4260-ba89-857fdf4ed3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:07.892984 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-baa0b42a-e7c3-4de8-af49-63b0a9290f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:08.909610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:09.238984 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:42:09.901529 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:10.669329 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:11.296174 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:11.959943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:31.077949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58832) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:42:31.099642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efe638-66a9-4b32-b743-225c1755dd53 req-de82c14d-339a-42fb-9cc6-16eb85510209 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:31.101202 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1efe638-66a9-4b32-b743-225c1755dd53 req-de82c14d-339a-42fb-9cc6-16eb85510209 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0558932 Dec 12 16:42:31.184947 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a1efe638-66a9-4b32-b743-225c1755dd53 req-65c6bc2b-c43b-46df-bfba-ba764a114cce tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770340 Dec 12 16:42:31.191405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-d1a3e681-2c3c-4f46-88d1-8f492aa87ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124132 Dec 12 16:42:31.200483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-76264630-a468-4250-8122-58dc3b7c5cd3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:42:31.201585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-76264630-a468-4250-8122-58dc3b7c5cd3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053470 Dec 12 16:42:32.271100 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-32b5fc2a-32fe-47be-9895-a2e56f34bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:32.272739 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-32b5fc2a-32fe-47be-9895-a2e56f34bcdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0470288 Dec 12 16:42:32.310652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5ab24-9a31-47b3-a705-a3bacc8fb75a req-1fdf8c6d-516a-4e9d-b8e0-ab71aba73503 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:32.312138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ab5ab24-9a31-47b3-a705-a3bacc8fb75a req-1fdf8c6d-516a-4e9d-b8e0-ab71aba73503 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0501628 Dec 12 16:42:32.361369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3ab5ab24-9a31-47b3-a705-a3bacc8fb75a req-e9033aaa-9b93-4590-a032-f2a0d9168e7d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Dec 12 16:42:32.364611 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-93d321fa-11a2-42f8-ac65-82816976f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:32.366133 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-93d321fa-11a2-42f8-ac65-82816976f628 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0861368 Dec 12 16:42:32.443150 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-652377c2-6c5f-42c8-96b5-9494e29d81d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 1001 time: 0.0683582 Dec 12 16:42:32.492013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-9965092a-1875-41b6-8c72-db86331c2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:32.493376 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-9965092a-1875-41b6-8c72-db86331c2d83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0421944 Dec 12 16:42:32.536873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-49d6ed8b-bb52-42cb-82ff-b2107a0531ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:32.538305 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-49d6ed8b-bb52-42cb-82ff-b2107a0531ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380569 Dec 12 16:42:32.631636 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-9bf233b9-e33b-4b47-8974-a4319ce08744 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833647 Dec 12 16:42:32.722259 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-3b2cbe61-7ec8-4c77-b103-5cd220c27fcc service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Dec 12 16:42:33.480214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad700ceb-e8c3-4d06-885d-0cad7c2d85eb req-9cbdc571-b105-4a07-86c4-b225c7805898 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:33.481695 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad700ceb-e8c3-4d06-885d-0cad7c2d85eb req-9cbdc571-b105-4a07-86c4-b225c7805898 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0480645 Dec 12 16:42:33.530052 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ad700ceb-e8c3-4d06-885d-0cad7c2d85eb req-9c4759b1-7345-4e49-a594-bb8902427756 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Dec 12 16:42:34.648013 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18050b-d07f-4641-b87f-f48703d5e81a req-015c7f42-88e7-428b-b3e1-feaed7af48a0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:34.649468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d18050b-d07f-4641-b87f-f48703d5e81a req-015c7f42-88e7-428b-b3e1-feaed7af48a0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0505919 Dec 12 16:42:34.697115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d18050b-d07f-4641-b87f-f48703d5e81a req-54d6eee8-1a83-400a-b1da-3cb798134f3c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410867 Dec 12 16:42:35.614886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-399c08b5-891e-4b7e-b1b6-005ea599d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:35.813523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8265fe-d18e-49ad-a6f0-a80e49cf03d0 req-39262b27-a44f-4c0d-ad7c-afba6483ab24 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:35.814964 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed8265fe-d18e-49ad-a6f0-a80e49cf03d0 req-39262b27-a44f-4c0d-ad7c-afba6483ab24 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0483778 Dec 12 16:42:35.862992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed8265fe-d18e-49ad-a6f0-a80e49cf03d0 req-954fbbe9-1edd-45ac-ae33-1a839b5d1223 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Dec 12 16:42:36.983396 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2dd13-0539-4269-a30a-b1060cf033b2 req-3222b66e-28e3-481d-847c-cc8115309e37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:36.984864 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09c2dd13-0539-4269-a30a-b1060cf033b2 req-3222b66e-28e3-481d-847c-cc8115309e37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0511651 Dec 12 16:42:37.032051 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09c2dd13-0539-4269-a30a-b1060cf033b2 req-8ccff4e3-7564-4f60-a295-548116f38abe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 Dec 12 16:42:37.894176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cfd4ad12-7dc1-4f4c-8105-e02fef8b66d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:38.146419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc215b24-e591-4a7a-8de4-aa12ed41945c req-f7cd5259-46de-4b98-8ecd-d5e1eabe8392 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:38.147464 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc215b24-e591-4a7a-8de4-aa12ed41945c req-f7cd5259-46de-4b98-8ecd-d5e1eabe8392 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0481429 Dec 12 16:42:38.195170 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc215b24-e591-4a7a-8de4-aa12ed41945c req-26da3174-7e23-4d32-aefa-89da299efd93 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 Dec 12 16:42:38.912089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:39.309438 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee2ac7-2c2e-442d-94e9-8b2db0cfb3e4 req-d0c114f2-462f-4592-8b24-d2f03c6fe491 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:39.310882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ee2ac7-2c2e-442d-94e9-8b2db0cfb3e4 req-d0c114f2-462f-4592-8b24-d2f03c6fe491 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0475459 Dec 12 16:42:39.362827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9ee2ac7-2c2e-442d-94e9-8b2db0cfb3e4 req-90562d45-1c96-4721-a25b-f379a7fb2e5c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459502 Dec 12 16:42:39.930906 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:40.477996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ae2a-90f8-44c3-b2c2-8abb04f7dba4 req-d344d710-92bb-45ff-b225-2ac3c3d1b74e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:40.479524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f1ae2a-90f8-44c3-b2c2-8abb04f7dba4 req-d344d710-92bb-45ff-b225-2ac3c3d1b74e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0491302 Dec 12 16:42:40.528022 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-73f1ae2a-90f8-44c3-b2c2-8abb04f7dba4 req-b1bf5409-5800-4bd6-81f0-502acf1aeb87 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Dec 12 16:42:40.672069 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:41.297654 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:41.641350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c41b16-dbe9-418c-869a-786636cf0590 req-d4e686e9-0c53-4b42-99fd-c503424ce96b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:41.642797 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c41b16-dbe9-418c-869a-786636cf0590 req-d4e686e9-0c53-4b42-99fd-c503424ce96b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0477853 Dec 12 16:42:41.690546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c41b16-dbe9-418c-869a-786636cf0590 req-f194f81e-15d4-4579-b3a8-85d3e1fbd088 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Dec 12 16:42:41.979248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:42.808806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4de13-3fbd-49ab-83f9-423623c16f7c req-8e0992eb-c815-4d52-b71b-d160eae8ce0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:42.810249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95f4de13-3fbd-49ab-83f9-423623c16f7c req-8e0992eb-c815-4d52-b71b-d160eae8ce0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0520730 Dec 12 16:42:42.857746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-95f4de13-3fbd-49ab-83f9-423623c16f7c req-769cf13b-40e7-43e8-a386-47d68bdaa780 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Dec 12 16:42:43.972392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3d31-63be-4500-be47-4b7124eaa035 req-580a5879-6355-4758-ab40-d6776bce9595 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:43.973870 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735f3d31-63be-4500-be47-4b7124eaa035 req-580a5879-6355-4758-ab40-d6776bce9595 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0486002 Dec 12 16:42:44.021699 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-735f3d31-63be-4500-be47-4b7124eaa035 req-b0c4e57a-e367-433c-8263-130efa0a6adc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Dec 12 16:42:45.136022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1d95f-448e-4dbf-8ced-303fd483e5ad req-6e052733-9040-46ff-8305-9086d2dd32ab tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:45.137515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62b1d95f-448e-4dbf-8ced-303fd483e5ad req-6e052733-9040-46ff-8305-9086d2dd32ab tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0478153 Dec 12 16:42:45.189614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-62b1d95f-448e-4dbf-8ced-303fd483e5ad req-9594f35a-44db-421e-8c1e-92b74dabb820 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Dec 12 16:42:46.237717 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:42:46.304437 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee04ac-5e78-4c18-8ab4-06059acb6737 req-c29c3f06-2596-404f-bebb-f9df59230fe6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:46.305909 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dee04ac-5e78-4c18-8ab4-06059acb6737 req-c29c3f06-2596-404f-bebb-f9df59230fe6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0477362 Dec 12 16:42:46.353364 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dee04ac-5e78-4c18-8ab4-06059acb6737 req-d3042d92-5d6d-4867-b678-6e26a3aeec14 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Dec 12 16:42:47.469728 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d938d5-6f1e-41f3-bf15-2f6aa065a468 req-e37f40b6-53b9-429c-81f4-d1040e958449 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:47.471158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d938d5-6f1e-41f3-bf15-2f6aa065a468 req-e37f40b6-53b9-429c-81f4-d1040e958449 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0478241 Dec 12 16:42:47.518174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4d938d5-6f1e-41f3-bf15-2f6aa065a468 req-71887e1e-9d93-47f8-b70c-1de418d86f06 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Dec 12 16:42:48.636272 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f417bd-9f74-448d-be18-fd9bb9681f28 req-886fb589-69ea-47f1-a909-33f189e6b513 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:48.637731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02f417bd-9f74-448d-be18-fd9bb9681f28 req-886fb589-69ea-47f1-a909-33f189e6b513 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0518603 Dec 12 16:42:48.684935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-02f417bd-9f74-448d-be18-fd9bb9681f28 req-9a594dc4-dd13-4419-98e2-820e54487a67 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Dec 12 16:42:49.801533 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4a89-5285-45b6-84ab-d06e8c802587 req-7c4e9421-de9a-4049-868c-7ce33668066c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:49.802980 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b12f4a89-5285-45b6-84ab-d06e8c802587 req-7c4e9421-de9a-4049-868c-7ce33668066c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0507560 Dec 12 16:42:49.852180 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b12f4a89-5285-45b6-84ab-d06e8c802587 req-82e676f7-be88-42d7-a91a-4e1ce3ccf8b3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427296 Dec 12 16:42:49.865671 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-57a11f14-55eb-44ab-bec0-62b49bdf3a0d service neutron] show failed (client error): The resource could not be found. Dec 12 16:42:49.866696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-57a11f14-55eb-44ab-bec0-62b49bdf3a0d service neutron] 10.222.0.30 "GET /v2.0/ports/a7fa1974-59f7-4c21-957e-a4bc1470d384/bindings/n-h2-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0597322 Dec 12 16:42:50.138984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-bd0684f2-0c01-41ec-aabe-616f8236d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:50.140444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-bd0684f2-0c01-41ec-aabe-616f8236d2ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 1096 time: 0.0973186 Dec 12 16:42:50.152885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:42:50.203345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.392702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:42:50.423898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h1-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:42:50.464876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:42:50.467102 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138cccf5-eb05-4d7e-a2e3-c4d868845d00" -d '{"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:42:50.471317 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.483831 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Transition to ACTIVE for port object a7fa1974-59f7-4c21-957e-a4bc1470d384 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:42:50.488014 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.521158 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd4bdf8-d617-4b41-946c-93bb3c36b475 x-openstack-request-id: req-7bd4bdf8-d617-4b41-946c-93bb3c36b475 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:42:50.521560 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:42:50.521724 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bd4bdf8-d617-4b41-946c-93bb3c36b475 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:42:50.522097 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'code': 200} Dec 12 16:42:50.575770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:42:50.589483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.589833 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.590177 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.590515 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.590848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.591179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.591507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.591828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.592150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.592474 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.593075 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.593182 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.593444 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:50.617880 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] No DVR routers for this DVR port a7fa1974-59f7-4c21-957e-a4bc1470d384 on host n-h1-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:42:50.759142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:42:50.759679 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:42:50.760201 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:42:50.767939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:42:50.768314 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Attempting to bind port a7fa1974-59f7-4c21-957e-a4bc1470d384 on network 249d656c-2ba1-4366-a6fd-9a8d246cd51b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:42:50.774220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:42:50.774552 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Checking segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:42:50.774961 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Bound using segment: {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:42:50.775380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Bound port: a7fa1974-59f7-4c21-957e-a4bc1470d384, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:42:50.775728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.835909 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:42:50.839108 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:42:50.842962 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.877348 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:50.877963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:50.879417 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] 10.222.0.13 "PUT /v2.0/ports/a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 1091 time: 0.7311215 Dec 12 16:42:50.901274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc8b6-2b67-4998-a7d6-b8a066b2536c service neutron] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:42:50.978913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-f1578cf3-36e7-4e11-99b6-89f3d602983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:50.980992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-f1578cf3-36e7-4e11-99b6-89f3d602983d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0712647 Dec 12 16:42:51.016904 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cc467-deab-412d-bb4a-a5925894157a req-735fab50-c2ca-4d2f-bdfa-f68d831ae4fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:51.018413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-642cc467-deab-412d-bb4a-a5925894157a req-735fab50-c2ca-4d2f-bdfa-f68d831ae4fd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0784767 Dec 12 16:42:51.118046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-642cc467-deab-412d-bb4a-a5925894157a req-65a370fc-6296-42ce-af1a-3d0312ee7b55 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726714 Dec 12 16:42:51.119433 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-cade676e-74b4-4ed5-9536-9dd95dd85530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:51.121367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-cade676e-74b4-4ed5-9536-9dd95dd85530 service neutron] 10.222.0.13 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.1333570 Dec 12 16:42:51.190557 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-1ab3d2ce-a62d-4709-9bad-30732d4f2eb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 999 time: 0.0621867 Dec 12 16:42:51.238664 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-d02821a3-9b43-4d8b-b70d-9af8b9540a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:51.240068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-d02821a3-9b43-4d8b-b70d-9af8b9540a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0420196 Dec 12 16:42:51.283399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-e51e5fe4-14b7-4349-b660-65bc8c556ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:51.284845 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-e51e5fe4-14b7-4349-b660-65bc8c556ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380025 Dec 12 16:42:51.375746 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-ccf2571b-945c-47ec-8820-67ecdd361cfe service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838935 Dec 12 16:42:51.462055 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8b8c44ff-1eeb-4d09-bada-b447ec32d6fc req-771be072-3c6d-4ff0-ad06-59aba4c8d8bb service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788937 Dec 12 16:42:52.245890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23bfe-b284-476f-a786-74d7a4b1a831 req-87bbc655-73c0-446d-b9a6-cc4e763ad99b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.247349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ad23bfe-b284-476f-a786-74d7a4b1a831 req-87bbc655-73c0-446d-b9a6-cc4e763ad99b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0561664 Dec 12 16:42:52.294606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ad23bfe-b284-476f-a786-74d7a4b1a831 req-491809ab-69a5-4934-a955-24023a136d32 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Dec 12 16:42:52.523641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:42:52.526031 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d98a57e-ec18-41a2-89cb-00d8b34096e9" -d '{"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:42:52.573534 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b85d6-3a95-4bf0-8b5e-545db5b24c40 x-openstack-request-id: req-637b85d6-3a95-4bf0-8b5e-545db5b24c40 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:42:52.573822 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:42:52.574073 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-637b85d6-3a95-4bf0-8b5e-545db5b24c40 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:42:52.574535 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'status': 'completed', 'code': 200} Dec 12 16:42:52.632049 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-86067da6-b69b-450b-adda-4d52b1fe2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.633554 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-86067da6-b69b-450b-adda-4d52b1fe2304 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0409131 Dec 12 16:42:52.638225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-12241eb8-8079-44bc-9322-0aba7e32b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.639718 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-12241eb8-8079-44bc-9322-0aba7e32b3ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0411360 Dec 12 16:42:52.734460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-950fa0d7-ddb8-4078-8352-932cd9dc05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.735952 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-950fa0d7-ddb8-4078-8352-932cd9dc05a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0841823 Dec 12 16:42:52.815696 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-191488ea-0bd2-48d7-99ff-e0eba0ece380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 999 time: 0.0660126 Dec 12 16:42:52.871828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-04ded4a0-e7f1-4693-a41a-857d27bbf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.873353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-04ded4a0-e7f1-4693-a41a-857d27bbf081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0460145 Dec 12 16:42:52.930029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-551855a6-8879-44f8-bd7d-b8b030bb3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:52.932005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-551855a6-8879-44f8-bd7d-b8b030bb3c49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458901 Dec 12 16:42:53.037217 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-ed8ee86c-d8b6-4c74-b722-8eba4c763f08 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914595 Dec 12 16:42:53.067426 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-12b7d1cd-4b8f-41db-995c-015374c59157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.068834 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-12b7d1cd-4b8f-41db-995c-015374c59157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.4275701 Dec 12 16:42:53.133307 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-65d6cb5d-d8f0-43b8-a090-53ced0c3c8bc service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812724 Dec 12 16:42:53.134579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-a37938d8-4b50-4863-b502-6720a7d74daf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 999 time: 0.0573199 Dec 12 16:42:53.183696 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-deae3579-ad62-474e-86b4-eb9f6fbef486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.185138 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-deae3579-ad62-474e-86b4-eb9f6fbef486 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0436091 Dec 12 16:42:53.233023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-7daf0478-8530-43ba-97c1-89f0c485ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.234461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-7daf0478-8530-43ba-97c1-89f0c485ffe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426774 Dec 12 16:42:53.321317 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-b9afd9b4-198e-46e2-bb98-f8e4770d9e74 service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782869 Dec 12 16:42:53.443598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d98a57e-ec18-41a2-89cb-00d8b34096e9 req-8506bf35-43b2-49d0-874e-83913a68c210 service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159620 Dec 12 16:42:53.451483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b053bc-bd8b-4ce7-922e-979611ff6ff3 req-81e66871-8d03-46ae-93c8-ddaa677c05ad tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.452857 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06b053bc-bd8b-4ce7-922e-979611ff6ff3 req-81e66871-8d03-46ae-93c8-ddaa677c05ad tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0789509 Dec 12 16:42:53.501250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-06b053bc-bd8b-4ce7-922e-979611ff6ff3 req-dc9ef06c-9c64-40bb-b9c7-46f414d28ce0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Dec 12 16:42:53.693962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4f2e1-3bb8-4ec1-8052-c4f928d81847 req-3a38dce1-c801-4854-ba21-0d9d01ce1e36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.695450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fd4f2e1-3bb8-4ec1-8052-c4f928d81847 req-3a38dce1-c801-4854-ba21-0d9d01ce1e36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0487661 Dec 12 16:42:53.713752 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-599b0fda-89ff-4ce6-bec2-e142680902ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.715206 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-599b0fda-89ff-4ce6-bec2-e142680902ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f&tenant_id=aad3f2030837447c98b9c31300820be2&binding%3Ahost_id=n-h2-710847-8 HTTP/1.1" status: 200 len: 943 time: 0.0556889 Dec 12 16:42:53.747987 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6fd4f2e1-3bb8-4ec1-8052-c4f928d81847 req-ddf53a3c-15b7-48dd-9b70-8188ee2d0682 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459082 Dec 12 16:42:53.780915 n-d-710847-8 neutron-server[103411]: INFO neutron.api.v2.resource [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-1c990fe8-fcbf-4054-b1a4-81f47095d88d service neutron] delete failed (client error): The resource could not be found. Dec 12 16:42:53.781925 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-1c990fe8-fcbf-4054-b1a4-81f47095d88d service neutron] 10.222.0.30 "DELETE /v2.0/ports/a7fa1974-59f7-4c21-957e-a4bc1470d384/bindings/n-h1-710847-8 HTTP/1.1" status: 404 len: 380 time: 0.0535986 Dec 12 16:42:53.865180 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63265-d13d-4326-ad1d-006806ab1951 req-6db17422-a625-41be-8bc4-67c5bfd26274 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.866563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24d63265-d13d-4326-ad1d-006806ab1951 req-6db17422-a625-41be-8bc4-67c5bfd26274 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0492463 Dec 12 16:42:53.878027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-fbd56d86-4b46-4c24-aea7-47ba65cb3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.879511 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-fbd56d86-4b46-4c24-aea7-47ba65cb3112 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1094 time: 0.0417104 Dec 12 16:42:53.915349 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-24d63265-d13d-4326-ad1d-006806ab1951 req-75d423c1-a0cf-4eb7-949e-95af87e47671 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Dec 12 16:42:53.962837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:42:53.976314 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-fb62d6d2-a7e9-4b13-802f-ed231310cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:53.977820 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-fb62d6d2-a7e9-4b13-802f-ed231310cc2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0876007 Dec 12 16:42:54.001434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:42:54.051075 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-f41f663e-7d68-4955-803e-19abcb39a89d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 999 time: 0.0615950 Dec 12 16:42:54.103465 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-f549bcf5-1aa0-4295-b342-000b6196849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:54.104927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-f549bcf5-1aa0-4295-b342-000b6196849c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0427017 Dec 12 16:42:54.153605 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-4ae323f4-3fa5-4282-979e-fd9daeb28308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:54.155115 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-4ae323f4-3fa5-4282-979e-fd9daeb28308 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430806 Dec 12 16:42:54.242792 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-598c80e3-21ce-46ce-b538-3b6e9d3b10f8 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792589 Dec 12 16:42:54.337002 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c06f2aee-eb99-4667-a668-45cc83b3e5ef req-ecd55cab-4696-4efb-b5d5-16a4eef7e413 service neutron] 10.222.0.30 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Dec 12 16:42:54.846902 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:42:54.948584 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:42:54.962153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'port_id': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'mac_address': 'fa:16:3e:00:ba:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:42:55.000376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:55.017710 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fa1974-59f7-4c21-957e-a4bc1470d384 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:42:55.032876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055550-cd29-4831-b26c-566a0aaad243 req-f4fae79a-9ea4-4ca7-aaf8-4953e4923ff2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:42:55.034341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5055550-cd29-4831-b26c-566a0aaad243 req-f4fae79a-9ea4-4ca7-aaf8-4953e4923ff2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 943 time: 0.0484130 Dec 12 16:42:55.037417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:42:55.040625 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:55.083321 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c5055550-cd29-4831-b26c-566a0aaad243 req-60ce57bf-22c6-4d2c-82e6-7003b614bcee tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Dec 12 16:42:55.087528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:42:55.095659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.096018 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.096369 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.096738 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.097079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.097412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.097753 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.098086 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.098420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.098752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.099090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.099420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.099748 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:42:55.106967 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58912) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:42:55.172300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-66c3e359-d822-4523-add2-179e9a7c839e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/ffe7625e-0642-4999-ad42-fa18e25d103d HTTP/1.1" status: 200 len: 992 time: 0.0641751 Dec 12 16:42:55.293891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['a7fa1974-59f7-4c21-957e-a4bc1470d384'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:42:56.837542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:42:56.886853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port a7fa1974-59f7-4c21-957e-a4bc1470d384 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:42:56.890985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port a7fa1974-59f7-4c21-957e-a4bc1470d384 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:42:56.891387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:56.971240 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:56.993421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:42:56.995665 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d478bda8-56e4-4522-8e25-c620d2200022" -d '{"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:42:57.007640 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:42:57.012896 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:42:57.035998 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50faa1a-5546-402a-b15e-b93edc3b7c9e x-openstack-request-id: req-e50faa1a-5546-402a-b15e-b93edc3b7c9e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:42:57.036294 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-plugged", "status": "completed", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:42:57.036578 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e50faa1a-5546-402a-b15e-b93edc3b7c9e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:42:57.036999 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'code': 200} Dec 12 16:42:57.062079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:05.616782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86a9d85b-1dc3-4ad7-ab4d-52ec3b1fa791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:07.895039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ea5e-77d8-4e7b-90d6-1ba2af917380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:08.914939 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:09.933259 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:10.571612 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-dac2f0e0-a503-4d84-a192-6c35bdce9567 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380006 Dec 12 16:43:10.653081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-adb32f11-e4ca-4ece-b4c7-eb803e7c24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:10.654519 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-adb32f11-e4ca-4ece-b4c7-eb803e7c24fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0401692 Dec 12 16:43:10.674901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:10.756525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-a9a0debb-d169-4ad4-b86a-28bf3b98155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:10.757975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-a9a0debb-d169-4ad4-b86a-28bf3b98155d service neutron] 10.222.0.13 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.0845258 Dec 12 16:43:10.824678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-7af8b745-1c1e-4ef2-b1dd-38117f3c7afb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 1001 time: 0.0593748 Dec 12 16:43:10.875185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-f4dfd215-79d2-4aff-a46d-048c9bd7c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:10.876582 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-f4dfd215-79d2-4aff-a46d-048c9bd7c73a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0456355 Dec 12 16:43:10.920203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-10c3331f-068c-4005-8698-3c1250fad6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:10.921670 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-10c3331f-068c-4005-8698-3c1250fad6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387318 Dec 12 16:43:11.009473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-0c7c583a-df01-4bd8-833c-c130162350ce service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796561 Dec 12 16:43:11.100373 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68e4d3d0-d0e8-480a-9c30-d61dd6add1f2 req-1a8fff44-abc0-4165-a979-c4b3f01ade17 service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835726 Dec 12 16:43:11.299467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:11.997523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:23.236865 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:43:23.688873 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58926) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:23.842368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port f467f276-4fe2-4ee3-b682-76b5719480c0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:43:23.842703 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:23.918332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:23.918654 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:23.929824 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for f467f276-4fe2-4ee3-b682-76b5719480c0 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:43:24.071084 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:24.098725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=f467f276-4fe2-4ee3-b682-76b5719480c0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:24.158085 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:24.158417 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP ffe7625e-0642-4999-ad42-fa18e25d103d disassociated (deleted). External IP: 172.25.3.164, port: a7fa1974-59f7-4c21-957e-a4bc1470d384. Dec 12 16:43:24.363642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router fefb78aa-0736-4fc5-b93d-17c1bad88e4b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:43:24.470729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:43:24.475767 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:24.480460 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Sync routers for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:43:24.489927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:24.490542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:24.504682 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1c7e380d-a175-492e-b085-c62842873737 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/floatingips/ffe7625e-0642-4999-ad42-fa18e25d103d HTTP/1.1" status: 204 len: 168 time: 0.8147087 Dec 12 16:43:24.505274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:43:24.507547 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30575980-38a5-45e0-a9d4-791fd5345bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:43:24.598234 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:24.630532 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898fe074-cab6-44f2-842d-391220101175 x-openstack-request-id: req-898fe074-cab6-44f2-842d-391220101175 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:43:24.630853 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:43:24.631127 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-898fe074-cab6-44f2-842d-391220101175 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:43:24.631624 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'status': 'completed', 'code': 200} Dec 12 16:43:24.714318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-e3c979b7-1d29-496b-ad09-2b25bd943c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:24.715846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-e3c979b7-1d29-496b-ad09-2b25bd943c94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 1096 time: 0.0511389 Dec 12 16:43:24.804093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:24.833596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Checking router: fefb78aa-0736-4fc5-b93d-17c1bad88e4b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:43:24.842238 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:24.842846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:24.847913 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7360338-2756-475f-9f13-3e5cd5c83264 req-a477935c-0d5a-41ef-a37f-2e8ceebf4997 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:24.849396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7360338-2756-475f-9f13-3e5cd5c83264 req-a477935c-0d5a-41ef-a37f-2e8ceebf4997 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.1550837 Dec 12 16:43:24.852104 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-de0cf4c2-d3b6-407c-a5da-753d45f4a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:24.853979 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-de0cf4c2-d3b6-407c-a5da-753d45f4a150 service neutron] 10.222.0.13 "GET /v2.0/networks?id=249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 200 len: 896 time: 0.1290240 Dec 12 16:43:24.910184 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-5496cb0a-76f3-49a1-8df9-76a4e362421a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 200 len: 217 time: 0.0410600 Dec 12 16:43:24.948107 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:24.965442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a7360338-2756-475f-9f13-3e5cd5c83264 req-6d26ade7-2f28-47cc-8da3-66235b6b4f1b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092570 Dec 12 16:43:24.980077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-6d2ffc0e-9ab1-4284-85f6-3222ee15fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:24.981763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-6d2ffc0e-9ab1-4284-85f6-3222ee15fc6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 200 len: 834 time: 0.0614364 Dec 12 16:43:25.033745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-14c48ecd-f6b7-4a91-a1d9-010db2c71758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:25.035269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-14c48ecd-f6b7-4a91-a1d9-010db2c71758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=249d656c-2ba1-4366-a6fd-9a8d246cd51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432360 Dec 12 16:43:25.048404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-3e17d37d-e1a9-4b97-bc8c-85870d8ec640 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:43:25.049412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-3e17d37d-e1a9-4b97-bc8c-85870d8ec640 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053713 Dec 12 16:43:25.148330 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-19684273-9416-46d0-aa11-1d294287e632 service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896626 Dec 12 16:43:25.239907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-30575980-38a5-45e0-a9d4-791fd5345bb2 req-299eb8fc-b2ef-41dc-9f95-f50433c91906 service neutron] 10.222.0.13 "GET /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822587 Dec 12 16:43:25.254994 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-a1cd3e09-10b4-4aff-820c-5393f957badd req-0510abbc-bbcb-48b6-980c-612a4c93835b service neutron] (103411) timed out ('10.222.0.30', 62880) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:43:25.307955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:25.333227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08615bb4-0384-45c7-adbd-21d81a126c2e None None] The sync data for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 is: [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'd47a564f-f93f-4036-b250-fd63ec5616b6', 'name': '', 'network_id': '249d656c-2ba1-4366-a6fd-9a8d246cd51b', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:ac:8c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:36Z', 'updated_at': '2021-12-12T16:41:40Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '75df2206-cbf4-4345-bb76-7a0d647c271d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:43:25.555473 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c394c89-c15b-48bf-9096-18599f639eab None None] New status for floating IP ffe7625e-0642-4999-ad42-fa18e25d103d: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:43:26.088779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-4a464d1b-370f-4ca5-9f5e-7043107f44f2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:26.090502 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-4a464d1b-370f-4ca5-9f5e-7043107f44f2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.13 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.0489252 Dec 12 16:43:26.193742 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5319a7-d089-45c0-bb72-9c00f958c572 req-bf6e96bb-6ac5-41fa-8bc7-390db736b96d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:26.195212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a5319a7-d089-45c0-bb72-9c00f958c572 req-bf6e96bb-6ac5-41fa-8bc7-390db736b96d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=69087a04-5810-4d54-b496-4c0492c2003f HTTP/1.1" status: 200 len: 945 time: 0.1588142 Dec 12 16:43:26.240386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port a7fa1974-59f7-4c21-957e-a4bc1470d384 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:43:26.240750 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:26.298162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2a5319a7-d089-45c0-bb72-9c00f958c572 req-2cfc38c3-4d8c-4a25-92df-a3e2815f8772 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955825 Dec 12 16:43:26.344815 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port a7fa1974-59f7-4c21-957e-a4bc1470d384, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=a7fa1974-59f7-4c21-957e-a4bc1470d384,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:26.345173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:26.356979 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for a7fa1974-59f7-4c21-957e-a4bc1470d384 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:43:26.485173 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:26.515819 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=a7fa1974-59f7-4c21-957e-a4bc1470d384,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:26.557082 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port a7fa1974-59f7-4c21-957e-a4bc1470d384 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:43:26.559592 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:26.562863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c517db62-1144-4a5b-a3d5-b9c746ccad20 req-3155252b-2529-4d45-9831-a24e4f4ad273 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.13 "DELETE /v2.0/ports/a7fa1974-59f7-4c21-957e-a4bc1470d384 HTTP/1.1" status: 204 len: 173 time: 0.4627762 Dec 12 16:43:26.632614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-deleted', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:43:26.635614 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521846c1-ed4c-40a3-ae48-dda88c22fd3a" -d '{"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-deleted", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:43:26.672700 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8495dc6-3854-4e91-a375-a018513aa693 x-openstack-request-id: req-b8495dc6-3854-4e91-a375-a018513aa693 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:43:26.673012 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69087a04-5810-4d54-b496-4c0492c2003f", "name": "network-vif-deleted", "tag": "a7fa1974-59f7-4c21-957e-a4bc1470d384", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:43:26.673305 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8495dc6-3854-4e91-a375-a018513aa693 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:43:26.673709 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69087a04-5810-4d54-b496-4c0492c2003f', 'name': 'network-vif-deleted', 'tag': 'a7fa1974-59f7-4c21-957e-a4bc1470d384', 'status': 'completed', 'code': 200} Dec 12 16:43:27.353323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58946) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:27.700841 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:27.948384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port d47a564f-f93f-4036-b250-fd63ec5616b6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:43:27.948747 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:28.034375 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port d47a564f-f93f-4036-b250-fd63ec5616b6, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=d47a564f-f93f-4036-b250-fd63ec5616b6,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:28.034648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:28.045992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for d47a564f-f93f-4036-b250-fd63ec5616b6 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:43:28.226055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:28.273432 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=d47a564f-f93f-4036-b250-fd63ec5616b6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:28.440574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:28.654408 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router fefb78aa-0736-4fc5-b93d-17c1bad88e4b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:43:29.090915 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:43:29.096658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b2f69270-a755-4bbd-bbbb-a2d256ae0105 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/fefb78aa-0736-4fc5-b93d-17c1bad88e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417769 Dec 12 16:43:29.099487 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58948) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:29.100490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Sync routers for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:43:29.114754 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:29.115374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:29.148744 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting subnet 75df2206-cbf4-4345-bb76-7a0d647c271d {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:43:29.152438 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.193097 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.224140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:29.281079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.338698 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.365522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Subnet': ['ID=75df2206-cbf4-4345-bb76-7a0d647c271d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:29.369723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.373104 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8759a52b-67c1-40aa-8865-05d738f9f8e8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/subnets/75df2206-cbf4-4345-bb76-7a0d647c271d HTTP/1.1" status: 204 len: 168 time: 0.2724657 Dec 12 16:43:29.375636 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58950) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:29.385304 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eecb02-f1c5-436d-b540-40e35c7dbd7a None None] Network 249d656c-2ba1-4366-a6fd-9a8d246cd51b requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:43:29.482397 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:43:28Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:29.483399 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.510807 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Checking router: fefb78aa-0736-4fc5-b93d-17c1bad88e4b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:43:29.522306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Routers {'fefb78aa-0736-4fc5-b93d-17c1bad88e4b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:29.522929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:29.580316 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] DHCP port deletion for 249d656c-2ba1-4366-a6fd-9a8d246cd51b request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:43:29.596604 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.654225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 3898bee7-6492-49c2-8e38-628b0f4e2c64 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:43:29.654569 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.664645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] Set router fefb78aa-0736-4fc5-b93d-17c1bad88e4b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:29.731570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 3898bee7-6492-49c2-8e38-628b0f4e2c64, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3898bee7-6492-49c2-8e38-628b0f4e2c64,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:29.731920 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.743318 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 3898bee7-6492-49c2-8e38-628b0f4e2c64 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:43:29.773525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Deleting port 8e817df8-98bb-43e9-bb64-55e86bf84f4e {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:43:29.773897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.854404 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] For port 8e817df8-98bb-43e9-bb64-55e86bf84f4e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8e817df8-98bb-43e9-bb64-55e86bf84f4e,segment=NetworkSegment(e38a8ad9-3250-4e46-b236-4c72d9e5ff71),segment_id=e38a8ad9-3250-4e46-b236-4c72d9e5ff71)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:29.854705 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.890707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Calling delete_port for 8e817df8-98bb-43e9-bb64-55e86bf84f4e owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:43:29.911164 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:29.941307 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=3898bee7-6492-49c2-8e38-628b0f4e2c64,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:29.963260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e95b166-5028-494e-a2df-44b6f3021d47 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:43:29.978098 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:43:28Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:30.006017 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.014099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c8afef-19e4-4ec2-9cef-a47b4c20ae59 None None] The sync data for ids ['fefb78aa-0736-4fc5-b93d-17c1bad88e4b'] in n-d-710847-8 is: [{'id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789273285', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:43:28Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '3898bee7-6492-49c2-8e38-628b0f4e2c64', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb78aa-0736-4fc5-b93d-17c1bad88e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:41:34Z', 'updated_at': '2021-12-12T16:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:43:30.023141 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.054719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] Pushing event deleted for resources: {'Port': ['ID=8e817df8-98bb-43e9-bb64-55e86bf84f4e,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:30.062746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc54a0c-d306-40ce-b412-a77b03b408c6 None None] No DVR routers for this DVR port 8e817df8-98bb-43e9-bb64-55e86bf84f4e on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:43:30.098032 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.100463 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.148842 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.149362 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Fanout notify agent at l3_agent the message router_deleted on router fefb78aa-0736-4fc5-b93d-17c1bad88e4b {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:43:30.156274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.157641 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-89cd7bac-a27b-447f-b841-a8ab30c76336 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/routers/fefb78aa-0736-4fc5-b93d-17c1bad88e4b HTTP/1.1" status: 204 len: 168 time: 0.7811012 Dec 12 16:43:30.160407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58952) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:30.234378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.319072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.338526 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249d656c-2ba1-4366-a6fd-9a8d246cd51b']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:30.347557 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:30.347845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38a8ad9-3250-4e46-b236-4c72d9e5ff71') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:30.357377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.370417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.376687 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:43:30.377077 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:43:30.380683 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:43:30.438238 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.445273 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.448951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/networks/249d656c-2ba1-4366-a6fd-9a8d246cd51b HTTP/1.1" status: 204 len: 168 time: 0.2875700 Dec 12 16:43:30.451822 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:30.470407 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d72f1-aac6-437d-9f9d-95a6c0c4340e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Network': ['ID=249d656c-2ba1-4366-a6fd-9a8d246cd51b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:30.513815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.539612 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.604569 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.607254 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:30.609199 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d HTTP/1.1" status: 204 len: 168 time: 0.1557050 Dec 12 16:43:30.618990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e33cb8a-2ed4-47d8-a5e7-c11881d45c2d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:30.626863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.627218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.627563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.627905 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.628389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.628761 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.629095 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.629703 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.630218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.630552 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.630881 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.631209 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.631533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a829b63b-dad8-4c52-b75f-d31fadef65c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:30.951259 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:43:30.971859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: a7fa1974-59f7-4c21-957e-a4bc1470d384 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:43:30.972198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device a7fa1974-59f7-4c21-957e-a4bc1470d384 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:43:31.052498 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58960) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.057760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312282745', 'description': 'tempest-secgroup-smoke-1312282745 description', 'project_id': 'aad3f2030837447c98b9c31300820be2'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.080843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d47a564f-f93f-4036-b250-fd63ec5616b6 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:43:31.082866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.101579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: d47a564f-f93f-4036-b250-fd63ec5616b6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:43:31.102012 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device d47a564f-f93f-4036-b250-fd63ec5616b6 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:43:31.102491 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3898bee7-6492-49c2-8e38-628b0f4e2c64 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:43:31.122279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3898bee7-6492-49c2-8e38-628b0f4e2c64 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:43:31.122667 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3898bee7-6492-49c2-8e38-628b0f4e2c64 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:43:31.123198 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8e817df8-98bb-43e9-bb64-55e86bf84f4e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:43:31.146073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8e817df8-98bb-43e9-bb64-55e86bf84f4e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:43:31.147243 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8e817df8-98bb-43e9-bb64-55e86bf84f4e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:43:31.159823 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.164834 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.202844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.204002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1504538 Dec 12 16:43:31.206039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c0bbd-a074-4116-981f-fb0966947bf0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031d46cd-22ae-4c81-b8a9-cc5444b3c8de,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.207084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.211902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.242600 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.297919 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.302081 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.319765 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba3ea6f-9e5f-40c7-86f5-539323c3e595,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.328275 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.329515 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-da9bf390-5d27-43a6-aca0-adc16c13495d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212530 Dec 12 16:43:31.332391 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.336733 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.365746 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.424854 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.429813 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.446565 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65da1d94-b494-49da-abca-6f760522e473,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.456198 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.457434 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eff72a48-032c-4a37-9b35-6f03861e7181 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240809 Dec 12 16:43:31.460125 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.465312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.492057 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.551803 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.555660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.573330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9766051d-83b1-400e-8323-0f7d5fae5d8a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.581749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.585901 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-e40d6a83-3b98-42e1-aad7-2f3eaf52ba20 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219854 Dec 12 16:43:31.586283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58968) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.591431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.617744 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.674648 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.678320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.694980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75494b1-f796-4118-91c9-d892cab592f5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.704664 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.705831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4cf27b3f-cd6b-4b1c-a416-7e48de55b69b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184649 Dec 12 16:43:31.708530 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58970) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.713475 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.734097 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:43:31.738713 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.800022 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.804232 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.824263 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58baa831-ad0c-4463-9fe7-d67eb35cac64,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.830674 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.831724 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a30f05b8-ab68-4185-a975-8b8a2c13f963 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222045 Dec 12 16:43:31.835502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58972) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.840084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': '031d46cd-22ae-4c81-b8a9-cc5444b3c8de', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.861248 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:43:31.866194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.923800 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.927332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.948451 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff86c15b-5733-4074-93ba-dce5dbb59387,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:31.956722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:31.957922 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2b5e4cc1-07b4-4c7c-be32-4c0118c97fe0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214843 Dec 12 16:43:31.960849 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 58974) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:31.965555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'network': {'name': 'tempest-network-smoke--571117911', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'port_security_enabled': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:31.985817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:43:31.989383 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.013554 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:43:32.024005 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.024566 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Added segment 32463831-b0f3-4c16-94d2-3e80c1134982 of type vlan for network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 Dec 12 16:43:32.064514 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.088684 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.094506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:32.095101 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.157004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1951132 Dec 12 16:43:32.159766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:32.163434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9896b9-9380-4feb-8aef-870a2aa39034 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Network': ['ID=1e383b51-0eb3-4cca-9e57-c0fd7dbba735,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:32.165486 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'admin_state_up': True, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:32.177594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:43:32.200427 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.201747 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.262419 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.393237 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.904561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:32.922660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.021534 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.228 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/1c35f230-2b17-4fee-b6ca-d89401c9a350) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:43:33.123658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.156517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.196648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:33.199810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:33.203218 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:43:33.208585 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=1c35f230-2b17-4fee-b6ca-d89401c9a350,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:33.219999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0bab93-d476-4383-9ad4-5adb5b2015dc None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:43:33.265245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9793a14a-b295-4169-bdd5-7e7ac3dc56d0 None None] Provisioning complete for port 1c35f230-2b17-4fee-b6ca-d89401c9a350 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:33.265621 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9793a14a-b295-4169-bdd5-7e7ac3dc56d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.302149 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9793a14a-b295-4169-bdd5-7e7ac3dc56d0 None None] Port 1c35f230-2b17-4fee-b6ca-d89401c9a350 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:43:33.451519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.642910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.768812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:43:33.873458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:43:33.883266 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Sync routers for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:43:33.894058 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:33.894667 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:33.895007 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:33.896353 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c7023b90-96ca-4cee-a8e7-1cbffb2c46dd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7353928 Dec 12 16:43:33.899390 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:33.927457 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-df1246c6-5e31-417f-af6b-82cd9628f275 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=aad3f2030837447c98b9c31300820be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269644 Dec 12 16:43:33.930090 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:34.022324 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877e377-852d-4630-a8de-0acdef40c0af tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:34.023782 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b877e377-852d-4630-a8de-0acdef40c0af tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927572 Dec 12 16:43:34.027356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:34.056126 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eb254b30-5308-4a48-a302-5da7ae16b645 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276468 Dec 12 16:43:34.059243 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:34.064037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824429984', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:34.085076 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:34.153679 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:43:34.157330 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.263703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:33Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:34.289879 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Checking router: f0e41bf7-c597-4c0f-8efe-c1502d70ad2b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:43:34.290151 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Updating router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b port 1c35f230-2b17-4fee-b6ca-d89401c9a350 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:43:34.315244 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.339435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.407692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Subnet': ['ID=306459ec-3ba5-47ee-9a61-58710d53d969,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:34.412030 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Checking segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:43:34.412394 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network hostable DHCP agents. Network: 1e383b51-0eb3-4cca-9e57-c0fd7dbba735, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:43:34.429294 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:43:34.438415 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 1e383b51-0eb3-4cca-9e57-c0fd7dbba735) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:34.442632 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:34.443246 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.450162 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9276fc4d-e343-4575-9099-41731bafce1f None None] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:43:34.465927 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-9d95c262-510c-4104-82b1-4ab8acf28191 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4056232 Dec 12 16:43:34.469028 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 58986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:34.557870 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:43:34.559153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.579201 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.587046 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.644411 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Attempting to bind port 1c35f230-2b17-4fee-b6ca-d89401c9a350 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:43:34.644813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Attempting to bind port 1c35f230-2b17-4fee-b6ca-d89401c9a350 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:43:34.644957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3655ea1-0cda-48f8-a802-53c7736a453c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:43:34.645293 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Attempting to bind port 1c35f230-2b17-4fee-b6ca-d89401c9a350 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:43:34.647199 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Pushing event updated for resources: {'Port': ['ID=1c35f230-2b17-4fee-b6ca-d89401c9a350,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:34.657310 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.657653 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.657993 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.658327 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.658658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.658982 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.659304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.659627 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.659946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.660264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.660582 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.660928 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.661246 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:43:34.664404 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:43:34.665009 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:43:34.665748 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.666135 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:43:34.666614 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Bound port: 1c35f230-2b17-4fee-b6ca-d89401c9a350, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:43:34.666995 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.724045 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] For port 1c35f230-2b17-4fee-b6ca-d89401c9a350, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:43:34.727075 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Allocated IP 172.20.0.2 (1e383b51-0eb3-4cca-9e57-c0fd7dbba735/306459ec-3ba5-47ee-9a61-58710d53d969/4328d2e3-e4d8-4762-8d9b-236c2ed20f62) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:43:34.727357 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] For port 1c35f230-2b17-4fee-b6ca-d89401c9a350, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1c35f230-2b17-4fee-b6ca-d89401c9a350,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:43:34.732968 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.746594 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] Provisioning complete for port 1c35f230-2b17-4fee-b6ca-d89401c9a350 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:34.746966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.785808 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61da185-8cb1-484d-b685-710c6aff48a6 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:43:34.787059 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:34.787600 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:34.834813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264762-4650-40eb-918e-2ae4d048b7a6 None None] Pushing event updated for resources: {'Port': ['ID=1c35f230-2b17-4fee-b6ca-d89401c9a350,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:34.902533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.910878 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:34.956490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.957262 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] For port 1c35f230-2b17-4fee-b6ca-d89401c9a350, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1c35f230-2b17-4fee-b6ca-d89401c9a350,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:34.966843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:34.975934 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.000532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.028333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:35.031687 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:35.033557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff38c6-a256-4028-9992-19546a0d658c None None] Pushing event updated for resources: {'Port': ['ID=1c35f230-2b17-4fee-b6ca-d89401c9a350,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:35.036005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:43:35.110689 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:33Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:35.148094 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a873ce24-a0d4-4816-8d18-886466007101 None None] The sync data for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 is: [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:33Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:43:35.280972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.1 (1e383b51-0eb3-4cca-9e57-c0fd7dbba735/306459ec-3ba5-47ee-9a61-58710d53d969/fc21937a-7ff6-4b51-9bb9-861022f9c91f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:43:35.289281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Pushing event updated for resources: {'Port': ['ID=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:35.300895 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-837604b5-57b0-4959-8a88-ac6091e342c7 None None] Provisioning complete for port 1c35f230-2b17-4fee-b6ca-d89401c9a350 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:35.301272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-837604b5-57b0-4959-8a88-ac6091e342c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.304912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Attempting to bind port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:43:35.304912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Attempting to bind port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:43:35.305295 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Attempting to bind port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 on network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:43:35.331570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:43:35.331952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Checking segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:43:35.332362 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.332794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Bound using segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:43:35.333274 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Bound port: 4328d2e3-e4d8-4762-8d9b-236c2ed20f62, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:43:35.333656 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.412581 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.450203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] For port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:43:35.453544 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] For port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:43:35.458508 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.465172 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.519563 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:35.519770 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:35.524521 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:43:35.538785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231520-9562-4178-af3e-2ac10b7190e8 None None] Pushing event updated for resources: {'Port': ['ID=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:35.568980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:35.590574 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.627794 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86bf8d82-656e-4db1-ab44-7395491f96bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:35.775245 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.067885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.074205 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.147216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.149195 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:36.247139 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:36.248597 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:36.358931 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:43:36.471309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:43:36.476682 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d2325643-c8e9-480d-838f-09bd8f0e7690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/f0e41bf7-c597-4c0f-8efe-c1502d70ad2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0054283 Dec 12 16:43:36.494947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a0908-44a6-4b44-bd97-ac95dcdafc9f None None] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:43:36.601618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] Provisioning complete for port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:36.601975 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.686819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.694765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-eea7de65-0442-42f9-91ae-07ecd343824d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312282745&fields=id&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 267 time: 0.0561283 Dec 12 16:43:36.724273 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] For port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:36.731734 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:36.784511 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e58ce-c15a-4c59-98df-8a3adabd06ec None None] Pushing event updated for resources: {'Port': ['ID=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:36.831265 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-13c7297b-c631-4c40-9fcb-78da7a6c7436 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:36.832811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-13c7297b-c631-4c40-9fcb-78da7a6c7436 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 796 time: 0.1245518 Dec 12 16:43:36.848593 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-6e322b01-70a3-4258-9369-7f5d15072390 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/quotas/aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 375 time: 0.0098989 Dec 12 16:43:36.905275 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-ae33ba4e-6d7c-4ff3-ad1a-3ea7b79d0a8d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498090 Dec 12 16:43:36.954590 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-edb4a388-5149-4138-8f53-68f9fc568e97 None None] Provisioning complete for port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:36.954807 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edb4a388-5149-4138-8f53-68f9fc568e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.049072 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-f11ef389-a613-409d-bfb1-cd8522c8907a service neutron] 10.222.0.36 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289682 Dec 12 16:43:37.053470 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-edb4a388-5149-4138-8f53-68f9fc568e97 None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:37.053848 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-edb4a388-5149-4138-8f53-68f9fc568e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.103905 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-edb4a388-5149-4138-8f53-68f9fc568e97 None None] Port fc21937a-7ff6-4b51-9bb9-861022f9c91f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:43:37.115156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1c35f230-2b17-4fee-b6ca-d89401c9a350 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:43:37.175734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-60e745fb-d1a1-4cf6-82ad-47be5b521687 service neutron] 10.222.0.36 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252842 Dec 12 16:43:37.180773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 1c35f230-2b17-4fee-b6ca-d89401c9a350 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:37.180973 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.207014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Sync routers for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:43:37.238657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:37.239298 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:37.279163 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-822287c3-a18e-4814-bd4d-38b95f8e5604 None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:37.279540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-822287c3-a18e-4814-bd4d-38b95f8e5604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.389121 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-130926e3-ea1c-49be-bc43-50ad54759f2f req-703987d9-dac8-4c8f-bd40-ef1f54f5be88 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 210 time: 0.0399995 Dec 12 16:43:37.396693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-822287c3-a18e-4814-bd4d-38b95f8e5604 None None] Port fc21937a-7ff6-4b51-9bb9-861022f9c91f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:43:37.421927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:43:37.454509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:37.604252 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:37.604943 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.610015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c1fba92d-5639-4452-8ea1-7b4bd573d3db None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:37.610376 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c1fba92d-5639-4452-8ea1-7b4bd573d3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.707927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c1fba92d-5639-4452-8ea1-7b4bd573d3db None None] Port fc21937a-7ff6-4b51-9bb9-861022f9c91f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:43:37.797303 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 2, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:37.827599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Checking router: f0e41bf7-c597-4c0f-8efe-c1502d70ad2b for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:43:37.827966 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Updating router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b port fc21937a-7ff6-4b51-9bb9-861022f9c91f binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:43:37.853697 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:37.910522 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db570a99-5050-4575-abf3-5d56fa371029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.122015 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.127165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.174802 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ad59-7d07-413a-ab6d-24ad4bb6c9c0 None None] Pushing event updated for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:38.227538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Attempting to bind port fc21937a-7ff6-4b51-9bb9-861022f9c91f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:43:38.227915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Attempting to bind port fc21937a-7ff6-4b51-9bb9-861022f9c91f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:43:38.228317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Attempting to bind port fc21937a-7ff6-4b51-9bb9-861022f9c91f on network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:43:38.233685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:43:38.234063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Checking segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:43:38.234467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.234861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Bound using segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:43:38.235333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Bound port: fc21937a-7ff6-4b51-9bb9-861022f9c91f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:43:38.235720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.308052 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] For port fc21937a-7ff6-4b51-9bb9-861022f9c91f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:43:38.311698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] For port fc21937a-7ff6-4b51-9bb9-861022f9c91f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fc21937a-7ff6-4b51-9bb9-861022f9c91f,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:43:38.316402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.396314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ad59-7d07-413a-ab6d-24ad4bb6c9c0 None None] Pushing event updated for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:38.401869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:38.402598 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:38.445436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-d87f66d9-6418-4abc-8022-ff32343fdf74 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:38.447639 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-d87f66d9-6418-4abc-8022-ff32343fdf74 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 796 time: 0.1473799 Dec 12 16:43:38.517623 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fc04fa82-2beb-4100-877d-9c6210797a58 req-632ae21e-bd7e-496b-9709-091a469f4a48 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 210 time: 0.0341730 Dec 12 16:43:38.544557 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-3394d379-e177-41fe-b000-1ab829407440 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 380 time: 0.0801010 Dec 12 16:43:38.552522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:38.552914 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.557801 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'port': {'device_id': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'admin_state_up': True, 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'security_groups': ['031d46cd-22ae-4c81-b8a9-cc5444b3c8de']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:38.581639 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:38.678875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:43:38.683029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.748937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.811728 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.12 (1e383b51-0eb3-4cca-9e57-c0fd7dbba735/306459ec-3ba5-47ee-9a61-58710d53d969/30d89b1d-2b80-4b6f-b993-30ced3933ff9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:43:38.959326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.979551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:38.983999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] For port fc21937a-7ff6-4b51-9bb9-861022f9c91f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fc21937a-7ff6-4b51-9bb9-861022f9c91f,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:38.996118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.006377 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.041151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:39.046002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:39.050579 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:43:39.054270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:39.064934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9836951-ebea-4d41-9707-a29b8f163226 None None] Pushing event updated for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:39.076170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:39.101178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:39.101951 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.108264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b8ada3-ca5e-42c9-89c8-c0a62a97c4f1 None None] The sync data for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 is: [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:43:39.125687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-308015f7-cd32-4990-a114-cbab31e955b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734222 Dec 12 16:43:39.128351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0d63defa-9d2b-43d3-b08a-299166702243 None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:39.128791 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d63defa-9d2b-43d3-b08a-299166702243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.152256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Request body: {'port': {'device_id': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:39.249805 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.384261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-eccc864f-1774-41cd-a665-ff48db88c4b4 None None] Provisioning complete for port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:39.385184 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-eccc864f-1774-41cd-a665-ff48db88c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.421393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-eccc864f-1774-41cd-a665-ff48db88c4b4 None None] Port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:43:39.536940 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d89b1d-2b80-4b6f-b993-30ced3933ff9 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:43:39.546395 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.560873 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Transition to ACTIVE for port object 30d89b1d-2b80-4b6f-b993-30ced3933ff9 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:43:39.565606 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.660187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef3052-d873-4b1b-abae-4209db08a2e3 req-78d1cdb9-20a7-4067-af25-83a2d5a21971 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:39.661800 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70ef3052-d873-4b1b-abae-4209db08a2e3 req-78d1cdb9-20a7-4067-af25-83a2d5a21971 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 944 time: 0.0709343 Dec 12 16:43:39.663812 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Pushing event updated for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:39.709635 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Attempting to bind port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:43:39.709998 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Attempting to bind port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:43:39.711071 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Attempting to bind port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 on network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:43:39.716156 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 on network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:43:39.716477 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Attempting to bind port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 on network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:43:39.722077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:43:39.722412 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Checking segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:43:39.722802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Bound using segment: {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:43:39.723233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Bound port: 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32463831-b0f3-4c16-94d2-3e80c1134982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:43:39.723702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.738397 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-70ef3052-d873-4b1b-abae-4209db08a2e3 req-e969e550-bc5f-4c87-b5c8-1847fc8f0c00 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700486 Dec 12 16:43:39.793526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:43:39.796971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:43:39.802211 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.845433 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:39.845433 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.846878 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] 10.222.0.30 "PUT /v2.0/ports/30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 1092 time: 0.7081578 Dec 12 16:43:39.847340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:43:39.850181 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:43:39.870992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4f0f2-8633-4f5d-b552-ae3e5d8d718a service neutron] Pushing event updated for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:39.912726 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6373f-d16d-403f-93a8-5251c78c069a x-openstack-request-id: req-70e6373f-d16d-403f-93a8-5251c78c069a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:43:39.913213 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:43:39.913484 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70e6373f-d16d-403f-93a8-5251c78c069a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:43:39.913911 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'status': 'completed', 'code': 200} Dec 12 16:43:39.953744 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:39.959135 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-66cba5a4-d0d4-44de-b62e-989c0b5c20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:39.961918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-66cba5a4-d0d4-44de-b62e-989c0b5c20ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1095 time: 0.0616171 Dec 12 16:43:40.007911 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-3b396ce1-d0ec-49bd-b709-9349e9c3228a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 217 time: 0.0367291 Dec 12 16:43:40.063891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-db1ff939-a684-4a4d-8e54-cd9f5191f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.065429 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-db1ff939-a684-4a4d-8e54-cd9f5191f563 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0472467 Dec 12 16:43:40.129972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-ef86b866-4f7b-4d55-9c3e-af88d5cc921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.131442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-ef86b866-4f7b-4d55-9c3e-af88d5cc921a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542562 Dec 12 16:43:40.230943 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-fc21a5a6-a3f5-4f58-8a69-8aab32114837 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876975 Dec 12 16:43:40.333216 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-c8702475-6ad7-43d3-9968-72c8598dee19 req-f4c2359d-f4e9-4cb2-9c4c-9cf03bdcd77c service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910063 Dec 12 16:43:40.429335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-335ea694-e543-4388-8b09-af31f572d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.430864 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-335ea694-e543-4388-8b09-af31f572d82f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1095 time: 0.0424626 Dec 12 16:43:40.519989 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-b2dc409d-652e-4b2e-9e47-d56a5b626a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.521383 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-b2dc409d-652e-4b2e-9e47-d56a5b626a60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.0832524 Dec 12 16:43:40.565377 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-8045b1af-bcaa-4cf7-b281-4c8f5c62d793 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Dec 12 16:43:40.614351 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-4c884611-7a30-4a9e-881e-27c343b1c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.615740 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-4c884611-7a30-4a9e-881e-27c343b1c34b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0422599 Dec 12 16:43:40.663356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-34a402af-ae55-4834-992b-078707bbc3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.665678 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-34a402af-ae55-4834-992b-078707bbc3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405338 Dec 12 16:43:40.680216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:40.758702 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-6e25ece0-a406-4535-8238-2581e421a85b service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857294 Dec 12 16:43:40.844186 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7881bb-8a03-4f33-b42b-ba945bf04162 req-894da9ae-6181-4b52-ad11-ef8da088f57c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:40.845595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e7881bb-8a03-4f33-b42b-ba945bf04162 req-894da9ae-6181-4b52-ad11-ef8da088f57c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 944 time: 0.0491879 Dec 12 16:43:40.851063 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-890b1c8a-4895-4b4f-bd43-f5ca0d467a04 req-34c943cf-8327-4a88-957c-ada57e60e6ba service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837419 Dec 12 16:43:40.898581 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e7881bb-8a03-4f33-b42b-ba945bf04162 req-cde287b0-4a27-4dd8-bbf2-59fdafb7d18e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Dec 12 16:43:41.019624 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fc21937a-7ff6-4b51-9bb9-861022f9c91f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:43:41.066472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port fc21937a-7ff6-4b51-9bb9-861022f9c91f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:41.066841 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:41.304751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:42.007588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:42.016977 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc2fe6-963e-4831-b748-ae3c47196a13 req-9369b585-6777-4685-8414-0c0f1995d923 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:42.018452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75fc2fe6-963e-4831-b748-ae3c47196a13 req-9369b585-6777-4685-8414-0c0f1995d923 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 944 time: 0.0501478 Dec 12 16:43:42.067229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75fc2fe6-963e-4831-b748-ae3c47196a13 req-4e816ad1-bc4a-4726-97a0-d0779c36393a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Dec 12 16:43:42.212220 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 30d89b1d-2b80-4b6f-b993-30ced3933ff9 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:43:42.305424 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:42.318648 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'port_id': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'mac_address': 'fa:16:3e:4f:06:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:43:42.359556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:42.371976 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d89b1d-2b80-4b6f-b993-30ced3933ff9 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:43:42.390289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:42.393996 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:42.441002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:42.711715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['30d89b1d-2b80-4b6f-b993-30ced3933ff9'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:43:43.180117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa421-c34a-43a2-b7e6-36ad755935c8 req-d940a679-d86e-49b0-ab20-0d9b2f30fc5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:43.182090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4dfa421-c34a-43a2-b7e6-36ad755935c8 req-d940a679-d86e-49b0-ab20-0d9b2f30fc5f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 945 time: 0.0484688 Dec 12 16:43:43.229650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c4dfa421-c34a-43a2-b7e6-36ad755935c8 req-7b8a9fac-953c-499a-bf44-b88741ee4af7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Dec 12 16:43:44.227473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 30d89b1d-2b80-4b6f-b993-30ced3933ff9 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:43:44.277984 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:43:44.282906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:43:44.283765 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:44.352553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb04ea-0b28-4733-90d7-c162b0c258a9 req-707fa31a-3f7b-4ec2-9417-a458b25fc171 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:44.354056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dfb04ea-0b28-4733-90d7-c162b0c258a9 req-707fa31a-3f7b-4ec2-9417-a458b25fc171 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 945 time: 0.0535595 Dec 12 16:43:44.364864 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:44.387515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:43:44.389832 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935373b-0825-4270-91f1-3781598ef8d4" -d '{"events": [{"server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "name": "network-vif-plugged", "status": "completed", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:43:44.403797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:43:44.408296 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:44.411420 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dfb04ea-0b28-4733-90d7-c162b0c258a9 req-23fa171b-8354-4c4c-96d3-7914868cd4e9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509779 Dec 12 16:43:44.439521 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b044094-e6d1-4795-9f8d-0197ca46cff4 x-openstack-request-id: req-8b044094-e6d1-4795-9f8d-0197ca46cff4 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:43:44.439821 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "name": "network-vif-plugged", "status": "completed", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:43:44.440080 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b044094-e6d1-4795-9f8d-0197ca46cff4 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:43:44.440480 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'code': 200} Dec 12 16:43:44.458222 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:44.587106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6cfc4-8d94-4b94-9554-4fcdd6a07249 req-d1804336-cd93-423d-9f14-c3b8a372d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:44.588592 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6c6cfc4-8d94-4b94-9554-4fcdd6a07249 req-d1804336-cd93-423d-9f14-c3b8a372d402 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0807662 Dec 12 16:43:44.644167 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f6c6cfc4-8d94-4b94-9554-4fcdd6a07249 req-71df3c26-0a10-4dc2-9b36-c9f1e5345d51 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Dec 12 16:43:45.519395 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6a68-2796-4d46-80e4-b872cb2c073b req-f3e800df-ef05-4d8c-b9ff-888006e16fa3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:45.520931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7ce6a68-2796-4d46-80e4-b872cb2c073b req-f3e800df-ef05-4d8c-b9ff-888006e16fa3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0488408 Dec 12 16:43:45.568717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7ce6a68-2796-4d46-80e4-b872cb2c073b req-af7778df-b47f-4028-a7a0-23a5f0933810 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Dec 12 16:43:46.684489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da715c2-b609-4f96-aaa0-b6e4c74a8b25 req-339fb4ef-c0eb-4028-b768-bd5219a5c8a1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:46.685962 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6da715c2-b609-4f96-aaa0-b6e4c74a8b25 req-339fb4ef-c0eb-4028-b768-bd5219a5c8a1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0486913 Dec 12 16:43:46.737657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6da715c2-b609-4f96-aaa0-b6e4c74a8b25 req-7d13ba91-7aa9-4cf5-8e0c-738575f01a19 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Dec 12 16:43:46.853166 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b2df-a61e-4c52-b8fa-7964bf124197 req-7bb86572-45bd-4628-847f-df2bae88d074 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:46.854544 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e295b2df-a61e-4c52-b8fa-7964bf124197 req-7bb86572-45bd-4628-847f-df2bae88d074 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0497253 Dec 12 16:43:46.902382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e295b2df-a61e-4c52-b8fa-7964bf124197 req-cbc69f6c-01aa-45c3-9e40-b842abca3890 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419981 Dec 12 16:43:46.923506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59040) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:47.003434 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae596db5-dc60-47c6-827a-b65fe253b9b3 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:47.004924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ae596db5-dc60-47c6-827a-b65fe253b9b3 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1092 time: 0.0804088 Dec 12 16:43:47.007709 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59044) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:47.012404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:43:47.033279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.128927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.230279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.22 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4985b5f3-3720-4a05-ae21-a406411b0264) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:43:47.331406 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.363966 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.404331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:43:47.406931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:43:47.411237 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:43:47.413129 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=4985b5f3-3720-4a05-ae21-a406411b0264,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:47.756924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.821161 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.969577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:47.974091 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:48.043261 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=4985b5f3-3720-4a05-ae21-a406411b0264,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:43:48.054446 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:48.153221 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP 8e6c51a3-2374-4b0c-a498-42df6f0dae3d associated. External IP: 172.25.3.22, port: 30d89b1d-2b80-4b6f-b993-30ced3933ff9. Dec 12 16:43:48.360035 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:43:48.460584 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:43:48.471751 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Sync routers for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:43:48.479471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:43:48.482560 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:48.483165 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:48.509304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9796ff3e-f60a-452d-9272-9ca846546f57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5005465 Dec 12 16:43:48.509999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:43:48.512571 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eabc94e-fd60-44d4-9125-19e37c3f4598" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:43:48.559293 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3656a273-59f8-44be-8af9-ea30615f0b5e x-openstack-request-id: req-3656a273-59f8-44be-8af9-ea30615f0b5e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:43:48.559648 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:43:48.560013 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3656a273-59f8-44be-8af9-ea30615f0b5e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:43:48.560514 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'status': 'completed', 'code': 200} Dec 12 16:43:48.591124 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:48.622504 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635b8b6-e4d1-4fb0-93b7-73d6de9bff97 req-6b19a214-2b0a-450d-8cd6-430e564135c4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:48.624538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2635b8b6-e4d1-4fb0-93b7-73d6de9bff97 req-6b19a214-2b0a-450d-8cd6-430e564135c4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0573890 Dec 12 16:43:48.630325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-c5cbfa2a-733e-4a51-8af7-50936786b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:48.631822 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-c5cbfa2a-733e-4a51-8af7-50936786b410 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0477033 Dec 12 16:43:48.676610 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2635b8b6-e4d1-4fb0-93b7-73d6de9bff97 req-663aa5b1-78ad-4f44-92da-810f643432bb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Dec 12 16:43:48.700794 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59050) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:48.821087 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8e6c51a3-2374-4b0c-a498-42df6f0dae3d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'port_id': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'mac_address': 'fa:16:3e:4f:06:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:43:47Z', 'updated_at': '2021-12-12T16:43:47Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:48.852889 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Checking router: f0e41bf7-c597-4c0f-8efe-c1502d70ad2b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:43:48.861668 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:43:48.862281 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:43:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:49.066799 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:43:49.096128 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-89289104-8874-451e-8fbd-d702dcf02147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:49.097628 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-89289104-8874-451e-8fbd-d702dcf02147 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.4586620 Dec 12 16:43:49.114205 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6c6c333c-3eb0-4d62-8994-7e43b0b6c5ce tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/8e6c51a3-2374-4b0c-a498-42df6f0dae3d HTTP/1.1" status: 200 len: 991 time: 0.4123650 Dec 12 16:43:49.169637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-e3ca21f9-da20-40e7-b168-2ed334e24298 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 999 time: 0.0633569 Dec 12 16:43:49.223749 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-32396b7b-de2d-41be-8e90-f5738351243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:49.225182 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-32396b7b-de2d-41be-8e90-f5738351243e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0476787 Dec 12 16:43:49.272190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-0fc07591-aa0c-428f-8b32-b1f8bf61ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:43:49.273726 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-0fc07591-aa0c-428f-8b32-b1f8bf61ef16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415220 Dec 12 16:43:49.298215 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8e6c51a3-2374-4b0c-a498-42df6f0dae3d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'port_id': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'mac_address': 'fa:16:3e:4f:06:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:43:47Z', 'updated_at': '2021-12-12T16:43:47Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:43:49.327953 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4ac88b-26d0-4ebe-b73b-580da15507ad None None] The sync data for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 is: [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '8e6c51a3-2374-4b0c-a498-42df6f0dae3d', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'port_id': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'mac_address': 'fa:16:3e:4f:06:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:43:47Z', 'updated_at': '2021-12-12T16:43:47Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:43:49.369637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-84f877ab-3316-4395-8bec-1ffd9dc093e7 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 Dec 12 16:43:49.467907 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-0eabc94e-fd60-44d4-9125-19e37c3f4598 req-93e6be23-4744-4520-b6ed-53b77ecd6ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916243 Dec 12 16:43:49.541520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a42798e-b27f-4ba3-9239-b6883b1f2423 None None] New status for floating IP 8e6c51a3-2374-4b0c-a498-42df6f0dae3d: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:43:50.118244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:43:50.178891 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-93efada6-2367-495e-a141-cc21811f0123 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/8e6c51a3-2374-4b0c-a498-42df6f0dae3d HTTP/1.1" status: 200 len: 993 time: 0.0590534 Dec 12 16:44:00.235792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:44:04.796768 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-6afb69b9-a737-408e-9e53-7eee4c1ba109 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446513 Dec 12 16:44:04.879664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-dc3be598-8c12-4037-babd-6416ab654bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:04.881174 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-dc3be598-8c12-4037-babd-6416ab654bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0405560 Dec 12 16:44:04.983710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-68674724-2101-44a0-bbe5-0c1016fc53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:04.985225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-68674724-2101-44a0-bbe5-0c1016fc53e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.0832407 Dec 12 16:44:05.056867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-5e4c8776-a24b-489e-ab1f-cbef911dbb67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 1001 time: 0.0614111 Dec 12 16:44:05.105980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-4f30f818-6ac8-46d6-b77b-2b4874f22ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:05.107388 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-4f30f818-6ac8-46d6-b77b-2b4874f22ea0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0429902 Dec 12 16:44:05.154250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-969f034c-90f6-4560-a7fd-f12142e40aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:05.155761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-969f034c-90f6-4560-a7fd-f12142e40aec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404015 Dec 12 16:44:05.248272 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-dcd6fa04-1e5f-4786-9e42-54c9a90e3f28 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836666 Dec 12 16:44:05.339676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6e4b6a63-8476-483d-b6e1-7b96493871d1 req-251d606f-c611-4767-8a95-a61c9f056e0a service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Dec 12 16:44:05.618669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9c675123-a53a-4017-bc3b-3d486cf2e521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:07.900016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4eb76f3c-6f8e-44e3-948b-1a64ac689b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:08.919915 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:09.947473 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:10.683812 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:11.305017 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:12.018843 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:23.414491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e294ca4-f284-4809-bddd-8d39f640423b req-0f27210c-a34a-4ad0-a0a5-2e6fdb6da482 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:23.416454 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e294ca4-f284-4809-bddd-8d39f640423b req-0f27210c-a34a-4ad0-a0a5-2e6fdb6da482 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0489011 Dec 12 16:44:23.464247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4e294ca4-f284-4809-bddd-8d39f640423b req-b1ae4701-e411-4f1c-bd7a-bbf3ad221b9b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Dec 12 16:44:24.586278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa7de9-dc45-4976-9f2e-1f2e91df165e req-6e628618-e25e-43f9-8370-41f0ffd5a033 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:24.587748 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25fa7de9-dc45-4976-9f2e-1f2e91df165e req-6e628618-e25e-43f9-8370-41f0ffd5a033 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0527074 Dec 12 16:44:24.636361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-25fa7de9-dc45-4976-9f2e-1f2e91df165e req-b47fba5b-d66b-4d12-b61e-13854c8538c0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425000 Dec 12 16:44:25.749848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2740e7-bc16-4e57-9330-f032f77897f6 req-8d4f5fd7-be9b-4a56-8b57-b3c98c2f9f8d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:25.751300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a2740e7-bc16-4e57-9330-f032f77897f6 req-8d4f5fd7-be9b-4a56-8b57-b3c98c2f9f8d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0487981 Dec 12 16:44:25.799521 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7a2740e7-bc16-4e57-9330-f032f77897f6 req-dd530855-559a-4828-b24c-1ead8b9de42e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422256 Dec 12 16:44:26.921430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4574dc3-51a2-4e1a-ad0e-60367e9bc9ea req-23086070-e579-4032-bfc5-8282413f4102 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:26.922928 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4574dc3-51a2-4e1a-ad0e-60367e9bc9ea req-23086070-e579-4032-bfc5-8282413f4102 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0522919 Dec 12 16:44:26.971573 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e4574dc3-51a2-4e1a-ad0e-60367e9bc9ea req-50d084c9-50f8-4d83-a5b5-3b0e6e860a18 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Dec 12 16:44:28.085927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd1c9c-15b7-458e-9088-92f018ecc894 req-f7d6e33c-fd34-47a5-84c8-416b536e0cd5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:28.087920 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3afd1c9c-15b7-458e-9088-92f018ecc894 req-f7d6e33c-fd34-47a5-84c8-416b536e0cd5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0491185 Dec 12 16:44:28.136879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3afd1c9c-15b7-458e-9088-92f018ecc894 req-a07e2978-1727-4c27-a3f4-608f051deb06 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Dec 12 16:44:29.254859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c002c0-707e-4aa5-ad74-91f56703bc43 req-73d53d54-3de9-4aae-bda7-fbbe9049f9f2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:29.256242 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91c002c0-707e-4aa5-ad74-91f56703bc43 req-73d53d54-3de9-4aae-bda7-fbbe9049f9f2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0489612 Dec 12 16:44:29.308145 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-91c002c0-707e-4aa5-ad74-91f56703bc43 req-a96cc0de-cd1e-4e9d-84da-8f9f5745e137 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Dec 12 16:44:30.420996 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af62e1e-0255-46e6-9118-94017f58a9af req-07afce76-5185-4a93-bbce-9e0e97021ae7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:30.422500 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6af62e1e-0255-46e6-9118-94017f58a9af req-07afce76-5185-4a93-bbce-9e0e97021ae7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0479994 Dec 12 16:44:30.470465 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6af62e1e-0255-46e6-9118-94017f58a9af req-87316874-ad01-4c7c-a2ca-1b81ba4074f4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421710 Dec 12 16:44:31.584377 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e34f-6019-4b9b-98cb-e3d15df11a2a req-2f56e211-8c1d-4233-b34c-04632b1a04d5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:31.585906 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cdd7e34f-6019-4b9b-98cb-e3d15df11a2a req-2f56e211-8c1d-4233-b34c-04632b1a04d5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0485404 Dec 12 16:44:31.635113 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cdd7e34f-6019-4b9b-98cb-e3d15df11a2a req-df52356d-3349-4949-8ee6-fe3a33ee591a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427427 Dec 12 16:44:32.752859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766631c1-4688-4be4-83dc-14d9170353c1 req-0379857d-ef9e-44c9-8bc4-482e066b40c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:32.754183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-766631c1-4688-4be4-83dc-14d9170353c1 req-0379857d-ef9e-44c9-8bc4-482e066b40c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0515103 Dec 12 16:44:32.802068 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-766631c1-4688-4be4-83dc-14d9170353c1 req-a62ffb1f-ec1b-4ca3-83d7-c3356f03a1f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Dec 12 16:44:33.914390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc093-4dbb-442a-aa1a-243b6bf91cf8 req-11610a3d-0651-4f84-945c-8f8f1cd91c17 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:33.916369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca0dc093-4dbb-442a-aa1a-243b6bf91cf8 req-11610a3d-0651-4f84-945c-8f8f1cd91c17 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0476761 Dec 12 16:44:33.963431 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca0dc093-4dbb-442a-aa1a-243b6bf91cf8 req-10f6475c-76ed-4eb6-9ded-05c09a1e2be9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Dec 12 16:44:35.079085 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924bfb-b069-4b5c-af1d-d7d30af48c21 req-461010e2-2b24-4bc1-9cbd-8fbf3b6253dc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:35.080511 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b924bfb-b069-4b5c-af1d-d7d30af48c21 req-461010e2-2b24-4bc1-9cbd-8fbf3b6253dc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0471895 Dec 12 16:44:35.132504 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b924bfb-b069-4b5c-af1d-d7d30af48c21 req-d9ea34f3-7217-4060-b8be-9bcce92e7a65 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Dec 12 16:44:35.620519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcaa6-07f1-49e7-8f3d-2796744ab9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:36.246945 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc161821-222c-4076-8d25-d6de02c47fd5 req-ee8baf1d-c15c-467e-959a-8c2845ddf1b8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:36.248394 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc161821-222c-4076-8d25-d6de02c47fd5 req-ee8baf1d-c15c-467e-959a-8c2845ddf1b8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0486677 Dec 12 16:44:36.296588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dc161821-222c-4076-8d25-d6de02c47fd5 req-5c37eb06-ac43-4bf6-8e84-63770d818ab1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Dec 12 16:44:37.234856 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:44:37.409211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb032c-de22-4f90-8d19-9a7594a7438d req-66d38a27-9b70-43b1-abf7-0f0f761b9c3d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:37.410643 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80eb032c-de22-4f90-8d19-9a7594a7438d req-66d38a27-9b70-43b1-abf7-0f0f761b9c3d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0478275 Dec 12 16:44:37.458229 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80eb032c-de22-4f90-8d19-9a7594a7438d req-37824578-9743-4667-be3e-46865fd4c863 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Dec 12 16:44:37.904967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86bed14a-c9de-486a-81a5-2d8b7828da26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:38.574684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340689eb-6766-4a6c-b184-0bd70c29d7ec req-67c39926-c9d9-475f-b696-01dcd98b02ee tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:38.576146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-340689eb-6766-4a6c-b184-0bd70c29d7ec req-67c39926-c9d9-475f-b696-01dcd98b02ee tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0521519 Dec 12 16:44:38.624974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-340689eb-6766-4a6c-b184-0bd70c29d7ec req-e2c18576-4d0d-4119-a3a7-2e62883bf1e9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Dec 12 16:44:38.922829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:39.743539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef4a29-39ea-4a86-b1bf-1e09c7510114 req-fcdc9bae-4e68-457e-acc8-139964669d7d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:39.745044 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ef4a29-39ea-4a86-b1bf-1e09c7510114 req-fcdc9bae-4e68-457e-acc8-139964669d7d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0503159 Dec 12 16:44:39.794515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d5ef4a29-39ea-4a86-b1bf-1e09c7510114 req-e5eb346f-8bb2-4890-bdab-c0cbf5ec7cf3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Dec 12 16:44:39.948720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:40.686523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:40.911276 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b70f9-a1ff-4244-b0a4-e0703e38baca req-3347c000-751e-4ae9-8049-42eaa49b55b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:40.912737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-462b70f9-a1ff-4244-b0a4-e0703e38baca req-3347c000-751e-4ae9-8049-42eaa49b55b2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0509419 Dec 12 16:44:40.959903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-462b70f9-a1ff-4244-b0a4-e0703e38baca req-f7b2b39e-7fad-444b-8ffd-4f4fdf2beb15 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405908 Dec 12 16:44:41.306574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:42.019970 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:44:42.075840 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf9ab9-2e13-42a4-9761-085a9ac44a67 req-9d1ada7c-c35b-4148-8d17-bbf581969ea7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:42.077323 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68cf9ab9-2e13-42a4-9761-085a9ac44a67 req-9d1ada7c-c35b-4148-8d17-bbf581969ea7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0479946 Dec 12 16:44:42.130362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68cf9ab9-2e13-42a4-9761-085a9ac44a67 req-0de8ee42-8b83-44ba-ab0f-69d724a5c556 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Dec 12 16:44:43.244337 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d11c5-a0b1-4021-bf79-9a42d5cc07b0 req-bc4b65da-a041-4e2c-9d94-07d2ebfbcd19 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:43.245720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b79d11c5-a0b1-4021-bf79-9a42d5cc07b0 req-bc4b65da-a041-4e2c-9d94-07d2ebfbcd19 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0472748 Dec 12 16:44:43.296533 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b79d11c5-a0b1-4021-bf79-9a42d5cc07b0 req-0302343a-d916-454a-8610-bfb5c6133b81 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449281 Dec 12 16:44:44.410644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888fd3d-0ca9-49b6-88a6-39c310461cfb req-543b1f20-fdef-4aad-8fa7-5d6698b9e4b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:44.411993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5888fd3d-0ca9-49b6-88a6-39c310461cfb req-543b1f20-fdef-4aad-8fa7-5d6698b9e4b4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0479858 Dec 12 16:44:44.460106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5888fd3d-0ca9-49b6-88a6-39c310461cfb req-c20b4651-8b3e-40ae-b0cb-e1bc6870a8bf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Dec 12 16:44:45.576974 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20188dec-5822-4d6f-992a-166ff9b97a5e req-9d51893a-07b1-4081-96b7-87c37bcf3a71 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:45.578423 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20188dec-5822-4d6f-992a-166ff9b97a5e req-9d51893a-07b1-4081-96b7-87c37bcf3a71 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0477426 Dec 12 16:44:45.626392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20188dec-5822-4d6f-992a-166ff9b97a5e req-e204b28d-a4cb-4a12-b59e-306550dd6362 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Dec 12 16:44:46.743527 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231293-4d8f-4023-a44e-8eb44ebc5c30 req-f4e009c5-d5eb-46b7-b71b-83ffebca962e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:46.744992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c231293-4d8f-4023-a44e-8eb44ebc5c30 req-f4e009c5-d5eb-46b7-b71b-83ffebca962e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0514462 Dec 12 16:44:46.793570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0c231293-4d8f-4023-a44e-8eb44ebc5c30 req-cb07e020-5432-49bd-b058-a493ee218a4c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426989 Dec 12 16:44:47.908415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fac11-52f4-4994-87e3-13f92b750a16 req-c6a0a499-c5a0-4c53-a343-e6933ef84371 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:47.909889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-085fac11-52f4-4994-87e3-13f92b750a16 req-c6a0a499-c5a0-4c53-a343-e6933ef84371 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0488532 Dec 12 16:44:47.958324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-085fac11-52f4-4994-87e3-13f92b750a16 req-f25d89c8-fd00-4ea0-835b-d758d64eb9ea tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414393 Dec 12 16:44:49.076122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9228c-24a6-49a4-a136-94ed7d3c28d3 req-e8588b92-abaa-4dc0-babc-aa77e980fd32 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:49.077602 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ee9228c-24a6-49a4-a136-94ed7d3c28d3 req-e8588b92-abaa-4dc0-babc-aa77e980fd32 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0480704 Dec 12 16:44:49.455380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ee9228c-24a6-49a4-a136-94ed7d3c28d3 req-e770ed1d-072c-407f-8755-327ef31f6bac tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3718982 Dec 12 16:44:50.570423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e49559-b9c5-4027-bf85-0d1283171134 req-69dcd7a0-aae5-469f-b409-c1362cad459e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:50.572443 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31e49559-b9c5-4027-bf85-0d1283171134 req-69dcd7a0-aae5-469f-b409-c1362cad459e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0495741 Dec 12 16:44:50.620485 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-31e49559-b9c5-4027-bf85-0d1283171134 req-70b6bec9-4d4d-42ce-8da4-7057d4397eea tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421844 Dec 12 16:44:51.741442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b9fe7-6b9e-4ee3-8e56-40e6454a07a0 req-c40a4ae0-db0d-48e4-acc9-a2c6ea624442 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:51.742919 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-380b9fe7-6b9e-4ee3-8e56-40e6454a07a0 req-c40a4ae0-db0d-48e4-acc9-a2c6ea624442 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0476363 Dec 12 16:44:51.791315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-380b9fe7-6b9e-4ee3-8e56-40e6454a07a0 req-075a02dd-5f59-4039-b81c-3b066863cac6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Dec 12 16:44:52.907188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a696544-2d47-485f-9d0f-7bdcf620922c req-ccdfe08e-252c-4d05-8c17-05bf55a1965c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:52.908613 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a696544-2d47-485f-9d0f-7bdcf620922c req-ccdfe08e-252c-4d05-8c17-05bf55a1965c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0499499 Dec 12 16:44:52.955596 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a696544-2d47-485f-9d0f-7bdcf620922c req-920eb60d-4f21-418c-bac6-90e043d823ea tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Dec 12 16:44:54.070641 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756a63b-1db0-4986-86de-289bf6cee80d req-de99195b-53b4-4656-a5b7-de052b421adf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:54.072470 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a756a63b-1db0-4986-86de-289bf6cee80d req-de99195b-53b4-4656-a5b7-de052b421adf tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0488958 Dec 12 16:44:54.120907 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a756a63b-1db0-4986-86de-289bf6cee80d req-f1da3ff7-6bc4-4a6f-81b3-14b99a0b5354 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Dec 12 16:44:55.235981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385953-b559-437f-95d1-a896e1d992ef req-77ed4c30-7d22-4548-8e29-b77f24faa4e4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:55.237369 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17385953-b559-437f-95d1-a896e1d992ef req-77ed4c30-7d22-4548-8e29-b77f24faa4e4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0510962 Dec 12 16:44:55.285683 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17385953-b559-437f-95d1-a896e1d992ef req-26b9fb88-a19c-4346-a43e-eccef3239e78 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Dec 12 16:44:56.403302 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be080ff-29b8-4f40-8b38-05b9589b4053 req-9b17ec6d-6e70-4e7e-9c94-515b4fc6ecfe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:56.404685 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3be080ff-29b8-4f40-8b38-05b9589b4053 req-9b17ec6d-6e70-4e7e-9c94-515b4fc6ecfe tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0482626 Dec 12 16:44:56.451996 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3be080ff-29b8-4f40-8b38-05b9589b4053 req-0834daa3-2c33-48bf-be06-015241a4ba6c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Dec 12 16:44:57.566436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02720-ebd0-4fbc-89e0-8a5023df5e7a req-c5044eda-8cab-4518-99ff-182dc4f6363f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:57.567875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aed02720-ebd0-4fbc-89e0-8a5023df5e7a req-c5044eda-8cab-4518-99ff-182dc4f6363f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0479531 Dec 12 16:44:57.621269 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aed02720-ebd0-4fbc-89e0-8a5023df5e7a req-c24d46f0-ef44-4fe1-9c92-c5b50fb167b0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474541 Dec 12 16:44:58.740640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b645-a8d3-4233-9dd4-9426c20ff716 req-249f0503-3ae5-41f2-a8c5-3c0fc419b700 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:58.742107 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f49b645-a8d3-4233-9dd4-9426c20ff716 req-249f0503-3ae5-41f2-a8c5-3c0fc419b700 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0500932 Dec 12 16:44:58.795167 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f49b645-a8d3-4233-9dd4-9426c20ff716 req-fa45fd6e-7334-4fef-ae0d-95b05865d67b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 Dec 12 16:44:59.908992 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0138d8-ca8d-428e-8e70-7338ba5e137f req-64e7732b-8cff-4c44-9fd7-85f498cb31a7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:44:59.910434 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c0138d8-ca8d-428e-8e70-7338ba5e137f req-64e7732b-8cff-4c44-9fd7-85f498cb31a7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0485740 Dec 12 16:44:59.959029 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2c0138d8-ca8d-428e-8e70-7338ba5e137f req-d48ebea9-63e7-448e-b637-ceb0375a966d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Dec 12 16:45:01.079215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa1617-2e69-4211-9c57-f7b9a68b4451 req-8d8de2bf-02f4-4ab8-9aad-03622de3c080 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:01.080604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dffa1617-2e69-4211-9c57-f7b9a68b4451 req-8d8de2bf-02f4-4ab8-9aad-03622de3c080 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0531831 Dec 12 16:45:01.132065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dffa1617-2e69-4211-9c57-f7b9a68b4451 req-9b4b71d9-dcd4-4d81-a6ec-040a8e405802 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Dec 12 16:45:02.248486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3b28c-c3fb-4b10-b134-592d87607aa0 req-b731bca9-49b8-4b6c-af37-d2ccfa813177 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:02.249972 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dd3b28c-c3fb-4b10-b134-592d87607aa0 req-b731bca9-49b8-4b6c-af37-d2ccfa813177 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0478330 Dec 12 16:45:02.298146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9dd3b28c-c3fb-4b10-b134-592d87607aa0 req-303e60c0-5c21-4473-83b9-37398fc0fa67 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Dec 12 16:45:03.413274 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16371d41-ea21-464c-be74-288c673a94c4 req-306b5a2b-a66b-44e0-8e8a-228c63c99302 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:03.415383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16371d41-ea21-464c-be74-288c673a94c4 req-306b5a2b-a66b-44e0-8e8a-228c63c99302 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0478351 Dec 12 16:45:03.467065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16371d41-ea21-464c-be74-288c673a94c4 req-6977273f-afb0-42f4-b4e3-254b8e6acb92 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458198 Dec 12 16:45:04.581257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604c6c-447c-4677-9b8f-5fbfb5323764 req-4edf863f-cf1c-43bb-8f59-f363f88bc6df tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:04.582701 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9604c6c-447c-4677-9b8f-5fbfb5323764 req-4edf863f-cf1c-43bb-8f59-f363f88bc6df tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0484736 Dec 12 16:45:04.632045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f9604c6c-447c-4677-9b8f-5fbfb5323764 req-3777b469-5695-43e4-818d-2fe6b8ae1fd4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433667 Dec 12 16:45:05.550889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-6a7b07c2-57eb-4726-86df-cb69fb9f5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:05.552376 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-6a7b07c2-57eb-4726-86df-cb69fb9f5fba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0421386 Dec 12 16:45:05.621813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aec8e96d-f72f-4a5b-b840-677b2617d2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:05.664382 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-e4640ee5-b057-47a1-a355-43950703f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:05.666031 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-e4640ee5-b057-47a1-a355-43950703f6de service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.0909960 Dec 12 16:45:05.736623 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-00a1e299-ad12-49b3-b8f2-3a45935af91b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 1001 time: 0.0592940 Dec 12 16:45:05.746954 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb6549-7dc5-4b73-b5f9-9b0dc282641c req-9ee3af78-d126-4af1-aecd-6de734627e57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:05.748409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abbb6549-7dc5-4b73-b5f9-9b0dc282641c req-9ee3af78-d126-4af1-aecd-6de734627e57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0482359 Dec 12 16:45:05.793977 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-135b1f54-cb06-4bf1-9ef9-dcc602349931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:05.795443 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-135b1f54-cb06-4bf1-9ef9-dcc602349931 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0480485 Dec 12 16:45:05.797616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-abbb6549-7dc5-4b73-b5f9-9b0dc282641c req-f2f9d91c-c9d5-443d-a028-44d4a818713d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429535 Dec 12 16:45:05.846309 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-fc2c1626-3651-4e56-93e8-7f32d3ba8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:05.847771 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-fc2c1626-3651-4e56-93e8-7f32d3ba8c65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403571 Dec 12 16:45:05.862745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-ac10bd4b-7dc6-4ab5-b9d3-eecdad98483e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:45:05.863677 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-ac10bd4b-7dc6-4ab5-b9d3-eecdad98483e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048435 Dec 12 16:45:05.952420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-df14f718-0bc4-4eb8-96b4-48d0acf7e9b7 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806377 Dec 12 16:45:06.048756 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3af48a88-e310-4d1e-8d2a-e7f9537e0601 req-4fed8db5-0275-4217-8063-8f53e75da9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Dec 12 16:45:06.916363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c9727-2b67-41c2-9b00-3fe117ca9e26 req-68a66012-7178-4d82-8f65-876061e170b3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:06.917822 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d37c9727-2b67-41c2-9b00-3fe117ca9e26 req-68a66012-7178-4d82-8f65-876061e170b3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0523190 Dec 12 16:45:06.965831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d37c9727-2b67-41c2-9b00-3fe117ca9e26 req-b0342ee0-e762-4819-83ab-9d2fcd85e76d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Dec 12 16:45:07.906911 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6da64eb8-132a-4f44-a739-1818f37f51fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:08.079199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a977f5-2bbe-4cf6-b120-33552330c0da req-67bdc6c4-d043-4e3a-b9bc-c9a215b8b1f5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:08.080693 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63a977f5-2bbe-4cf6-b120-33552330c0da req-67bdc6c4-d043-4e3a-b9bc-c9a215b8b1f5 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0484395 Dec 12 16:45:08.129661 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63a977f5-2bbe-4cf6-b120-33552330c0da req-a9c0b289-5243-4620-b324-68a3f30a286f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Dec 12 16:45:08.925543 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:09.247189 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017ee6-4f82-4704-9a20-5fded7b1af6c req-abbb436a-fcaa-4fd2-a88c-7bb285618094 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:09.248572 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa017ee6-4f82-4704-9a20-5fded7b1af6c req-abbb436a-fcaa-4fd2-a88c-7bb285618094 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0525570 Dec 12 16:45:09.298629 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aa017ee6-4f82-4704-9a20-5fded7b1af6c req-50201ef5-480b-4baf-b8eb-0bc0318678d9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 Dec 12 16:45:09.964849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:10.412081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e05ce0-ab43-47a9-8b81-d659a733f6ff req-0670af3e-822e-4262-abd2-6264c9b48f30 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:10.413546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43e05ce0-ab43-47a9-8b81-d659a733f6ff req-0670af3e-822e-4262-abd2-6264c9b48f30 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0481155 Dec 12 16:45:10.461232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43e05ce0-ab43-47a9-8b81-d659a733f6ff req-5bbaab78-5525-4776-9be9-cf395a59e7cd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 Dec 12 16:45:10.690220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:11.309493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:11.575483 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d9d92-9d17-47c6-808b-c4f0a9fc5382 req-7da0b883-aa91-4ffd-98ba-5e1f7160c5a8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:11.576854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-776d9d92-9d17-47c6-808b-c4f0a9fc5382 req-7da0b883-aa91-4ffd-98ba-5e1f7160c5a8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0478275 Dec 12 16:45:11.629378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-776d9d92-9d17-47c6-808b-c4f0a9fc5382 req-805c18cf-91b2-48d5-9680-3321435db5bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466478 Dec 12 16:45:12.034741 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:12.743338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ea5b2-12b4-43e3-9a97-466c32d33f3c req-e3a0d896-1707-4f1f-8ba7-3baae10f54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:12.745378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b0ea5b2-12b4-43e3-9a97-466c32d33f3c req-e3a0d896-1707-4f1f-8ba7-3baae10f54ba tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0482640 Dec 12 16:45:12.794360 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b0ea5b2-12b4-43e3-9a97-466c32d33f3c req-47033d4f-a9c9-4133-971d-29937fdcc8f2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Dec 12 16:45:13.908196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70013e-5df0-4121-b040-4c2c496c16ee req-1377b227-b8d5-42c7-b6ef-8ddec2d23891 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:13.909660 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f70013e-5df0-4121-b040-4c2c496c16ee req-1377b227-b8d5-42c7-b6ef-8ddec2d23891 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0480323 Dec 12 16:45:13.957110 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5f70013e-5df0-4121-b040-4c2c496c16ee req-8372739d-81e0-4b59-83fc-87d4639d6367 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Dec 12 16:45:14.234373 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:45:15.075411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811b539-574a-4a18-923a-fc96b9bcace9 req-a663b80a-55f4-4ebd-8b97-fcb36d3afa55 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:15.076896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f811b539-574a-4a18-923a-fc96b9bcace9 req-a663b80a-55f4-4ebd-8b97-fcb36d3afa55 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0523331 Dec 12 16:45:15.128752 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f811b539-574a-4a18-923a-fc96b9bcace9 req-f6dbbc10-9cee-47ad-8823-167204b6ca91 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 Dec 12 16:45:16.246338 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec9834-e6ab-4211-848f-9c69b94f34f2 req-1110301e-c8c4-4c55-a368-51a0f5d43f9e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:16.247827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16ec9834-e6ab-4211-848f-9c69b94f34f2 req-1110301e-c8c4-4c55-a368-51a0f5d43f9e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0491743 Dec 12 16:45:16.297513 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16ec9834-e6ab-4211-848f-9c69b94f34f2 req-5299a9fe-eca6-4001-a4f7-c283effc82eb tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Dec 12 16:45:17.412463 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d43c2-bc81-46e5-b7c7-8fef5b1a60c5 req-d59ca82c-ca49-462d-befc-38390ef95700 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:17.413955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d5d43c2-bc81-46e5-b7c7-8fef5b1a60c5 req-d59ca82c-ca49-462d-befc-38390ef95700 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0476143 Dec 12 16:45:17.465687 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d5d43c2-bc81-46e5-b7c7-8fef5b1a60c5 req-4fe65756-e5e6-4c4a-968d-4d90e1e6d198 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453773 Dec 12 16:45:18.579692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891e8b1-47fe-4068-b44c-15f4e6b31067 req-ba3a37c6-5191-477b-b85e-e475d336e768 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:18.581168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6891e8b1-47fe-4068-b44c-15f4e6b31067 req-ba3a37c6-5191-477b-b85e-e475d336e768 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0484815 Dec 12 16:45:18.630530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6891e8b1-47fe-4068-b44c-15f4e6b31067 req-1df7e148-d445-462a-adf1-f84bdb0a2436 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Dec 12 16:45:19.746430 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fc4ed-e3dc-42dc-8c67-42f8197e9ba4 req-c160db38-c387-4db9-8b8b-f837e834e958 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:19.747886 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-709fc4ed-e3dc-42dc-8c67-42f8197e9ba4 req-c160db38-c387-4db9-8b8b-f837e834e958 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0487001 Dec 12 16:45:19.796315 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-709fc4ed-e3dc-42dc-8c67-42f8197e9ba4 req-f8666b73-0a7b-4e95-9994-cc50b663ee8d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Dec 12 16:45:20.913598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a0eda-0e06-440b-a4bd-af8875a1c84c req-f63a02d5-721a-457f-b1a5-335630ea94f6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:20.915061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd5a0eda-0e06-440b-a4bd-af8875a1c84c req-f63a02d5-721a-457f-b1a5-335630ea94f6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0522130 Dec 12 16:45:20.962978 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd5a0eda-0e06-440b-a4bd-af8875a1c84c req-958b6a8e-84cb-41cd-a784-3c1b1ed6b72f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415909 Dec 12 16:45:22.078506 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88171f58-12eb-44ee-9735-371e2666d0c0 req-b3238b26-ff03-4154-b5db-6700ebb1de37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:22.079892 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88171f58-12eb-44ee-9735-371e2666d0c0 req-b3238b26-ff03-4154-b5db-6700ebb1de37 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0487101 Dec 12 16:45:22.127931 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-88171f58-12eb-44ee-9735-371e2666d0c0 req-aff71870-fb05-4cb5-8ae5-0aa0e0e87e77 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Dec 12 16:45:23.245036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e0ad-6995-4877-8b89-8e3cc86cb1ce req-e8b70e4d-fa7c-41ad-8108-cad1517b89f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:23.246475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0243e0ad-6995-4877-8b89-8e3cc86cb1ce req-e8b70e4d-fa7c-41ad-8108-cad1517b89f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0522463 Dec 12 16:45:23.294522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0243e0ad-6995-4877-8b89-8e3cc86cb1ce req-a86494a2-6478-4093-980a-b4e536209ee3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420871 Dec 12 16:45:24.407736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905dffa-4e44-4b3c-92dd-0fe07ab44f58 req-260101ab-07af-4b63-aa7a-88d75a5a48f8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:24.409135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a905dffa-4e44-4b3c-92dd-0fe07ab44f58 req-260101ab-07af-4b63-aa7a-88d75a5a48f8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0476568 Dec 12 16:45:24.456791 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a905dffa-4e44-4b3c-92dd-0fe07ab44f58 req-b73334eb-e58c-4033-8f14-7deb5f7f4e2d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Dec 12 16:45:24.480495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59192) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:45:24.543048 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b53b9afe-e77e-4c13-ad51-256ae8c06dc2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/8e6c51a3-2374-4b0c-a498-42df6f0dae3d HTTP/1.1" status: 200 len: 993 time: 0.0613666 Dec 12 16:45:25.818215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81463153-b8bf-4e69-966f-dc6e08c07d8d req-13a455b5-71c8-424e-a905-8a469efb5630 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:25.819586 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81463153-b8bf-4e69-966f-dc6e08c07d8d req-13a455b5-71c8-424e-a905-8a469efb5630 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0531595 Dec 12 16:45:25.855404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-7bd7d912-c137-463b-8967-4f8c71b9f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:25.857003 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-7bd7d912-c137-463b-8967-4f8c71b9f4c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0426919 Dec 12 16:45:25.869227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81463153-b8bf-4e69-966f-dc6e08c07d8d req-46bec650-8d84-4fa7-be31-7d6b7c43f2d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Dec 12 16:45:25.953191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-ff636e1e-1657-49dc-acd5-faae9b8f7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:25.954678 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-ff636e1e-1657-49dc-acd5-faae9b8f7101 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.0868618 Dec 12 16:45:26.026554 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-05cfcc24-bbea-4914-a037-fc6302bf882c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 1001 time: 0.0572381 Dec 12 16:45:26.084990 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-ade89a33-9862-4864-a2bf-e06a0bc9a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:26.086389 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-ade89a33-9862-4864-a2bf-e06a0bc9a11c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0468585 Dec 12 16:45:26.139647 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-6830adb2-7ab6-47b9-858d-d064d885bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:26.141155 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-6830adb2-7ab6-47b9-858d-d064d885bc25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436063 Dec 12 16:45:26.232867 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-8330239b-e904-47f6-950e-e5fc3b9cedbd service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798404 Dec 12 16:45:26.332872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9532aa70-0820-4eb1-98d4-2c367b0fd665 req-604502df-a639-4fb3-a60e-e807c89195b4 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889926 Dec 12 16:45:26.985682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ee57-37ee-4a66-81dc-ec83ed5bb105 req-ca2fb15a-659f-40a0-bac3-8bce836bc29c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:45:26.987128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85a7ee57-37ee-4a66-81dc-ec83ed5bb105 req-ca2fb15a-659f-40a0-bac3-8bce836bc29c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0474873 Dec 12 16:45:27.034617 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85a7ee57-37ee-4a66-81dc-ec83ed5bb105 req-56a412d4-6177-4c47-9faa-d6ce0e4114c9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Dec 12 16:45:27.057736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59202) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:45:27.120159 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dc43e41e-601c-44d5-aa25-da8b79695c17 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/8e6c51a3-2374-4b0c-a498-42df6f0dae3d HTTP/1.1" status: 200 len: 993 time: 0.0613236 Dec 12 16:45:35.623057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db90c7fc-9269-4042-961a-ddea1b82007c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:37.907586 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b8cdaf25-6a09-4e1f-9bc6-08a92fdbb9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:38.929008 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:39.961051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:40.693032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:41.310383 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:42.032589 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:42.899431 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-9f689080-7f5e-4d2a-9a65-8fce95e69a99 req-b1d089ae-374a-4c06-9356-276013305090 service neutron] (103411) timed out ('10.222.0.13', 52543) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:45:51.233259 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:45:59.533205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59214) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:45:59.685389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 4985b5f3-3720-4a05-ae21-a406411b0264 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:45:59.685726 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:59.762187 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:59.762510 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:59.773801 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 4985b5f3-3720-4a05-ae21-a406411b0264 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:45:59.912256 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:45:59.938927 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=4985b5f3-3720-4a05-ae21-a406411b0264,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:45:59.948885 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.949241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.949748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.949911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.950241 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.950569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.950900 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.951615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.951615 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.951853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.952176 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.952496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:45:59.952841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:00.010757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:00.011081 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP 8e6c51a3-2374-4b0c-a498-42df6f0dae3d disassociated (deleted). External IP: 172.25.3.22, port: 30d89b1d-2b80-4b6f-b993-30ced3933ff9. Dec 12 16:46:00.215949 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:46:00.321170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:46:00.326549 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:00.330532 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Sync routers for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:46:00.340857 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:00.341454 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:00.354794 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7b1abddb-af12-4952-a788-b596615ec1f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e6c51a3-2374-4b0c-a498-42df6f0dae3d HTTP/1.1" status: 204 len: 168 time: 0.8205276 Dec 12 16:46:00.355371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:46:00.357741 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:46:00.398467 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75ba36d-c226-4890-8370-e48ad2f77cff x-openstack-request-id: req-e75ba36d-c226-4890-8370-e48ad2f77cff {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:46:00.399336 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:46:00.399822 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e75ba36d-c226-4890-8370-e48ad2f77cff {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:46:00.400246 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'status': 'completed', 'code': 200} Dec 12 16:46:00.454622 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:00.464545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-e25e0998-89c2-41f5-a27c-4e86f0fbf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:00.466360 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-e25e0998-89c2-41f5-a27c-4e86f0fbf692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 1097 time: 0.0438633 Dec 12 16:46:00.572065 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-f896b300-8335-4029-b320-5ee1f4837128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:00.573593 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-f896b300-8335-4029-b320-5ee1f4837128 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 200 len: 896 time: 0.0967824 Dec 12 16:46:00.598093 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e9dc-ff70-437c-8c42-e6265d5040cf req-218e00f4-6486-4235-a915-68f87d8376a9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:00.600064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d520e9dc-ff70-437c-8c42-e6265d5040cf req-218e00f4-6486-4235-a915-68f87d8376a9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0557134 Dec 12 16:46:00.623085 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-3e36873c-ce39-40a4-b9b9-ad454a3533b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 200 len: 217 time: 0.0375960 Dec 12 16:46:00.653318 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d520e9dc-ff70-437c-8c42-e6265d5040cf req-c3ebdc8f-252b-49fd-bc37-ff0cf51c8f0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 Dec 12 16:46:00.663197 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:00.674778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-0ad09bc7-0ba0-4363-b3bc-67b8d2a2b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:00.676304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-0ad09bc7-0ba0-4363-b3bc-67b8d2a2b43c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 200 len: 835 time: 0.0451205 Dec 12 16:46:00.694716 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Checking router: f0e41bf7-c597-4c0f-8efe-c1502d70ad2b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:46:00.703361 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:00.703956 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:00.723215 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-202ba16f-0f60-419e-8116-1b354f9dd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:00.724658 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-202ba16f-0f60-419e-8116-1b354f9dd156 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e383b51-0eb3-4cca-9e57-c0fd7dbba735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408139 Dec 12 16:46:00.805831 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:00.817669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-64fe1ef1-6798-4c9f-96e1-5bcb8a163a17 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Dec 12 16:46:00.910964 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6c593dca-b55e-4c5e-abb2-84659d8f2ff6 req-a0e66b42-174a-499b-b1bd-8cad1c3dbf98 service neutron] 10.222.0.30 "GET /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Dec 12 16:46:00.998097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:01.023204 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c4db-8474-48f2-9838-303a0eb4880a None None] The sync data for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 is: [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:35Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'fc21937a-7ff6-4b51-9bb9-861022f9c91f', 'name': '', 'network_id': '1e383b51-0eb3-4cca-9e57-c0fd7dbba735', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:88:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:35Z', 'updated_at': '2021-12-12T16:43:38Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '306459ec-3ba5-47ee-9a61-58710d53d969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:46:01.237242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779a270a-6948-4834-b979-7b1993e77cef None None] New status for floating IP 8e6c51a3-2374-4b0c-a498-42df6f0dae3d: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:46:01.774905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfdd67-8032-4e5d-b56d-f36f19b23afd req-95de730e-4de1-4e7b-8546-469338869172 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:01.776335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1dfdd67-8032-4e5d-b56d-f36f19b23afd req-95de730e-4de1-4e7b-8546-469338869172 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0520544 Dec 12 16:46:01.824745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b1dfdd67-8032-4e5d-b56d-f36f19b23afd req-c6daa4a0-1a9c-43da-bc10-7f674c6b11e4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=031d46cd-22ae-4c81-b8a9-cc5444b3c8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Dec 12 16:46:02.384027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-4d0c83c0-dcc2-4df0-9b3b-1f16fec21a28 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:02.385491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-4d0c83c0-dcc2-4df0-9b3b-1f16fec21a28 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 946 time: 0.0532155 Dec 12 16:46:02.477201 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:46:02.477545 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:02.567317 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 30d89b1d-2b80-4b6f-b993-30ced3933ff9, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=30d89b1d-2b80-4b6f-b993-30ced3933ff9,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:02.567673 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:02.579777 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 30d89b1d-2b80-4b6f-b993-30ced3933ff9 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:46:02.702879 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:02.734443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=30d89b1d-2b80-4b6f-b993-30ced3933ff9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:02.747106 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.747459 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.747800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.748133 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.748464 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.748825 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.749153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.749481 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.749808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.750132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.750462 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.750782 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.751103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:02.784842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port 30d89b1d-2b80-4b6f-b993-30ced3933ff9 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:46:02.787646 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:02.791048 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-ec716762-ba4d-44e6-ad5e-dd28ddd3f0f8 req-7503ad9a-e015-4917-b969-252ebcad8019 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "DELETE /v2.0/ports/30d89b1d-2b80-4b6f-b993-30ced3933ff9 HTTP/1.1" status: 204 len: 173 time: 0.3979740 Dec 12 16:46:02.791483 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'name': 'network-vif-deleted', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:46:02.794001 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2b31f-0fa0-43e2-b9b2-64612ad73ff3" -d '{"events": [{"server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "name": "network-vif-deleted", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:46:02.907812 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fb4d1d-35ef-4ec0-bbe2-cbc36fa22533 x-openstack-request-id: req-b5fb4d1d-35ef-4ec0-bbe2-cbc36fa22533 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:46:02.908295 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e", "name": "network-vif-deleted", "tag": "30d89b1d-2b80-4b6f-b993-30ced3933ff9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:46:02.908756 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5fb4d1d-35ef-4ec0-bbe2-cbc36fa22533 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:46:02.909487 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e', 'name': 'network-vif-deleted', 'tag': '30d89b1d-2b80-4b6f-b993-30ced3933ff9', 'status': 'completed', 'code': 200} Dec 12 16:46:02.941849 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0f6eebbb-97d4-4261-89c6-3d69f7f2bafe req-40a792e1-27c2-4ccb-aec6-a8b8a90280bd tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b8f137b-fb79-46f2-8bcc-1ddb9dfe629e HTTP/1.1" status: 200 len: 210 time: 0.0307186 Dec 12 16:46:04.000005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59236) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:04.352157 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:04.600399 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port fc21937a-7ff6-4b51-9bb9-861022f9c91f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:46:04.600775 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:04.687326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port fc21937a-7ff6-4b51-9bb9-861022f9c91f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=fc21937a-7ff6-4b51-9bb9-861022f9c91f,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:04.687680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:04.699174 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for fc21937a-7ff6-4b51-9bb9-861022f9c91f owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:46:04.878745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:04.905429 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=fc21937a-7ff6-4b51-9bb9-861022f9c91f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:05.085903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:05.295836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:46:05.397783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:46:05.406283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7c77a01d-9a8d-467e-9f5e-7fc8c915c4af tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/f0e41bf7-c597-4c0f-8efe-c1502d70ad2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4022431 Dec 12 16:46:05.406283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59238) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:05.407761 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Sync routers for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:46:05.417942 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:05.418546 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:05.624450 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:05.626757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8f19eb33-c847-4e82-a3c6-0dbd473e87b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:05.793999 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting subnet 306459ec-3ba5-47ee-9a61-58710d53d969 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:46:05.797345 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:05.803862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:46:04Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:05.830008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Checking router: f0e41bf7-c597-4c0f-8efe-c1502d70ad2b for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:46:05.836933 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:05.839265 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Routers {'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:05.839860 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:45:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:05.920243 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:05.941727 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] Set router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:05.975607 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.002587 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Subnet': ['ID=306459ec-3ba5-47ee-9a61-58710d53d969,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:06.006701 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.012408 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5607b97e-23c6-438a-9be3-707eeafa8ec1 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/subnets/306459ec-3ba5-47ee-9a61-58710d53d969 HTTP/1.1" status: 204 len: 168 time: 0.6027730 Dec 12 16:46:06.013219 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59240) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:06.016271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74877164-0cc1-423f-bf92-c0464aae5437 None None] Network 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:46:06.122476 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.122960 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:46:04Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:06.150777 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a594ff5-b3ff-44fc-9db1-08eda359370d None None] The sync data for ids ['f0e41bf7-c597-4c0f-8efe-c1502d70ad2b'] in n-d-710847-8 is: [{'id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1824691433', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:46:04Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': '1c35f230-2b17-4fee-b6ca-d89401c9a350', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:49:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e41bf7-c597-4c0f-8efe-c1502d70ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:43:32Z', 'updated_at': '2021-12-12T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:46:06.194823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] DHCP port deletion for 1e383b51-0eb3-4cca-9e57-c0fd7dbba735 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:46:06.232488 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.243889 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Deleting port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:46:06.244268 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.284758 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 1c35f230-2b17-4fee-b6ca-d89401c9a350 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:46:06.285130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.308088 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] For port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,segment=NetworkSegment(32463831-b0f3-4c16-94d2-3e80c1134982),segment_id=32463831-b0f3-4c16-94d2-3e80c1134982)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:06.308551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.320916 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Calling delete_port for 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:46:06.365170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port 1c35f230-2b17-4fee-b6ca-d89401c9a350, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=1c35f230-2b17-4fee-b6ca-d89401c9a350,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:06.365532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.377012 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 1c35f230-2b17-4fee-b6ca-d89401c9a350 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:46:06.397601 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.424281 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Pushing event deleted for resources: {'Port': ['ID=4328d2e3-e4d8-4762-8d9b-236c2ed20f62,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:06.435093 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.435354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.435707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.436092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.436531 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.436811 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.437139 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.437652 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.437828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.438116 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.438448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.438778 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.439108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:06.441859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f881ac2-b3be-43cb-9349-93f101789f68 None None] No DVR routers for this DVR port 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:46:06.545862 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.575490 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=1c35f230-2b17-4fee-b6ca-d89401c9a350,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:06.582581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60196c3c-b608-4167-a23b-c775edc0814c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:46:06.636728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.734411 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.736495 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.777757 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.778317 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Fanout notify agent at l3_agent the message router_deleted on router f0e41bf7-c597-4c0f-8efe-c1502d70ad2b {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:46:06.785333 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.786441 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-42d9f2f1-4fc6-4218-bfae-d49a6d93df36 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/routers/f0e41bf7-c597-4c0f-8efe-c1502d70ad2b HTTP/1.1" status: 204 len: 168 time: 0.7728322 Dec 12 16:46:06.789220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59242) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:06.865056 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 30d89b1d-2b80-4b6f-b993-30ced3933ff9 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:46:06.871532 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.886928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 30d89b1d-2b80-4b6f-b993-30ced3933ff9 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:46:06.887277 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 30d89b1d-2b80-4b6f-b993-30ced3933ff9 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:46:06.957340 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:06.977063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e383b51-0eb3-4cca-9e57-c0fd7dbba735']}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:06.985932 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32463831-b0f3-4c16-94d2-3e80c1134982') {'for_net_delete': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:06.986232 n-d-710847-8 neutron-server[103412]: DEBUG neutron.services.segments.db [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32463831-b0f3-4c16-94d2-3e80c1134982') {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:06.995746 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4367219'] for segment, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.008923 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.014565 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=103412) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:46:07.014945 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15910344'] for segment, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: Traceback (most recent call last): Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: timer() Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: cb(*args, **kw) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: return func(*args, **kwargs) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: self._notify() Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: self.callback(batched_events) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: event.method(event) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: return f(self, *a, **k) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: return self._get(url).json() Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: return self.request(url, 'GET', **kwargs) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:46:07.017865 n-d-710847-8 neutron-server[103412]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:46:07.076248 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.083692 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.086023 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/networks/1e383b51-0eb3-4cca-9e57-c0fd7dbba735 HTTP/1.1" status: 204 len: 168 time: 0.2958331 Dec 12 16:46:07.088899 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:07.097586 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31892356-e7f0-47f0-8d2f-769240ce3553 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Network': ['ID=1e383b51-0eb3-4cca-9e57-c0fd7dbba735,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:07.145590 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.170593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.240503 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.244117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.245494 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/security-groups/031d46cd-22ae-4c81-b8a9-cc5444b3c8de HTTP/1.1" status: 204 len: 168 time: 0.1555963 Dec 12 16:46:07.255242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe295af-84cd-4967-9e18-695fb2a2a20d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031d46cd-22ae-4c81-b8a9-cc5444b3c8de,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:07.287387 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fc21937a-7ff6-4b51-9bb9-861022f9c91f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:46:07.328596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: fc21937a-7ff6-4b51-9bb9-861022f9c91f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:46:07.328986 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device fc21937a-7ff6-4b51-9bb9-861022f9c91f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:46:07.329402 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1c35f230-2b17-4fee-b6ca-d89401c9a350 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:46:07.349826 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 1c35f230-2b17-4fee-b6ca-d89401c9a350 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:46:07.350179 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 1c35f230-2b17-4fee-b6ca-d89401c9a350 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:46:07.350592 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:46:07.369288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:46:07.369630 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 4328d2e3-e4d8-4762-8d9b-236c2ed20f62 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:46:07.672664 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:07.677312 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575280254', 'description': 'tempest-secgroup-smoke-1575280254 description', 'project_id': 'aad3f2030837447c98b9c31300820be2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:07.702435 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.767623 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.771047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.798348 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.799547 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1258078 Dec 12 16:46:07.802606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59252) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:07.803544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3cfda-6b2b-46c7-9553-3c6702e4a4f9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bb5188-9e68-42ad-9403-cd3de0b03842,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:07.808084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:07.834128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.888331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.891634 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.909783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93f4ea6-84ca-4e35-b6fe-d230f9b5962d,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:07.913837 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b47c8e8d-d19a-4087-b2e7-7815edf17b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.918279 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:07.919558 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2fe4d5f1-c4a6-4f7a-9a80-0506e3dfe42a tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153998 Dec 12 16:46:07.922323 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59254) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:07.926685 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:07.952417 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.006246 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.009679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.033094 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84164fc7-de79-474d-a07c-29449e06c9bf,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.038985 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.040924 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-23c34fa5-f13c-404a-8eb7-8a968b406144 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175804 Dec 12 16:46:08.043544 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59256) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.047740 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.073690 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.128897 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.132274 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.152817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf31bd-bc38-43c7-8291-d1713ee09525,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.158732 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.159965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f7abe5a8-371c-4b8a-aee5-26dcce2cdb1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154568 Dec 12 16:46:08.162681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59258) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.166955 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.192879 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.250583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.253782 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.271596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3affea44-055c-4cec-8643-053050b3786b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.276769 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.280756 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b9d484d7-32e3-44d6-b90f-ae34572dd6e7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143236 Dec 12 16:46:08.280756 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59260) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.284816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.304945 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:46:08.309679 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.365577 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.368882 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.388614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230d7235-20b6-4554-86fb-acb299bc7d5b,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.394721 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.395883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-913771c4-7e9a-4f4a-9077-7a43ab122ea8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1143818 Dec 12 16:46:08.399213 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59262) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.403499 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'security_group_rule': {'security_group_id': 'c4bb5188-9e68-42ad-9403-cd3de0b03842', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.424180 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Project aad3f2030837447c98b9c31300820be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:46:08.428954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.485844 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.489134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.506155 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cc7af3-83a3-4e13-9a43-79fb728c57da,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.514376 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.515559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-167a1b0c-4583-4b73-b273-f52cf3f05c0c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154244 Dec 12 16:46:08.518401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59264) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.523051 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'network': {'name': 'tempest-network-smoke--228287755', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'port_security_enabled': True}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.541981 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:46:08.545462 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.568032 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:46:08.576905 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.577244 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Added segment 6cc0e267-bced-430d-a46f-ef3b3408aee3 of type vlan for network 73de4570-3e30-4026-ae57-56d7a59abbaa Dec 12 16:46:08.615725 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.639779 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.645387 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:08.645961 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.702997 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1811481 Dec 12 16:46:08.703436 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:08.708010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'admin_state_up': True, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:08.715229 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2498404-a674-49b4-8e0c-209a79bbbcb2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Network': ['ID=73de4570-3e30-4026-ae57-56d7a59abbaa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:08.726595 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 73de4570-3e30-4026-ae57-56d7a59abbaa details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:46:08.730408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.731497 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.781995 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.918210 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:08.931430 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.101388 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.123518 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.219424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.102 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/bfa07e3e-709b-4fb0-bbd5-9d56ebc43010) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:46:09.321214 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.354697 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.390328 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:09.393151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:09.396674 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:46:09.406053 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a96e5-09c4-458a-93eb-e3acdd784e18 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:46:09.420190 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:09.488872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-01504747-843d-454b-bdac-0479204ac228 None None] Provisioning complete for port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:09.489255 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01504747-843d-454b-bdac-0479204ac228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.525903 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-01504747-843d-454b-bdac-0479204ac228 None None] Port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:46:09.642228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.832154 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.955829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:09.957623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:46:10.062130 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:46:10.072485 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Sync routers for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:46:10.082313 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.082844 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:10.083463 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:10.083691 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-2914e4f7-f918-4c50-bce0-c241e40d2aa0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3792243 Dec 12 16:46:10.086864 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:10.118036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f7343663-2a87-4ef8-8aab-140b06e39b4d tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=aad3f2030837447c98b9c31300820be2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265896 Dec 12 16:46:10.118036 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:10.189357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:10.203204 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a772b-50be-4cfb-8b1d-0fb4b68bc744 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:10.204963 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae0a772b-50be-4cfb-8b1d-0fb4b68bc744 tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862172 Dec 12 16:46:10.207638 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:10.238738 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-10b2ac86-fb4e-4cf6-8d7a-22577097dfad tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=477f4f59-b866-4849-8e8f-98605ba18e0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300822 Dec 12 16:46:10.241441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:10.246614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-241856355', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:10.331781 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:46:10.335268 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.368886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:09Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:10.395961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Checking router: 2dfe1496-79a7-42af-afb8-dfb0e8e187bc for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:46:10.396351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Updating router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:46:10.425140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.514798 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.576828 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Subnet': ['ID=3f38d832-f12b-4f62-bc21-97794794023b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:10.583862 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Checking segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:46:10.584227 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network hostable DHCP agents. Network: 73de4570-3e30-4026-ae57-56d7a59abbaa, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:46:10.602266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 73de4570-3e30-4026-ae57-56d7a59abbaa is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:46:10.612747 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 73de4570-3e30-4026-ae57-56d7a59abbaa) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:10.619303 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:10.619303 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.639205 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-80033a54-c397-4594-8a72-3c2f777c4103 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3941443 Dec 12 16:46:10.639452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:10.740429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0774a-09da-4689-bf09-35b412355c3c None None] Network 73de4570-3e30-4026-ae57-56d7a59abbaa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:46:10.802049 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.896333 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-73de4570-3e30-4026-ae57-56d7a59abbaa', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:46:10.897302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.953165 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:10.958195 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.063901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381573f7-6962-4ef1-8234-d046ad287465 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:46:11.082853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Attempting to bind port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:46:11.083221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Attempting to bind port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:46:11.083586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Attempting to bind port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:46:11.089999 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580501-9ed8-495d-8b35-0676bccc2666 None None] Pushing event updated for resources: {'Port': ['ID=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:11.116235 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:46:11.116612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:46:11.117036 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.117469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:46:11.117947 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Bound port: bfa07e3e-709b-4fb0-bbd5-9d56ebc43010, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:46:11.118326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.183089 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Allocated IP 172.20.0.2 (73de4570-3e30-4026-ae57-56d7a59abbaa/3f38d832-f12b-4f62-bc21-97794794023b/26850ff9-f18b-44f1-9b97-dec825246f8e) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:46:11.203914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] For port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:46:11.205855 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] Provisioning complete for port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:11.206220 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.208681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] For port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:46:11.238446 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.342409 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85aa0e-20ac-4c46-9fd6-278baf87367d None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:46:11.369678 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.392230 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:11.392874 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:11.407742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.412156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580501-9ed8-495d-8b35-0676bccc2666 None None] Pushing event updated for resources: {'Port': ['ID=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:11.514252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.589119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] For port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:11.598780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.601587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:11.603608 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.675153 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.677855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.1 (73de4570-3e30-4026-ae57-56d7a59abbaa/3f38d832-f12b-4f62-bc21-97794794023b/ac9a4bc4-934e-49be-80ea-1aae78402185) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:46:11.745675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Network 73de4570-3e30-4026-ae57-56d7a59abbaa is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:11.761972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:11.766869 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:46:11.768472 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eadce-1d79-40ff-bb65-8ab69093525e None None] Pushing event updated for resources: {'Port': ['ID=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:11.792367 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.817791 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-139868cc-63e7-4f7c-bf13-897698698c3a None None] Provisioning complete for port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:11.818126 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-139868cc-63e7-4f7c-bf13-897698698c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.828326 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.873458 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 73de4570-3e30-4026-ae57-56d7a59abbaa is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:11.876562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:11.879214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:46:11.912275 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:11.916989 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Pushing event updated for resources: {'Port': ['ID=26850ff9-f18b-44f1-9b97-dec825246f8e,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:11.928986 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.935914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Attempting to bind port 26850ff9-f18b-44f1-9b97-dec825246f8e on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:46:11.936283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Attempting to bind port 26850ff9-f18b-44f1-9b97-dec825246f8e by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:46:11.936663 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Attempting to bind port 26850ff9-f18b-44f1-9b97-dec825246f8e on network 73de4570-3e30-4026-ae57-56d7a59abbaa {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:46:11.947625 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:46:11.947998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Checking segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:46:11.948395 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:11.948814 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Bound using segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:46:11.949279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Bound port: 26850ff9-f18b-44f1-9b97-dec825246f8e, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:46:11.949657 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.059789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.061445 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.068961 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:09Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:12.096548 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] For port 26850ff9-f18b-44f1-9b97-dec825246f8e, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:46:12.100494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a361bc5-9d23-44be-afd0-a1ec99d9b9b6 None None] The sync data for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 is: [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:09Z', 'revision_number': 3, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:46:12.110838 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] For port 26850ff9-f18b-44f1-9b97-dec825246f8e, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=26850ff9-f18b-44f1-9b97-dec825246f8e,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:46:12.115881 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.180803 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2435c9-56e2-4751-b393-5369328f7f26 None None] Pushing event updated for resources: {'Port': ['ID=26850ff9-f18b-44f1-9b97-dec825246f8e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:12.418936 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.427191 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.524418 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:12.526961 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:12.621980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 73de4570-3e30-4026-ae57-56d7a59abbaa is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:12.623416 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:12.741839 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:46:12.860413 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:46:12.866180 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-83db49ba-2fee-4df8-ae6b-e01dd0867afc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2dfe1496-79a7-42af-afb8-dfb0e8e187bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254941 Dec 12 16:46:13.037030 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-f5cfc5b2-4183-426f-abbc-3c1be3113ce8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575280254&fields=id&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 267 time: 0.0556386 Dec 12 16:46:13.181159 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:46:13.189642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-0844b02e-7511-410c-a5a0-c600b098ee7e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:13.197281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-0844b02e-7511-410c-a5a0-c600b098ee7e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 796 time: 0.1490958 Dec 12 16:46:13.207452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-8a55a0d5-3e57-47bf-8cc1-358a16791123 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/quotas/aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 375 time: 0.0093632 Dec 12 16:46:13.210841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a3e70-e391-44e3-9524-f4a284fe04ab None None] Network 73de4570-3e30-4026-ae57-56d7a59abbaa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:46:13.259458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-dc172976-afc0-475b-b1d9-d70556465702 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462029 Dec 12 16:46:13.358367 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-0639332f-d449-45b1-a342-b264c5951729 service neutron] 10.222.0.36 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Dec 12 16:46:13.457165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-19d0848c-224d-482d-b7bb-ed72c59926e8 service neutron] 10.222.0.36 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918074 Dec 12 16:46:13.472750 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] Provisioning complete for port 26850ff9-f18b-44f1-9b97-dec825246f8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:13.473132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.521223 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:13.521604 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.650530 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-60b90ce4-fa41-4400-b2eb-26fa615c3856 req-0b4bbbec-0606-4bf7-a92a-5390d58e6b73 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 210 time: 0.0441663 Dec 12 16:46:13.671942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.676884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 26850ff9-f18b-44f1-9b97-dec825246f8e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:46:13.753773 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] For port 26850ff9-f18b-44f1-9b97-dec825246f8e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=26850ff9-f18b-44f1-9b97-dec825246f8e,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:13.754927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 26850ff9-f18b-44f1-9b97-dec825246f8e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:13.755346 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.759918 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.858840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a18cb-b1ed-4d3b-b596-a9ffa2e419ef None None] Pushing event updated for resources: {'Port': ['ID=26850ff9-f18b-44f1-9b97-dec825246f8e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:13.911167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-70acaa1f-12ab-4b17-af50-7f32366508c7 None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:13.911167 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70acaa1f-12ab-4b17-af50-7f32366508c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.955430 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-70acaa1f-12ab-4b17-af50-7f32366508c7 None None] Port ac9a4bc4-934e-49be-80ea-1aae78402185 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:46:13.967595 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Sync routers for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:46:13.971283 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-70acaa1f-12ab-4b17-af50-7f32366508c7 None None] Provisioning complete for port 26850ff9-f18b-44f1-9b97-dec825246f8e triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:13.971658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-70acaa1f-12ab-4b17-af50-7f32366508c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:13.985780 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:13.986521 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:14.117295 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:14.182998 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-6c4e715d-3f3b-4263-9254-6906df1951e2 None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:14.183574 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6c4e715d-3f3b-4263-9254-6906df1951e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.228041 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e715d-3f3b-4263-9254-6906df1951e2 None None] Port ac9a4bc4-934e-49be-80ea-1aae78402185 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:46:14.345010 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 2, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:14.348879 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-bd618f28-ab02-4046-92a1-b0a44af3c570 None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:14.349256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bd618f28-ab02-4046-92a1-b0a44af3c570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.374274 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Checking router: 2dfe1496-79a7-42af-afb8-dfb0e8e187bc for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:46:14.374627 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Updating router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc port ac9a4bc4-934e-49be-80ea-1aae78402185 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:46:14.387906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-bd618f28-ab02-4046-92a1-b0a44af3c570 None None] Port ac9a4bc4-934e-49be-80ea-1aae78402185 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:46:14.400943 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.653930 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.659090 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.734326 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Pushing event updated for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:14.755760 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.756097 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.756430 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.756787 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.757109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.757431 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.758327 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.758649 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.758965 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.759280 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.759590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.759899 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.760236 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:46:14.788164 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Attempting to bind port ac9a4bc4-934e-49be-80ea-1aae78402185 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:46:14.788529 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Attempting to bind port ac9a4bc4-934e-49be-80ea-1aae78402185 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:46:14.788935 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Attempting to bind port ac9a4bc4-934e-49be-80ea-1aae78402185 on network 73de4570-3e30-4026-ae57-56d7a59abbaa {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:46:14.791899 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c9156b7d-abc4-4237-82b5-b0ad535c0979 req-6064aa9b-6a08-4dfb-be64-caffd908113e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 210 time: 0.0481076 Dec 12 16:46:14.805175 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:46:14.805833 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Checking segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:46:14.806393 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.806944 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Bound using segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:46:14.807578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Bound port: ac9a4bc4-934e-49be-80ea-1aae78402185, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:46:14.808130 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.868621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-0e4a4cf7-b06b-4580-8054-40a8d6e6f91f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:14.870404 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-0e4a4cf7-b06b-4580-8054-40a8d6e6f91f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 796 time: 0.1589699 Dec 12 16:46:14.879303 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] For port ac9a4bc4-934e-49be-80ea-1aae78402185, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:46:14.883773 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] For port ac9a4bc4-934e-49be-80ea-1aae78402185, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac9a4bc4-934e-49be-80ea-1aae78402185,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:46:14.890690 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:14.954453 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-7f45e4d0-92f8-43d9-be3e-2554e041d845 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad3f2030837447c98b9c31300820be2 HTTP/1.1" status: 200 len: 380 time: 0.0716610 Dec 12 16:46:14.966042 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'port': {'device_id': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'admin_state_up': True, 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'security_groups': ['c4bb5188-9e68-42ad-9403-cd3de0b03842']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:15.010622 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:15.010829 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.040878 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556a6c-125c-47ba-9b4d-db5cfd7b364e None None] Pushing event updated for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=4']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:15.056463 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:15.057512 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:15.105802 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.110461 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Made reservation on behalf of aad3f2030837447c98b9c31300820be2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:46:15.114571 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.164382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 26850ff9-f18b-44f1-9b97-dec825246f8e up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:46:15.190793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:15.194379 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] For port ac9a4bc4-934e-49be-80ea-1aae78402185, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac9a4bc4-934e-49be-80ea-1aae78402185,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:15.207369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.264361 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 26850ff9-f18b-44f1-9b97-dec825246f8e triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:15.264819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.269833 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c87294-3184-474a-ae17-b16f31356ab2 None None] Pushing event updated for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:15.294865 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.20.0.8 (73de4570-3e30-4026-ae57-56d7a59abbaa/3f38d832-f12b-4f62-bc21-97794794023b/ad41f3eb-8e39-40ba-b741-ca3f9f28d123) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:46:15.413641 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:14Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:15.429589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-60c1fc79-6b4a-434c-a6b5-3c62a152ac29 None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:15.429966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-60c1fc79-6b4a-434c-a6b5-3c62a152ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.445539 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a529f78c-414d-408e-8213-42a33c219c66 None None] The sync data for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 is: [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:14Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:46:15.450196 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.493335 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.564162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 73de4570-3e30-4026-ae57-56d7a59abbaa is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:15.567467 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:15.571307 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:46:15.596358 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:15.630084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:15.630758 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.653071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-aefab8b9-bf94-4181-9569-85cb95b7f935 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911225 Dec 12 16:46:15.670562 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Request body: {'port': {'device_id': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:15.741247 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.858371 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cd24b961-f1fb-4ed8-b3ba-3aa69070d8fe None None] Provisioning complete for port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:15.859520 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cd24b961-f1fb-4ed8-b3ba-3aa69070d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:15.900240 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-cd24b961-f1fb-4ed8-b3ba-3aa69070d8fe None None] Port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:46:15.916809 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf17833-82b9-4f1a-bc52-82372c63cf36 req-be60bddc-6316-4a10-9040-10b6bc88574e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:15.918654 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bf17833-82b9-4f1a-bc52-82372c63cf36 req-be60bddc-6316-4a10-9040-10b6bc88574e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 931 time: 0.0519490 Dec 12 16:46:15.992985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6bf17833-82b9-4f1a-bc52-82372c63cf36 req-64ca473c-7f86-40ca-ab80-84d8080c5c57 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591874 Dec 12 16:46:16.039108 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad41f3eb-8e39-40ba-b741-ca3f9f28d123 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:46:16.047119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:16.060246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Transition to ACTIVE for port object ad41f3eb-8e39-40ba-b741-ca3f9f28d123 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:46:16.065587 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:16.115480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Pushing event updated for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:16.197116 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Attempting to bind port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:46:16.197523 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Attempting to bind port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:46:16.197918 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Attempting to bind port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 on network 73de4570-3e30-4026-ae57-56d7a59abbaa {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:46:16.203041 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 on network 73de4570-3e30-4026-ae57-56d7a59abbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:46:16.203400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Attempting to bind port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 on network 73de4570-3e30-4026-ae57-56d7a59abbaa {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:46:16.208789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:46:16.209225 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Checking segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:46:16.209680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Bound using segment: {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:46:16.210188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Bound port: ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc0e267-bced-430d-a46f-ef3b3408aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:46:16.210614 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:16.288491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:46:16.291906 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:46:16.297768 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:16.336564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:16.337241 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:16.338656 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] 10.222.0.30 "PUT /v2.0/ports/ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 1091 time: 0.6728735 Dec 12 16:46:16.339126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:46:16.341425 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:46:16.363318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7babeae-9ed6-464f-88b9-859824180e0f service neutron] Pushing event updated for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:16.398324 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994feb20-7dcb-4d46-a966-b224e9fbce46 x-openstack-request-id: req-994feb20-7dcb-4d46-a966-b224e9fbce46 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:46:16.398719 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:46:16.399183 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-994feb20-7dcb-4d46-a966-b224e9fbce46 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:46:16.399700 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'status': 'completed', 'code': 200} Dec 12 16:46:16.449517 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-fe728c59-c350-4d24-8c47-014f68fc76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:16.451064 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-fe728c59-c350-4d24-8c47-014f68fc76fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1094 time: 0.0460434 Dec 12 16:46:16.508820 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-fc16ad5c-56d7-40af-b2a0-893227fae381 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 217 time: 0.0425453 Dec 12 16:46:16.566377 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-77d64961-1b58-420a-a49e-5765271e3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:16.567895 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-77d64961-1b58-420a-a49e-5765271e3ae9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0469522 Dec 12 16:46:16.619144 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91230-e42f-4679-be73-513985511a3b req-86ada064-8edb-4620-a00f-f38315bc5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:16.620787 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-86ada064-8edb-4620-a00f-f38315bc5426 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440392 Dec 12 16:46:16.719984 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-291edd6c-9bea-4f0c-9ce7-99eefff89761 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901549 Dec 12 16:46:16.813708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-8aa91230-e42f-4679-be73-513985511a3b req-b2dc670f-fe98-4d1f-94fe-727d6c6bee4d service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837913 Dec 12 16:46:16.914772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-2f227596-be0a-4a36-ac13-408740b522ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:16.916235 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-2f227596-be0a-4a36-ac13-408740b522ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1094 time: 0.0454688 Dec 12 16:46:17.003966 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-b051e641-a738-43d4-8b96-41ea70bb803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:17.005437 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-b051e641-a738-43d4-8b96-41ea70bb803e service neutron] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 896 time: 0.0819089 Dec 12 16:46:17.051171 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-4afecc65-2532-49eb-9a26-a448b8738d87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Dec 12 16:46:17.097112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac61ec-bed9-464d-9fda-33bb2328d52b req-e588d2e8-8157-4237-94fa-4a4495468a7b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:17.099279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86ac61ec-bed9-464d-9fda-33bb2328d52b req-e588d2e8-8157-4237-94fa-4a4495468a7b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 943 time: 0.0507643 Dec 12 16:46:17.114085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-5c096ed5-f0f2-4548-964d-8acb773df423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:17.115555 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-5c096ed5-f0f2-4548-964d-8acb773df423 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0533309 Dec 12 16:46:17.115993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac9a4bc4-934e-49be-80ea-1aae78402185 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:46:17.170497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-11c60f74-af4c-468b-8b96-d1d2dfdbf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:17.172124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-11c60f74-af4c-468b-8b96-d1d2dfdbf7aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443034 Dec 12 16:46:17.173680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-86ac61ec-bed9-464d-9fda-33bb2328d52b req-6069cfe6-7f1d-43be-8cdb-010ef628e226 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674253 Dec 12 16:46:17.179784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port ac9a4bc4-934e-49be-80ea-1aae78402185 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:17.180179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:17.263162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-c5865b64-d502-4e9a-ab9b-e3f0b805f9d2 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821388 Dec 12 16:46:17.359900 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-7afd3da5-2cbb-42fa-91af-16f943f3a4f5 req-3e5be339-7e34-4f98-8938-71a233941cdf service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851426 Dec 12 16:46:18.290869 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215f178-dafb-4e6b-b7a0-c3e9722e0785 req-04d07bbe-517c-43a8-a4b2-0231193b949c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:18.292340 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0215f178-dafb-4e6b-b7a0-c3e9722e0785 req-04d07bbe-517c-43a8-a4b2-0231193b949c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 943 time: 0.0495481 Dec 12 16:46:18.340535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0215f178-dafb-4e6b-b7a0-c3e9722e0785 req-593a9f49-5f25-49df-a216-8a4fa1c5f747 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421367 Dec 12 16:46:19.458951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419816-d87d-40e6-89ae-9c56757bb8aa req-b81936b4-178a-4b86-a398-1345cff520aa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:19.460416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd419816-d87d-40e6-89ae-9c56757bb8aa req-b81936b4-178a-4b86-a398-1345cff520aa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 943 time: 0.0527627 Dec 12 16:46:19.508765 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dd419816-d87d-40e6-89ae-9c56757bb8aa req-c1b2526f-d4dd-41f0-a555-2020a3029b87 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 12 16:46:20.626403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e690-0b7d-4237-80bf-f5d5c462d98c req-21250daa-cc27-450e-82fa-277f6edf927b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:20.627921 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2898e690-0b7d-4237-80bf-f5d5c462d98c req-21250daa-cc27-450e-82fa-277f6edf927b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 943 time: 0.0483615 Dec 12 16:46:20.676675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2898e690-0b7d-4237-80bf-f5d5c462d98c req-78c42f55-95a8-4b82-9226-1a66f1c61d1c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Dec 12 16:46:20.954498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ad41f3eb-8e39-40ba-b741-ca3f9f28d123 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:46:21.048315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:21.060153 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'port_id': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'mac_address': 'fa:16:3e:bb:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:46:21.095649 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:21.108979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad41f3eb-8e39-40ba-b741-ca3f9f28d123 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:46:21.128117 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:21.131980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:21.181672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:21.400604 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['ad41f3eb-8e39-40ba-b741-ca3f9f28d123'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:46:21.800211 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d017dcc-4acf-457b-b8e0-ee96e8e746f1 req-a3109f00-1a3e-4954-8f6c-a4b458f71240 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:21.801694 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d017dcc-4acf-457b-b8e0-ee96e8e746f1 req-a3109f00-1a3e-4954-8f6c-a4b458f71240 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 944 time: 0.0524726 Dec 12 16:46:21.850409 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2d017dcc-4acf-457b-b8e0-ee96e8e746f1 req-b99a86ab-ef31-4854-94fe-f596940f7bb8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Dec 12 16:46:22.959765 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ad41f3eb-8e39-40ba-b741-ca3f9f28d123 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:46:22.964401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54133e-73f5-4cbf-9f11-0fa0cadb6810 req-1a419b4d-f8f3-41e5-a20d-1bb8e3a8ce7f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:22.965935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d54133e-73f5-4cbf-9f11-0fa0cadb6810 req-1a419b4d-f8f3-41e5-a20d-1bb8e3a8ce7f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 944 time: 0.0490091 Dec 12 16:46:23.007601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:46:23.012079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:46:23.012453 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:23.016203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8d54133e-73f5-4cbf-9f11-0fa0cadb6810 req-ff96818b-d7a3-4f41-9cd5-1d48625007a6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Dec 12 16:46:23.088235 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:23.114886 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:46:23.117149 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f673907-bf4d-4b48-9873-a49f2e816fa8" -d '{"events": [{"server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "name": "network-vif-plugged", "status": "completed", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:46:23.130169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:46:23.134132 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:23.182934 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:23.205059 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87842b53-d474-483a-b04d-982ede2c08f7 x-openstack-request-id: req-87842b53-d474-483a-b04d-982ede2c08f7 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:46:23.205359 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "name": "network-vif-plugged", "status": "completed", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:46:23.205624 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87842b53-d474-483a-b04d-982ede2c08f7 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:46:23.206034 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'code': 200} Dec 12 16:46:23.302993 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0f13b-3b28-44f5-8f14-f4305de09174 req-aace9c3c-cdaf-49ba-b303-db476e96c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:23.304555 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3ba0f13b-3b28-44f5-8f14-f4305de09174 req-aace9c3c-cdaf-49ba-b303-db476e96c43f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1096 time: 0.0406213 Dec 12 16:46:23.355248 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3ba0f13b-3b28-44f5-8f14-f4305de09174 req-09e1a8c6-8268-4183-8d23-6c5ad4213116 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Dec 12 16:46:24.130805 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e9849-f5a0-43ac-9da8-eb592bf6fd62 req-9d610a14-b15f-4d91-adf6-e4d1b50e28e6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:24.132280 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c3e9849-f5a0-43ac-9da8-eb592bf6fd62 req-9d610a14-b15f-4d91-adf6-e4d1b50e28e6 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0491309 Dec 12 16:46:24.185552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9c3e9849-f5a0-43ac-9da8-eb592bf6fd62 req-174c9286-35fa-40ac-8721-7e23852df6fc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Dec 12 16:46:25.300441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf1a68-3ea3-4a12-9c8a-3e5d3d08589a req-52bfe956-b0a9-4378-a085-5fa0c02422a2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:25.301832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5daf1a68-3ea3-4a12-9c8a-3e5d3d08589a req-52bfe956-b0a9-4378-a085-5fa0c02422a2 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0483279 Dec 12 16:46:25.350652 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5daf1a68-3ea3-4a12-9c8a-3e5d3d08589a req-4b42ffd3-ef29-4bed-aca6-5c3807c72014 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Dec 12 16:46:25.463721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6ebf9-9092-4ce8-b4eb-b85923520c79 req-aae4a97f-7625-45b5-9075-c84ecd886b99 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:25.465190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ad6ebf9-9092-4ce8-b4eb-b85923520c79 req-aae4a97f-7625-45b5-9075-c84ecd886b99 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0477622 Dec 12 16:46:25.513168 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ad6ebf9-9092-4ce8-b4eb-b85923520c79 req-1b374ce1-d171-41d8-9fec-48c65c3f24f0 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419335 Dec 12 16:46:25.534196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59334) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:25.576555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b56ea7-a1e4-4766-b761-0fa3f399d48f tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:25.577963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-32b56ea7-a1e4-4766-b761-0fa3f399d48f tempest-TestNetworkAdvancedServerOps-1050629108 tempest-TestNetworkAdvancedServerOps-1050629108-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1091 time: 0.0428383 Dec 12 16:46:25.580746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59336) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:25.584879 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:46:25.606705 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:25.702506 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:25.804941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Allocated IP 172.25.3.91 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/957b1592-a7a8-4bd4-a4e5-d5a135514ad6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:46:25.901059 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:25.933434 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:25.974126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:46:25.977017 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:46:25.981097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:46:26.003208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=957b1592-a7a8-4bd4-a4e5-d5a135514ad6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:26.324950 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:26.391247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:26.533405 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:26.537669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:26.604489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event updated for resources: {'Port': ['ID=957b1592-a7a8-4bd4-a4e5-d5a135514ad6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:46:26.617471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:26.716565 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP bba3a6e7-2a86-4496-8ad8-e12b09787f70 associated. External IP: 172.25.3.91, port: ad41f3eb-8e39-40ba-b741-ca3f9f28d123. Dec 12 16:46:26.924300 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:46:27.028070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:46:27.038512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Sync routers for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:46:27.047135 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:27.049608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:27.050219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:27.073758 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dc18f2aa-61cf-4446-b0da-52e892bf42c3 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4920239 Dec 12 16:46:27.074350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:46:27.076662 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c3ab30-4113-4bfe-8171-4b306ba9d71e" -d '{"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:46:27.120861 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8ee69-ffa4-4d82-8842-2d47c70e4eb3 x-openstack-request-id: req-4de8ee69-ffa4-4d82-8842-2d47c70e4eb3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:46:27.121184 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:46:27.121464 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4de8ee69-ffa4-4d82-8842-2d47c70e4eb3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:46:27.121920 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'status': 'completed', 'code': 200} Dec 12 16:46:27.166191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:27.185096 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0dd6-579d-4915-9fa0-8f3fb5b1d761 req-3cf82356-cb97-48e3-9a6f-78d15569af94 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:27.186520 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecaa0dd6-579d-4915-9fa0-8f3fb5b1d761 req-3cf82356-cb97-48e3-9a6f-78d15569af94 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0527570 Dec 12 16:46:27.194889 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-a74d19ea-9f0b-40d9-8ffb-e98f0deefa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:27.196580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-a74d19ea-9f0b-40d9-8ffb-e98f0deefa9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1096 time: 0.0513663 Dec 12 16:46:27.243749 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecaa0dd6-579d-4915-9fa0-8f3fb5b1d761 req-e7031da6-0ac1-41fc-8b3a-c6e06f7b88d8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511398 Dec 12 16:46:27.266413 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59342) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:27.296085 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-d0cc2063-a640-4c9e-96fa-ce105f24af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:27.297598 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-d0cc2063-a640-4c9e-96fa-ce105f24af8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 896 time: 0.0938411 Dec 12 16:46:27.374339 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-d2492ecf-c1ba-4d22-b0f1-3b86bec38f35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 998 time: 0.0691273 Dec 12 16:46:27.410123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bba3a6e7-2a86-4496-8ad8-e12b09787f70', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'port_id': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'mac_address': 'fa:16:3e:bb:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:46:26Z', 'updated_at': '2021-12-12T16:46:26Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:27.427857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-ba42e3cd-ffc2-4bec-ba33-3c55cd180598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:27.429406 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-ba42e3cd-ffc2-4bec-ba33-3c55cd180598 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0476909 Dec 12 16:46:27.437832 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Checking router: 2dfe1496-79a7-42af-afb8-dfb0e8e187bc for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:46:27.447526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:46:27.448169 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:46:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:27.479178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-f9363856-f0a5-4cdf-8810-a4a145b935fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:46:27.480861 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-f9363856-f0a5-4cdf-8810-a4a145b935fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442839 Dec 12 16:46:27.559985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:46:27.580071 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-07e7335c-8bde-4507-897c-6b1cc1edf84d service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919030 Dec 12 16:46:27.671879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-dd763646-9f1d-4aee-831a-094e0a61667d tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/bba3a6e7-2a86-4496-8ad8-e12b09787f70 HTTP/1.1" status: 200 len: 990 time: 0.4042552 Dec 12 16:46:27.689563 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-35c3ab30-4113-4bfe-8171-4b306ba9d71e req-04b9b50c-53ce-4474-af40-f6d0337d1856 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012535 Dec 12 16:46:27.790789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bba3a6e7-2a86-4496-8ad8-e12b09787f70', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'port_id': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'mac_address': 'fa:16:3e:bb:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:46:26Z', 'updated_at': '2021-12-12T16:46:26Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:46:27.819058 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f3fce-f814-4847-8f31-dcd94ab19027 None None] The sync data for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 is: [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bba3a6e7-2a86-4496-8ad8-e12b09787f70', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'port_id': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'mac_address': 'fa:16:3e:bb:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:46:26Z', 'updated_at': '2021-12-12T16:46:26Z', 'revision_number': 0, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:46:28.011327 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5925d239-3635-48ac-a827-fad32de71443 None None] New status for floating IP bba3a6e7-2a86-4496-8ad8-e12b09787f70: ACTIVE {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:46:28.231768 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:46:28.675141 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59344) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:46:28.734831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f685f3eb-dadc-4f4a-ad0d-74f4c7647313 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/bba3a6e7-2a86-4496-8ad8-e12b09787f70 HTTP/1.1" status: 200 len: 992 time: 0.0585678 Dec 12 16:46:35.628397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-252133a2-c2bf-4637-b5b2-693f26f84b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:37.906217 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-488fdf2c-9e08-4acd-bbad-7cfc3676b116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:38.934713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:39.960315 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:40.699615 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:41.311394 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:46:42.034441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:01.990212 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7576e2-be52-45e1-b24b-d73e1511a3be req-17367f6f-87ed-42c5-b3e1-075ac2c9f812 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:01.991662 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d7576e2-be52-45e1-b24b-d73e1511a3be req-17367f6f-87ed-42c5-b3e1-075ac2c9f812 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0476310 Dec 12 16:47:02.042463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9d7576e2-be52-45e1-b24b-d73e1511a3be req-987fcab7-f7e0-4705-8a45-947c6be9f5d9 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Dec 12 16:47:03.160312 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfa822-3383-4296-b6e0-ddc62e958460 req-69b1c80b-29a9-41de-bc9f-4653cc6d629e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:03.161793 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81bfa822-3383-4296-b6e0-ddc62e958460 req-69b1c80b-29a9-41de-bc9f-4653cc6d629e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0482199 Dec 12 16:47:03.208963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-81bfa822-3383-4296-b6e0-ddc62e958460 req-64ba8b28-c18b-453f-b735-21373d44e690 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411439 Dec 12 16:47:03.231706 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59364) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:03.289790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-77a83a72-ed2f-4287-b2e5-032898482456 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/bba3a6e7-2a86-4496-8ad8-e12b09787f70 HTTP/1.1" status: 200 len: 992 time: 0.0569863 Dec 12 16:47:04.580890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f70df6-f4f7-4415-b1b6-7c745de238c0 req-b026eddb-14b6-4169-9782-e29af39a12c7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:04.582396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6f70df6-f4f7-4415-b1b6-7c745de238c0 req-b026eddb-14b6-4169-9782-e29af39a12c7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0544074 Dec 12 16:47:04.599480 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-cfaaea94-4e5c-403c-85a8-bf4e758ddb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:04.601167 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-cfaaea94-4e5c-403c-85a8-bf4e758ddb81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1096 time: 0.0425560 Dec 12 16:47:04.631257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d6f70df6-f4f7-4415-b1b6-7c745de238c0 req-36cffab6-3f07-4f6f-b65c-9e9f1a80acfc tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Dec 12 16:47:04.700516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-2af9f34e-78ca-4748-aacc-2189910ccbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:04.702009 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-2af9f34e-78ca-4748-aacc-2189910ccbe2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 896 time: 0.0869126 Dec 12 16:47:04.772566 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-3ad527f1-377e-44d3-bdb5-a7b1e163a477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 1000 time: 0.0591726 Dec 12 16:47:04.827127 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-eca903a8-d95c-40a8-8e39-4400b33e5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:04.828585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-eca903a8-d95c-40a8-8e39-4400b33e5701 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0482123 Dec 12 16:47:04.877913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-49dc4a04-841a-40c1-a9a8-d4acc9607d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:04.879518 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-49dc4a04-841a-40c1-a9a8-d4acc9607d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408010 Dec 12 16:47:04.968185 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-897d5633-d6f7-4e2c-809b-2ac20ed2e4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804002 Dec 12 16:47:05.059507 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-593ffd0b-a39f-412c-b457-346d4364ee7a req-756bd766-0c3c-4334-bcb4-a1a121454a02 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836542 Dec 12 16:47:05.231178 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:47:05.629019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1333dd2c-a9ab-4b81-94a3-bced9c2192e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:05.748971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcab72c-56d2-4088-a51d-7268b93fd390 req-ecded936-3fc3-43d4-8ce2-27a68111cc59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:05.750461 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dcab72c-56d2-4088-a51d-7268b93fd390 req-ecded936-3fc3-43d4-8ce2-27a68111cc59 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0489514 Dec 12 16:47:05.799306 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2dcab72c-56d2-4088-a51d-7268b93fd390 req-1fff4a4a-f6ee-4176-b4f4-04ef378b3c8e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Dec 12 16:47:06.485535 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-08a5a387-a011-4509-aeb4-69325ee84842 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386903 Dec 12 16:47:06.567513 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-cd757831-2ab7-44ac-8f9f-66bfb3030d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:06.568987 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-cd757831-2ab7-44ac-8f9f-66bfb3030d1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1096 time: 0.0389369 Dec 12 16:47:06.672002 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-ed219bad-6ec6-4338-88bf-fb65ede89e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:06.673492 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-ed219bad-6ec6-4338-88bf-fb65ede89e73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 896 time: 0.0853198 Dec 12 16:47:06.738365 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-e7fecef5-144b-4594-bf92-9bd54141b81d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 1000 time: 0.0570045 Dec 12 16:47:06.792323 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-b98b14bd-6594-4007-985f-2b61f847a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:06.793863 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-b98b14bd-6594-4007-985f-2b61f847a699 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0460565 Dec 12 16:47:06.840371 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-a50a2028-3725-44df-a074-4bab09d90936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:06.842150 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-a50a2028-3725-44df-a074-4bab09d90936 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401676 Dec 12 16:47:06.918984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56536d4a-848b-4a20-aa68-60a70338aff8 req-913dbd43-b121-485e-9b61-9eb656d66e58 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:06.920475 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56536d4a-848b-4a20-aa68-60a70338aff8 req-913dbd43-b121-485e-9b61-9eb656d66e58 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0525970 Dec 12 16:47:06.933712 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-61decdfd-49b6-4918-8374-ebb8ad849f25 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827076 Dec 12 16:47:06.969307 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-56536d4a-848b-4a20-aa68-60a70338aff8 req-25171511-c2d9-49a4-83e7-4067d449957e tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427766 Dec 12 16:47:06.992179 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:07.027481 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a55fd07a-f6ab-4f86-bd30-17dc69c083f6 req-945db6a6-d010-449c-a26a-8b31b917545e service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Dec 12 16:47:07.054725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-169f02b1-3f60-4bf8-b0e0-848aaf23d126 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/floatingips/bba3a6e7-2a86-4496-8ad8-e12b09787f70 HTTP/1.1" status: 200 len: 992 time: 0.0607846 Dec 12 16:47:07.266013 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:07.422509 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port 957b1592-a7a8-4bd4-a4e5-d5a135514ad6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:47:07.422853 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.495097 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.495765 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.506786 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for 957b1592-a7a8-4bd4-a4e5-d5a135514ad6 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:47:07.653204 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.683052 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=957b1592-a7a8-4bd4-a4e5-d5a135514ad6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:07.694743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.695602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.695946 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.696282 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.696614 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.696968 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.697299 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.697627 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.697953 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.698280 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.698604 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.698925 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.699246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:07.752318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.752673 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Floating IP bba3a6e7-2a86-4496-8ad8-e12b09787f70 disassociated (deleted). External IP: 172.25.3.91, port: ad41f3eb-8e39-40ba-b741-ca3f9f28d123. Dec 12 16:47:07.907185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-41898926-5770-4b20-bae5-f333faf80479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:07.957356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:47:08.379969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:08.384857 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:08.390709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Sync routers for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:08.400825 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:08.401443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:08.410185 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8e6d43a8-82ba-42cb-83ea-d78736d5578b tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/floatingips/bba3a6e7-2a86-4496-8ad8-e12b09787f70 HTTP/1.1" status: 204 len: 168 time: 1.1431854 Dec 12 16:47:08.410778 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:47:08.413101 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced" -d '{"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:47:08.468136 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec30f13-bb29-4a34-bb19-6c82ae843157 x-openstack-request-id: req-2ec30f13-bb29-4a34-bb19-6c82ae843157 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:47:08.468441 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:47:08.468740 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ec30f13-bb29-4a34-bb19-6c82ae843157 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:47:08.469148 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'status': 'completed', 'code': 200} Dec 12 16:47:08.513411 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:08.539680 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-0099acab-f4ed-4444-b443-3776d9740296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:08.541585 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-0099acab-f4ed-4444-b443-3776d9740296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aad3f2030837447c98b9c31300820be2&device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 1096 time: 0.0445831 Dec 12 16:47:08.655185 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-7f6eee63-96d4-42ba-a4f9-94a30fcbb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:08.656378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caeffc-8a91-42dc-ab50-dc9f574ed2ef req-32d32d79-fba7-4488-a581-7a2e04e95cfa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:08.657559 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-7f6eee63-96d4-42ba-a4f9-94a30fcbb154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 200 len: 896 time: 0.1017072 Dec 12 16:47:08.659225 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08caeffc-8a91-42dc-ab50-dc9f574ed2ef req-32d32d79-fba7-4488-a581-7a2e04e95cfa tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0542686 Dec 12 16:47:08.702477 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-1152fd91-9bc7-4f55-889f-a09758392940 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 200 len: 217 time: 0.0367880 Dec 12 16:47:08.718395 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08caeffc-8a91-42dc-ab50-dc9f574ed2ef req-73b8ad6c-4cf4-4e18-a1e3-d59229bee129 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544653 Dec 12 16:47:08.756091 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-e1c821a8-7aec-4675-8307-294b1d16187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:08.757732 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-e1c821a8-7aec-4675-8307-294b1d16187c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 200 len: 834 time: 0.0476954 Dec 12 16:47:08.803683 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-ee9ed955-5bce-4dc9-bad9-517e1f5cfb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:08.805376 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-ee9ed955-5bce-4dc9-bad9-517e1f5cfb09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73de4570-3e30-4026-ae57-56d7a59abbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402675 Dec 12 16:47:08.891495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:08.901723 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-fcfe97ad-1f53-4994-96fc-47eea0850ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860820 Dec 12 16:47:08.917914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Checking router: 2dfe1496-79a7-42af-afb8-dfb0e8e187bc for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:08.937646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:08.938255 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:08.972817 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:08.992080 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-9f02a3f9-0139-4e45-ac4d-0feaf11bfced req-b3db5962-5d1c-43d8-8627-ce817276355e service neutron] 10.222.0.30 "GET /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827389 Dec 12 16:47:09.047005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:09.239465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:09.268014 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e3468-3fc3-4f0a-9017-d54f85567ddf None None] The sync data for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 is: [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:46:12Z', 'revision_number': 4, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'ac9a4bc4-934e-49be-80ea-1aae78402185', 'name': '', 'network_id': '73de4570-3e30-4026-ae57-56d7a59abbaa', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'mac_address': 'fa:16:3e:63:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '3f38d832-f12b-4f62-bc21-97794794023b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:11Z', 'updated_at': '2021-12-12T16:46:15Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'subnets': [{'id': '3f38d832-f12b-4f62-bc21-97794794023b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:09.481894 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3a5ab8-9c66-4785-813b-261e1c31f4ff None None] New status for floating IP bba3a6e7-2a86-4496-8ad8-e12b09787f70: DOWN {{(pid=103414) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:47:09.838427 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d47a-9e56-488a-bbdf-8d6b4ef7623e req-5cad06e3-befd-4fc2-818b-9d5caaa01308 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:09.839788 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f039d47a-9e56-488a-bbdf-8d6b4ef7623e req-5cad06e3-befd-4fc2-818b-9d5caaa01308 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0482831 Dec 12 16:47:09.887024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f039d47a-9e56-488a-bbdf-8d6b4ef7623e req-422d2a11-ba93-4529-a7bc-23bd617cf1f7 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4bb5188-9e68-42ad-9403-cd3de0b03842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Dec 12 16:47:09.974718 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.454549 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367417bd-9790-488c-96da-ec0723c9d7fc req-5a446554-381f-4e7d-a90f-b7254f4a5be8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:10.455983 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-367417bd-9790-488c-96da-ec0723c9d7fc req-5a446554-381f-4e7d-a90f-b7254f4a5be8 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 945 time: 0.0527427 Dec 12 16:47:10.543255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:47:10.543592 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.632717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port ad41f3eb-8e39-40ba-b741-ca3f9f28d123, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:10.633076 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.644573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for ad41f3eb-8e39-40ba-b741-ca3f9f28d123 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:47:10.703920 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.771005 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.803639 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=ad41f3eb-8e39-40ba-b741-ca3f9f28d123,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:10.844389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] No DVR routers for this DVR port ad41f3eb-8e39-40ba-b741-ca3f9f28d123 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:47:10.846939 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:10.850286 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-367417bd-9790-488c-96da-ec0723c9d7fc req-38f61f07-3f62-45c8-b366-ffa82ab6e711 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.30 "DELETE /v2.0/ports/ad41f3eb-8e39-40ba-b741-ca3f9f28d123 HTTP/1.1" status: 204 len: 173 time: 0.3871374 Dec 12 16:47:10.850720 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'name': 'network-vif-deleted', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:47:10.853653 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759eaf3a-5632-46ab-9f66-cb6b799da008" -d '{"events": [{"server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "name": "network-vif-deleted", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:47:10.890825 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d23b8-0148-469d-b601-fd662b91b631 x-openstack-request-id: req-273d23b8-0148-469d-b601-fd662b91b631 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:47:10.891125 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afec918-4d03-4d15-bd23-e37a4d57d04c", "name": "network-vif-deleted", "tag": "ad41f3eb-8e39-40ba-b741-ca3f9f28d123", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:47:10.891383 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-273d23b8-0148-469d-b601-fd662b91b631 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:47:10.891794 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afec918-4d03-4d15-bd23-e37a4d57d04c', 'name': 'network-vif-deleted', 'tag': 'ad41f3eb-8e39-40ba-b741-ca3f9f28d123', 'status': 'completed', 'code': 200} Dec 12 16:47:10.989560 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fe6e986c-12e7-4184-821b-b6af46a9a8fc req-c4796550-9ad0-4305-b59e-3a49a5b72580 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "GET /v2.0/ports?device_id=8afec918-4d03-4d15-bd23-e37a4d57d04c HTTP/1.1" status: 200 len: 210 time: 0.0278220 Dec 12 16:47:11.313894 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.042373 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.046630 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:12.399896 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.647601 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port ac9a4bc4-934e-49be-80ea-1aae78402185 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:47:12.648546 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.735652 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port ac9a4bc4-934e-49be-80ea-1aae78402185, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=ac9a4bc4-934e-49be-80ea-1aae78402185,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:12.736112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.747704 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for ac9a4bc4-934e-49be-80ea-1aae78402185 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:47:12.930649 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:12.957231 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=ac9a4bc4-934e-49be-80ea-1aae78402185,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:13.134876 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.347661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:47:13.450178 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:13.455124 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5ab9999d-1d2c-4f3f-8604-157f4a33c468 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "PUT /v2.0/routers/2dfe1496-79a7-42af-afb8-dfb0e8e187bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4074590 Dec 12 16:47:13.457793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:13.461261 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Sync routers for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:13.471623 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:13.472330 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:13.507648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting subnet 3f38d832-f12b-4f62-bc21-97794794023b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:47:13.510694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.549168 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.574924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:13.634130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.690380 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.717077 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Subnet': ['ID=3f38d832-f12b-4f62-bc21-97794794023b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:13.720664 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.726919 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-c56c7d65-11fa-4bde-8452-70f08fba284f tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/subnets/3f38d832-f12b-4f62-bc21-97794794023b HTTP/1.1" status: 204 len: 168 time: 0.2652431 Dec 12 16:47:13.727207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:13.730520 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4915d4e-cbbd-4825-9074-b7e12c5e9981 None None] Network 73de4570-3e30-4026-ae57-56d7a59abbaa requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:47:13.825036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:47:12Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:13.833001 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.859415 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Checking router: 2dfe1496-79a7-42af-afb8-dfb0e8e187bc for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:13.870388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Routers {'2dfe1496-79a7-42af-afb8-dfb0e8e187bc'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:13.870955 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:13.944836 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:13.956542 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] DHCP port deletion for 73de4570-3e30-4026-ae57-56d7a59abbaa request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:13.996859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Deleting port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:47:13.997340 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.005317 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] Set router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:14.074463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] For port bfa07e3e-709b-4fb0-bbd5-9d56ebc43010, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:14.074837 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.086871 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Calling delete_port for bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:47:14.119514 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Deleting port 26850ff9-f18b-44f1-9b97-dec825246f8e {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:47:14.119887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.220845 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] For port 26850ff9-f18b-44f1-9b97-dec825246f8e, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=26850ff9-f18b-44f1-9b97-dec825246f8e,segment=NetworkSegment(6cc0e267-bced-430d-a46f-ef3b3408aee3),segment_id=6cc0e267-bced-430d-a46f-ef3b3408aee3)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:14.221249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.236385 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Calling delete_port for 26850ff9-f18b-44f1-9b97-dec825246f8e owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:47:14.256880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.286983 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Port': ['ID=bfa07e3e-709b-4fb0-bbd5-9d56ebc43010,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:14.307062 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685dd2c-f8a2-4cc4-aed5-56613ba40367 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:14.311551 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:47:12Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:14.350791 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.352003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a69d6-3174-4636-a090-9fd71ad005d4 None None] The sync data for ids ['2dfe1496-79a7-42af-afb8-dfb0e8e187bc'] in n-d-710847-8 is: [{'id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496580750', 'tenant_id': 'aad3f2030837447c98b9c31300820be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:46:08Z', 'updated_at': '2021-12-12T16:47:12Z', 'revision_number': 5, 'project_id': 'aad3f2030837447c98b9c31300820be2', 'gw_port': {'id': 'bfa07e3e-709b-4fb0-bbd5-9d56ebc43010', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe1496-79a7-42af-afb8-dfb0e8e187bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:46:09Z', 'updated_at': '2021-12-12T16:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:14.364097 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.391242 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Pushing event deleted for resources: {'Port': ['ID=26850ff9-f18b-44f1-9b97-dec825246f8e,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:14.402553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.402824 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.403170 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.403507 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.403840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.404172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.404499 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.404875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.405200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.405523 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.405847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.406172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.406493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.409140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c9da7-3523-4983-82eb-72fe08cd7284 None None] No DVR routers for this DVR port 26850ff9-f18b-44f1-9b97-dec825246f8e on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:47:14.451127 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.453576 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.502816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.503442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfe1496-79a7-42af-afb8-dfb0e8e187bc {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:47:14.511822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.512965 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1f0466b4-7d17-4928-80f3-ed2c348be002 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/routers/2dfe1496-79a7-42af-afb8-dfb0e8e187bc HTTP/1.1" status: 204 len: 168 time: 0.7848859 Dec 12 16:47:14.515616 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:14.588971 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.672458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.693362 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73de4570-3e30-4026-ae57-56d7a59abbaa']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:14.703717 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc0e267-bced-430d-a46f-ef3b3408aee3') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:14.704012 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc0e267-bced-430d-a46f-ef3b3408aee3') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:14.713559 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.728484 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.734976 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:47:14.735458 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:47:14.739301 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:47:14.799218 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.808816 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.812164 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/networks/73de4570-3e30-4026-ae57-56d7a59abbaa HTTP/1.1" status: 204 len: 168 time: 0.2954710 Dec 12 16:47:14.814852 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:14.823262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32601d2-1874-48ba-8ca6-2ecb26d3dbc4 tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'Network': ['ID=73de4570-3e30-4026-ae57-56d7a59abbaa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:14.873567 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.898065 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.962728 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.965565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:14.966991 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4bb5188-9e68-42ad-9403-cd3de0b03842 HTTP/1.1" status: 204 len: 168 time: 0.1511302 Dec 12 16:47:14.976941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bb5188-9e68-42ad-9403-cd3de0b03842,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:14.987147 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.987642 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.988215 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.988938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.989187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.989511 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.990006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.990376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.991363 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.992448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.992818 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.993150 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:14.993682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c18f3e3-4338-4b97-afcc-e740fb29c66c tempest-TestNetworkAdvancedServerOps-1589239180 tempest-TestNetworkAdvancedServerOps-1589239180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:15.153908 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ad41f3eb-8e39-40ba-b741-ca3f9f28d123 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:47:15.174060 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: ad41f3eb-8e39-40ba-b741-ca3f9f28d123 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:47:15.174412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device ad41f3eb-8e39-40ba-b741-ca3f9f28d123 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:47:15.302623 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:15.435073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:47:15.458840 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:47:15.459494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device bfa07e3e-709b-4fb0-bbd5-9d56ebc43010 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:47:15.460080 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 26850ff9-f18b-44f1-9b97-dec825246f8e no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:47:15.464357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:15.464528 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6275f4d0-f98b-413f-bd5c-9e3b4a45804c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aad3f2030837447c98b9c31300820be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607373 Dec 12 16:47:15.485545 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 26850ff9-f18b-44f1-9b97-dec825246f8e {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:47:15.485892 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 26850ff9-f18b-44f1-9b97-dec825246f8e not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:47:15.486310 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac9a4bc4-934e-49be-80ea-1aae78402185 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:47:15.505229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: ac9a4bc4-934e-49be-80ea-1aae78402185 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:47:15.505579 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device ac9a4bc4-934e-49be-80ea-1aae78402185 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:47:15.523442 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.545570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.592795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.595487 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.596675 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2469994d-d848-4177-981a-fc3a7b0fb4be HTTP/1.1" status: 204 len: 168 time: 0.1309633 Dec 12 16:47:15.605878 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181f43-34fb-49e5-aca0-232f4b439e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2469994d-d848-4177-981a-fc3a7b0fb4be,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:15.852600 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59424) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:15.865427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2ada901-6cc1-4f66-b7de-3a21e9f4ea80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.937529 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2ada901-6cc1-4f66-b7de-3a21e9f4ea80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.941057 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2ada901-6cc1-4f66-b7de-3a21e9f4ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:15.977026 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ada901-6cc1-4f66-b7de-3a21e9f4ea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2256126d-9786-4cf2-b2ef-14e848aa197d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:15.981490 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-c2ada901-6cc1-4f66-b7de-3a21e9f4ea80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baba104eecd94e2f9298de270ad76356&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278534 Dec 12 16:47:15.984083 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:16.032741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.052623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.097103 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.099601 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.100741 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2256126d-9786-4cf2-b2ef-14e848aa197d HTTP/1.1" status: 204 len: 168 time: 0.1157668 Dec 12 16:47:16.108365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cab6d5-4656-469d-9df4-a35d3ef376cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2256126d-9786-4cf2-b2ef-14e848aa197d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:16.784963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59448) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:16.879298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1109821908-network', 'tenant_id': '81e8504776004b62b67c4261623e5e61'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:16.900067 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Made reservation on behalf of 81e8504776004b62b67c4261623e5e61 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:47:16.902651 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.910699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.982538 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:16.986033 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.009210 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:47:17.017690 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc0086-31d4-4c24-9736-0118eb8543ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:17.024108 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.024437 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Added segment 774a6637-c3dc-4ab6-90b3-f5b4898acce7 of type vlan for network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 Dec 12 16:47:17.064100 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.091235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.092411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:17.093006 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.140689 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3545959 Dec 12 16:47:17.143768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:17.149538 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Request body: {'subnet': {'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1109821908-subnet', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:17.155379 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e0858-c9de-42db-a5dc-0685142a8a02 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:17.164965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:47:17.172919 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Made reservation on behalf of 81e8504776004b62b67c4261623e5e61 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:47:17.175324 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.340723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.399863 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:17.407932 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:17.408281 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Network hostable DHCP agents. Network: 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:47:17.424374 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:47:17.432804 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:17.436831 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:17.437426 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.441670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05bd64-1179-4eb0-8acb-21d76a8b2226 None None] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:47:17.453047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-12aa81a6-9296-4283-b7ed-7c2684257684 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081608 Dec 12 16:47:17.456031 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:17.461034 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:17.481922 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.482913 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.534647 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.541366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:47:17.541661 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.680526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Allocated IP 172.20.0.2 (5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1/84d7b0cb-68c8-4f40-9a39-83d5c2dcead9/3e2278a3-ba46-4656-9434-77433f4ee80a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:17.989455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.996143 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:17.999103 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.033211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:18.036572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:18.039619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:18.054921 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Pushing event updated for resources: {'Port': ['ID=3e2278a3-ba46-4656-9434-77433f4ee80a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:18.102631 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Attempting to bind port 3e2278a3-ba46-4656-9434-77433f4ee80a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:18.103010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Attempting to bind port 3e2278a3-ba46-4656-9434-77433f4ee80a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:18.103382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Attempting to bind port 3e2278a3-ba46-4656-9434-77433f4ee80a on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:18.108478 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:18.108888 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:18.109299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.109697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Bound using segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:18.110167 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Bound port: 3e2278a3-ba46-4656-9434-77433f4ee80a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:18.110552 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.171884 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] For port 3e2278a3-ba46-4656-9434-77433f4ee80a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:18.174899 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] For port 3e2278a3-ba46-4656-9434-77433f4ee80a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e2278a3-ba46-4656-9434-77433f4ee80a,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:18.179898 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.198692 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.218130 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.235112 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2857a1-d763-44d2-b84b-d776ae632afa None None] Pushing event updated for resources: {'Port': ['ID=3e2278a3-ba46-4656-9434-77433f4ee80a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:18.321342 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Allocated IP 172.25.3.128 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/b305bdbe-9864-465d-8a7f-27c0390bbab8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:18.443280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.479633 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.522385 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:18.525855 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:18.530255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:18.533356 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Pushing event updated for resources: {'Port': ['ID=b305bdbe-9864-465d-8a7f-27c0390bbab8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:18.548122 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48ae42-4818-4105-b211-6f68aa6b585c None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:18.636157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-928a5e6f-55f4-4ad3-b034-7ec2d4a7ac0b None None] Provisioning complete for port b305bdbe-9864-465d-8a7f-27c0390bbab8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:18.636551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-928a5e6f-55f4-4ad3-b034-7ec2d4a7ac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.672960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-928a5e6f-55f4-4ad3-b034-7ec2d4a7ac0b None None] Port b305bdbe-9864-465d-8a7f-27c0390bbab8 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:18.781897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:18.983344 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.125491 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:47:19.161837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e2278a3-ba46-4656-9434-77433f4ee80a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:19.208964 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135bd80-cdc4-47cc-b5b1-3f6bd352c8b0 None None] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:47:19.241018 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:19.253607 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:19.261491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.265367 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ae968029-1a02-40cf-85b0-a2b1b19af16d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8056939 Dec 12 16:47:19.265642 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:19.265813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3e2278a3-ba46-4656-9434-77433f4ee80a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:19.265935 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59456) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:19.266393 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.267166 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:19.333221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-66ebe078-6adb-44b0-9a61-2d1498d782cb None None] Provisioning complete for port 3e2278a3-ba46-4656-9434-77433f4ee80a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:19.333545 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66ebe078-6adb-44b0-9a61-2d1498d782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.376846 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:19.439937 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.497537 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 3e2278a3-ba46-4656-9434-77433f4ee80a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e2278a3-ba46-4656-9434-77433f4ee80a,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:19.504887 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.529849 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-66ebe078-6adb-44b0-9a61-2d1498d782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.594660 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:18Z', 'revision_number': 3, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:19.600105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=3e2278a3-ba46-4656-9434-77433f4ee80a,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:19.614092 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.db.api [None req-66ebe078-6adb-44b0-9a61-2d1498d782cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103413) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 12 16:47:19.614658 n-d-710847-8 neutron-server[103413]: DEBUG oslo_db.api [None req-66ebe078-6adb-44b0-9a61-2d1498d782cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 12 16:47:19.627962 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:19.628612 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Updating router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 port b305bdbe-9864-465d-8a7f-27c0390bbab8 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:47:19.658145 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.740212 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:19.893607 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Allocated IP 172.20.0.1 (5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1/84d7b0cb-68c8-4f40-9a39-83d5c2dcead9/8d86aea5-42a7-4600-9d22-855cb9acd52f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:20.000486 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.001771 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.006904 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.037486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.051555 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69d1c1-5084-4f62-9960-1db20fd48379 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:20.060014 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Pushing event updated for resources: {'Port': ['ID=b305bdbe-9864-465d-8a7f-27c0390bbab8,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:20.062061 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Attempting to bind port b305bdbe-9864-465d-8a7f-27c0390bbab8 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:20.062526 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Attempting to bind port b305bdbe-9864-465d-8a7f-27c0390bbab8 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:20.062777 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Attempting to bind port b305bdbe-9864-465d-8a7f-27c0390bbab8 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:20.072697 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.073504 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.073854 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.074189 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.074517 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.074843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.075182 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.075490 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.075811 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.076128 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.076443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.076792 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.077110 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:47:20.078944 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:20.080322 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:20.080714 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:20.081113 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.081492 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:20.081958 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Bound port: b305bdbe-9864-465d-8a7f-27c0390bbab8, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:20.082347 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.083242 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:20.086315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:20.127960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Pushing event updated for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:20.140694 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.157296 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] For port b305bdbe-9864-465d-8a7f-27c0390bbab8, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:20.161615 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] For port b305bdbe-9864-465d-8a7f-27c0390bbab8, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b305bdbe-9864-465d-8a7f-27c0390bbab8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:20.167562 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.217314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8ef0c-ed3b-48f8-a34e-599294eceaff None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:20.219739 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:20.220370 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:20.277669 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4234b8a-fd7f-47bd-81db-55b63170fc17 None None] Pushing event updated for resources: {'Port': ['ID=b305bdbe-9864-465d-8a7f-27c0390bbab8,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:20.282283 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.314172 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Provisioning complete for port 3e2278a3-ba46-4656-9434-77433f4ee80a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:20.314655 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.346273 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:20.411570 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Provisioning complete for port b305bdbe-9864-465d-8a7f-27c0390bbab8 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:20.411983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.462162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.468623 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.492104 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.513320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] For port b305bdbe-9864-465d-8a7f-27c0390bbab8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b305bdbe-9864-465d-8a7f-27c0390bbab8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:20.519390 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.538230 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Pushing event updated for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:20.540809 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.541053 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:18Z', 'revision_number': 3, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:20.575073 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bed053-b881-49d0-82bf-67f87d344dd4 None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:18Z', 'revision_number': 3, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:20.577106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f63c8d-3787-4a59-94ba-02bad484008b None None] Pushing event updated for resources: {'Port': ['ID=b305bdbe-9864-465d-8a7f-27c0390bbab8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:20.639605 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:20.641418 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:20.645236 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4430be43-5df5-4565-a7fb-945791cfe259 None None] Provisioning complete for port 8d86aea5-42a7-4600-9d22-855cb9acd52f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:20.645918 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4430be43-5df5-4565-a7fb-945791cfe259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.694658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4430be43-5df5-4565-a7fb-945791cfe259 None None] Port 8d86aea5-42a7-4600-9d22-855cb9acd52f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:20.766097 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:47:20.898939 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:20.904374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-3fbed483-5d22-4d1b-b8e4-97a74fad876b admin admin] 10.222.0.36 "PUT /v2.0/routers/9c4021cc-bbe9-4f22-a74e-bc27b5df1f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373119 Dec 12 16:47:20.928482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-200d7c0e-ebf8-47f1-a08c-0ce32f7d679a None None] Provisioning complete for port 8d86aea5-42a7-4600-9d22-855cb9acd52f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:20.928880 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-200d7c0e-ebf8-47f1-a08c-0ce32f7d679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:20.974224 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-200d7c0e-ebf8-47f1-a08c-0ce32f7d679a None None] Port 8d86aea5-42a7-4600-9d22-855cb9acd52f cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:21.197847 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b305bdbe-9864-465d-8a7f-27c0390bbab8 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:21.248294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port b305bdbe-9864-465d-8a7f-27c0390bbab8 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:21.248972 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.339543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e2278a3-ba46-4656-9434-77433f4ee80a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:21.388011 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 3e2278a3-ba46-4656-9434-77433f4ee80a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:21.388612 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.435903 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59472) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:21.441081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-366746973-network', 'tenant_id': '99199345b27b4406aa130807e24e534d'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:21.468200 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Made reservation on behalf of 99199345b27b4406aa130807e24e534d for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:47:21.471328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.482572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.558603 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.562231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.589439 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:47:21.598298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e7ee7-04e9-492b-aafe-da80c34f6baa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:21.604963 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.605302 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Added segment a2f4d37b-b516-47fe-b44c-861160309448 of type vlan for network 0980720b-d354-42d2-8329-d0b83ab34214 Dec 12 16:47:21.643305 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.667815 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.669053 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:21.669624 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.725103 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2878273 Dec 12 16:47:21.727894 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:21.732021 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942fe0b-ccbb-4ae2-93fa-8350aef76f32 admin admin] Pushing event updated for resources: {'Network': ['ID=0980720b-d354-42d2-8329-d0b83ab34214,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:21.734682 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Request body: {'subnet': {'network_id': '0980720b-d354-42d2-8329-d0b83ab34214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-366746973-subnet', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:21.741619 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 0980720b-d354-42d2-8329-d0b83ab34214 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:47:21.758484 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Made reservation on behalf of 99199345b27b4406aa130807e24e534d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:47:21.760981 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.928778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:21.984162 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a13f79f-b19e-4268-913e-1247a288bbc5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:21.993359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Checking segment: {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:21.993713 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Network hostable DHCP agents. Network: 0980720b-d354-42d2-8329-d0b83ab34214, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:47:22.010313 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Network 0980720b-d354-42d2-8329-d0b83ab34214 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:47:22.019103 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 0980720b-d354-42d2-8329-d0b83ab34214) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:22.023242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:22.023827 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.028027 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe72cf-c7e2-471f-addd-80d3e3b3f62d None None] Network 0980720b-d354-42d2-8329-d0b83ab34214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:47:22.038865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-06febf6e-2080-4baf-afcc-bddd67c306c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3094556 Dec 12 16:47:22.041790 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59476) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:22.046233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:22.066658 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.067680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.126930 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.135246 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-0980720b-d354-42d2-8329-d0b83ab34214', 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214', 'project_id': '99199345b27b4406aa130807e24e534d', 'fixed_ips': [{'subnet_id': '7a13f79f-b19e-4268-913e-1247a288bbc5'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:47:22.136182 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.210465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:22.233462 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:22.234079 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:22.264328 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.368372 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Allocated IP 172.20.0.2 (0980720b-d354-42d2-8329-d0b83ab34214/7a13f79f-b19e-4268-913e-1247a288bbc5/7399a762-842f-4014-b6b0-ebcf57277994) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:22.394515 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:22.460544 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.479896 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.583346 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Allocated IP 172.25.3.51 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/5daca664-bf38-4ff6-a2dc-ca5c5183d205) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:22.690373 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.726851 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.771746 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:22.777218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:22.781779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:22.784616 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Pushing event updated for resources: {'Port': ['ID=5daca664-bf38-4ff6-a2dc-ca5c5183d205,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:22.799606 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48defb0a-60d3-4283-bbb1-5cd1415d6f0e None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:22.836189 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.859416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:22.913191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Network 0980720b-d354-42d2-8329-d0b83ab34214 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:22.920880 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:22.924549 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:22.936872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Pushing event updated for resources: {'Port': ['ID=7399a762-842f-4014-b6b0-ebcf57277994,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:22.964260 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-31319e4f-015d-4954-b975-b1cf71008436 None None] Provisioning complete for port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:22.964648 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31319e4f-015d-4954-b975-b1cf71008436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.009873 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 2, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:23.028846 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.054351 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:23.054717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Updating router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 port 8d86aea5-42a7-4600-9d22-855cb9acd52f binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:47:23.072100 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Attempting to bind port 7399a762-842f-4014-b6b0-ebcf57277994 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:23.072482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Attempting to bind port 7399a762-842f-4014-b6b0-ebcf57277994 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:23.072881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Attempting to bind port 7399a762-842f-4014-b6b0-ebcf57277994 on network 0980720b-d354-42d2-8329-d0b83ab34214 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:23.076589 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-31319e4f-015d-4954-b975-b1cf71008436 None None] Port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:23.086410 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:23.086731 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Checking segment: {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:23.087140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.087536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Bound using segment: {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:23.088016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Bound port: 7399a762-842f-4014-b6b0-ebcf57277994, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:23.088411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.091642 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.223944 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.244440 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] For port 7399a762-842f-4014-b6b0-ebcf57277994, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:23.262659 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] For port 7399a762-842f-4014-b6b0-ebcf57277994, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7399a762-842f-4014-b6b0-ebcf57277994,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:23.268349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.353907 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:47:23.373280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b3353-20e6-49fa-97cf-72e1811731d1 None None] Pushing event updated for resources: {'Port': ['ID=7399a762-842f-4014-b6b0-ebcf57277994,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:23.477813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.484134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.621745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e593f2d-e3de-4996-b246-6aa0af639a51 None None] Pushing event updated for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:23.640854 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Attempting to bind port 8d86aea5-42a7-4600-9d22-855cb9acd52f on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:23.641055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Attempting to bind port 8d86aea5-42a7-4600-9d22-855cb9acd52f by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:23.641556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Attempting to bind port 8d86aea5-42a7-4600-9d22-855cb9acd52f on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:23.647553 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:23.648063 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:23.648550 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.649085 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Bound using segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:23.649651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Bound port: 8d86aea5-42a7-4600-9d22-855cb9acd52f, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:23.650114 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.731213 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] For port 8d86aea5-42a7-4600-9d22-855cb9acd52f, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:23.734945 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] For port 8d86aea5-42a7-4600-9d22-855cb9acd52f, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d86aea5-42a7-4600-9d22-855cb9acd52f,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:23.742782 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.799609 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:23.800161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:23.855482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e593f2d-e3de-4996-b246-6aa0af639a51 None None] Pushing event updated for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:23.856162 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:23.874946 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Sync routers for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:23.886976 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:23.887385 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:23.888095 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:23.891265 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7ae9ee3c-a414-415d-b0fc-70d3c9dab81c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8458190 Dec 12 16:47:23.891401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59478) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:23.940861 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:24.046238 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:24.110928 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] Provisioning complete for port 8d86aea5-42a7-4600-9d22-855cb9acd52f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:24.111297 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.225269 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:23Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:24.247935 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:22Z', 'revision_number': 3, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:24.263232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.266105 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c23478-9b80-490c-b7a4-b651b1a6883c None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:23Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:24.283592 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Checking router: c986c5e5-5f59-45d9-b7ed-be6abdf3fcae for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:24.284205 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Updating router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:47:24.316334 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] For port 8d86aea5-42a7-4600-9d22-855cb9acd52f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d86aea5-42a7-4600-9d22-855cb9acd52f,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:24.324105 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.331725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.406284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f30057-1fb9-4645-87b8-b34bf5179c94 None None] Pushing event updated for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:24.487016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-77c83fa5-1d8f-4a70-b312-f0c4f8fc362a None None] Provisioning complete for port 8d86aea5-42a7-4600-9d22-855cb9acd52f triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:24.487749 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-77c83fa5-1d8f-4a70-b312-f0c4f8fc362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.500208 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.645901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45099621-9637-46cc-b442-06b302124bdd None None] Network 0980720b-d354-42d2-8329-d0b83ab34214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:47:24.674157 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.681269 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.721244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Allocated IP 172.20.0.1 (0980720b-d354-42d2-8329-d0b83ab34214/7a13f79f-b19e-4268-913e-1247a288bbc5/796febc1-244c-46dc-9467-1303960ac871) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:24.722960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f74cd0-b72f-446d-a773-fc858c5fe5a0 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:24.759011 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6251ef0-9bf2-4175-942b-e6e402d3ccf5 None None] Pushing event updated for resources: {'Port': ['ID=5daca664-bf38-4ff6-a2dc-ca5c5183d205,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:24.773353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] Provisioning complete for port 7399a762-842f-4014-b6b0-ebcf57277994 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:24.773730 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.778832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Attempting to bind port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:24.779444 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Attempting to bind port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:24.779904 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Attempting to bind port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:24.788077 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:24.789133 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:24.789723 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.790280 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:24.790848 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Bound port: 5daca664-bf38-4ff6-a2dc-ca5c5183d205, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:24.791528 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.869400 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.881778 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] For port 5daca664-bf38-4ff6-a2dc-ca5c5183d205, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:24.886309 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] For port 5daca664-bf38-4ff6-a2dc-ca5c5183d205, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5daca664-bf38-4ff6-a2dc-ca5c5183d205,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:24.888078 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.898579 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.941722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.953171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] For port 7399a762-842f-4014-b6b0-ebcf57277994, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7399a762-842f-4014-b6b0-ebcf57277994,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:24.963486 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc48c31b-4a82-4d25-a307-0bf91507d68b None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:47:24.973966 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:24.977883 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Network 0980720b-d354-42d2-8329-d0b83ab34214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:24.990853 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:24.999984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:25.006650 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:25.011525 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:25.055441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19ac2a-f5ee-47ea-9d86-856da2c6e903 None None] Pushing event updated for resources: {'Port': ['ID=7399a762-842f-4014-b6b0-ebcf57277994,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:25.068922 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Pushing event updated for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:25.084500 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.113504 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] Provisioning complete for port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:25.114118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.155810 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:25.331978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.340455 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.350796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7399a762-842f-4014-b6b0-ebcf57277994 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:25.420003 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] For port 5daca664-bf38-4ff6-a2dc-ca5c5183d205, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5daca664-bf38-4ff6-a2dc-ca5c5183d205,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:25.427135 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.435290 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6251ef0-9bf2-4175-942b-e6e402d3ccf5 None None] Pushing event updated for resources: {'Port': ['ID=5daca664-bf38-4ff6-a2dc-ca5c5183d205,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:25.502767 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 7399a762-842f-4014-b6b0-ebcf57277994 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:25.503057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.504769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bfd54-9e19-4b97-8783-eb8dd5fcdfd7 None None] Pushing event updated for resources: {'Port': ['ID=5daca664-bf38-4ff6-a2dc-ca5c5183d205,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:25.575973 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-db86963a-7d29-4033-adc9-ad4bdcc9a49a None None] Provisioning complete for port 796febc1-244c-46dc-9467-1303960ac871 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:25.576337 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db86963a-7d29-4033-adc9-ad4bdcc9a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.580490 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.587714 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.617055 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:22Z', 'revision_number': 3, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:25.645783 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-db86963a-7d29-4033-adc9-ad4bdcc9a49a None None] Port 796febc1-244c-46dc-9467-1303960ac871 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:25.652374 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d86aea5-42a7-4600-9d22-855cb9acd52f up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:25.661007 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7765e6c-dce7-4981-a646-ab9f8917eac4 None None] The sync data for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 is: [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:22Z', 'revision_number': 3, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:25.667225 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Pushing event updated for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:25.674589 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.695627 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-db86963a-7d29-4033-adc9-ad4bdcc9a49a None None] Provisioning complete for port 7399a762-842f-4014-b6b0-ebcf57277994 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:25.696010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db86963a-7d29-4033-adc9-ad4bdcc9a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.756540 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 8d86aea5-42a7-4600-9d22-855cb9acd52f triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:25.757009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:25.784556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Network 0980720b-d354-42d2-8329-d0b83ab34214 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:25.786216 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:25.918680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:47:26.042678 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-a304ec85-4099-4374-8399-08b5282615a5 None None] Provisioning complete for port 796febc1-244c-46dc-9467-1303960ac871 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:26.043194 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a304ec85-4099-4374-8399-08b5282615a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.049090 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:26.055090 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-fa5505c7-ae0a-4e17-b08a-d2213a63be71 admin admin] 10.222.0.36 "PUT /v2.0/routers/c986c5e5-5f59-45d9-b7ed-be6abdf3fcae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626997 Dec 12 16:47:26.083142 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-a304ec85-4099-4374-8399-08b5282615a5 None None] Port 796febc1-244c-46dc-9467-1303960ac871 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:26.766331 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59486) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:26.770988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249378932', 'description': 'tempest-secgroup-smoke-1249378932 description', 'project_id': '81e8504776004b62b67c4261623e5e61'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:26.795226 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.863332 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.866697 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.895042 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.896247 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1289089 Dec 12 16:47:26.898822 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac03d15-cf3c-4639-969a-2ae047f9bc60 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e16b09-7514-4842-a448-82070dd754b9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:26.899944 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:26.909869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:26.934358 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.987605 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:26.990886 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.009064 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2b061-b7db-426b-b6ed-b4ae5eecb245,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.014199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.015374 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-40ac9e25-7030-4492-85ca-390310e60c27 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1092136 Dec 12 16:47:27.018310 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59490) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:27.023404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:27.048354 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.108343 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.112206 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.125628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a137ecb-4968-485c-a060-17c04ee441c0,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.141428 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.142953 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-998035bd-015b-43a9-b16d-7a6a09615d1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234274 Dec 12 16:47:27.145441 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59492) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:27.150448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:27.166264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5daca664-bf38-4ff6-a2dc-ca5c5183d205 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:27.178366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.214082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:27.214542 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.234761 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.238560 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.261226 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46f6e20-cd38-4aaf-8d7e-d4a552a455d5,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.270128 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.271458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-7731434a-9a55-445f-9b90-f70da9443967 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250606 Dec 12 16:47:27.274327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59494) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:27.279106 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:27.307874 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.370007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.379825 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.398971 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95076f3a-248a-446b-a1b0-5328a75c3bf2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.408301 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.412231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2d9b05d4-edb0-4120-80a7-28f997e98548 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343262 Dec 12 16:47:27.412493 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:27.417070 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:27.439345 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Project 81e8504776004b62b67c4261623e5e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:47:27.445371 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.505745 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.509618 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.526628 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e835fdb9-8782-419b-8ddc-7053ddaddfb2,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.533599 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.534761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-2c61a24b-4b2e-4e25-a573-ade146f7f7b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212940 Dec 12 16:47:27.537525 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59498) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:27.541839 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '65e16b09-7514-4842-a448-82070dd754b9', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:27.563944 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Project 81e8504776004b62b67c4261623e5e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:47:27.568968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.630754 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.634548 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.657825 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4c5bbd-0ccb-4c54-812f-854d0416a7e1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:27.663956 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:27.665250 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-746dc13b-b1c2-433b-876d-76f2817a7179 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266992 Dec 12 16:47:27.769852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Sync routers for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:27.779852 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:27.780406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:27.881646 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-7756f6a5-1ac7-44b7-9ab1-3fdbf4a34774 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249378932&fields=id&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 267 time: 0.0465879 Dec 12 16:47:27.888913 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:27.986686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-a16fd5aa-e2b0-4924-b3ab-c42476177602 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:27.988165 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-a16fd5aa-e2b0-4924-b3ab-c42476177602 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 809 time: 0.0993483 Dec 12 16:47:28.003076 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-4975be11-63c9-4e35-a7c8-a593a1d5baed tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/quotas/81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 375 time: 0.0089600 Dec 12 16:47:28.057762 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-52bf8ebc-0bb8-45e7-9d5a-0cc9cb723b6f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491683 Dec 12 16:47:28.089427 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '796febc1-244c-46dc-9467-1303960ac871', 'name': '', 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'mac_address': 'fa:16:3e:f5:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:24Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 2, 'project_id': '99199345b27b4406aa130807e24e534d', 'subnets': [{'id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:28.115924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Checking router: c986c5e5-5f59-45d9-b7ed-be6abdf3fcae for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:28.116320 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Updating router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae port 796febc1-244c-46dc-9467-1303960ac871 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:47:28.140331 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.245668 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-bf555de7-5c9c-45d8-ad45-d45234ebae3c service neutron] 10.222.0.36 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762140 Dec 12 16:47:28.336731 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-f3ece6b7-a58c-4ab8-84a3-de8240e623e9 service neutron] 10.222.0.36 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847831 Dec 12 16:47:28.406980 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.412576 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.463000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602798b-d269-4288-9a2b-64af3c3d4eff None None] Pushing event updated for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:28.521447 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Attempting to bind port 796febc1-244c-46dc-9467-1303960ac871 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:28.521817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Attempting to bind port 796febc1-244c-46dc-9467-1303960ac871 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:28.523601 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Attempting to bind port 796febc1-244c-46dc-9467-1303960ac871 on network 0980720b-d354-42d2-8329-d0b83ab34214 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:28.530685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:28.531115 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Checking segment: {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:28.531495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.531901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Bound using segment: {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:28.532456 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Bound port: 796febc1-244c-46dc-9467-1303960ac871, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4d37b-b516-47fe-b44c-861160309448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:28.532608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-96c59e18-d5bc-42f7-8aa4-745c09ab6c3c req-208b4944-7d9f-487f-b048-de2c701c5357 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 210 time: 0.0316184 Dec 12 16:47:28.532874 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.603752 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] For port 796febc1-244c-46dc-9467-1303960ac871, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:28.607340 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] For port 796febc1-244c-46dc-9467-1303960ac871, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=796febc1-244c-46dc-9467-1303960ac871,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:28.612050 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.672347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:28.673422 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:28.714719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602798b-d269-4288-9a2b-64af3c3d4eff None None] Pushing event updated for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:28.739952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] Provisioning complete for port 796febc1-244c-46dc-9467-1303960ac871 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:28.740336 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:28.833432 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:28.952432 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:29.034364 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] For port 796febc1-244c-46dc-9467-1303960ac871, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=796febc1-244c-46dc-9467-1303960ac871,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:29.042052 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:29.122156 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b32a-3735-42a2-b0cb-5fd03533a893 None None] Pushing event updated for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:29.143593 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '796febc1-244c-46dc-9467-1303960ac871', 'name': '', 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'mac_address': 'fa:16:3e:f5:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:24Z', 'updated_at': '2021-12-12T16:47:28Z', 'revision_number': 4, 'project_id': '99199345b27b4406aa130807e24e534d', 'subnets': [{'id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:29.173796 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2ee4fa-3f3f-4a70-98ac-17c07448e6ce None None] The sync data for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 is: [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '796febc1-244c-46dc-9467-1303960ac871', 'name': '', 'network_id': '0980720b-d354-42d2-8329-d0b83ab34214', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'mac_address': 'fa:16:3e:f5:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:24Z', 'updated_at': '2021-12-12T16:47:28Z', 'revision_number': 4, 'project_id': '99199345b27b4406aa130807e24e534d', 'subnets': [{'id': '7a13f79f-b19e-4268-913e-1247a288bbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:29.185701 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2c6fcc6d-fdf3-4048-96bf-6886f2534b43 None None] Provisioning complete for port 796febc1-244c-46dc-9467-1303960ac871 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:29.186079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcc6d-fdf3-4048-96bf-6886f2534b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:29.634594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18827f5c-ee65-40b6-b544-71226aa5d672 req-8c535398-dc5d-4797-a10c-0966d94d4f73 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 210 time: 0.0280280 Dec 12 16:47:29.830818 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-0bce2ca1-5191-4f2d-9fdc-23a10168cd71 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:29.832611 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-0bce2ca1-5191-4f2d-9fdc-23a10168cd71 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 809 time: 0.1195660 Dec 12 16:47:29.902968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-2632e50e-662e-4f40-9fa0-47b79f5627ec tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 380 time: 0.0582099 Dec 12 16:47:29.917244 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'port': {'device_id': '30834144-8114-4337-8149-e16a4fc0470b', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'admin_state_up': True, 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'security_groups': ['65e16b09-7514-4842-a448-82070dd754b9']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:30.024654 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Made reservation on behalf of 81e8504776004b62b67c4261623e5e61 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:47:30.028142 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.153475 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Allocated IP 172.20.0.7 (5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1/84d7b0cb-68c8-4f40-9a39-83d5c2dcead9/dd9e1f79-856b-47af-8b20-ab97019bdea6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:30.289526 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.323223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.365207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:30.368808 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:30.372406 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:30.399618 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:30.426817 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:30.427264 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.444270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-c6cb636e-7c66-4db5-ab59-7c5c2156f595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5306110 Dec 12 16:47:30.461641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Request body: {'port': {'device_id': '30834144-8114-4337-8149-e16a4fc0470b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:30.520918 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.626332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-c23b5796-853d-4918-a17b-ae24150491c8 None None] Provisioning complete for port dd9e1f79-856b-47af-8b20-ab97019bdea6 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:30.626960 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c23b5796-853d-4918-a17b-ae24150491c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.675495 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-c23b5796-853d-4918-a17b-ae24150491c8 None None] Port dd9e1f79-856b-47af-8b20-ab97019bdea6 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:47:30.765476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9248f1-4005-4c8e-beef-347bcafee6b8 req-8a43aa50-6657-4a8b-969b-9398d1e1781b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:30.766951 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c9248f1-4005-4c8e-beef-347bcafee6b8 req-8a43aa50-6657-4a8b-969b-9398d1e1781b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 931 time: 0.0499885 Dec 12 16:47:30.796542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:47:30.804752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.817241 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Transition to ACTIVE for port object dd9e1f79-856b-47af-8b20-ab97019bdea6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:47:30.817471 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8c9248f1-4005-4c8e-beef-347bcafee6b8 req-81f80e5f-eb31-4204-a350-d39a532c1c7c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Dec 12 16:47:30.821898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:30.874474 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:30.946216 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Attempting to bind port dd9e1f79-856b-47af-8b20-ab97019bdea6 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:47:30.946550 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Attempting to bind port dd9e1f79-856b-47af-8b20-ab97019bdea6 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:47:30.946877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Attempting to bind port dd9e1f79-856b-47af-8b20-ab97019bdea6 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:30.952196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Port dd9e1f79-856b-47af-8b20-ab97019bdea6 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:47:30.952518 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Attempting to bind port dd9e1f79-856b-47af-8b20-ab97019bdea6 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:47:30.958093 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:47:30.958833 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:47:30.959008 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Bound using segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:47:30.959444 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Bound port: dd9e1f79-856b-47af-8b20-ab97019bdea6, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:47:30.959794 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:31.026646 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:47:31.029852 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:47:31.034338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:31.072877 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.073593 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:31.075109 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 1091 time: 0.6177807 Dec 12 16:47:31.075520 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:47:31.077839 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ac07a9-15ba-45f8-ad39-1746bf1647b2" -d '{"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:47:31.119847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdab9f-046c-42bd-a0a0-c3509914fda8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:31.192535 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d562b982-ccaa-4c15-94d4-cba3b6e81144 x-openstack-request-id: req-d562b982-ccaa-4c15-94d4-cba3b6e81144 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:47:31.192751 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 796febc1-244c-46dc-9467-1303960ac871 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:31.192902 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:47:31.193112 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d562b982-ccaa-4c15-94d4-cba3b6e81144 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:47:31.193519 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'status': 'completed', 'code': 200} Dec 12 16:47:31.212676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-0878a289-35a7-4cc3-8833-148eeff396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.214485 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-0878a289-35a7-4cc3-8833-148eeff396dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1094 time: 0.0600808 Dec 12 16:47:31.253217 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 796febc1-244c-46dc-9467-1303960ac871 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:31.253696 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:31.269669 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-baa2d6fc-a726-464f-9af5-7764c0a76ca6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 217 time: 0.0408785 Dec 12 16:47:31.336992 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-ca14ee7b-28a7-4063-b83b-a148fb5cff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.338865 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-ca14ee7b-28a7-4063-b83b-a148fb5cff43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0569706 Dec 12 16:47:31.395188 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-e1750940-a6e0-4539-bc4c-00fcae7f9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.396783 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-e1750940-a6e0-4539-bc4c-00fcae7f9cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445745 Dec 12 16:47:31.492994 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-e1bd7d04-f412-4045-a4ea-3fbeb5c8816f service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Dec 12 16:47:31.592724 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6b0ef054-2971-49a0-a6d6-1c981d8bf2de req-9d56ac99-a3d7-4171-9522-69876736acd8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867226 Dec 12 16:47:31.690670 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-c12cd2a1-b5a7-4c04-b8aa-716059f6b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.692219 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-c12cd2a1-b5a7-4c04-b8aa-716059f6b270 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1094 time: 0.0410690 Dec 12 16:47:31.790577 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-78bb43b3-f196-42d6-84df-a0b8a4f53bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.792137 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-78bb43b3-f196-42d6-84df-a0b8a4f53bf7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0922763 Dec 12 16:47:31.843940 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-e91b4721-b2fd-42c0-bdb7-1f21e7d23901 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 217 time: 0.0433452 Dec 12 16:47:31.903893 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-b30baa6d-03c3-4277-99a5-b3c6ab06ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.905431 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-b30baa6d-03c3-4277-99a5-b3c6ab06ed1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0530775 Dec 12 16:47:31.962463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-b3525f50-256f-4c1b-902c-f61957ca58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.963961 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-b3525f50-256f-4c1b-902c-f61957ca58bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501115 Dec 12 16:47:31.966894 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58019f0c-c739-4389-832b-798614462379 req-1703f1ce-4838-4a6c-afc9-5b6cd1f60506 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:31.968550 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58019f0c-c739-4389-832b-798614462379 req-1703f1ce-4838-4a6c-afc9-5b6cd1f60506 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0715201 Dec 12 16:47:32.020259 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-58019f0c-c739-4389-832b-798614462379 req-3bd22bc4-0e48-4266-9087-aaa22f2c7bc5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Dec 12 16:47:32.065664 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-827695b9-4704-4a11-abcb-7c410640a401 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938773 Dec 12 16:47:32.160334 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-86ac07a9-15ba-45f8-ad39-1746bf1647b2 req-b4f8c5c1-73c3-425d-8c9b-bb51b090796e service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858464 Dec 12 16:47:33.148482 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e64ed-344c-42ae-80f9-5590ebd0b5f2 req-183959a4-68b6-40f1-9deb-f31794685dff tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:33.150199 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d32e64ed-344c-42ae-80f9-5590ebd0b5f2 req-183959a4-68b6-40f1-9deb-f31794685dff tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0507860 Dec 12 16:47:33.200175 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d32e64ed-344c-42ae-80f9-5590ebd0b5f2 req-11979bc9-8e7b-4345-8c8c-6258f767b7c1 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Dec 12 16:47:34.314257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe1712-94ed-444d-a9c1-a281d1639d8a req-b175c5e1-213e-41df-a4c0-139bd1c985d5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:34.315703 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78fe1712-94ed-444d-a9c1-a281d1639d8a req-b175c5e1-213e-41df-a4c0-139bd1c985d5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0479057 Dec 12 16:47:34.367157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-78fe1712-94ed-444d-a9c1-a281d1639d8a req-b7cee3f6-4495-4ed8-9189-ef8bc6756cc0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456378 Dec 12 16:47:35.238068 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:47:35.333008 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:35.344264 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:47:35.380071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:35.392872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:47:35.411709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:35.417048 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:35.467800 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:35.485223 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693a83-7f5b-4b71-99be-24daf151d0a9 req-9f107a2c-a2be-4a2e-b29a-f3877ca38664 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:35.486678 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d693a83-7f5b-4b71-99be-24daf151d0a9 req-9f107a2c-a2be-4a2e-b29a-f3877ca38664 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0502965 Dec 12 16:47:35.534278 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4d693a83-7f5b-4b71-99be-24daf151d0a9 req-810c7b29-cbbb-4d64-b6ae-ec42a08c5e53 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Dec 12 16:47:35.630248 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-061788ad-ba54-452d-a27c-81cb74287777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:35.693028 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dd9e1f79-856b-47af-8b20-ab97019bdea6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:47:36.649054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2306be-2a55-4d50-b7ca-bf68a0641b1a req-d675ae94-175d-4b4c-b3f9-108773c7b146 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:36.650483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2306be-2a55-4d50-b7ca-bf68a0641b1a req-d675ae94-175d-4b4c-b3f9-108773c7b146 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0478528 Dec 12 16:47:36.698329 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ed2306be-2a55-4d50-b7ca-bf68a0641b1a req-f6b8e44d-038b-49cc-8249-b87ec0116055 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Dec 12 16:47:37.239015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:47:37.285785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port dd9e1f79-856b-47af-8b20-ab97019bdea6 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:47:37.290503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dd9e1f79-856b-47af-8b20-ab97019bdea6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:47:37.290873 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:37.364715 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:37.390586 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:47:37.393155 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5511af10-135e-4b99-9fbf-68acd128673b" -d '{"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:47:37.406960 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:47:37.410981 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:37.435350 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e93cbd7-43cb-49c9-8ebb-8c7b7c44acbc x-openstack-request-id: req-5e93cbd7-43cb-49c9-8ebb-8c7b7c44acbc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:47:37.435645 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:47:37.435903 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e93cbd7-43cb-49c9-8ebb-8c7b7c44acbc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:47:37.436295 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'code': 200} Dec 12 16:47:37.464794 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:37.539692 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c4d4-b3ed-436e-bb77-e46de206ba18 req-0927972d-75ef-447d-bcd9-5925cd5ebe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:37.541094 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a954c4d4-b3ed-436e-bb77-e46de206ba18 req-0927972d-75ef-447d-bcd9-5925cd5ebe81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1096 time: 0.0403626 Dec 12 16:47:37.596575 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a954c4d4-b3ed-436e-bb77-e46de206ba18 req-deac88e6-506d-4d54-9158-8631f50d6b95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Dec 12 16:47:37.815666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43632-abc2-4bc9-b79a-476157b22d9f req-ebd0120e-2b58-4013-92e7-4766193d7e24 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:37.817045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b43632-abc2-4bc9-b79a-476157b22d9f req-ebd0120e-2b58-4013-92e7-4766193d7e24 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0529106 Dec 12 16:47:37.865457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-04b43632-abc2-4bc9-b79a-476157b22d9f req-24e4224d-8c5b-45e2-b947-e3e52006101e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Dec 12 16:47:37.908518 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8b203e81-a92b-4035-8e68-4649e81a960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:38.937983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:38.984684 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b566-a6ff-469c-9824-bff19488cfa9 req-a584fce2-0449-4d71-94f4-91a8337dc52d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:38.986134 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fe9b566-a6ff-469c-9824-bff19488cfa9 req-a584fce2-0449-4d71-94f4-91a8337dc52d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0491209 Dec 12 16:47:39.034598 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0fe9b566-a6ff-469c-9824-bff19488cfa9 req-2d0bc154-1701-404b-ac93-12c9b5b44f1c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Dec 12 16:47:39.146947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2cb78-f3b4-42c7-98f8-3add77029e67 req-8b16baa9-7d73-49d8-985c-645a2a68397d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:39.149065 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c2cb78-f3b4-42c7-98f8-3add77029e67 req-8b16baa9-7d73-49d8-985c-645a2a68397d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0478849 Dec 12 16:47:39.202614 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-12c2cb78-f3b4-42c7-98f8-3add77029e67 req-080d0cf8-7971-483a-a1e5-23919ec91f18 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Dec 12 16:47:39.224830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59554) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:39.305467 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f09786-92e6-4ae7-b44f-270a6e7d351c tempest-TestShelveInstance-643933037 tempest-TestShelveInstance-643933037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:39.306965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-f5f09786-92e6-4ae7-b44f-270a6e7d351c tempest-TestShelveInstance-643933037 tempest-TestShelveInstance-643933037-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1091 time: 0.0811553 Dec 12 16:47:39.309956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59558) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:47:39.314286 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:47:39.336130 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:39.430680 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:39.529084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Allocated IP 172.25.3.185 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/b4642084-e39c-456b-b579-a94f29859b96) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:47:39.625407 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:39.661660 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:39.698988 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:47:39.701901 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:47:39.705423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:47:39.730287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=b4642084-e39c-456b-b579-a94f29859b96,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:39.969407 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.058251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.122288 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.267384 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.271702 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.335400 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=b4642084-e39c-456b-b579-a94f29859b96,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:47:40.346802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:40.443262 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Floating IP 320bbd85-1d22-4873-be3e-6aef6c0db9ea associated. External IP: 172.25.3.185, port: dd9e1f79-856b-47af-8b20-ab97019bdea6. Dec 12 16:47:40.642968 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:47:40.707138 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:41.085014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:47:41.095033 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:47:41.103247 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:41.105727 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:41.106351 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:41.129372 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-74fbb7ee-294b-4f97-8358-f00478d6e2e6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8184052 Dec 12 16:47:41.129962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:47:41.132238 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c041d3-a2f4-4c97-823d-3b762dd85713" -d '{"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:47:41.174232 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7292c16-7403-4869-8f6a-a0951e052eb9 x-openstack-request-id: req-e7292c16-7403-4869-8f6a-a0951e052eb9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:47:41.174525 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:47:41.174777 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7292c16-7403-4869-8f6a-a0951e052eb9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:47:41.175172 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'status': 'completed', 'code': 200} Dec 12 16:47:41.215168 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:41.237164 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-d3033639-5fb7-4475-bd48-3accf219481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:41.238638 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-d3033639-5fb7-4475-bd48-3accf219481c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1096 time: 0.0409732 Dec 12 16:47:41.318555 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:41.328573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-2234fb4e-365c-45d0-ac31-f24a012ca687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:41.330067 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-2234fb4e-365c-45d0-ac31-f24a012ca687 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0840604 Dec 12 16:47:41.400601 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-76040902-9366-4524-90c2-6699dcdf14cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 999 time: 0.0630379 Dec 12 16:47:41.436878 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '320bbd85-1d22-4873-be3e-6aef6c0db9ea', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834144-8114-4337-8149-e16a4fc0470b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:47:39Z', 'updated_at': '2021-12-12T16:47:39Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:41.449708 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-10689dda-165b-4ec2-806f-37d2f2defdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:41.451183 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-10689dda-165b-4ec2-806f-37d2f2defdf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0435791 Dec 12 16:47:41.465843 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:47:41.474330 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:47:41.474926 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:47:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:41.497297 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-9f4a0d17-f122-4001-a000-8ba93e4e8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:47:41.498785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-9f4a0d17-f122-4001-a000-8ba93e4e8a83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404627 Dec 12 16:47:41.576934 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:47:41.592242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-b46abf21-83fe-4375-87e1-72280683edc3 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849497 Dec 12 16:47:41.681700 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-32c041d3-a2f4-4c97-823d-3b762dd85713 req-d9f8c892-8ac7-4a79-b827-3cd18159d5f9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821066 Dec 12 16:47:41.791995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '320bbd85-1d22-4873-be3e-6aef6c0db9ea', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834144-8114-4337-8149-e16a4fc0470b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:47:39Z', 'updated_at': '2021-12-12T16:47:39Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:47:41.819758 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10f226a-5a76-4dd8-bcde-af6232945dec None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '320bbd85-1d22-4873-be3e-6aef6c0db9ea', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834144-8114-4337-8149-e16a4fc0470b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:47:39Z', 'updated_at': '2021-12-12T16:47:39Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:47:41.995177 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4d9ac2-37ca-4b17-be38-f57e523297a1 None None] New status for floating IP 320bbd85-1d22-4873-be3e-6aef6c0db9ea: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:47:42.095301 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:47:42.229654 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:47:56.412250 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-83c0bcf9-51b3-4aa0-b783-26139bf8e509 req-5a6327ae-d64d-4252-81e6-4453256e66c7 service neutron] (103411) timed out ('10.222.0.36', 54980) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 16:48:05.631487 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-04093876-7e53-4e5e-9f04-49daf970c7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:05.788061 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-bf59642f-4f8a-4446-a8ae-b0bd8967b15f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442288 Dec 12 16:48:05.871332 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-28652090-3490-49ee-9104-057ea418e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:48:05.872906 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-28652090-3490-49ee-9104-057ea418e01c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1096 time: 0.0404193 Dec 12 16:48:05.973148 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-60613073-1cb4-4514-8f24-c77df0c246cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:48:05.974579 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-60613073-1cb4-4514-8f24-c77df0c246cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0810828 Dec 12 16:48:06.044446 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-0b43cb11-1522-407b-afd0-bce50ae24c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 1001 time: 0.0619564 Dec 12 16:48:06.094301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-6578cd2c-8348-407d-ab31-d734cc6f2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:48:06.095676 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-6578cd2c-8348-407d-ab31-d734cc6f2eea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0420446 Dec 12 16:48:06.140266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-602bd1d4-1207-465b-99cf-ad1573aeb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:48:06.141835 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-602bd1d4-1207-465b-99cf-ad1573aeb561 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386510 Dec 12 16:48:06.233670 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-bc6f0d8a-3b00-4099-b1b3-dbaac7620daf service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837610 Dec 12 16:48:06.322742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2157afbd-5c08-455b-ac33-ecbfd247038e req-bf2872bb-12bd-42b7-9300-addcc1a98928 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786488 Dec 12 16:48:07.909480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cede3fa-6453-459c-b241-263654de28a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:08.941815 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:09.982426 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:10.709019 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:11.313767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:12.049602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:19.227987 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:48:35.634137 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-027bcd42-c926-449d-a5ba-eddccd35f648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:37.911013 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-033395bf-6c93-4456-8afc-28a90beeea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:38.944363 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:39.981351 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:40.712551 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:41.314442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:42.061465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:48:56.227547 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:49:05.634644 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-751a05b8-b726-4d0a-a41f-3897a672aa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:05.854414 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-1902d9d8-5172-4d42-90ff-fb4dfb9a11b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065528 Dec 12 16:49:05.938951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-2dfc4403-3b90-4cbf-9cce-6a0ddbe76000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:05.940514 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-2dfc4403-3b90-4cbf-9cce-6a0ddbe76000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1096 time: 0.0390022 Dec 12 16:49:06.046945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-abdccd78-a15b-4d78-9368-c622816cb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:06.048375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-abdccd78-a15b-4d78-9368-c622816cb69d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0823464 Dec 12 16:49:06.120827 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-a206fa79-01cf-43db-9e8b-85d901c5efd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 1001 time: 0.0616992 Dec 12 16:49:06.172025 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-761955da-dcf1-45f3-8444-df32c3834a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:06.173483 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-761955da-dcf1-45f3-8444-df32c3834a6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0421791 Dec 12 16:49:06.218895 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-3352c6fb-5142-4e1d-8430-c12feeac4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:06.220304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-3352c6fb-5142-4e1d-8430-c12feeac4729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389235 Dec 12 16:49:06.314998 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-61088ed1-7ac8-45e7-b821-dac4e49efe36 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838442 Dec 12 16:49:06.408251 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdbf92ca-7fbb-4026-a918-45642a9751d8 req-2b29e14b-1868-4b46-a277-a19695e8ef16 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793533 Dec 12 16:49:07.911786 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a354d75a-2c97-4120-9c74-d78888678cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:08.947488 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:09.994003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:10.716393 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:11.317173 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:12.076687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:33.226626 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:49:35.637411 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6e7260c2-68d7-44d1-9df5-a6639cea75fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:37.913079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be3252b8-5f62-4e96-8ced-0a7853cac5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:38.949540 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:39.053734 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ddd43-4417-419c-b46e-82083814ca0d req-1965ec79-b8f5-46da-ace8-e1281d8fe712 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:39.055214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a30ddd43-4417-419c-b46e-82083814ca0d req-1965ec79-b8f5-46da-ace8-e1281d8fe712 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0983183 Dec 12 16:49:39.104207 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a30ddd43-4417-419c-b46e-82083814ca0d req-e3767dfc-454b-41ff-8ca9-1616fde124aa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Dec 12 16:49:40.002461 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:40.496199 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03412f-346e-4acf-9343-877cb2cdcf33 req-68d0d71e-6f2c-4049-b8aa-e2fd58a0f87a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:40.497688 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d03412f-346e-4acf-9343-877cb2cdcf33 req-68d0d71e-6f2c-4049-b8aa-e2fd58a0f87a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0509648 Dec 12 16:49:40.544763 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d03412f-346e-4acf-9343-877cb2cdcf33 req-e9b41954-b776-4639-a525-d00d15071045 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Dec 12 16:49:40.719456 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:41.318470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:41.692452 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbf68e-a84c-423b-8f33-98feb94454bf req-2019e0b3-5f57-418e-9fbc-2da5e1bda69b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:41.693913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94fbf68e-a84c-423b-8f33-98feb94454bf req-2019e0b3-5f57-418e-9fbc-2da5e1bda69b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0480950 Dec 12 16:49:41.742487 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94fbf68e-a84c-423b-8f33-98feb94454bf req-6cb8cb61-2ff5-4d38-9ac0-9af43d226e55 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Dec 12 16:49:42.075179 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:42.859830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb77a-8355-4b10-8a55-77688a8da3a4 req-8331fbab-a120-4aad-a77b-05c3a838433e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:42.861289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b3bb77a-8355-4b10-8a55-77688a8da3a4 req-8331fbab-a120-4aad-a77b-05c3a838433e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0512199 Dec 12 16:49:42.908594 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b3bb77a-8355-4b10-8a55-77688a8da3a4 req-c2752842-4e54-44f7-a30b-e53e8bf56b63 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Dec 12 16:49:44.023397 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08153e-cc04-4d55-ab6e-86f03944d471 req-ed717d92-95fb-4eb2-aa55-d9ac86042d6c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:44.024852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba08153e-cc04-4d55-ab6e-86f03944d471 req-ed717d92-95fb-4eb2-aa55-d9ac86042d6c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0477598 Dec 12 16:49:44.072392 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba08153e-cc04-4d55-ab6e-86f03944d471 req-e89ac22f-af4d-4117-b256-493a1f5ff5d2 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416782 Dec 12 16:49:45.186133 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0ae3c-b4cf-45bd-91cf-f3d272a857be req-8407f887-e7d8-43f4-9ee6-648b95f39d9d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:45.187575 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7f0ae3c-b4cf-45bd-91cf-f3d272a857be req-8407f887-e7d8-43f4-9ee6-648b95f39d9d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0478106 Dec 12 16:49:45.238473 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7f0ae3c-b4cf-45bd-91cf-f3d272a857be req-030d2776-8388-4090-b16a-2aac2c9214ad tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Dec 12 16:49:46.352669 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7649b25-24cb-402a-a272-6a36b49b106d req-263ac8b6-498c-409a-8ebc-7fb8f5a9f457 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:46.354123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7649b25-24cb-402a-a272-6a36b49b106d req-263ac8b6-498c-409a-8ebc-7fb8f5a9f457 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0476758 Dec 12 16:49:46.401561 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f7649b25-24cb-402a-a272-6a36b49b106d req-a22b8c94-afc5-4743-a0bc-ee28709709b3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415304 Dec 12 16:49:47.516721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf43e5-3193-457e-9c35-ab8634f20e6d req-5065d02d-1a76-407f-83da-9d0726aea6cd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:47.518163 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27bf43e5-3193-457e-9c35-ab8634f20e6d req-5065d02d-1a76-407f-83da-9d0726aea6cd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0482600 Dec 12 16:49:47.565913 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27bf43e5-3193-457e-9c35-ab8634f20e6d req-a84ec64e-4342-444b-9522-4b7de2efbbb5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416486 Dec 12 16:49:48.684570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd21813-3aa1-44c8-b3d5-3863b92b5ac5 req-a086d0a3-49de-43fc-b971-6c19fa9f9231 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:48.686016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd21813-3aa1-44c8-b3d5-3863b92b5ac5 req-a086d0a3-49de-43fc-b971-6c19fa9f9231 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0511055 Dec 12 16:49:48.733659 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bbd21813-3aa1-44c8-b3d5-3863b92b5ac5 req-b5e41054-14eb-415e-a13a-732effbc145b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Dec 12 16:49:49.847220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f45ff-f24f-4b90-bddc-6521df77d53d req-3f811adc-31a9-4115-af90-c4b4b18a3622 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:49.848702 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b30f45ff-f24f-4b90-bddc-6521df77d53d req-3f811adc-31a9-4115-af90-c4b4b18a3622 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0483844 Dec 12 16:49:49.896863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b30f45ff-f24f-4b90-bddc-6521df77d53d req-8687df5d-b04e-4258-a67c-ec3c2e585f14 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Dec 12 16:49:51.014973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca644a69-d022-4c1e-9b72-80bfa1653059 req-fdff489c-b647-4890-8b44-a2a8c8586308 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:51.016412 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca644a69-d022-4c1e-9b72-80bfa1653059 req-fdff489c-b647-4890-8b44-a2a8c8586308 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0480108 Dec 12 16:49:51.067158 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ca644a69-d022-4c1e-9b72-80bfa1653059 req-92a4bc1e-ff68-49df-8a45-9b3a99e4236e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Dec 12 16:49:51.943556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:49:52.052512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:49:52.065872 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:49:52.109978 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:52.127904 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:49:52.159972 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:49:52.166459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:52.221583 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b7de4-b25c-409d-ab50-d6ddc8b83c18 req-f1e2a2dd-d421-498d-9a97-3410a7ccb2b3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:52.224187 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d82b7de4-b25c-409d-ab50-d6ddc8b83c18 req-f1e2a2dd-d421-498d-9a97-3410a7ccb2b3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0638452 Dec 12 16:49:52.228031 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:49:52.236614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.237315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.237846 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.238406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.238957 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.239498 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.240035 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.240614 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.241195 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.241906 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.242446 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.243651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.244203 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:49:52.254694 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dd9e1f79-856b-47af-8b20-ab97019bdea6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:49:52.293588 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d82b7de4-b25c-409d-ab50-d6ddc8b83c18 req-af272933-29fd-4776-980a-ab675e427319 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624998 Dec 12 16:49:53.408923 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a98fb6-dc16-49ba-a8c6-01925bc8dc1a req-ffc5affe-6e1b-40f8-a5a7-7bc38bf2eafc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:53.410335 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2a98fb6-dc16-49ba-a8c6-01925bc8dc1a req-ffc5affe-6e1b-40f8-a5a7-7bc38bf2eafc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0502641 Dec 12 16:49:53.460679 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b2a98fb6-dc16-49ba-a8c6-01925bc8dc1a req-18d2d8f9-1ceb-4ea0-a17f-797c96a64b42 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437243 Dec 12 16:49:53.968790 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:49:54.018851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dd9e1f79-856b-47af-8b20-ab97019bdea6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:49:54.019221 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:54.102641 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:54.128496 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:49:54.130819 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dafa50c-3647-4a76-9abe-1bb5867c6d4c" -d '{"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:49:54.142420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:49:54.149656 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:49:54.186319 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02836ac2-2954-4fac-879e-ccb4e1f26d7d x-openstack-request-id: req-02836ac2-2954-4fac-879e-ccb4e1f26d7d {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:49:54.186627 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:49:54.186886 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02836ac2-2954-4fac-879e-ccb4e1f26d7d {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:49:54.187289 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'code': 200} Dec 12 16:49:54.209406 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:49:54.599576 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48342-0fc4-4754-a1b7-c80d3ce59d5d req-28f6f2e8-cd17-4c73-8300-be3981e182db tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:54.601201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a48342-0fc4-4754-a1b7-c80d3ce59d5d req-28f6f2e8-cd17-4c73-8300-be3981e182db tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0664554 Dec 12 16:49:54.659444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a48342-0fc4-4754-a1b7-c80d3ce59d5d req-23d8a112-5bee-408b-bba0-42050d4a9448 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500202 Dec 12 16:49:55.787601 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e70e5f-ebb9-4666-8851-f8b19aa851cc req-cd637a59-520e-4f33-94c4-feb41d27615c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:55.789264 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e70e5f-ebb9-4666-8851-f8b19aa851cc req-cd637a59-520e-4f33-94c4-feb41d27615c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0515482 Dec 12 16:49:55.848811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-74e70e5f-ebb9-4666-8851-f8b19aa851cc req-543ef17e-6bff-4bc6-8832-f9329f782d29 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530815 Dec 12 16:49:56.978991 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff671c1c-09c7-4898-8df6-b100fb194c03 req-2d7beac6-a605-4596-9a84-5842113f50ca tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:56.980667 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff671c1c-09c7-4898-8df6-b100fb194c03 req-2d7beac6-a605-4596-9a84-5842113f50ca tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0579031 Dec 12 16:49:57.035877 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ff671c1c-09c7-4898-8df6-b100fb194c03 req-ad173dc5-273e-4721-87d8-95d45aee8246 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489874 Dec 12 16:49:58.165871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba4ed-530a-45d0-b4bd-d068ac29246d req-cd9c2283-5e76-4c8e-96f5-bdfafbc3f817 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:58.167585 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7ba4ed-530a-45d0-b4bd-d068ac29246d req-cd9c2283-5e76-4c8e-96f5-bdfafbc3f817 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0580392 Dec 12 16:49:58.242299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7ba4ed-530a-45d0-b4bd-d068ac29246d req-0da3e145-2b5f-4027-a1f6-c0be7bc4ba0b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687115 Dec 12 16:49:59.365931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ff135-3f55-4cbf-8f15-fd7934cc3205 req-1958056d-2b21-4fd1-8c63-245625e886f6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:49:59.367467 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b36ff135-3f55-4cbf-8f15-fd7934cc3205 req-1958056d-2b21-4fd1-8c63-245625e886f6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0557408 Dec 12 16:49:59.427201 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b36ff135-3f55-4cbf-8f15-fd7934cc3205 req-de310ad9-5186-4b81-a956-92402e7bcc32 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527337 Dec 12 16:50:00.563415 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e32b18-aa2a-43ad-8c12-8da82705524a req-78b1e7e9-ed06-4e50-80ac-e6831383b520 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:00.565084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01e32b18-aa2a-43ad-8c12-8da82705524a req-78b1e7e9-ed06-4e50-80ac-e6831383b520 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0651879 Dec 12 16:50:00.621723 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-01e32b18-aa2a-43ad-8c12-8da82705524a req-744b43dc-09fd-42b2-b122-d4935ea489b9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501013 Dec 12 16:50:01.318536 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-5a88da83-3610-4216-9404-bf5e3d5c65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:01.320062 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-5a88da83-3610-4216-9404-bf5e3d5c65ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1096 time: 0.0447521 Dec 12 16:50:01.409816 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-1bb7521a-2501-4084-9e8b-eadfdf5491f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:01.411230 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-1bb7521a-2501-4084-9e8b-eadfdf5491f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0831106 Dec 12 16:50:01.483635 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-12fef4cf-798f-45ae-b703-e3c5371af9ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 1001 time: 0.0614338 Dec 12 16:50:01.535847 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-cc4232e7-9939-4470-b1d9-9cbf2241b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:01.537300 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-cc4232e7-9939-4470-b1d9-9cbf2241b682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0428686 Dec 12 16:50:01.583335 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-f0e71203-9a29-4596-981b-9fbb6e9257a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:01.584814 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-f0e71203-9a29-4596-981b-9fbb6e9257a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389743 Dec 12 16:50:01.679281 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-c83b6f39-71ae-4136-b6f3-a2bc05c1e410 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837941 Dec 12 16:50:01.737037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713244f0-b7e1-42f9-9b7b-e5450df91d78 req-0fa44a9b-c65b-4cb8-9e81-387ec2dfa4dc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:01.738525 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-713244f0-b7e1-42f9-9b7b-e5450df91d78 req-0fa44a9b-c65b-4cb8-9e81-387ec2dfa4dc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0485044 Dec 12 16:50:01.777705 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-18eec15a-1ec7-4e69-9d15-517ba75fad8b req-588d1ace-5214-48aa-befe-9760dc240dfc service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Dec 12 16:50:01.791537 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-713244f0-b7e1-42f9-9b7b-e5450df91d78 req-de426be8-659a-4635-8c9b-db7522b8095c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464706 Dec 12 16:50:02.912099 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17ca3-b312-48e3-b618-b5c80c7286c2 req-36e265c6-0742-47b2-b8d8-e0f18a2b7d21 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:02.913579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd17ca3-b312-48e3-b618-b5c80c7286c2 req-36e265c6-0742-47b2-b8d8-e0f18a2b7d21 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0521460 Dec 12 16:50:02.960846 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cbd17ca3-b312-48e3-b618-b5c80c7286c2 req-0cb678c9-2c06-49d8-a3bb-c8c118141af4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Dec 12 16:50:04.047292 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:50:04.079559 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999afc8-36ac-42d1-a866-0b6c2538c032 req-5343b3c6-0f24-43bb-bb56-065f1d2815f7 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:04.081061 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c999afc8-36ac-42d1-a866-0b6c2538c032 req-5343b3c6-0f24-43bb-bb56-065f1d2815f7 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 945 time: 0.0510542 Dec 12 16:50:04.125532 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:04.132769 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c999afc8-36ac-42d1-a866-0b6c2538c032 req-2d78fa59-2bc1-4235-a1ce-767544eda7bd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Dec 12 16:50:04.151482 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:50:04.154195 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24994fd-0a4c-4024-b1c4-5ef1e04c5c6f" -d '{"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:50:04.173209 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:50:04.178238 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:04.203001 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb09ef7-be2f-40b0-876f-8ce581abe000 x-openstack-request-id: req-dbb09ef7-be2f-40b0-876f-8ce581abe000 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:50:04.203302 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-unplugged", "status": "failed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "code": 422}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:50:04.203564 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbb09ef7-be2f-40b0-876f-8ce581abe000 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:50:04.203959 n-d-710847-8 neutron-server[103413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'code': 422} returned with failed status Dec 12 16:50:04.233618 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:50:04.251170 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-f3c3906b-c74b-412f-a5e7-39cd8643b3ee req-feaf2b3f-3c7d-4e08-8f1e-23c18aa3484a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:50:04.252190 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f3c3906b-c74b-412f-a5e7-39cd8643b3ee req-feaf2b3f-3c7d-4e08-8f1e-23c18aa3484a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508523 Dec 12 16:50:04.407287 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1c820-48ca-413c-92c0-0824ef50a0d7 req-20c2935c-1586-46f2-9372-f89909e96825 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:04.408804 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ec1c820-48ca-413c-92c0-0824ef50a0d7 req-20c2935c-1586-46f2-9372-f89909e96825 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0494125 Dec 12 16:50:04.463231 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0ec1c820-48ca-413c-92c0-0824ef50a0d7 req-4a86de71-35cf-4be1-8b79-ec1b557da323 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Dec 12 16:50:04.580345 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-5bd9c826-005b-43e0-8a8b-fb95802bd182 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817068 Dec 12 16:50:05.421596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-71d29efb-90d2-4a68-94f5-f4f8d9baf787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:05.423047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-71d29efb-90d2-4a68-94f5-f4f8d9baf787 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 1094 time: 0.0404229 Dec 12 16:50:05.497868 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-9f2ad185-4935-47b2-b6b0-27807a72fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:05.499402 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-9f2ad185-4935-47b2-b6b0-27807a72fd17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1094 time: 0.0443106 Dec 12 16:50:05.579491 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b23f-ce0d-4e20-9f27-9d7e39e4cf5e req-6741b7cf-575d-488e-803e-3df582719b7c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:05.581021 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b72b23f-ce0d-4e20-9f27-9d7e39e4cf5e req-6741b7cf-575d-488e-803e-3df582719b7c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0479827 Dec 12 16:50:05.593505 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-767d448c-3192-49f9-9b52-6430bc8c88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:05.594970 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-767d448c-3192-49f9-9b52-6430bc8c88f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0844386 Dec 12 16:50:05.630055 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4b72b23f-ce0d-4e20-9f27-9d7e39e4cf5e req-22082a8c-e12d-4fd2-a89e-a07c8f71a109 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Dec 12 16:50:05.639422 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-27fb5bbb-de53-4543-a120-c490a74769cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:05.671806 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-371cf3c6-3ab0-4eac-bf5d-b6bcb92796f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 999 time: 0.0646727 Dec 12 16:50:06.037268 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-55545a11-77db-4d35-85ac-fc2f5f30ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:06.038645 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-55545a11-77db-4d35-85ac-fc2f5f30ab8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.3551235 Dec 12 16:50:06.088126 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-2eb6fa5b-08e7-4512-9733-24058d153ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:06.089856 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-2eb6fa5b-08e7-4512-9733-24058d153ada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392241 Dec 12 16:50:06.179573 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-550dca8e-0474-4307-a6d1-16c483f66501 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820198 Dec 12 16:50:06.272223 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-adc54bcc-299b-4dca-b057-8db25d9139e1 req-e43ca935-8844-4d1e-a667-e064c6c27920 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797668 Dec 12 16:50:06.773202 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad81bb-0627-412b-97bb-c14f70c59c36 req-bde18e84-51b5-49cf-b745-9c077398103e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:06.775218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0aad81bb-0627-412b-97bb-c14f70c59c36 req-bde18e84-51b5-49cf-b745-9c077398103e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0653594 Dec 12 16:50:06.829648 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0aad81bb-0627-412b-97bb-c14f70c59c36 req-c20d677f-903c-409b-884f-c87ca3924cbb tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468266 Dec 12 16:50:07.925159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-01f81976-2b7a-432c-8ca8-162d3fd5af44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:07.952963 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43428e2-137f-4316-a706-0ad1559f773e req-d8d7d0ef-559d-43fd-968a-52f907de3863 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:07.954616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e43428e2-137f-4316-a706-0ad1559f773e req-d8d7d0ef-559d-43fd-968a-52f907de3863 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0509481 Dec 12 16:50:08.005961 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e43428e2-137f-4316-a706-0ad1559f773e req-18238850-638e-4541-9a01-5779030ad874 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Dec 12 16:50:08.074040 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:50:08.952367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:09.125588 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66924059-3c49-4169-9737-a3bcda7ee9a2 req-f17bce88-8387-44b8-8086-cd8dd9666f3b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:09.127071 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66924059-3c49-4169-9737-a3bcda7ee9a2 req-f17bce88-8387-44b8-8086-cd8dd9666f3b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0508890 Dec 12 16:50:09.183974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66924059-3c49-4169-9737-a3bcda7ee9a2 req-eecfd260-41be-40fc-bde9-5659e50536b2 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509186 Dec 12 16:50:10.025051 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:10.225943 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:50:10.314827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a033b-ec4d-4a8f-bf75-485b8f4624db req-e11cf244-8705-4cd3-a1c3-2c7cb2076cf4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:10.316200 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7a033b-ec4d-4a8f-bf75-485b8f4624db req-e11cf244-8705-4cd3-a1c3-2c7cb2076cf4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0531998 Dec 12 16:50:10.367060 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee7a033b-ec4d-4a8f-bf75-485b8f4624db req-e5884564-1081-4030-8a15-50dcff66f529 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449283 Dec 12 16:50:10.723004 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:11.326916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:11.488858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e8d2f-25e0-4385-ad3d-98f175fcca13 req-b2963bdb-03b2-4492-95ed-363fc2b04d9a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:11.490383 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba4e8d2f-25e0-4385-ad3d-98f175fcca13 req-b2963bdb-03b2-4492-95ed-363fc2b04d9a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0518119 Dec 12 16:50:11.541709 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ba4e8d2f-25e0-4385-ad3d-98f175fcca13 req-3b1d3c4b-d499-4cd0-a961-e6ab65b49ed4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Dec 12 16:50:12.095519 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:12.667128 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56493-7b76-47c5-860b-bd488c9fed3d req-cfa23980-cd94-4f7d-b9fc-27a65ef22e1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:12.668782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fb56493-7b76-47c5-860b-bd488c9fed3d req-cfa23980-cd94-4f7d-b9fc-27a65ef22e1a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0555584 Dec 12 16:50:12.721064 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7fb56493-7b76-47c5-860b-bd488c9fed3d req-df4c4981-fc89-4763-ba90-d039ac89d2d6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Dec 12 16:50:13.838947 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ba592-6e0d-4473-9ea1-6c5d6b4b8913 req-86bb3709-b02e-48ed-b49e-4f1ea61c34eb tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:13.840725 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5ba592-6e0d-4473-9ea1-6c5d6b4b8913 req-86bb3709-b02e-48ed-b49e-4f1ea61c34eb tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0502219 Dec 12 16:50:13.893528 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce5ba592-6e0d-4473-9ea1-6c5d6b4b8913 req-25ed051d-098d-4a07-b68e-4d66dac404d4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456920 Dec 12 16:50:15.017689 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e816ba-b7f4-4af3-afd0-0b48bb98a346 req-8c59d842-8ee1-4384-a0c9-89aac328b86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:15.019186 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59e816ba-b7f4-4af3-afd0-0b48bb98a346 req-8c59d842-8ee1-4384-a0c9-89aac328b86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0522947 Dec 12 16:50:15.075587 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-59e816ba-b7f4-4af3-afd0-0b48bb98a346 req-1c030233-bd5b-4431-befe-324e6b9a9a87 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495279 Dec 12 16:50:16.199464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8548ec9-8f63-4ccf-a120-4d52e337af12 req-da988cca-2c7f-42c8-a3d6-2065634d3406 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:16.202342 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8548ec9-8f63-4ccf-a120-4d52e337af12 req-da988cca-2c7f-42c8-a3d6-2065634d3406 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0524638 Dec 12 16:50:16.253227 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a8548ec9-8f63-4ccf-a120-4d52e337af12 req-9c635919-1bf6-44df-b372-cfb3ec916028 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Dec 12 16:50:17.021058 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-ace5a041-4023-4d24-8811-624337e535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:17.022624 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-ace5a041-4023-4d24-8811-624337e535a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1094 time: 0.0409310 Dec 12 16:50:17.128922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-e8dec837-1b78-4d93-b551-0c19dbc01b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:17.130357 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-e8dec837-1b78-4d93-b551-0c19dbc01b21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0846174 Dec 12 16:50:17.197570 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-18f51e8b-3932-48d6-9105-593e706957b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 999 time: 0.0581281 Dec 12 16:50:17.249246 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-0744582c-18d7-44f0-a17e-c1329065c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:17.250687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-0744582c-18d7-44f0-a17e-c1329065c0c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0457754 Dec 12 16:50:17.296251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-d6b83b91-774b-4aa9-a653-be680b8d5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:17.297761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-d6b83b91-774b-4aa9-a653-be680b8d5637 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395269 Dec 12 16:50:17.368134 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab889d6-68a2-4af0-8bd9-768b9545204f req-bda94184-3726-4303-a4da-e68fffa536b4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:17.370282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aab889d6-68a2-4af0-8bd9-768b9545204f req-bda94184-3726-4303-a4da-e68fffa536b4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0488346 Dec 12 16:50:17.387536 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-bf4cd4f1-d184-4756-b796-2a2f663b2135 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816059 Dec 12 16:50:17.419452 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-aab889d6-68a2-4af0-8bd9-768b9545204f req-6996ac47-c45a-445f-83d7-18cd27bd2be6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Dec 12 16:50:17.483336 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-27a0f299-6dcd-4604-a757-de96d83c8903 req-cf01aace-7623-420c-aa47-68ac26ca7c59 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Dec 12 16:50:18.540197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb97539-9d52-44c1-958f-ffc10e98ea89 req-95aaf440-2bc8-4e6d-8946-56bdab1e8736 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:18.541680 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eeb97539-9d52-44c1-958f-ffc10e98ea89 req-95aaf440-2bc8-4e6d-8946-56bdab1e8736 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0516155 Dec 12 16:50:18.588442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-eeb97539-9d52-44c1-958f-ffc10e98ea89 req-b0fc9730-443f-4cb4-9182-670e071a3776 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Dec 12 16:50:19.705371 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadacff-bd4f-4ba7-b2be-18ee17ac1a67 req-f360b91d-ba97-4366-ba5f-bb808589157e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:19.706815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cadacff-bd4f-4ba7-b2be-18ee17ac1a67 req-f360b91d-ba97-4366-ba5f-bb808589157e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 943 time: 0.0474637 Dec 12 16:50:19.758067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3cadacff-bd4f-4ba7-b2be-18ee17ac1a67 req-a37d9b0d-3c46-46b3-9f4b-93be4cce85d9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Dec 12 16:50:20.109646 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:50:20.204645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:50:20.216793 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'port_id': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'mac_address': 'fa:16:3e:83:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:50:20.251872 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:20.265407 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:50:20.284721 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:50:20.288685 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:20.333766 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:50:20.576596 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['dd9e1f79-856b-47af-8b20-ab97019bdea6'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:50:20.879828 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09088395-8c14-48de-8bd4-0a2f7828e43d req-bb31d7ae-3532-45b9-b5c8-05e74f1fa55e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:20.881368 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09088395-8c14-48de-8bd4-0a2f7828e43d req-bb31d7ae-3532-45b9-b5c8-05e74f1fa55e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0521038 Dec 12 16:50:20.932328 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-09088395-8c14-48de-8bd4-0a2f7828e43d req-fc91bf65-6d3f-475f-98c5-d3ee616063dc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Dec 12 16:50:22.048205 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5d9f4-08d2-45b9-a4f0-25272ad00b46 req-c50f6b57-47af-461e-a987-f309925a4e44 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:22.049686 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65f5d9f4-08d2-45b9-a4f0-25272ad00b46 req-c50f6b57-47af-461e-a987-f309925a4e44 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 944 time: 0.0483956 Dec 12 16:50:22.097553 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-65f5d9f4-08d2-45b9-a4f0-25272ad00b46 req-04e56a73-1c3c-464e-9c5e-429a327692e5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419550 Dec 12 16:50:22.109073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:50:22.156390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port dd9e1f79-856b-47af-8b20-ab97019bdea6 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:50:22.156814 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:22.231465 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:22.253146 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:50:22.255390 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1ea11e-fee7-49e0-9ca8-8f028c8f28e7" -d '{"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:50:22.271677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:50:22.276602 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:22.299084 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2771d9-2a8a-41b9-adf3-65c505b1c00e x-openstack-request-id: req-dd2771d9-2a8a-41b9-adf3-65c505b1c00e {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:50:22.299381 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:50:22.299636 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd2771d9-2a8a-41b9-adf3-65c505b1c00e {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:50:22.300024 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'code': 200} Dec 12 16:50:22.325202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:50:22.460485 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c859-7693-4561-bb07-ba79a8c27bc4 req-07080015-848a-44f0-9845-7559044a4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:22.461995 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f276c859-7693-4561-bb07-ba79a8c27bc4 req-07080015-848a-44f0-9845-7559044a4ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1097 time: 0.0402396 Dec 12 16:50:22.507542 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-f276c859-7693-4561-bb07-ba79a8c27bc4 req-0ae14908-22de-4687-add9-518dfe00c658 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Dec 12 16:50:23.216858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d532a3-59e9-4f1f-850b-ae5825ad741a req-7613b4a5-3701-4d40-87e9-82fa492c5ae8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:23.218297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d532a3-59e9-4f1f-850b-ae5825ad741a req-7613b4a5-3701-4d40-87e9-82fa492c5ae8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 946 time: 0.0487061 Dec 12 16:50:23.269898 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e9d532a3-59e9-4f1f-850b-ae5825ad741a req-d3bb7173-e17f-4f8e-81b6-fde0643fb825 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Dec 12 16:50:24.385964 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3b0b0-67bb-4a4f-9d7f-c837fbf53de3 req-3f541f97-743c-4fb0-aa41-badcf723b595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:50:24.387457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d3b0b0-67bb-4a4f-9d7f-c837fbf53de3 req-3f541f97-743c-4fb0-aa41-badcf723b595 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 946 time: 0.0483730 Dec 12 16:50:24.435974 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-94d3b0b0-67bb-4a4f-9d7f-c837fbf53de3 req-563a0cdd-8eaa-4fd1-af9c-5bd2439c89d3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 Dec 12 16:50:35.641517 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b3aa2067-cabf-491e-8571-da013dc9045f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:37.916358 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c3e9feac-88f1-443d-8773-a29c771f049d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:38.954087 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:40.031576 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:40.725658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:41.319010 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:42.092930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:50:47.228409 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:51:05.643326 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-da10397a-7cce-42a1-b4b9-437bc341f907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:07.917387 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-aa070dbd-b6f5-41f4-80c5-3e49bd95d6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:08.801102 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-e369c841-00be-46e7-aa45-8686ee0d4199 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429707 Dec 12 16:51:08.887874 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388265-140e-4544-9d77-863dc26cd869 req-dbbd047a-420a-4298-81ce-2f9677cd1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:08.889373 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-dbbd047a-420a-4298-81ce-2f9677cd1252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1097 time: 0.0402737 Dec 12 16:51:08.956467 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:08.995252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388265-140e-4544-9d77-863dc26cd869 req-38bf6bf3-b68d-4db4-9f46-9e729b496381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:08.997387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-38bf6bf3-b68d-4db4-9f46-9e729b496381 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0840025 Dec 12 16:51:09.070497 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-b4ab653f-5dd2-4b60-9e85-5ea761196c86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 1001 time: 0.0627658 Dec 12 16:51:09.123037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388265-140e-4544-9d77-863dc26cd869 req-6a62fa55-8dde-4e19-8034-942894c72123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:09.124423 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-6a62fa55-8dde-4e19-8034-942894c72123 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0428321 Dec 12 16:51:09.174766 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388265-140e-4544-9d77-863dc26cd869 req-a2d2198c-1321-4233-a643-fe63b71db633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:09.176243 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-a2d2198c-1321-4233-a643-fe63b71db633 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404088 Dec 12 16:51:09.271083 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-1aafd6cf-ab92-47c4-8c73-b6712ae5cb43 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825827 Dec 12 16:51:09.365309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fd388265-140e-4544-9d77-863dc26cd869 req-c1ed38d1-0881-4c94-8a5a-60343c3d5ffa service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823953 Dec 12 16:51:10.038142 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:10.729176 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:11.321728 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:12.088500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:24.228413 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:51:35.644078 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-49fe561a-bf27-4098-ac7e-46682bbfa663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:37.918463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-18c20ddb-44ce-4610-8c26-9d9f2ae63493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.166855 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59878) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:38.319172 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Deleting port b4642084-e39c-456b-b579-a94f29859b96 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:51:38.319425 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.395884 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.396211 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.407630 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Calling delete_port for b4642084-e39c-456b-b579-a94f29859b96 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:51:38.551974 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.575569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'Port': ['ID=b4642084-e39c-456b-b579-a94f29859b96,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:38.589507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.589507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.589507 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.589845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.590154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.590488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.590807 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.591126 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.591445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.591760 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.592119 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.592393 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.592733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:38.646265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.646584 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Floating IP 320bbd85-1d22-4873-be3e-6aef6c0db9ea disassociated (deleted). External IP: 172.25.3.185, port: dd9e1f79-856b-47af-8b20-ab97019bdea6. Dec 12 16:51:38.849472 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:51:38.954938 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:51:38.959990 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.960716 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:38.965694 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:51:38.975538 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:51:38.976132 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:51:38.987450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-62515588-85f3-445a-9612-cc555fc455a5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "DELETE /v2.0/floatingips/320bbd85-1d22-4873-be3e-6aef6c0db9ea HTTP/1.1" status: 204 len: 168 time: 0.8195143 Dec 12 16:51:38.988045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:51:38.990342 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7" -d '{"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:51:39.084237 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:51:39.122858 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846e5bc6-c732-4f34-a272-65c40b042268 x-openstack-request-id: req-846e5bc6-c732-4f34-a272-65c40b042268 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:51:39.123212 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:51:39.123441 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-846e5bc6-c732-4f34-a272-65c40b042268 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:51:39.123931 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'status': 'completed', 'code': 200} Dec 12 16:51:39.211445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-9160557f-1a56-42e6-b2bb-1c065f347e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:39.213089 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-9160557f-1a56-42e6-b2bb-1c065f347e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 1097 time: 0.0529485 Dec 12 16:51:39.243117 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b8b2a-12c1-4e05-b893-f1efb5a5b038 req-fdc63fd1-f0b1-493e-9b5c-c426ce9897a6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:39.244866 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563b8b2a-12c1-4e05-b893-f1efb5a5b038 req-fdc63fd1-f0b1-493e-9b5c-c426ce9897a6 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 946 time: 0.0593517 Dec 12 16:51:39.301253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-563b8b2a-12c1-4e05-b893-f1efb5a5b038 req-d0f8d15f-d81b-4dea-a626-685a6c6a8ca0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501678 Dec 12 16:51:39.306883 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:51:39.313224 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-62f1f161-d78e-4c9f-9c30-8d5f16f82166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:39.314708 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-62f1f161-d78e-4c9f-9c30-8d5f16f82166 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0938563 Dec 12 16:51:39.336673 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:51:39.345576 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:51:39.346163 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:51:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:51:39.361751 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-72ea3e96-da7a-4a68-bd12-9f482a6d8c62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 200 len: 217 time: 0.0371008 Dec 12 16:51:39.418834 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-6771d575-e300-4306-8870-44425e06903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:39.420318 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-6771d575-e300-4306-8870-44425e06903c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0483377 Dec 12 16:51:39.446462 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:51:39.468441 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-cfc8d550-6ad7-4f20-a8ce-95679f4ff170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:39.470046 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-cfc8d550-6ad7-4f20-a8ce-95679f4ff170 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416713 Dec 12 16:51:39.564237 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-996ef501-231a-4796-a2f6-6bbd7d3dac16 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837123 Dec 12 16:51:39.642770 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:51:39.659551 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2cc9c1a4-0009-426b-bd6a-0b46c20c50d7 req-157dd36b-845b-45a4-b1c7-207e468b3cef service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869348 Dec 12 16:51:39.671406 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c796e0c5-5fb0-4f70-b071-3cc6a5e0ea1b None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:51:39.896599 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2c40e-1542-4962-a4d7-a2dd5891baba None None] New status for floating IP 320bbd85-1d22-4873-be3e-6aef6c0db9ea: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:51:40.052857 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:40.414005 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcf14e-6891-4f41-813a-0e233fd64e00 req-c0b17e04-f5f4-4a9b-bc75-346e9590d38f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:40.415455 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47fcf14e-6891-4f41-813a-0e233fd64e00 req-c0b17e04-f5f4-4a9b-bc75-346e9590d38f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 946 time: 0.0513639 Dec 12 16:51:40.463896 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-47fcf14e-6891-4f41-813a-0e233fd64e00 req-97bb12c7-719d-486c-8206-01cf41bcf338 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=65e16b09-7514-4842-a448-82070dd754b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418696 Dec 12 16:51:40.732999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:40.733238 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c956-b233-4c6f-8acb-628566544c42 req-4598611b-dc78-4554-a7f9-92bb6968926c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:40.734561 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2594c956-b233-4c6f-8acb-628566544c42 req-4598611b-dc78-4554-a7f9-92bb6968926c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 946 time: 0.0495789 Dec 12 16:51:40.829357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Deleting port dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:51:40.829716 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:40.914316 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] For port dd9e1f79-856b-47af-8b20-ab97019bdea6, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=dd9e1f79-856b-47af-8b20-ab97019bdea6,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:51:40.914665 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:40.926661 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Calling delete_port for dd9e1f79-856b-47af-8b20-ab97019bdea6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:51:41.054657 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:41.083916 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'Port': ['ID=dd9e1f79-856b-47af-8b20-ab97019bdea6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:41.109625 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.109972 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.110310 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.110641 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.110971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.111298 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.111621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.111945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.112266 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.112586 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.112933 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.113255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.113575 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:51:41.138318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] No DVR routers for this DVR port dd9e1f79-856b-47af-8b20-ab97019bdea6 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:51:41.140895 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:41.144265 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2594c956-b233-4c6f-8acb-628566544c42 req-bcd908d5-7e8a-4bdd-9147-fff81d37f86c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "DELETE /v2.0/ports/dd9e1f79-856b-47af-8b20-ab97019bdea6 HTTP/1.1" status: 204 len: 173 time: 0.3995576 Dec 12 16:51:41.144719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-deleted', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:51:41.146986 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a57f80c-1da6-4316-83b9-41273fc2ce2b" -d '{"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-deleted", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:51:41.256826 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8c11e7-3d5f-4e21-9953-23dee6c41737 x-openstack-request-id: req-1a8c11e7-3d5f-4e21-9953-23dee6c41737 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:51:41.257126 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30834144-8114-4337-8149-e16a4fc0470b", "name": "network-vif-deleted", "tag": "dd9e1f79-856b-47af-8b20-ab97019bdea6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:51:41.257379 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a8c11e7-3d5f-4e21-9953-23dee6c41737 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:51:41.257846 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30834144-8114-4337-8149-e16a4fc0470b', 'name': 'network-vif-deleted', 'tag': 'dd9e1f79-856b-47af-8b20-ab97019bdea6', 'status': 'completed', 'code': 200} Dec 12 16:51:41.323805 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:41.575308 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-21978cdc-473b-4821-9cd8-720eaf642ed4 req-2a118430-66c7-4e43-9271-dbbf7485e005 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=30834144-8114-4337-8149-e16a4fc0470b HTTP/1.1" status: 200 len: 210 time: 0.0279644 Dec 12 16:51:42.119838 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:42.631882 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59904) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:42.686439 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:42.710691 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:42.768756 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:42.771378 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:42.772522 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "DELETE /v2.0/security-groups/65e16b09-7514-4842-a448-82070dd754b9 HTTP/1.1" status: 204 len: 168 time: 0.1396756 Dec 12 16:51:42.781872 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3ab9e-e46f-4ad9-800b-c0af6a3d6969 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e16b09-7514-4842-a448-82070dd754b9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:42.980304 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59910) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:42.984876 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832974519', 'description': 'tempest-secgroup-smoke-832974519 description', 'project_id': '81e8504776004b62b67c4261623e5e61'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.010797 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.075235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.078724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.106852 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.108041 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1267087 Dec 12 16:51:43.111040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.112109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c56de-c9c2-4c1b-a47b-fbf68300f046 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d08be78-5c6a-4bb9-80fb-56031e91dff5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.115922 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.142907 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.198660 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.202761 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.221810 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1ed1e3-5894-4999-a5de-97f571d76111,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.229597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.230808 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62d23786-5c69-4e6f-80d9-09bb159c4508 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186881 Dec 12 16:51:43.233504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 59914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.237721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.263637 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.317016 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.320343 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.341020 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61979150-ef97-44e3-b781-60a5c35dd2b6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.346533 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.347606 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f05d40c2-5b09-46dc-ba9c-f4089bff799a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131971 Dec 12 16:51:43.350660 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59916) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.355332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.380968 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.436474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.439693 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.457508 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00abb516-407d-4cba-8d17-a2f48cb02026,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.465906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.467100 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-28499f80-7623-4d9f-a703-801fc48d031e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153030 Dec 12 16:51:43.469774 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59918) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.474040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.499402 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.554765 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.558086 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.577190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa93fbe-cd3e-41d7-a51a-1326105d38b4,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.581625 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.583135 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-04a7d4c6-dc16-4451-9e65-d6eba7c80cbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122651 Dec 12 16:51:43.585783 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59920) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.590257 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.610269 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Project 81e8504776004b62b67c4261623e5e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:51:43.614906 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.674427 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.677903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.695521 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bff5a9e-73c8-42c2-921b-1045a97351f1,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.706522 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.707697 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e59c1e60-baa2-49b3-a7eb-0af9ba45d974 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209977 Dec 12 16:51:43.710603 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 59922) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:51:43.715120 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'security_group_rule': {'security_group_id': '4d08be78-5c6a-4bb9-80fb-56031e91dff5', 'project_id': '81e8504776004b62b67c4261623e5e61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:51:43.735892 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Project 81e8504776004b62b67c4261623e5e61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:51:43.740466 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.796914 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.800162 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.814966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70de47ed-a5cc-4105-a65c-b3045f0c78d8,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:51:43.825883 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:51:43.827101 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-91285ea0-a633-431e-ad99-b95ddbcc3369 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155460 Dec 12 16:51:44.468171 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:51:44.490638 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: dd9e1f79-856b-47af-8b20-ab97019bdea6 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:51:44.491128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device dd9e1f79-856b-47af-8b20-ab97019bdea6 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:51:59.062604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-34a9add8-bf09-42a2-b3c8-9ea2b73d4342 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832974519&fields=id&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 267 time: 0.0436697 Dec 12 16:51:59.169860 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101129c3-3ab2-4b6f-ab16-587a0ed1fd24 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:51:59.171324 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101129c3-3ab2-4b6f-ab16-587a0ed1fd24 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 809 time: 0.1021249 Dec 12 16:51:59.185882 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-cf9b2619-f9b6-48a5-a10b-40c8a09f391e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/quotas/81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 375 time: 0.0088446 Dec 12 16:51:59.238428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-277eabf4-31e1-44b4-83cb-3565f69a39c9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472839 Dec 12 16:51:59.253368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-b306efea-bf90-45bc-8b33-d8b54cca338a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:51:59.254326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-b306efea-bf90-45bc-8b33-d8b54cca338a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049322 Dec 12 16:51:59.341054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-42174df1-dc2d-4c21-b8cd-f773338860e2 service neutron] 10.222.0.36 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811381 Dec 12 16:51:59.433720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-3df4e348-7c0e-4f36-88cb-95ff4108858f service neutron] 10.222.0.36 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857365 Dec 12 16:51:59.718226 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ddc0eb3-1e5a-41e9-9291-6b0a34fae421 req-7d5110e9-e9f2-43e4-86ae-5d629eda104e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Dec 12 16:52:00.598570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-f7f1091b-2271-410e-a0e0-c1c9df1c51d3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:00.600017 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-f7f1091b-2271-410e-a0e0-c1c9df1c51d3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 809 time: 0.1056399 Dec 12 16:52:00.664719 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-e48ced83-de37-4b63-9613-aee08949c966 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 379 time: 0.0553315 Dec 12 16:52:00.674063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'port': {'device_id': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'admin_state_up': True, 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'security_groups': ['4d08be78-5c6a-4bb9-80fb-56031e91dff5']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:52:00.781858 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Made reservation on behalf of 81e8504776004b62b67c4261623e5e61 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:52:00.785806 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:00.830515 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-baf3f9e4-3e09-4db1-a59b-4bf840cc6f01 req-27c50b12-9e61-4ee1-affd-48727deb974c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0347569 Dec 12 16:52:00.937420 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Allocated IP 172.20.0.13 (5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1/84d7b0cb-68c8-4f40-9a39-83d5c2dcead9/1268098f-8452-4ab1-b481-f967ba9d99d1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:52:01.076605 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.110903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.153350 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:52:01.156523 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:52:01.160146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:52:01.186779 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:01.216137 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:01.216807 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.227078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:52:01.234755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-101cedb6-405f-4c5b-a414-c58f77346c99 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643191 Dec 12 16:52:01.299077 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Request body: {'port': {'device_id': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:52:01.364408 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.458314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e7c4fe0e-b0b6-4b33-8eb7-b4b2efb873b3 None None] Provisioning complete for port 1268098f-8452-4ab1-b481-f967ba9d99d1 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:52:01.458947 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7c4fe0e-b0b6-4b33-8eb7-b4b2efb873b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.492841 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4fe0e-b0b6-4b33-8eb7-b4b2efb873b3 None None] Port 1268098f-8452-4ab1-b481-f967ba9d99d1 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:52:01.626952 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:52:01.634151 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.645829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Transition to ACTIVE for port object 1268098f-8452-4ab1-b481-f967ba9d99d1 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:52:01.649824 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.721683 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:01.779091 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:52:01.779423 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:52:01.779748 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:52:01.784236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:52:01.784538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:52:01.789686 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:52:01.790022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:52:01.790401 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Bound using segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:52:01.790830 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Bound port: 1268098f-8452-4ab1-b481-f967ba9d99d1, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:52:01.791185 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.858777 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:52:01.862931 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:52:01.867563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.907502 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:01.908038 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:01.909632 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] 10.222.0.13 "PUT /v2.0/ports/1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1092 time: 0.6662273 Dec 12 16:52:01.910148 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:52:01.912392 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d383c94d-bb1e-490c-ac95-e0844d0da918" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:52:01.980348 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b37a6-3d59-4c1e-b79c-4181538f97a0 x-openstack-request-id: req-776b37a6-3d59-4c1e-b79c-4181538f97a0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:52:01.980718 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:52:01.980937 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-776b37a6-3d59-4c1e-b79c-4181538f97a0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:52:01.981349 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'status': 'completed', 'code': 200} Dec 12 16:52:01.997510 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8300-f45b-4526-becc-ee62a1065812 service neutron] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:02.020702 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50114fb7-783e-48ee-b990-aa4e6ff5a608 req-026b8329-68ab-4061-b664-e79e0c3261ed tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.022304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50114fb7-783e-48ee-b990-aa4e6ff5a608 req-026b8329-68ab-4061-b664-e79e0c3261ed tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.1069779 Dec 12 16:52:02.038614 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-edb59ab9-6568-4ead-89f9-10747bc6c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.040069 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-edb59ab9-6568-4ead-89f9-10747bc6c3c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1095 time: 0.0793605 Dec 12 16:52:02.085115 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-3a8ab4e4-fd2e-4370-ba48-668dfa319fc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 217 time: 0.0371864 Dec 12 16:52:02.163433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-50114fb7-783e-48ee-b990-aa4e6ff5a608 req-7217c8c4-d7f9-4cba-881a-98e7ad266f57 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326561 Dec 12 16:52:02.181594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-8ea851d0-9798-4f0f-abac-8c2c8ff23804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.183256 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-8ea851d0-9798-4f0f-abac-8c2c8ff23804 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0875103 Dec 12 16:52:02.233682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-60c8de4c-b311-444b-a6b6-4f7f2622f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.235132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-60c8de4c-b311-444b-a6b6-4f7f2622f536 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442929 Dec 12 16:52:02.323283 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-7d87d419-b339-433d-afd7-57c4bb6fe213 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813174 Dec 12 16:52:02.415281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-cf228b62-3a37-4fe5-a7cc-0a669d9dfa82 req-04c9da4f-d48f-4db8-8b76-82fb90a2a733 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852509 Dec 12 16:52:02.497264 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-73930316-597d-4759-bb77-5f5f284d1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.498770 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-73930316-597d-4759-bb77-5f5f284d1ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1095 time: 0.0408816 Dec 12 16:52:02.595494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-e9dc2cad-79f1-4817-ae28-d7fbaf17f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.596988 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-e9dc2cad-79f1-4817-ae28-d7fbaf17f363 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0898516 Dec 12 16:52:02.638838 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-dc029f0a-aff5-4a8d-825d-c231ecd6f7ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 217 time: 0.0352540 Dec 12 16:52:02.687681 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-64b058d9-bd56-4564-8ddb-21488d0b2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.689067 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-64b058d9-bd56-4564-8ddb-21488d0b2ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0437369 Dec 12 16:52:02.739046 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-d91ba432-cbd8-42b0-aac1-2ed4e04bc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:02.740535 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-d91ba432-cbd8-42b0-aac1-2ed4e04bc16c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436571 Dec 12 16:52:02.828552 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-9312bfd9-3b72-4ca0-91d6-2f5d9dd09ba2 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810964 Dec 12 16:52:02.923304 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d383c94d-bb1e-490c-ac95-e0844d0da918 req-fc26c70f-81ef-4559-bab8-f67269a6c922 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Dec 12 16:52:03.287163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886d77d-d509-4736-beaf-a134b3be606d req-a24e8b8b-4931-41d6-a8ee-57405d0fc76f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:03.288592 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9886d77d-d509-4736-beaf-a134b3be606d req-a24e8b8b-4931-41d6-a8ee-57405d0fc76f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0497360 Dec 12 16:52:03.339352 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9886d77d-d509-4736-beaf-a134b3be606d req-7933a860-b977-484f-b503-14fc7515b318 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Dec 12 16:52:04.454606 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462c173-7569-4bc5-b62c-05ff1cba1043 req-d6c123f5-5b59-469e-bcb3-e7c7914810f0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:04.456214 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8462c173-7569-4bc5-b62c-05ff1cba1043 req-d6c123f5-5b59-469e-bcb3-e7c7914810f0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0482438 Dec 12 16:52:04.509157 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8462c173-7569-4bc5-b62c-05ff1cba1043 req-79e2fa3e-20d1-4814-bb9d-012cb081c8af tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 Dec 12 16:52:05.628494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80155c0f-aad2-4475-b408-ac60db74ad06 req-3023976b-38fe-414d-9f0f-25c790622dd3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:05.630346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80155c0f-aad2-4475-b408-ac60db74ad06 req-3023976b-38fe-414d-9f0f-25c790622dd3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0568759 Dec 12 16:52:05.646751 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4a1b-cdf5-4007-81d2-1888e302771a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:05.684039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-80155c0f-aad2-4475-b408-ac60db74ad06 req-2e18cfe7-cd86-4928-ad8b-0371797d84cc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463912 Dec 12 16:52:06.797154 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4e0ee-9731-485b-a94a-8a91ad896828 req-8ceacb72-c778-4cc0-a6e7-57385d984bb8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:06.798568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0da4e0ee-9731-485b-a94a-8a91ad896828 req-8ceacb72-c778-4cc0-a6e7-57385d984bb8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0479639 Dec 12 16:52:06.847642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0da4e0ee-9731-485b-a94a-8a91ad896828 req-c90a83e4-07f8-417c-a982-6d703543157e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Dec 12 16:52:07.921515 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9c9b01dd-2697-48f5-8d5c-2df78cd9dca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:07.970381 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b02a67-a5e0-4c8c-8025-8bc56bcb7223 req-5649eef6-f2f5-422c-a297-37c105330709 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:07.971827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18b02a67-a5e0-4c8c-8025-8bc56bcb7223 req-5649eef6-f2f5-422c-a297-37c105330709 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0549195 Dec 12 16:52:08.019457 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-18b02a67-a5e0-4c8c-8025-8bc56bcb7223 req-39ab0fc5-a59a-4a24-8f8d-855b9d902a66 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Dec 12 16:52:08.965389 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:09.133459 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221d653-b139-4afa-a8d2-3b323ba59850 req-30ed3fcf-fe18-4269-a8ad-fb06ae44c45d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:09.134889 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0221d653-b139-4afa-a8d2-3b323ba59850 req-30ed3fcf-fe18-4269-a8ad-fb06ae44c45d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0480909 Dec 12 16:52:09.184027 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0221d653-b139-4afa-a8d2-3b323ba59850 req-dc60aefa-bbaf-464b-b55c-42c79d6c357e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 Dec 12 16:52:10.062720 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:10.295548 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eaddf-522c-43f6-924f-040d5d878bb8 req-8f92bf4c-ad00-4097-9b98-64b2297a8cfc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:10.297002 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-827eaddf-522c-43f6-924f-040d5d878bb8 req-8f92bf4c-ad00-4097-9b98-64b2297a8cfc tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0469778 Dec 12 16:52:10.347074 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-827eaddf-522c-43f6-924f-040d5d878bb8 req-7d07d4cd-a917-437d-a814-d2813414fa29 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Dec 12 16:52:10.736610 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:11.326773 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:11.461373 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde90981-6bf2-4e85-9a1d-62a979796243 req-7a5e5623-7adf-4d23-b741-340514e2b251 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:11.462837 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde90981-6bf2-4e85-9a1d-62a979796243 req-7a5e5623-7adf-4d23-b741-340514e2b251 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0488210 Dec 12 16:52:11.511580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fde90981-6bf2-4e85-9a1d-62a979796243 req-a489c298-cd45-40bc-a2d4-1b0c34c6e1b5 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427144 Dec 12 16:52:12.134361 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:12.627204 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10482f-6d14-4848-9e01-2cb3b54c93d7 req-7c067975-cdf5-4845-8ec5-a5702b430183 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:12.628672 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e10482f-6d14-4848-9e01-2cb3b54c93d7 req-7c067975-cdf5-4845-8ec5-a5702b430183 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0481188 Dec 12 16:52:12.676232 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8e10482f-6d14-4848-9e01-2cb3b54c93d7 req-e3c589af-e7d0-4355-9048-e19547be26c4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417151 Dec 12 16:52:13.477296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:52:13.571083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:52:13.582059 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'mac_address': 'fa:16:3e:c8:70:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:52:13.617928 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:13.629981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:52:13.648400 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:52:13.652905 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:13.697270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:13.704557 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.704941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.705290 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.705631 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.705970 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.706302 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.706634 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.706965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.707296 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.707626 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.708556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.708930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.709270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:52:13.796750 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3683d-f15a-4bb6-af5f-74fa27649bbb req-b48b3fc9-4d3f-4016-944e-dd11edfda630 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:13.798084 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1a3683d-f15a-4bb6-af5f-74fa27649bbb req-b48b3fc9-4d3f-4016-944e-dd11edfda630 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 945 time: 0.0551965 Dec 12 16:52:13.847873 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e1a3683d-f15a-4bb6-af5f-74fa27649bbb req-8a0e06ad-8521-4700-bae0-47a371722619 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Dec 12 16:52:13.884001 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['1268098f-8452-4ab1-b481-f967ba9d99d1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:52:14.961704 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd04cd-bb8d-43fb-aa1f-f37fbd907ef7 req-05919bd2-3e88-4f3b-bbdf-3aa94f7edf9b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:14.963399 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0cd04cd-bb8d-43fb-aa1f-f37fbd907ef7 req-05919bd2-3e88-4f3b-bbdf-3aa94f7edf9b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Dec 12 16:52:15.010807 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a0cd04cd-bb8d-43fb-aa1f-f37fbd907ef7 req-9182b681-8f4e-4b6e-8380-f16d60896f8f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414872 Dec 12 16:52:15.492927 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:52:15.545092 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port 1268098f-8452-4ab1-b481-f967ba9d99d1 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:52:15.548922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port 1268098f-8452-4ab1-b481-f967ba9d99d1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:52:15.549300 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:15.623224 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:15.644949 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:52:15.647169 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffab7b2-e63a-40a8-a194-7a0a4ff8f1e3" -d '{"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-plugged", "status": "completed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:52:15.660017 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:52:15.664210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:15.714681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:15.745611 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f119afeb-1a77-4ffa-9844-3f6f3928aebf x-openstack-request-id: req-f119afeb-1a77-4ffa-9844-3f6f3928aebf {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:52:15.745902 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-plugged", "status": "completed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:52:15.746156 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f119afeb-1a77-4ffa-9844-3f6f3928aebf {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:52:15.746564 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'code': 200} Dec 12 16:52:15.840816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5b3bc-c7c3-4575-b2cd-27bf0baa46db req-79557bd4-b8c5-45fc-82c2-cf12ca69afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:15.842282 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ba5b3bc-c7c3-4575-b2cd-27bf0baa46db req-79557bd4-b8c5-45fc-82c2-cf12ca69afe2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0393708 Dec 12 16:52:16.230039 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1ba5b3bc-c7c3-4575-b2cd-27bf0baa46db req-847d1fd4-a82c-4ed7-87a3-dc3dec9544e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793049 Dec 12 16:52:16.263940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd336-6340-4df5-9847-aff6ddb64c31 req-5a7d257e-3815-4f78-8ab3-46cf4e28e7d8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:16.265380 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16dbd336-6340-4df5-9847-aff6ddb64c31 req-5a7d257e-3815-4f78-8ab3-46cf4e28e7d8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0484507 Dec 12 16:52:16.313128 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-16dbd336-6340-4df5-9847-aff6ddb64c31 req-804dc189-269a-4ac9-b912-7ab1def23601 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418189 Dec 12 16:52:17.426859 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b8d0-8428-4972-b721-202944ad57c7 req-ab2895d0-5304-46ec-96b1-0458c5d504af tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:17.428300 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6322b8d0-8428-4972-b721-202944ad57c7 req-ab2895d0-5304-46ec-96b1-0458c5d504af tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0467529 Dec 12 16:52:17.476442 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6322b8d0-8428-4972-b721-202944ad57c7 req-bec21121-1404-4908-bf95-4b0817384833 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Dec 12 16:52:17.596315 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ce73a-8020-4714-8f52-bc2cd4f886d1 req-16a59684-676d-4cff-924a-64222b3d60aa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:17.597863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd6ce73a-8020-4714-8f52-bc2cd4f886d1 req-16a59684-676d-4cff-924a-64222b3d60aa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0510135 Dec 12 16:52:17.645451 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd6ce73a-8020-4714-8f52-bc2cd4f886d1 req-6abce254-d742-4c97-a3a0-f03e0a90511a tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Dec 12 16:52:17.666488 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60116) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:52:17.704865 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52f33f-0d2a-435f-8305-20c522e13f56 tempest-TestShelveInstance-643933037 tempest-TestShelveInstance-643933037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:17.706230 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-bd52f33f-0d2a-435f-8305-20c522e13f56 tempest-TestShelveInstance-643933037 tempest-TestShelveInstance-643933037-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1092 time: 0.0382893 Dec 12 16:52:17.709107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:52:17.713980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:52:17.737365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:17.839511 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:17.939832 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Allocated IP 172.25.3.202 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/4c877f8a-96d6-4ebb-abf8-9cc407d94e49) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:52:18.043573 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.075826 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.112153 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:52:18.115011 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:52:18.119277 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:52:18.152595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=4c877f8a-96d6-4ebb-abf8-9cc407d94e49,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:18.473036 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.539064 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.683216 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.687519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.756743 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event updated for resources: {'Port': ['ID=4c877f8a-96d6-4ebb-abf8-9cc407d94e49,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:52:18.767963 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:18.866109 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Floating IP bf65c034-da7c-430d-8d99-54ccc490778a associated. External IP: 172.25.3.202, port: 1268098f-8452-4ab1-b481-f967ba9d99d1. Dec 12 16:52:19.068236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:52:19.173487 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:52:19.183699 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:52:19.191318 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:19.194279 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:52:19.195098 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:52:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:52:19.229686 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-fb9ba99d-570f-4191-a701-b7428af0fb34 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5189621 Dec 12 16:52:19.230497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:52:19.233019 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e3fe4-93d1-4e80-ac21-45e693709402" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:52:19.269786 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5e3f04-122d-4722-9fd5-18cb12357f65 x-openstack-request-id: req-1f5e3f04-122d-4722-9fd5-18cb12357f65 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:52:19.270088 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:52:19.270354 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f5e3f04-122d-4722-9fd5-18cb12357f65 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:52:19.270790 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'status': 'completed', 'code': 200} Dec 12 16:52:19.302022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:52:19.330392 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-e3259bc6-e103-4475-a336-41e8157e41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:19.331790 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-e3259bc6-e103-4475-a336-41e8157e41e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0400522 Dec 12 16:52:19.425458 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-51f92acf-fa15-469c-8a95-24be70f9d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:19.426903 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-51f92acf-fa15-469c-8a95-24be70f9d151 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0878296 Dec 12 16:52:19.490714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-a73ca727-e7e0-4259-b48d-ae40b5a808fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1000 time: 0.0568116 Dec 12 16:52:19.518941 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bf65c034-da7c-430d-8d99-54ccc490778a', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:c8:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:52:18Z', 'updated_at': '2021-12-12T16:52:18Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:52:19.547448 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-ec0ebf2b-4d75-4faf-93b7-0c52c72d1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:19.548952 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-ec0ebf2b-4d75-4faf-93b7-0c52c72d1bc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0507755 Dec 12 16:52:19.596190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-7c66ce11-d56a-4b3d-aa64-f31d70664402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:19.597649 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-7c66ce11-d56a-4b3d-aa64-f31d70664402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423503 Dec 12 16:52:19.635820 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:52:19.644237 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:52:19.644936 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:52:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:52:19.686559 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-aa964c55-0428-41c3-9015-4a49c33647c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811429 Dec 12 16:52:19.750638 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:52:19.783144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-216e3fe4-93d1-4e80-ac21-45e693709402 req-7b706083-4631-4543-8b27-073ca5f3a778 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900183 Dec 12 16:52:19.968710 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bf65c034-da7c-430d-8d99-54ccc490778a', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:c8:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:52:18Z', 'updated_at': '2021-12-12T16:52:18Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:52:19.996783 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428df606-32a1-49d7-8481-5f93fdd871cc None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': 'bf65c034-da7c-430d-8d99-54ccc490778a', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'mac_address': 'fa:16:3e:c8:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:52:18Z', 'updated_at': '2021-12-12T16:52:18Z', 'revision_number': 0, 'project_id': '81e8504776004b62b67c4261623e5e61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:52:20.181494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444f943-3aae-42c9-b774-212210821041 None None] New status for floating IP bf65c034-da7c-430d-8d99-54ccc490778a: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:52:20.560545 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-1ca468bb-9b52-4205-9567-4eef9bb36ebf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397098 Dec 12 16:52:20.643321 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462bc1-8933-4173-8720-db0d89886633 req-d3e15a08-fe22-4e12-853d-d48e3ddfb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:20.644751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-d3e15a08-fe22-4e12-853d-d48e3ddfb7f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0390091 Dec 12 16:52:20.746494 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462bc1-8933-4173-8720-db0d89886633 req-c422066b-69cd-4318-b91d-a5bb83900552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:20.747918 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-c422066b-69cd-4318-b91d-a5bb83900552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0850255 Dec 12 16:52:20.813246 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-c52b316c-74a4-47d2-828b-112a01819062 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1002 time: 0.0584438 Dec 12 16:52:20.865040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462bc1-8933-4173-8720-db0d89886633 req-728fcdf7-be07-4e86-b18e-689fecace61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:20.866429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-728fcdf7-be07-4e86-b18e-689fecace61b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0465801 Dec 12 16:52:20.914084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19462bc1-8933-4173-8720-db0d89886633 req-1cfdf488-1526-47c3-b5df-da768f6ac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:52:20.915453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-1cfdf488-1526-47c3-b5df-da768f6ac2bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388553 Dec 12 16:52:21.002196 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-acfdc328-ee75-4a7f-b322-b139bda928eb service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785027 Dec 12 16:52:21.093343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19462bc1-8933-4173-8720-db0d89886633 req-fbf686ea-8c4b-4269-ac7e-a4397f4adba6 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Dec 12 16:52:35.706403 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f00c77ad-5654-41d5-b39a-1242a0435f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:37.923026 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b884497b-92d3-448f-a7b5-2063d47f633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:38.226967 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:52:38.966713 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:40.068757 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:40.740112 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:41.328115 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:52:42.134093 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:05.648969 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b1f60cec-a500-445b-a1b4-a33311eef3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:07.923810 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-84e5bea6-b5e2-4d33-9f8f-0a539ee82d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:08.969127 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:10.082672 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:10.743321 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:11.330031 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:12.148564 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:15.225718 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:53:22.551288 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-8f5db860-d0d3-45de-8380-0780f42de878 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401018 Dec 12 16:53:22.630335 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-cb21b148-c6c9-48a8-9068-1849d0e63980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:53:22.631766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-cb21b148-c6c9-48a8-9068-1849d0e63980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0395765 Dec 12 16:53:22.732983 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-f7db4309-567b-4e71-9795-8cb2beac33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:53:22.734985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-f7db4309-567b-4e71-9795-8cb2beac33c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0856915 Dec 12 16:53:22.799132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-44994d37-ead6-4cba-a95f-26ee997707b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1002 time: 0.0564909 Dec 12 16:53:22.856279 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-20f24dbe-54f6-42ec-a78a-c41a00bab6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:53:22.857669 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-20f24dbe-54f6-42ec-a78a-c41a00bab6f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0517523 Dec 12 16:53:22.902320 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-eb46517e-da6d-4361-8495-85f8c10f7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:53:22.903782 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-eb46517e-da6d-4361-8495-85f8c10f7be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383577 Dec 12 16:53:22.990116 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-488dcfdd-eb7b-4062-8faa-caa8b3eeab82 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785382 Dec 12 16:53:23.080876 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-c637499a-f8d2-40a0-a4b2-bcdf1fc2b811 req-2e02501d-0c04-4a38-bd60-ae4a485ccd94 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839729 Dec 12 16:53:35.653933 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5b2fde70-2e69-4619-a6ae-c560409c3e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:37.925823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0ceffe7-6254-4d2d-b0aa-d39c69fe5474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:38.971412 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:40.085523 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:40.747140 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:41.332368 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:42.163129 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:53:52.224522 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:54:05.654572 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb8d0f89-2ca0-4cd7-81f8-7290fe896c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:07.926022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-996acdd1-bd1b-4cdd-b570-572eaf4f3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:08.974178 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:10.095283 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:10.749455 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:11.334855 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:11.782905 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76474e95-c20e-4629-b9ec-af15fa32c95d req-7238fade-4551-46f7-b7e1-56a3a86c3e59 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:11.784291 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76474e95-c20e-4629-b9ec-af15fa32c95d req-7238fade-4551-46f7-b7e1-56a3a86c3e59 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0501122 Dec 12 16:54:11.833529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-76474e95-c20e-4629-b9ec-af15fa32c95d req-9565b639-2638-41b6-9793-d011c960e10f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 Dec 12 16:54:12.163138 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:12.953973 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e047f2-1296-4c8f-a9d4-a09456828507 req-63721c35-71ad-4153-bb23-76c1920ad40c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:12.955413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08e047f2-1296-4c8f-a9d4-a09456828507 req-63721c35-71ad-4153-bb23-76c1920ad40c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0521090 Dec 12 16:54:13.003257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-08e047f2-1296-4c8f-a9d4-a09456828507 req-cf4be2dd-cd15-4dc0-a44c-9e35ff138750 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Dec 12 16:54:14.149409 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7cb6f-95f2-4da9-91c6-336145704db2 req-c09f6076-136e-4cd2-a41a-3895522ea763 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:14.150897 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c7cb6f-95f2-4da9-91c6-336145704db2 req-c09f6076-136e-4cd2-a41a-3895522ea763 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0485294 Dec 12 16:54:14.200004 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9c7cb6f-95f2-4da9-91c6-336145704db2 req-4b0f4146-8c5e-46a2-bd2e-bab8b2241334 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 Dec 12 16:54:15.315446 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3459a2-9f44-4791-bbd1-a9a5cf2275a5 req-73f0cefc-a14b-4c84-bb9c-29a4a30074b4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:15.316949 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee3459a2-9f44-4791-bbd1-a9a5cf2275a5 req-73f0cefc-a14b-4c84-bb9c-29a4a30074b4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0479202 Dec 12 16:54:15.368146 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ee3459a2-9f44-4791-bbd1-a9a5cf2275a5 req-d6968172-b89e-4431-a24b-1608fc3b7716 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451641 Dec 12 16:54:16.482919 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf0ab2-1e4e-487e-9c86-92107831c68b req-144c80cd-002e-4c68-afe3-bdf1e2c6637d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:16.484363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68bf0ab2-1e4e-487e-9c86-92107831c68b req-144c80cd-002e-4c68-afe3-bdf1e2c6637d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0485702 Dec 12 16:54:16.532218 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-68bf0ab2-1e4e-487e-9c86-92107831c68b req-b9cb2a7d-7f41-412c-ba70-67299aa6b372 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420024 Dec 12 16:54:17.646037 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4a381-6d50-4217-b26b-39ede24ebd9a req-76833dd5-4fbb-408a-bd02-43b4a99836fa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:17.647493 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27a4a381-6d50-4217-b26b-39ede24ebd9a req-76833dd5-4fbb-408a-bd02-43b4a99836fa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Dec 12 16:54:17.695458 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-27a4a381-6d50-4217-b26b-39ede24ebd9a req-7179c130-164c-479b-8f9c-c880f4ef3bc3 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Dec 12 16:54:18.813928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e7b4-fd64-42a1-9423-f335fef13248 req-bcbf6725-9fb8-4a27-9a67-363c2c92441e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:18.815378 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4a2e7b4-fd64-42a1-9423-f335fef13248 req-bcbf6725-9fb8-4a27-9a67-363c2c92441e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0522442 Dec 12 16:54:18.863795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a4a2e7b4-fd64-42a1-9423-f335fef13248 req-e2508486-b259-4ef7-a091-f835435125c9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423722 Dec 12 16:54:19.979570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc6bb-207a-4ea7-8153-1dedec87f23a req-8f5745a0-6cf7-47c2-b2d4-21f61327ba61 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:19.981066 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75ebc6bb-207a-4ea7-8153-1dedec87f23a req-8f5745a0-6cf7-47c2-b2d4-21f61327ba61 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0502262 Dec 12 16:54:20.030422 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-75ebc6bb-207a-4ea7-8153-1dedec87f23a req-1c693840-5c84-4f56-a983-5563265fc9ec tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432670 Dec 12 16:54:21.148391 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d0853-f55f-46af-b77d-d8e0b8eca0ea req-7f9bbf40-54b9-4d9b-a85b-8dc15b82f888 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:21.149970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-158d0853-f55f-46af-b77d-d8e0b8eca0ea req-7f9bbf40-54b9-4d9b-a85b-8dc15b82f888 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0480180 Dec 12 16:54:21.202046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-158d0853-f55f-46af-b77d-d8e0b8eca0ea req-ae632984-5ec4-4456-8ecd-3df1607a7dbd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462120 Dec 12 16:54:21.911745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-b56b1732-ca3b-4536-bcdc-6895cb119cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:21.913257 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-b56b1732-ca3b-4536-bcdc-6895cb119cef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0413964 Dec 12 16:54:22.000726 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-eaf2b1c0-c8c6-4c9a-975d-04f1608b954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:22.002160 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-eaf2b1c0-c8c6-4c9a-975d-04f1608b954a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0819957 Dec 12 16:54:22.069663 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-57718e64-6943-4f85-b7c4-23f83c14abd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1002 time: 0.0603931 Dec 12 16:54:22.118041 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-49cce8f1-0346-4a8f-b80e-28fa6390ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:22.119447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-49cce8f1-0346-4a8f-b80e-28fa6390ac7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0434651 Dec 12 16:54:22.164741 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-a0d68b30-2e71-4393-9cfc-8879e92e9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:22.166144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-a0d68b30-2e71-4393-9cfc-8879e92e9f83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401397 Dec 12 16:54:22.177594 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-182a307d-1dfd-410c-ae07-7c157bd043fa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:54:22.178509 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-182a307d-1dfd-410c-ae07-7c157bd043fa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047901 Dec 12 16:54:22.270832 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-57cb8c83-565a-455c-8966-1596cc00ad0d service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846250 Dec 12 16:54:22.383925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7429cb6-05f0-412a-b59b-9c77629b61f7 req-1b906663-78ba-4a46-a67c-6e4c2806cb21 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:22.385447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7429cb6-05f0-412a-b59b-9c77629b61f7 req-1b906663-78ba-4a46-a67c-6e4c2806cb21 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.1137426 Dec 12 16:54:22.415253 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-756f1abd-05c7-424d-bc00-03a051442ce9 req-910e4492-4231-4a62-ba00-13e2c6d6b270 service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353626 Dec 12 16:54:22.444819 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e7429cb6-05f0-412a-b59b-9c77629b61f7 req-f1800fcb-fdc2-43f7-b725-4659eb3e5ba9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516865 Dec 12 16:54:23.558248 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6053-b6b8-4a8b-b3ed-19c39be377f3 req-1a80a439-2a85-4988-884f-e8fb18ed2856 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:23.559715 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3cf6053-b6b8-4a8b-b3ed-19c39be377f3 req-1a80a439-2a85-4988-884f-e8fb18ed2856 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0477927 Dec 12 16:54:23.608811 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3cf6053-b6b8-4a8b-b3ed-19c39be377f3 req-67dab650-23f7-401e-9f87-51b81696afb9 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 Dec 12 16:54:24.589089 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-aca31576-617d-4bbc-b829-3ef271b866ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:24.590569 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-aca31576-617d-4bbc-b829-3ef271b866ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1097 time: 0.0449314 Dec 12 16:54:24.723326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-4c9ffc60-2c8d-4b9f-9283-74d229c8c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:24.724831 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-4c9ffc60-2c8d-4b9f-9283-74d229c8c232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.1127846 Dec 12 16:54:24.786161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9546220-00f0-4a5c-91fa-adcc62ac22f6 req-229ddc36-c7f6-4d2b-8432-8d1cac778001 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:24.787673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9546220-00f0-4a5c-91fa-adcc62ac22f6 req-229ddc36-c7f6-4d2b-8432-8d1cac778001 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.1078305 Dec 12 16:54:24.824009 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-8408a7b4-050c-4a24-b764-68dd0804d941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1002 time: 0.0923653 Dec 12 16:54:24.878294 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d9546220-00f0-4a5c-91fa-adcc62ac22f6 req-5b43da0c-1f64-46f9-a452-fe9eb32668a4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832589 Dec 12 16:54:24.888806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-dd061f36-66eb-4f3a-a801-45d4e1162f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:24.890279 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-dd061f36-66eb-4f3a-a801-45d4e1162f3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0594015 Dec 12 16:54:24.941262 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-66c8fb0e-2e4d-4372-b2fd-e4b0792826e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:24.942737 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-66c8fb0e-2e4d-4372-b2fd-e4b0792826e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454910 Dec 12 16:54:25.031463 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-520239ed-0a10-4e68-bf13-900e54cfb78a service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806069 Dec 12 16:54:25.123963 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4807ef8b-f9c2-4b5c-ac3d-41d8a36aa342 req-7214a692-880a-4d67-af8c-4a7eac33d6df service neutron] 10.222.0.13 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865605 Dec 12 16:54:25.994620 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cde419-a89b-4ccf-89e7-d5f2c05cfb78 req-eca5ce90-2f93-472e-a3f2-1402207c7393 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:25.996120 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54cde419-a89b-4ccf-89e7-d5f2c05cfb78 req-eca5ce90-2f93-472e-a3f2-1402207c7393 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0504498 Dec 12 16:54:26.049429 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-54cde419-a89b-4ccf-89e7-d5f2c05cfb78 req-79bc5bbe-f77f-47ec-b54a-44fc2236b660 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462751 Dec 12 16:54:26.264273 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-ef5c9c9b-6b6f-4c4f-8d1a-7147d717f1df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728743 Dec 12 16:54:26.274367 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0e7c6-37cf-4c32-b9d2-1d5aa97c9900 req-c99c391d-2c0a-4e64-98f3-d0a333aa3f2b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:26.275713 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c0e7c6-37cf-4c32-b9d2-1d5aa97c9900 req-c99c391d-2c0a-4e64-98f3-d0a333aa3f2b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0605350 Dec 12 16:54:26.280311 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-d30b84d3-9df8-4f6f-8091-3676b2e1879a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:54:26.281792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-d30b84d3-9df8-4f6f-8091-3676b2e1879a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052733 Dec 12 16:54:26.326989 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-35c0e7c6-37cf-4c32-b9d2-1d5aa97c9900 req-220a1720-e681-4b73-a78f-adcddc9fc44d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Dec 12 16:54:27.448788 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63aa6-8f57-4a95-886e-11d23b3cf755 req-b6843d4d-5703-489a-b69e-8b2955bd3465 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:27.450252 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcb63aa6-8f57-4a95-886e-11d23b3cf755 req-b6843d4d-5703-489a-b69e-8b2955bd3465 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 946 time: 0.0522027 Dec 12 16:54:27.501374 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-fcb63aa6-8f57-4a95-886e-11d23b3cf755 req-0447d569-19db-4700-b6c8-71d7cd6835df tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Dec 12 16:54:28.082420 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:54:28.158538 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:28.182291 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:54:28.184685 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf46d52c-f37e-4b33-bac9-7ad01844bc10" -d '{"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:54:28.198583 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:54:28.206679 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:28.237787 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 12 Dec 2021 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f89ae39-8477-497c-aa44-32e3f3b20054 x-openstack-request-id: req-2f89ae39-8477-497c-aa44-32e3f3b20054 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:54:28.238086 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-unplugged", "status": "failed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "code": 422}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:54:28.238345 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f89ae39-8477-497c-aa44-32e3f3b20054 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:54:28.238749 n-d-710847-8 neutron-server[103413]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'code': 422} returned with failed status Dec 12 16:54:28.265848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:54:28.272610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.272992 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.273342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.273685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.274020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.274353 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.274685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.275015 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.275347 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.275676 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.276005 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.276329 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.276671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:28.618384 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b62246-5dcc-4962-b720-a6b103736a66 req-079fbf7b-07c3-4fd3-a168-6858ff46d9fe tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:28.619861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6b62246-5dcc-4962-b720-a6b103736a66 req-079fbf7b-07c3-4fd3-a168-6858ff46d9fe tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0506828 Dec 12 16:54:28.672650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e6b62246-5dcc-4962-b720-a6b103736a66 req-80d45c2a-6c98-4f75-b6de-9498c569da4c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461116 Dec 12 16:54:29.224435 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:54:29.790677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c87e-2287-45ae-bfd9-c081f07f5094 req-f7920955-895f-432e-a70b-6ae4f7885629 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:29.792206 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0db5c87e-2287-45ae-bfd9-c081f07f5094 req-f7920955-895f-432e-a70b-6ae4f7885629 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0508842 Dec 12 16:54:29.846298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0db5c87e-2287-45ae-bfd9-c081f07f5094 req-3fd405ba-b2db-47c6-913f-c2d4bd339a29 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478604 Dec 12 16:54:30.960875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b747c09-4e01-4c22-a723-47ddd05dc5d5 req-965c00f8-3f32-47db-8386-54cf8df9ea40 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:30.962538 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b747c09-4e01-4c22-a723-47ddd05dc5d5 req-965c00f8-3f32-47db-8386-54cf8df9ea40 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0488575 Dec 12 16:54:31.011754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6b747c09-4e01-4c22-a723-47ddd05dc5d5 req-7a4af75e-c70e-41e8-8b59-8f037c63caf4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Dec 12 16:54:32.133065 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd6e2-a420-4762-a8a9-818c85736cd5 req-6c68e9d2-6769-4a86-a070-c28dc8a8b711 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:32.134604 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43bdd6e2-a420-4762-a8a9-818c85736cd5 req-6c68e9d2-6769-4a86-a070-c28dc8a8b711 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0545263 Dec 12 16:54:32.198266 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-43bdd6e2-a420-4762-a8a9-818c85736cd5 req-00647035-7c4e-4762-8999-4727c248abdd tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493994 Dec 12 16:54:32.205330 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-07928a88-fa05-435a-aa7d-cd2c33b818a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:32.206896 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-07928a88-fa05-435a-aa7d-cd2c33b818a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6&tenant_id=81e8504776004b62b67c4261623e5e61 HTTP/1.1" status: 200 len: 1095 time: 0.0988982 Dec 12 16:54:32.226237 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-710847-8', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:54:32.279860 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.482247 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:54:32.514838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h2-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:54:32.547172 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:54:32.554470 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.566710 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Transition to ACTIVE for port object 1268098f-8452-4ab1-b481-f967ba9d99d1 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:54:32.569694 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.654357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:54:32.667284 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.667634 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.667981 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.668325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.668687 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.669029 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.669359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.669686 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.670014 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.670340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.670667 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.670991 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.671360 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:54:32.703564 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] No DVR routers for this DVR port 1268098f-8452-4ab1-b481-f967ba9d99d1 on host n-h2-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:54:32.838655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:54:32.838980 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:54:32.839305 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:54:32.843971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:54:32.844285 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Attempting to bind port 1268098f-8452-4ab1-b481-f967ba9d99d1 on network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:54:32.849027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:54:32.849357 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Checking segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:54:32.849738 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Bound using segment: {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:54:32.850151 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Bound port: 1268098f-8452-4ab1-b481-f967ba9d99d1, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774a6637-c3dc-4ab6-90b3-f5b4898acce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:54:32.850490 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.913613 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:54:32.916529 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:54:32.920820 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.959715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:32.960329 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:32.962005 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] 10.222.0.30 "PUT /v2.0/ports/1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1092 time: 0.7401621 Dec 12 16:54:32.962449 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:54:32.964728 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea05686-43b1-4381-9b5d-11ddef32283d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:54:32.992764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1512fc-c839-4e3a-b3de-21f581c4b57d service neutron] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:54:33.321405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6e375-1d81-4f3f-ae3e-2956e7eaad09 req-5e7e37b2-6349-41fa-8911-c3dd068b6fae tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.322971 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82d6e375-1d81-4f3f-ae3e-2956e7eaad09 req-5e7e37b2-6349-41fa-8911-c3dd068b6fae tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Dec 12 16:54:33.323100 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78eee1f-745d-40f3-b03f-9a057e33b5d3 x-openstack-request-id: req-c78eee1f-745d-40f3-b03f-9a057e33b5d3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:54:33.323484 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:54:33.323617 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c78eee1f-745d-40f3-b03f-9a057e33b5d3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:54:33.324017 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'status': 'completed', 'code': 200} Dec 12 16:54:33.355507 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-cc60d675-1208-40a9-9d44-cd6589a7b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.357052 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-cc60d675-1208-40a9-9d44-cd6589a7b959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1095 time: 0.3612909 Dec 12 16:54:33.373382 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-82d6e375-1d81-4f3f-ae3e-2956e7eaad09 req-306e8f65-d66a-41f1-96cf-71c2a9dc344d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Dec 12 16:54:33.449741 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-228f1a06-f48c-44d0-8079-3b423e144058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.451201 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-228f1a06-f48c-44d0-8079-3b423e144058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0826039 Dec 12 16:54:33.523402 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-bdbb95c0-8131-4774-ab4b-22159a3f69c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1000 time: 0.0600760 Dec 12 16:54:33.574656 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-76ddc09d-29c8-4698-839a-42fa35013067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.575964 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-76ddc09d-29c8-4698-839a-42fa35013067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0421066 Dec 12 16:54:33.624354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-faaf0dc2-d956-4d95-b87b-c5f4ee37e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.626321 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-faaf0dc2-d956-4d95-b87b-c5f4ee37e713 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391011 Dec 12 16:54:33.720516 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-b2287949-0cfb-47e5-a446-4b6387cd2db9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 Dec 12 16:54:33.815498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-40cf43e0-bf11-4d12-8e9a-160b09674485 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790999 Dec 12 16:54:33.911617 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-952c277e-515e-4c27-9aed-09a770be0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:33.913054 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-952c277e-515e-4c27-9aed-09a770be0d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1095 time: 0.0449650 Dec 12 16:54:33.999878 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-58c4609e-c41d-44e4-87e0-90b5e254e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:34.001383 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-58c4609e-c41d-44e4-87e0-90b5e254e68d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0809851 Dec 12 16:54:34.070080 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-8b1ee839-6fc7-4b67-8cd4-590714a78e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1000 time: 0.0602043 Dec 12 16:54:34.118405 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-5d18c92a-42fc-4268-bff0-02ccb1a5d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:34.119821 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-5d18c92a-42fc-4268-bff0-02ccb1a5d098 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0423694 Dec 12 16:54:34.164657 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-f4875e27-31ac-48fd-828d-56349ff0df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:34.166120 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-f4875e27-31ac-48fd-828d-56349ff0df73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383384 Dec 12 16:54:34.257806 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-de3bad69-b84a-42a0-974f-350be53b37e5 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826664 Dec 12 16:54:34.349276 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ea05686-43b1-4381-9b5d-11ddef32283d req-9fe6bbfc-9236-4f38-af68-b0a3840d5c16 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818822 Dec 12 16:54:34.495745 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebad7c-01be-497b-8864-ead536a6df8b req-b83e7fcf-7da7-4325-8dc0-195b32525ba4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:34.497203 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92ebad7c-01be-497b-8864-ead536a6df8b req-b83e7fcf-7da7-4325-8dc0-195b32525ba4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Dec 12 16:54:34.545616 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-92ebad7c-01be-497b-8864-ead536a6df8b req-9677ae78-3e2f-44c9-8bbf-32af89485f44 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Dec 12 16:54:35.657201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02a15d44-cee6-4ef3-981d-5bee62d60b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:35.661668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c49c-fc2e-4057-acc1-615b74defe89 req-a88bcae6-ace4-4164-8d27-53a2b3226c0b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:35.663144 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7388c49c-fc2e-4057-acc1-615b74defe89 req-a88bcae6-ace4-4164-8d27-53a2b3226c0b tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Dec 12 16:54:35.711985 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7388c49c-fc2e-4057-acc1-615b74defe89 req-2ef7e343-d017-4321-82ee-a77184c66750 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425951 Dec 12 16:54:36.826442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b449-ac69-4834-9a88-f30e42fbcdff req-6d4401e0-3c30-49c1-b5f3-1f6b5fa8eaeb tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:36.828508 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5905b449-ac69-4834-9a88-f30e42fbcdff req-6d4401e0-3c30-49c1-b5f3-1f6b5fa8eaeb tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0496309 Dec 12 16:54:36.879281 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5905b449-ac69-4834-9a88-f30e42fbcdff req-e655011a-3b43-48d4-b996-2b8ab8e42b09 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448267 Dec 12 16:54:37.926770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d9c7-f2c8-4c62-800f-c498ed2a0c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:37.998555 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e129-ddd4-4545-ac17-237cdaad4e2c req-6b5f130b-cf63-46bf-8e1b-2bc6ec397db8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:38.000606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69e6e129-ddd4-4545-ac17-237cdaad4e2c req-6b5f130b-cf63-46bf-8e1b-2bc6ec397db8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0493264 Dec 12 16:54:38.048249 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-69e6e129-ddd4-4545-ac17-237cdaad4e2c req-70605fd7-b65b-4358-96ba-8d38d5a33d33 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Dec 12 16:54:38.975908 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:39.209341 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fd07a-6e7a-407d-9b89-251e6592acac req-9a6a0c4b-978d-4f1b-817a-e0ad09925064 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:39.210809 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e0fd07a-6e7a-407d-9b89-251e6592acac req-9a6a0c4b-978d-4f1b-817a-e0ad09925064 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0938060 Dec 12 16:54:39.259054 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5e0fd07a-6e7a-407d-9b89-251e6592acac req-b34de9dc-f4c0-4567-99dc-623e78787ea0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Dec 12 16:54:40.095241 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:40.420848 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e470f8-dc05-4028-8634-0f5671244b60 req-e103b1c4-3e19-421d-aa64-c250b6aa5479 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:40.422341 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20e470f8-dc05-4028-8634-0f5671244b60 req-e103b1c4-3e19-421d-aa64-c250b6aa5479 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0964580 Dec 12 16:54:40.470626 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-20e470f8-dc05-4028-8634-0f5671244b60 req-63a264b7-70a0-49e1-a800-5ce3bc81b73f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Dec 12 16:54:40.752846 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:41.337018 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:41.590567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995106-8b86-4d52-819d-99cdd0f47278 req-90d3443b-45dd-482a-856b-f9032cd44cc0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:41.592016 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63995106-8b86-4d52-819d-99cdd0f47278 req-90d3443b-45dd-482a-856b-f9032cd44cc0 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0530407 Dec 12 16:54:41.640033 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-63995106-8b86-4d52-819d-99cdd0f47278 req-229a4f39-c4d1-4e1d-aede-54323c6d3a29 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Dec 12 16:54:42.186201 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:42.752291 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74aabb9-acff-4b2a-9473-650bb61d9021 req-861f49e4-3ae1-4f5c-9e15-bc813adffa41 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:42.753761 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a74aabb9-acff-4b2a-9473-650bb61d9021 req-861f49e4-3ae1-4f5c-9e15-bc813adffa41 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 944 time: 0.0481069 Dec 12 16:54:42.805139 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a74aabb9-acff-4b2a-9473-650bb61d9021 req-afeecf19-b6fb-462a-b0cd-665e86231073 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 Dec 12 16:54:43.367876 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:54:43.462221 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:54:43.473164 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'port_id': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'mac_address': 'fa:16:3e:c8:70:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:54:43.509151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:43.521784 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:54:43.540055 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:54:43.543232 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:43.588271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=9']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:54:43.856497 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['1268098f-8452-4ab1-b481-f967ba9d99d1'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:54:43.918326 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a75d13-c570-4e58-94f1-50de2c6def95 req-e42fc09f-9750-4585-bc81-a45a7a743073 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:43.919792 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a75d13-c570-4e58-94f1-50de2c6def95 req-e42fc09f-9750-4585-bc81-a45a7a743073 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Dec 12 16:54:43.968815 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a3a75d13-c570-4e58-94f1-50de2c6def95 req-f3111b5f-503f-4f03-b203-01039c5df6af tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Dec 12 16:54:45.079680 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a644ae4-1da5-48ef-af91-0ad2d7629d7d req-1e220d41-a99a-4741-a08e-b6b319993384 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:45.081140 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a644ae4-1da5-48ef-af91-0ad2d7629d7d req-1e220d41-a99a-4741-a08e-b6b319993384 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Dec 12 16:54:45.128579 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9a644ae4-1da5-48ef-af91-0ad2d7629d7d req-fbcaa764-e9b5-4cbe-95a4-aa162cec8e17 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Dec 12 16:54:45.367851 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:54:45.418929 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 1268098f-8452-4ab1-b481-f967ba9d99d1 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:54:45.423010 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 1268098f-8452-4ab1-b481-f967ba9d99d1 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:54:45.423379 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:45.496622 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:45.518962 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:54:45.521196 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb396a6-c33b-4b22-85f2-80c528ad2a65" -d '{"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-plugged", "status": "completed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:54:45.534076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:54:45.539481 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:54:45.565781 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0e759-8681-4066-b086-386f9d1e47b3 x-openstack-request-id: req-eeb0e759-8681-4066-b086-386f9d1e47b3 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:54:45.566075 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-plugged", "status": "completed", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:54:45.566327 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eeb0e759-8681-4066-b086-386f9d1e47b3 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:54:45.566705 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'code': 200} Dec 12 16:54:45.591898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=10']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:54:45.717764 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57a7f7-4c6e-4a1a-bfa5-e65888b9fa23 req-3352cccb-aecb-46dd-ae84-5ad41417f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:45.719242 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd57a7f7-4c6e-4a1a-bfa5-e65888b9fa23 req-3352cccb-aecb-46dd-ae84-5ad41417f3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1098 time: 0.0406065 Dec 12 16:54:45.768968 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bd57a7f7-4c6e-4a1a-bfa5-e65888b9fa23 req-fe1f3fa0-6549-49eb-b19b-b3873e2ee8e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Dec 12 16:54:46.249721 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c1dcd-29fe-4a73-998f-3b7e4d4d300a req-93d6b6d6-36f3-49b6-8379-9eeb3ad3dcfa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:46.251162 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-040c1dcd-29fe-4a73-998f-3b7e4d4d300a req-93d6b6d6-36f3-49b6-8379-9eeb3ad3dcfa tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 947 time: 0.0518386 Dec 12 16:54:46.299024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-040c1dcd-29fe-4a73-998f-3b7e4d4d300a req-8d9fa609-01d5-4a5c-9ef8-b889c9c59880 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Dec 12 16:54:47.413572 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cef02-f415-45c7-bcf5-0e883ce1a6b6 req-a98d1087-5d7a-4f4f-b925-35b8468cc920 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:54:47.414935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d98cef02-f415-45c7-bcf5-0e883ce1a6b6 req-a98d1087-5d7a-4f4f-b925-35b8468cc920 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 947 time: 0.0477216 Dec 12 16:54:47.463155 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d98cef02-f415-45c7-bcf5-0e883ce1a6b6 req-94e6a696-7ba8-4b76-9467-92208a42b9d4 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Dec 12 16:55:05.658997 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fadb450b-236e-4740-8ca4-fe9339ce0329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:06.224566 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:55:07.926442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-266c467a-5248-4d44-8a36-85bd308e206f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:08.979659 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:10.109628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:10.756030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:11.338788 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:11.796949 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-dc9d4563-ba15-4417-9a79-5e5badd78e2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474200 Dec 12 16:55:11.884084 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-94b6760e-a269-4903-aca5-84d7045b38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:55:11.885750 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-94b6760e-a269-4903-aca5-84d7045b38e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1098 time: 0.0436983 Dec 12 16:55:11.994463 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-5c9de919-d692-4e4d-b0ef-14dc0ad6c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:55:11.996039 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-5c9de919-d692-4e4d-b0ef-14dc0ad6c5ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0900867 Dec 12 16:55:12.063800 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-adf2fd46-b930-43b5-b24d-988be7e627d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 1002 time: 0.0591872 Dec 12 16:55:12.112841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-0d47f5e0-66d7-40ee-9338-6dc5ec91a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:55:12.114280 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-0d47f5e0-66d7-40ee-9338-6dc5ec91a862 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0434554 Dec 12 16:55:12.167061 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-dca5c349-ca47-4e7a-a82d-99cdd214297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:55:12.168926 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-dca5c349-ca47-4e7a-a82d-99cdd214297b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450830 Dec 12 16:55:12.184230 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-5db4d2ee-b97f-406b-8a41-aab8bad4abb6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:55:12.185225 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-5db4d2ee-b97f-406b-8a41-aab8bad4abb6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051670 Dec 12 16:55:12.193772 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:12.276275 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-c44f4347-4ca5-4e07-bd00-f0f984c5447d service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826101 Dec 12 16:55:12.382909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-e0310877-8d8c-4477-9e57-ddf02a32b363 req-a9333167-8e36-4669-8ee9-fb0d1ab240d3 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945146 Dec 12 16:55:35.660246 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0198d2ef-9dec-4b80-9139-b7f56bcda689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:37.928302 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c125be3e-64f3-47be-9114-f66a66099680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:38.986210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:40.107958 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:40.759879 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:41.340258 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:42.208071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:55:43.223769 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:56:04.013021 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:04.170890 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Deleting port 4c877f8a-96d6-4ebb-abf8-9cc407d94e49 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:04.171233 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.245749 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.246073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.257663 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Calling delete_port for 4c877f8a-96d6-4ebb-abf8-9cc407d94e49 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:04.410689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.436070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'Port': ['ID=4c877f8a-96d6-4ebb-abf8-9cc407d94e49,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:04.459196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.459541 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.459891 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.460557 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.460921 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.461251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.461573 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.461897 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.462242 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.463083 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.463404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.463734 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.464050 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:04.506092 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.506483 n-d-710847-8 neutron-server[103411]: INFO neutron.db.l3_db [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Floating IP bf65c034-da7c-430d-8d99-54ccc490778a disassociated (deleted). External IP: 172.25.3.202, port: 1268098f-8452-4ab1-b481-f967ba9d99d1. Dec 12 16:56:04.717460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:04.821471 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:04.826714 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:04.832304 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:04.844123 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:04.844975 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:55:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:04.856988 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-8400513b-335a-428a-b8fa-2c6d8eac8887 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "DELETE /v2.0/floatingips/bf65c034-da7c-430d-8d99-54ccc490778a HTTP/1.1" status: 204 len: 168 time: 0.8428345 Dec 12 16:56:04.857595 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:56:04.859872 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb70fcf-b510-459b-9193-543de1b615a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:56:04.896921 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b4b06-ee1e-46c4-a044-8aa9f32cdec6 x-openstack-request-id: req-f16b4b06-ee1e-46c4-a044-8aa9f32cdec6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:56:04.897225 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:56:04.897488 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f16b4b06-ee1e-46c4-a044-8aa9f32cdec6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:56:04.897902 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'status': 'completed', 'code': 200} Dec 12 16:56:04.956736 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:04.974561 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-622660a3-7b68-4350-8fab-475702d4976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:04.976387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-622660a3-7b68-4350-8fab-475702d4976d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=81e8504776004b62b67c4261623e5e61&device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 1098 time: 0.0463238 Dec 12 16:56:05.081105 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-677e7ada-88d2-475f-b611-3ed56e5e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:05.083574 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-677e7ada-88d2-475f-b611-3ed56e5e6791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 200 len: 909 time: 0.0966349 Dec 12 16:56:05.096930 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4ca83-6693-47d1-8139-5ada92680190 req-5227fd64-5f04-4ba7-b1a3-a3e50e72ec46 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:05.099045 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55d4ca83-6693-47d1-8139-5ada92680190 req-5227fd64-5f04-4ba7-b1a3-a3e50e72ec46 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 947 time: 0.0554326 Dec 12 16:56:05.128165 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-77d7e26b-91bd-44d1-b091-541c555c7038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 200 len: 217 time: 0.0363064 Dec 12 16:56:05.157875 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-55d4ca83-6693-47d1-8139-5ada92680190 req-0ac33d32-0147-4126-984c-7109841cbc4f tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523794 Dec 12 16:56:05.183789 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-be7ec39a-69e7-43ab-a2be-38b66ec868ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:05.185520 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-be7ec39a-69e7-43ab-a2be-38b66ec868ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 200 len: 848 time: 0.0500219 Dec 12 16:56:05.234957 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-6d330c99-c286-42c2-992d-22f17e0ceb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:05.236377 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-6d330c99-c286-42c2-992d-22f17e0ceb13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425773 Dec 12 16:56:05.264808 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:05.290832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:05.299036 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:05.299638 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:55:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:05.332796 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-f82303df-d613-48fd-a0fb-35fc6caa3868 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861306 Dec 12 16:56:05.403995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:05.423036 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-fdb70fcf-b510-459b-9193-543de1b615a1 req-8b268a38-bf19-4d86-be9a-03ed10f7bdf4 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824208 Dec 12 16:56:05.597094 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:05.622109 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a253ab-dc75-4157-affe-8213c8889344 None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '8d86aea5-42a7-4600-9d22-855cb9acd52f', 'name': '', 'network_id': '5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'mac_address': 'fa:16:3e:da:00:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:19Z', 'updated_at': '2021-12-12T16:47:24Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'subnets': [{'id': '84d7b0cb-68c8-4f40-9a39-83d5c2dcead9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:05.663310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02c72f61-756c-4eb1-b932-ce994fe3d1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:05.839864 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a05a0c-3faa-4e4a-bba4-ee4370112201 None None] New status for floating IP bf65c034-da7c-430d-8d99-54ccc490778a: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:56:06.280431 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8e266-f8b2-4402-86af-9ba49fc4e1fc req-ac2027a6-d0d7-4153-87de-100e7b04a659 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:06.281935 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19f8e266-f8b2-4402-86af-9ba49fc4e1fc req-ac2027a6-d0d7-4153-87de-100e7b04a659 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 947 time: 0.0496192 Dec 12 16:56:06.332427 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-19f8e266-f8b2-4402-86af-9ba49fc4e1fc req-64d1b61d-3648-4b7e-a7e0-e2153ef7263e tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/security-groups?id=4d08be78-5c6a-4bb9-80fb-56031e91dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Dec 12 16:56:06.920438 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-fb80707a-5d92-4b15-89b8-5a26e1b64c1d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:06.921903 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-fb80707a-5d92-4b15-89b8-5a26e1b64c1d tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 947 time: 0.0535440 Dec 12 16:56:07.012038 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Deleting port 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:07.012374 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:07.104359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] For port 1268098f-8452-4ab1-b481-f967ba9d99d1, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=1268098f-8452-4ab1-b481-f967ba9d99d1,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:07.104658 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:07.116124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Calling delete_port for 1268098f-8452-4ab1-b481-f967ba9d99d1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:07.242117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:07.274054 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'Port': ['ID=1268098f-8452-4ab1-b481-f967ba9d99d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:07.314495 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] No DVR routers for this DVR port 1268098f-8452-4ab1-b481-f967ba9d99d1 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:56:07.317152 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:07.320580 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a88c835e-021f-43b1-89d3-f9fc5acd1c67 req-a2a9f64b-1b2b-4bfe-bdaa-e7acd8558872 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.30 "DELETE /v2.0/ports/1268098f-8452-4ab1-b481-f967ba9d99d1 HTTP/1.1" status: 204 len: 173 time: 0.3883522 Dec 12 16:56:07.321068 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-deleted', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:56:07.323878 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a56dd-8e34-408e-b148-1a64be045f63" -d '{"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-deleted", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:56:07.362241 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e97e5-2011-4c6b-8c3c-9c99aed838c9 x-openstack-request-id: req-196e97e5-2011-4c6b-8c3c-9c99aed838c9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:56:07.362563 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b26278-e609-43e4-a764-518a27cd09c6", "name": "network-vif-deleted", "tag": "1268098f-8452-4ab1-b481-f967ba9d99d1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:56:07.362834 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-196e97e5-2011-4c6b-8c3c-9c99aed838c9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:56:07.363259 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b26278-e609-43e4-a764-518a27cd09c6', 'name': 'network-vif-deleted', 'tag': '1268098f-8452-4ab1-b481-f967ba9d99d1', 'status': 'completed', 'code': 200} Dec 12 16:56:07.432366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8dff5b5e-18f2-4a37-b2ae-e7ee1b13c859 req-86b4bd37-5320-464e-8534-6a6bd126574c tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0269086 Dec 12 16:56:07.930027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d34dc583-f09f-4695-8a77-4802db5a054e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:08.528998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bd71aec9-e068-4579-a65b-4452747009dc req-fd111a00-a60b-418f-b465-db1303709ad8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0262775 Dec 12 16:56:08.984862 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:09.627863 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3d162d79-ff90-469a-b081-90d91e991d4d req-aca23d5f-58bf-4194-959e-8714d9355b81 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0301800 Dec 12 16:56:10.109559 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:10.726448 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-033ca4ad-7704-4bbd-af7f-2684f6604d0e req-0878c297-c98a-4364-bdad-5e6c48be45b8 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0271070 Dec 12 16:56:10.764967 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:11.342716 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:11.834450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-efcff614-582e-4794-8486-dd5b837feb36 req-6a56bc35-a695-4089-bd09-d5d71332d569 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b26278-e609-43e4-a764-518a27cd09c6 HTTP/1.1" status: 200 len: 210 time: 0.0275321 Dec 12 16:56:11.849190 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:11.871709 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 1268098f-8452-4ab1-b481-f967ba9d99d1 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:11.872160 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 1268098f-8452-4ab1-b481-f967ba9d99d1 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:12.207731 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:12.892592 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:12.949910 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:12.979728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.042897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.045580 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.046756 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d08be78-5c6a-4bb9-80fb-56031e91dff5 HTTP/1.1" status: 204 len: 168 time: 0.1531439 Dec 12 16:56:13.056047 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9f85-9875-48d9-8d11-10eb0479b690 tempest-TestShelveInstance-1781054056 tempest-TestShelveInstance-1781054056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d08be78-5c6a-4bb9-80fb-56031e91dff5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:13.096678 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60324) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:13.534809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.784359 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Deleting port 8d86aea5-42a7-4600-9d22-855cb9acd52f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:13.784742 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.863005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] For port 8d86aea5-42a7-4600-9d22-855cb9acd52f, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=8d86aea5-42a7-4600-9d22-855cb9acd52f,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:13.863236 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:13.875648 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Calling delete_port for 8d86aea5-42a7-4600-9d22-855cb9acd52f owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:14.057452 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:14.082607 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d86aea5-42a7-4600-9d22-855cb9acd52f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:14.255727 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:14.793070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:14.897425 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:14.903047 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-62e995a0-a176-494f-bdee-24550879ea24 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c4021cc-bbe9-4f22-a74e-bc27b5df1f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052974 Dec 12 16:56:14.905650 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:14.908047 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Sync routers for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:14.917437 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:14.918108 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:15.007976 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.019658 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:15.115789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.172763 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Deleting port b305bdbe-9864-465d-8a7f-27c0390bbab8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:15.173119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.202688 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:56:14Z', 'revision_number': 5, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port': {'id': 'b305bdbe-9864-465d-8a7f-27c0390bbab8', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:18Z', 'updated_at': '2021-12-12T16:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:15.233031 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Checking router: 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:15.244813 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Routers {'9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:15.245420 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:15.253842 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] For port b305bdbe-9864-465d-8a7f-27c0390bbab8, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=b305bdbe-9864-465d-8a7f-27c0390bbab8,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:15.254199 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.266904 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Calling delete_port for b305bdbe-9864-465d-8a7f-27c0390bbab8 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:15.337247 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] Set router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:15.388966 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:56:15Z', 'revision_number': 6, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:15.430042 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444c39e-f1aa-4c57-9313-7966f4eeb9f3 None None] The sync data for ids ['9c4021cc-bbe9-4f22-a74e-bc27b5df1f28'] in n-d-710847-8 is: [{'id': '9c4021cc-bbe9-4f22-a74e-bc27b5df1f28', 'name': 'tempest-TestShelveInstance-1109821908-router', 'tenant_id': '81e8504776004b62b67c4261623e5e61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:17Z', 'updated_at': '2021-12-12T16:56:15Z', 'revision_number': 6, 'project_id': '81e8504776004b62b67c4261623e5e61', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:15.455891 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.492860 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b305bdbe-9864-465d-8a7f-27c0390bbab8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:15.505801 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f839171-de19-4f92-9b6c-46067123c306 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:15.551865 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.641121 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.643150 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.688561 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.689169 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:56:15.695667 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.696909 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f0268371-4ab3-48b3-b2c8-a395d5bb10f2 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c4021cc-bbe9-4f22-a74e-bc27b5df1f28 HTTP/1.1" status: 204 len: 168 time: 0.7902935 Dec 12 16:56:15.699516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:15.748651 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Deleting subnet 84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:56:15.751792 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.785613 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.870361 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.921525 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.950191 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d7b0cb-68c8-4f40-9a39-83d5c2dcead9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:15.953771 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:15.956985 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-1cc5345c-b4db-42e5-8254-c77a2a252fa0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/84d7b0cb-68c8-4f40-9a39-83d5c2dcead9 HTTP/1.1" status: 204 len: 168 time: 0.2563691 Dec 12 16:56:15.959315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ef8fe-5bf0-41d5-82d6-077d3a071a73 None None] Network 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:15.959512 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:16.026780 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.080823 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Deleting port 3e2278a3-ba46-4656-9434-77433f4ee80a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:16.081162 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.146354 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] For port 3e2278a3-ba46-4656-9434-77433f4ee80a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=3e2278a3-ba46-4656-9434-77433f4ee80a,segment=NetworkSegment(774a6637-c3dc-4ab6-90b3-f5b4898acce7),segment_id=774a6637-c3dc-4ab6-90b3-f5b4898acce7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:16.146885 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.160001 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Calling delete_port for 3e2278a3-ba46-4656-9434-77433f4ee80a owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:16.198154 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] DHCP port deletion for 5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:16.244702 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.246712 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Deleting port 3e2278a3-ba46-4656-9434-77433f4ee80a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:16.247089 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.271697 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2278a3-ba46-4656-9434-77433f4ee80a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:16.274160 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] No DVR routers for this DVR port 3e2278a3-ba46-4656-9434-77433f4ee80a on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:56:16.311703 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] For port 3e2278a3-ba46-4656-9434-77433f4ee80a, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:16.312101 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.329853 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Calling delete_port for 3e2278a3-ba46-4656-9434-77433f4ee80a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:16.332571 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Port 3e2278a3-ba46-4656-9434-77433f4ee80a was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 16:56:16.333865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.348900 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.357610 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Pushing event deleted for resources: {'Port': ['ID=3e2278a3-ba46-4656-9434-77433f4ee80a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:16.367901 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.368314 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.368669 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.369019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.369357 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.369693 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.370038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.370370 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.370698 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.371022 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.371350 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.371671 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.372483 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:16.373568 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:16.375239 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7dbff-c639-4541-807e-4534d3550e73 None None] No DVR routers for this DVR port 3e2278a3-ba46-4656-9434-77433f4ee80a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:56:16.386145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774a6637-c3dc-4ab6-90b3-f5b4898acce7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:16.386466 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774a6637-c3dc-4ab6-90b3-f5b4898acce7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:16.397347 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.411393 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.418596 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:56:16.419153 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:56:16.420951 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:56:16.479728 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.486524 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:16.489731 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1 HTTP/1.1" status: 204 len: 168 time: 0.5290675 Dec 12 16:56:16.493084 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60334) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:16.501221 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf62e2-3bcb-494d-9a48-dfdebea185d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1a7cc9-6790-4a3f-bc42-bfe735c9d0c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:16.829647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:17.070737 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Deleting port 796febc1-244c-46dc-9467-1303960ac871 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:17.071072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:17.147497 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] For port 796febc1-244c-46dc-9467-1303960ac871, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=796febc1-244c-46dc-9467-1303960ac871,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:17.147858 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:17.160344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Calling delete_port for 796febc1-244c-46dc-9467-1303960ac871 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:17.338009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:17.365122 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Pushing event deleted for resources: {'Port': ['ID=796febc1-244c-46dc-9467-1303960ac871,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:17.393190 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.393540 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.393890 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.394233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.394573 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.394941 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.395231 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.395563 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.395940 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.396109 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d86aea5-42a7-4600-9d22-855cb9acd52f no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:17.396538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.396538 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.396902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.397185 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:17.419588 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 8d86aea5-42a7-4600-9d22-855cb9acd52f {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:17.420228 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 8d86aea5-42a7-4600-9d22-855cb9acd52f not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:17.420839 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b305bdbe-9864-465d-8a7f-27c0390bbab8 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:17.440695 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: b305bdbe-9864-465d-8a7f-27c0390bbab8 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:17.441048 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device b305bdbe-9864-465d-8a7f-27c0390bbab8 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:17.441525 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e2278a3-ba46-4656-9434-77433f4ee80a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:17.462384 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 3e2278a3-ba46-4656-9434-77433f4ee80a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:17.462719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 3e2278a3-ba46-4656-9434-77433f4ee80a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:17.546375 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.089836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:18.194695 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:18.199852 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a61d4fe0-a9b1-4026-bfcc-93fafb9c5565 admin admin] 10.222.0.36 "PUT /v2.0/routers/c986c5e5-5f59-45d9-b7ed-be6abdf3fcae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051713 Dec 12 16:56:18.202477 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60336) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:18.203182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Sync routers for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:18.214578 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:18.215789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:18.305615 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.318561 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:18.408007 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.461163 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Deleting port 5daca664-bf38-4ff6-a2dc-ca5c5183d205 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:18.461493 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.505241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:56:17Z', 'revision_number': 5, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port': {'id': '5daca664-bf38-4ff6-a2dc-ca5c5183d205', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:18.532219 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Checking router: c986c5e5-5f59-45d9-b7ed-be6abdf3fcae for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:18.540573 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Routers {'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:18.541214 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:18.543520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] For port 5daca664-bf38-4ff6-a2dc-ca5c5183d205, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=5daca664-bf38-4ff6-a2dc-ca5c5183d205,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:18.543885 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.555364 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Calling delete_port for 5daca664-bf38-4ff6-a2dc-ca5c5183d205 owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:18.627306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] Set router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:18.680429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:56:18Z', 'revision_number': 6, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:18.706392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00068898-d2f3-45bf-8ecf-3cd0eb0e4949 None None] The sync data for ids ['c986c5e5-5f59-45d9-b7ed-be6abdf3fcae'] in n-d-710847-8 is: [{'id': 'c986c5e5-5f59-45d9-b7ed-be6abdf3fcae', 'name': 'tempest-TestShelveInstance-366746973-router', 'tenant_id': '99199345b27b4406aa130807e24e534d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:47:22Z', 'updated_at': '2021-12-12T16:56:18Z', 'revision_number': 6, 'project_id': '99199345b27b4406aa130807e24e534d', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:18.718819 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.755716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5daca664-bf38-4ff6-a2dc-ca5c5183d205,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:18.760581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb57f1b-a437-4408-ac5e-00f2b91e3482 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:18.809518 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.902573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.904590 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.947864 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.948404 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c986c5e5-5f59-45d9-b7ed-be6abdf3fcae {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 16:56:18.952722 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:18.953993 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-913e46a4-3402-434d-bc1d-5d976e7c9d35 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c986c5e5-5f59-45d9-b7ed-be6abdf3fcae HTTP/1.1" status: 204 len: 168 time: 0.7505949 Dec 12 16:56:18.956529 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60338) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:18.999707 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Deleting subnet 7a13f79f-b19e-4268-913e-1247a288bbc5 {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 16:56:19.002645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.036072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.119677 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.172951 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.198569 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a13f79f-b19e-4268-913e-1247a288bbc5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:19.202320 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.205449 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b0c640b6-ad3a-45fa-a733-4f6bc9d779b5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7a13f79f-b19e-4268-913e-1247a288bbc5 HTTP/1.1" status: 204 len: 168 time: 0.2479780 Dec 12 16:56:19.207843 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb477b-062e-44af-adee-9e231db19692 None None] Network 0980720b-d354-42d2-8329-d0b83ab34214 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:19.208207 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:19.277405 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.330111 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Deleting port 7399a762-842f-4014-b6b0-ebcf57277994 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 16:56:19.330450 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.394951 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] For port 7399a762-842f-4014-b6b0-ebcf57277994, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=7399a762-842f-4014-b6b0-ebcf57277994,segment=NetworkSegment(a2f4d37b-b516-47fe-b44c-861160309448),segment_id=a2f4d37b-b516-47fe-b44c-861160309448)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:19.395229 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.407508 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Calling delete_port for 7399a762-842f-4014-b6b0-ebcf57277994 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 16:56:19.490157 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf807e-b407-4da7-aaa4-405d7de96ca0 None None] DHCP port deletion for 0980720b-d354-42d2-8329-d0b83ab34214 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:19.492029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.524005 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7399a762-842f-4014-b6b0-ebcf57277994,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:19.529669 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] No DVR routers for this DVR port 7399a762-842f-4014-b6b0-ebcf57277994 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 16:56:19.555182 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7399a762-842f-4014-b6b0-ebcf57277994 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:19.575289 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 7399a762-842f-4014-b6b0-ebcf57277994 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:19.575717 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 7399a762-842f-4014-b6b0-ebcf57277994 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:19.576210 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 796febc1-244c-46dc-9467-1303960ac871 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:19.597509 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 796febc1-244c-46dc-9467-1303960ac871 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:19.597954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 796febc1-244c-46dc-9467-1303960ac871 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:19.598429 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5daca664-bf38-4ff6-a2dc-ca5c5183d205 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:56:19.605671 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.618653 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 5daca664-bf38-4ff6-a2dc-ca5c5183d205 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 16:56:19.619002 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 5daca664-bf38-4ff6-a2dc-ca5c5183d205 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 16:56:19.635291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0980720b-d354-42d2-8329-d0b83ab34214']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:19.644445 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f4d37b-b516-47fe-b44c-861160309448') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:19.644773 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f4d37b-b516-47fe-b44c-861160309448') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:19.654492 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.668112 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.674662 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 16:56:19.675267 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: timer() Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 16:56:19.676876 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 16:56:19.738119 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.743897 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.747171 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0980720b-d354-42d2-8329-d0b83ab34214 HTTP/1.1" status: 204 len: 168 time: 0.5379329 Dec 12 16:56:19.758322 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ee868-86ec-49fe-81ce-ee1a70dccd20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0980720b-d354-42d2-8329-d0b83ab34214,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:19.870251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:19.910962 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0d37470a-76cf-49df-bd9d-43217ad4b874 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81e8504776004b62b67c4261623e5e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394709 Dec 12 16:56:19.913733 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60346) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:19.963207 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:19.983822 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.031795 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.034647 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.035766 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55cc0086-31d4-4c24-9736-0118eb8543ab HTTP/1.1" status: 204 len: 168 time: 0.1207592 Dec 12 16:56:20.044980 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39073-5a3c-4096-9f15-51a714c1bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc0086-31d4-4c24-9736-0118eb8543ab,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:20.222801 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:56:20.342389 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60352) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:20.381292 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5d2e9cde-ce93-4d7d-b8a2-70efa25cd393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99199345b27b4406aa130807e24e534d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377707 Dec 12 16:56:20.383634 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60354) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:20.428418 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.449531 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.494002 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.496459 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:20.497620 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed8e7ee7-04e9-492b-aafe-da80c34f6baa HTTP/1.1" status: 204 len: 168 time: 0.1124809 Dec 12 16:56:20.505178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f1d7e-85c6-450a-b450-6cb9ff6f06b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e7ee7-04e9-492b-aafe-da80c34f6baa,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:21.149142 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60376) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:21.243298 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1637954416-network', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:21.263770 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Made reservation on behalf of 2f0c386adc9e4bbab655d6b05dec3269 for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:56:21.266080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.274094 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.348954 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.353265 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.375236 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:56:21.388228 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6fe7d-e4e5-4c0a-b0b6-bb2c36ba97d1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:21.393009 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.393342 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Added segment 680d347b-149d-4c29-b273-5716defbfbf4 of type vlan for network db27e373-7a0a-4404-af98-cbb45e18719f Dec 12 16:56:21.431621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.455080 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.455998 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:21.456558 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.503606 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3528988 Dec 12 16:56:21.506608 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:21.512233 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Request body: {'subnet': {'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1637954416-subnet', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:21.516965 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44af14c-9abe-4dd1-9732-5d7417313c5f admin admin] Pushing event updated for resources: {'Network': ['ID=db27e373-7a0a-4404-af98-cbb45e18719f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:21.527120 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network db27e373-7a0a-4404-af98-cbb45e18719f details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:56:21.533301 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Made reservation on behalf of 2f0c386adc9e4bbab655d6b05dec3269 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:56:21.535596 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.701047 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.756745 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4aa511-157a-4c65-bdb2-ae3e061a2ecf,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:21.764516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Checking segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:21.764909 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Network hostable DHCP agents. Network: db27e373-7a0a-4404-af98-cbb45e18719f, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:56:21.781526 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Network db27e373-7a0a-4404-af98-cbb45e18719f is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:56:21.789701 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, db27e373-7a0a-4404-af98-cbb45e18719f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:21.793945 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:21.794700 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.798576 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4da40-31f5-435e-a3b8-5fd96adb150e None None] Network db27e373-7a0a-4404-af98-cbb45e18719f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:21.810343 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-56a34081-c375-4c4a-a5f1-a814f9ec77e2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3026211 Dec 12 16:56:21.813386 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60382) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:21.817911 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:21.838881 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.840061 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:21.897546 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.034398 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.061893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-db27e373-7a0a-4404-af98-cbb45e18719f', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:56:22.062789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.195423 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Allocated IP 172.20.0.2 (db27e373-7a0a-4404-af98-cbb45e18719f/af4aa511-157a-4c65-bdb2-ae3e061a2ecf/9e4ada1a-cc63-4aac-aa78-d370a9b0e015) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:22.236924 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.254903 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.336483 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.342643 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.363442 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Allocated IP 172.25.3.77 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/046b7682-b424-4b1c-8522-f151a78e06eb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:22.388587 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Network db27e373-7a0a-4404-af98-cbb45e18719f is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:22.391345 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:22.395480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:22.398455 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Pushing event updated for resources: {'Port': ['ID=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:22.448797 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Attempting to bind port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:22.449448 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Attempting to bind port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:22.449813 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Attempting to bind port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:22.454657 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:22.455030 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Checking segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:22.455434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.455822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Bound using segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:22.456315 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Bound port: 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:22.456789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.468134 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.502738 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.518294 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] For port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:22.521305 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] For port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:22.525278 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.541966 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:22.544970 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:22.548549 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:22.562490 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18073a16-c23d-4e29-981f-10a721841ed5 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:22.583416 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Pushing event updated for resources: {'Port': ['ID=046b7682-b424-4b1c-8522-f151a78e06eb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:22.589475 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f11d-8680-4a64-9933-6cf80440e85c None None] Pushing event updated for resources: {'Port': ['ID=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:22.660993 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-67e98c28-72c5-4744-a116-711f3a914b9d None None] Provisioning complete for port 046b7682-b424-4b1c-8522-f151a78e06eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:22.661819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-67e98c28-72c5-4744-a116-711f3a914b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:22.698047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-67e98c28-72c5-4744-a116-711f3a914b9d None None] Port 046b7682-b424-4b1c-8522-f151a78e06eb cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:22.835275 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.030424 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.152385 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Router 183d165a-1821-410a-a561-f28f9dd0f4df is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103412) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:56:23.259639 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:23.268695 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:23.276621 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.281189 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a71861fb-4517-499e-8d74-860b33ae028b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4640083 Dec 12 16:56:23.281816 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60384) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:23.284264 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:23.285121 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:23.407962 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:23.473612 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:23.538907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:23.539307 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.581859 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba139d-79a2-48d5-a69b-044150cd3ff6 None None] Network db27e373-7a0a-4404-af98-cbb45e18719f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:23.622958 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:22Z', 'revision_number': 3, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:23.695719 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-cdbc65e9-617a-4ab3-ad3d-df020ef9312c None None] Provisioning complete for port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:23.696131 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cdbc65e9-617a-4ab3-ad3d-df020ef9312c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.701535 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.753128 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:23.753507 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Updating router 183d165a-1821-410a-a561-f28f9dd0f4df port 046b7682-b424-4b1c-8522-f151a78e06eb binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:56:23.780739 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.783391 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] For port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:23.788535 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.794075 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:23.879643 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Pushing event updated for resources: {'Port': ['ID=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:23.967022 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Allocated IP 172.20.0.1 (db27e373-7a0a-4404-af98-cbb45e18719f/af4aa511-157a-4c65-bdb2-ae3e061a2ecf/f171f65c-6f3e-496c-b434-3a835f872f69) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:24.062625 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.067862 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.079116 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.098465 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-97a858b5-7ccf-45e1-a6c6-b4d846035a12 None None] Provisioning complete for port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:24.098736 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-97a858b5-7ccf-45e1-a6c6-b4d846035a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.123972 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Attempting to bind port 046b7682-b424-4b1c-8522-f151a78e06eb on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:24.124427 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Attempting to bind port 046b7682-b424-4b1c-8522-f151a78e06eb by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:24.124941 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Attempting to bind port 046b7682-b424-4b1c-8522-f151a78e06eb on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:24.125227 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2d75d-edfb-4db2-9623-a95a53033314 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:24.126028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.128478 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Pushing event updated for resources: {'Port': ['ID=046b7682-b424-4b1c-8522-f151a78e06eb,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:24.136685 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:24.136685 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:24.137018 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.137309 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:24.137837 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Bound port: 046b7682-b424-4b1c-8522-f151a78e06eb, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:24.138272 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.141408 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.141839 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.142236 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.142629 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.143018 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.143443 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.143911 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.144231 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.144622 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.145022 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.145400 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.145774 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.146529 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103414) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:56:24.187738 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Network db27e373-7a0a-4404-af98-cbb45e18719f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:24.193405 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:24.196188 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:24.210078 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] For port 046b7682-b424-4b1c-8522-f151a78e06eb, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:24.214463 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] For port 046b7682-b424-4b1c-8522-f151a78e06eb, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=046b7682-b424-4b1c-8522-f151a78e06eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:24.219953 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.227729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Pushing event updated for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:24.250254 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.277995 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b644775-59f5-45b5-870b-96fbf8ae0078 None None] Pushing event updated for resources: {'Port': ['ID=046b7682-b424-4b1c-8522-f151a78e06eb,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:24.285686 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:24.286302 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:24.286484 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593df21f-0312-46f2-96ec-fb35d5ed77cc None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:24.327745 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] Provisioning complete for port 046b7682-b424-4b1c-8522-f151a78e06eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:24.328485 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.407049 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.413734 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:24.429770 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.452342 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] For port 046b7682-b424-4b1c-8522-f151a78e06eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=046b7682-b424-4b1c-8522-f151a78e06eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:24.457546 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.516512 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae733f-b2c7-4391-842e-38825065522c None None] Pushing event updated for resources: {'Port': ['ID=046b7682-b424-4b1c-8522-f151a78e06eb,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:24.578522 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9e9a3774-229c-474e-91f9-d955a64ede89 None None] Provisioning complete for port 046b7682-b424-4b1c-8522-f151a78e06eb triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:24.578950 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3774-229c-474e-91f9-d955a64ede89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.587763 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.593388 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.609069 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:22Z', 'revision_number': 3, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:24.637590 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82da489-0366-45f0-a26b-7456e610d23b None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:22Z', 'revision_number': 3, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:24.663682 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Pushing event updated for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:24.666787 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.682907 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9e9a3774-229c-474e-91f9-d955a64ede89 None None] Provisioning complete for port f171f65c-6f3e-496c-b434-3a835f872f69 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:24.683442 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3774-229c-474e-91f9-d955a64ede89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:24.723715 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a3774-229c-474e-91f9-d955a64ede89 None None] Port f171f65c-6f3e-496c-b434-3a835f872f69 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:24.759524 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Network db27e373-7a0a-4404-af98-cbb45e18719f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:24.760928 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:24.916378 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:25.047313 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-693881cc-c190-451d-9418-691a067a5ad8 None None] Provisioning complete for port f171f65c-6f3e-496c-b434-3a835f872f69 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:25.047694 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-693881cc-c190-451d-9418-691a067a5ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.091503 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-693881cc-c190-451d-9418-691a067a5ad8 None None] Port f171f65c-6f3e-496c-b434-3a835f872f69 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:25.379553 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:25.385413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1f7f07c7-f959-4e42-bee5-840b308e9de5 admin admin] 10.222.0.36 "PUT /v2.0/routers/183d165a-1821-410a-a561-f28f9dd0f4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1020532 Dec 12 16:56:25.498288 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 046b7682-b424-4b1c-8522-f151a78e06eb up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:25.558810 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 046b7682-b424-4b1c-8522-f151a78e06eb triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:25.559181 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.636848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:25.683681 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:25.684311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.870613 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60400) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:25.875593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1049836707-network', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:25.894835 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Made reservation on behalf of 825ce7c4454d42e48ebac5bd8c05659c for: {'network': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:56:25.897072 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for network, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.906579 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.987796 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:25.991571 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.016445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103412) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 12 16:56:26.026817 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28120d6d-6a70-4924-a3a7-d8f3009689b1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:26.033249 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.033575 n-d-710847-8 neutron-server[103412]: INFO neutron.db.segments_db [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Added segment 1194059c-75ef-487c-b6f5-d3f41011b6cc of type vlan for network 0f1f8165-4f40-4273-bdd7-070cfdc58692 Dec 12 16:56:26.073866 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750236749599'] for network, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.100263 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049'] for network, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.101486 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:26.102053 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Publish callbacks [] for network, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.156217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2844992 Dec 12 16:56:26.159070 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:26.164244 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49869250-b43f-414f-acba-e6958724e109 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1f8165-4f40-4273-bdd7-070cfdc58692,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:26.164545 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Request body: {'subnet': {'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1049836707-subnet', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:26.174760 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 details requested by agent ovs-agent-n-d-710847-8 with host n-d-710847-8 {{(pid=103413) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 12 16:56:26.189655 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Made reservation on behalf of 825ce7c4454d42e48ebac5bd8c05659c for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:56:26.192415 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4863790'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.281471 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:26.292036 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:26.292668 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:26.367165 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5059516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4863792'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.409140 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:26.428490 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Pushing event updated for resources: {'Subnet': ['ID=836ccf89-95eb-4c5e-9a2a-02d90a126cff,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:26.436183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Checking segment: {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:26.436542 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Network hostable DHCP agents. Network: 0f1f8165-4f40-4273-bdd7-070cfdc58692, hostable agents: ['0a970933-69e0-4f02-88c2-06244d7f77d4'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 12 16:56:26.454239 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 is scheduled to be hosted by DHCP agent 0a970933-69e0-4f02-88c2-06244d7f77d4 with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 12 16:56:26.464288 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-710847-8, 0f1f8165-4f40-4273-bdd7-070cfdc58692) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:26.468400 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:26.469029 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.485049 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-eac8f3ac-d403-468e-8f3c-30194e24894b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247318 Dec 12 16:56:26.485732 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8babeff-25a5-48d0-a541-b58df839363f None None] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:26.487636 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:26.492101 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:26.516325 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7532'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.517402 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-532597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7543'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.569188 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.670091 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp29ae9fc2-dc70-5ab3-a6e7-bf9e51024059-0f1f8165-4f40-4273-bdd7-070cfdc58692', 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692', 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'fixed_ips': [{'subnet_id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff'}]}} from n-d-710847-8. {{(pid=103413) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 12 16:56:26.671500 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.705491 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.801233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 2, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:26.838675 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:26.839029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Updating router 183d165a-1821-410a-a561-f28f9dd0f4df port f171f65c-6f3e-496c-b434-3a835f872f69 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:56:26.873203 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.875349 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Allocated IP 172.20.0.2 (0f1f8165-4f40-4273-bdd7-070cfdc58692/836ccf89-95eb-4c5e-9a2a-02d90a126cff/860bfee6-43f1-4646-b3c1-904a8e67913a) {{(pid=103413) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:26.906514 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:26.924898 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.023124 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Allocated IP 172.25.3.146 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/2fb5cf12-879c-4585-bb08-1572a98ff1ad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:27.133310 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.169222 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.210129 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:27.213251 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:27.217094 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:27.240621 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb5cf12-879c-4585-bb08-1572a98ff1ad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:27.278135 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5eef42-e5a5-4026-85bf-8b0995471683 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:27.344508 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks [] for port, precommit_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.358796 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832'] for port, after_create {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.429543 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 is already hosted by enough agents. {{(pid=103413) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:27.444019 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Pushing event updated for resources: {'Port': ['ID=860bfee6-43f1-4646-b3c1-904a8e67913a,revision_number=1']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:27.448591 n-d-710847-8 neutron-server[103413]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Resources bound (agent type, host, resource id): {{(pid=103413) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:27.450941 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Received port after_create {{(pid=103413) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:27.468117 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.502985 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9c8ef19a-0b91-43ae-adec-3e4da15fe2a5 None None] Provisioning complete for port 2fb5cf12-879c-4585-bb08-1572a98ff1ad triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:27.503349 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9c8ef19a-0b91-43ae-adec-3e4da15fe2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.561237 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.576417 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.581850 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ef19a-0b91-43ae-adec-3e4da15fe2a5 None None] Port 2fb5cf12-879c-4585-bb08-1572a98ff1ad cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:27.584556 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Attempting to bind port 860bfee6-43f1-4646-b3c1-904a8e67913a on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:27.585690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Attempting to bind port 860bfee6-43f1-4646-b3c1-904a8e67913a by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:27.585690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Attempting to bind port 860bfee6-43f1-4646-b3c1-904a8e67913a on network 0f1f8165-4f40-4273-bdd7-070cfdc58692 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:27.623898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:27.624279 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Checking segment: {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:27.624735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.625152 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Bound using segment: {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:27.625690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Bound port: 860bfee6-43f1-4646-b3c1-904a8e67913a, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:27.626149 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.648282 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547ef3-bd8d-48bf-8d8e-9ac0b5b03079 None None] Pushing event updated for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:27.675477 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-532556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-540407'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.731443 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Attempting to bind port f171f65c-6f3e-496c-b434-3a835f872f69 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:27.731822 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Attempting to bind port f171f65c-6f3e-496c-b434-3a835f872f69 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:27.732192 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Attempting to bind port f171f65c-6f3e-496c-b434-3a835f872f69 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:27.751705 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:27.752082 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Checking segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:27.752491 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.752939 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Bound using segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:27.753450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Bound port: f171f65c-6f3e-496c-b434-3a835f872f69, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:27.753823 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.768193 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] For port 860bfee6-43f1-4646-b3c1-904a8e67913a, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:27.798312 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] For port 860bfee6-43f1-4646-b3c1-904a8e67913a, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=860bfee6-43f1-4646-b3c1-904a8e67913a,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:27.808300 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.821813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Router 1254e23a-712f-4b95-942e-83020f87da25 is scheduled to L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 12 16:56:27.882201 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] For port f171f65c-6f3e-496c-b434-3a835f872f69, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:27.887029 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] For port f171f65c-6f3e-496c-b434-3a835f872f69, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f171f65c-6f3e-496c-b434-3a835f872f69,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:27.894538 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1d21-2cd3-4411-9f09-1877aa4cc014 None None] Pushing event updated for resources: {'Port': ['ID=860bfee6-43f1-4646-b3c1-904a8e67913a,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:27.903298 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:27.954530 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] Provisioning complete for port f171f65c-6f3e-496c-b434-3a835f872f69 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:27.954998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.002881 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:28.003629 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:28.061770 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547ef3-bd8d-48bf-8d8e-9ac0b5b03079 None None] Pushing event updated for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:28.171198 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.176867 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:28.309580 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] For port f171f65c-6f3e-496c-b434-3a835f872f69, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f171f65c-6f3e-496c-b434-3a835f872f69,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:28.350396 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:28.360930 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Sync routers for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:28.362306 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.381487 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:28.382332 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:28.400463 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.401826 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-775ae23c-76d2-4787-b029-4e0e0dd24c71 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9132624 Dec 12 16:56:28.404732 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60406) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:28.444469 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d2279-1b44-4733-a3a8-3629703e7800 None None] Pushing event updated for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:28.500751 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:28.518119 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-2d7448ee-5129-43ad-b42e-0b8e9590617c None None] Provisioning complete for port f171f65c-6f3e-496c-b434-3a835f872f69 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:28.518938 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2d7448ee-5129-43ad-b42e-0b8e9590617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.566396 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:28.600099 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f54764c-f274-4171-b9a7-a9ad52c72964 None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:28.756075 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 3, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:28.787626 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Checking router: 1254e23a-712f-4b95-942e-83020f87da25 for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:28.788118 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Updating router 1254e23a-712f-4b95-942e-83020f87da25 port 2fb5cf12-879c-4585-bb08-1572a98ff1ad binding host n-d-710847-8 {{(pid=103414) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:56:28.815247 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:28.934663 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.124381 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.134004 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.149161 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Allocated IP 172.20.0.1 (0f1f8165-4f40-4273-bdd7-070cfdc58692/836ccf89-95eb-4c5e-9a2a-02d90a126cff/68f32e89-73f3-42a1-b8c9-3d4557497205) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:29.185677 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3403ada-bca4-4a0d-81c3-5e8e909301b4 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:29.209887 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Attempting to bind port 2fb5cf12-879c-4585-bb08-1572a98ff1ad on host n-d-710847-8 for vnic_type normal with profile {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:29.210275 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Attempting to bind port 2fb5cf12-879c-4585-bb08-1572a98ff1ad by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:29.210646 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Attempting to bind port 2fb5cf12-879c-4585-bb08-1572a98ff1ad on network 477f4f59-b866-4849-8e8f-98605ba18e0e {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:29.212938 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aff75-3ac6-4129-8c30-54e28bbcb886 None None] Pushing event updated for resources: {'Port': ['ID=2fb5cf12-879c-4585-bb08-1572a98ff1ad,revision_number=2']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:29.219331 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:29.219719 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Checking segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103414) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:29.220122 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.220518 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Bound using segment: {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'} {{(pid=103414) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:29.221154 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.managers [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Bound port: 2fb5cf12-879c-4585-bb08-1572a98ff1ad, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323ef9a4-bce4-4423-8782-e65d57944a78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e'}}] {{(pid=103414) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:29.221709 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.290915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-f0f3347d-37d5-4d96-a6c6-dcadfcc23462 None None] Provisioning complete for port 2fb5cf12-879c-4585-bb08-1572a98ff1ad triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:29.291369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f0f3347d-37d5-4d96-a6c6-dcadfcc23462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.296234 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] For port 2fb5cf12-879c-4585-bb08-1572a98ff1ad, host n-d-710847-8, cleared binding levels {{(pid=103414) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:29.299981 n-d-710847-8 neutron-server[103414]: DEBUG neutron.plugins.ml2.db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] For port 2fb5cf12-879c-4585-bb08-1572a98ff1ad, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fb5cf12-879c-4585-bb08-1572a98ff1ad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103414) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:29.304040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.304347 n-d-710847-8 neutron-server[103414]: DEBUG neutron_lib.callbacks.manager [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.357939 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.372387 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:29.375686 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:29.379393 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a4c3e-fdee-4075-b410-63aa54e12bdf None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 16:56:29.397038 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3347d-37d5-4d96-a6c6-dcadfcc23462 None None] Port 2fb5cf12-879c-4585-bb08-1572a98ff1ad cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:29.435006 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:29.439849 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11379c41-de0d-4ad6-86c2-409ce2fcee69 None None] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 16:56:29.444871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:29.448214 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Pushing event updated for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:29.451187 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:29.491990 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aff75-3ac6-4129-8c30-54e28bbcb886 None None] Pushing event updated for resources: {'Port': ['ID=2fb5cf12-879c-4585-bb08-1572a98ff1ad,revision_number=3']} {{(pid=103414) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:29.523296 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540036'] for router_interface, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.556775 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Provisioning complete for port 860bfee6-43f1-4646-b3c1-904a8e67913a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:29.556775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.582113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f171f65c-6f3e-496c-b434-3a835f872f69 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:29.605274 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:29.690224 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.699725 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port f171f65c-6f3e-496c-b434-3a835f872f69 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:29.699725 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.785003 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.855083 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 860bfee6-43f1-4646-b3c1-904a8e67913a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:29.913958 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] For port 860bfee6-43f1-4646-b3c1-904a8e67913a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=860bfee6-43f1-4646-b3c1-904a8e67913a,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:29.924468 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.960471 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.966774 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:29.983954 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 860bfee6-43f1-4646-b3c1-904a8e67913a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:29.984336 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 3, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:29.984509 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.021431 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Provisioning complete for port 2fb5cf12-879c-4585-bb08-1572a98ff1ad triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:30.021806 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.025259 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b32b8e-c11f-4533-a6ce-afe7d52a77c7 None None] The sync data for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 is: [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:27Z', 'revision_number': 3, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:30.061690 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Pushing event updated for resources: {'Port': ['ID=860bfee6-43f1-4646-b3c1-904a8e67913a,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:30.072377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539444'] for router_interface, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.078610 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Pushing event updated for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:30.197687 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.205374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:30.207023 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:30.227389 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] For port 2fb5cf12-879c-4585-bb08-1572a98ff1ad, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fb5cf12-879c-4585-bb08-1572a98ff1ad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:30.232360 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.286711 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4841b1-8778-4225-a58b-0f38be2047d4 None None] Pushing event updated for resources: {'Port': ['ID=2fb5cf12-879c-4585-bb08-1572a98ff1ad,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:30.343747 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Router 1254e23a-712f-4b95-942e-83020f87da25 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:30.354707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e1fce2a5-ae41-4237-b80b-620eb6eb8f8d None None] Provisioning complete for port 860bfee6-43f1-4646-b3c1-904a8e67913a triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:30.355079 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1fce2a5-ae41-4237-b80b-620eb6eb8f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.454090 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e1fce2a5-ae41-4237-b80b-620eb6eb8f8d None None] Provisioning complete for port 68f32e89-73f3-42a1-b8c9-3d4557497205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:30.454562 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e1fce2a5-ae41-4237-b80b-620eb6eb8f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.472087 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:30.488433 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-d9c9a0ab-c2ed-4fde-a3be-6b9370369c6f admin admin] 10.222.0.36 "PUT /v2.0/routers/1254e23a-712f-4b95-942e-83020f87da25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0825551 Dec 12 16:56:30.523233 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e1fce2a5-ae41-4237-b80b-620eb6eb8f8d None None] Port 68f32e89-73f3-42a1-b8c9-3d4557497205 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:30.644898 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-80ec8e9d-ca89-4d69-9537-fb50575b8ee6 None None] Provisioning complete for port 68f32e89-73f3-42a1-b8c9-3d4557497205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:30.645274 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-80ec8e9d-ca89-4d69-9537-fb50575b8ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:30.682670 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-80ec8e9d-ca89-4d69-9537-fb50575b8ee6 None None] Port 68f32e89-73f3-42a1-b8c9-3d4557497205 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:31.479413 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 860bfee6-43f1-4646-b3c1-904a8e67913a up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:31.530161 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 860bfee6-43f1-4646-b3c1-904a8e67913a triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:31.530536 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:31.609438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fb5cf12-879c-4585-bb08-1572a98ff1ad up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:31.659655 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 2fb5cf12-879c-4585-bb08-1572a98ff1ad triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:31.660030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:31.951806 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Sync routers for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:31.963020 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:31.963635 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:32.076521 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:32.099706 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.104389 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109314081', 'description': 'tempest-secgroup-smoke-2109314081 description', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.134146 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.212519 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.218126 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.250498 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.251872 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1511509 Dec 12 16:56:32.253923 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68193a5-4da2-4a7a-8d58-554d395389a6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5570d3-1f6a-44da-af16-01f588dab508,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.254841 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60418) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.260522 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.290838 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.291438 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 4, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '68f32e89-73f3-42a1-b8c9-3d4557497205', 'name': '', 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'mac_address': 'fa:16:3e:67:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:28Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 2, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'subnets': [{'id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:32.318241 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Checking router: 1254e23a-712f-4b95-942e-83020f87da25 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:32.318607 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Updating router 1254e23a-712f-4b95-942e-83020f87da25 port 68f32e89-73f3-42a1-b8c9-3d4557497205 binding host n-d-710847-8 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 12 16:56:32.344558 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.347029 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.350568 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.365598 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27299fcb-43f1-478c-87a3-674fd8160c6a,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.376723 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.377994 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-e7d75926-e259-4e1d-a77e-845e2105c7df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215537 Dec 12 16:56:32.380781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60420) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.386138 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.410760 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.481481 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.494213 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.513146 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f55037-1bfe-426c-95ca-9460f45e4142,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.522833 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.525453 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1bcd6085-0021-4076-a737-8ced931f8a8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428778 Dec 12 16:56:32.527615 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.532132 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.558118 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.614120 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.618787 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.634402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.637422 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990233ba-45a4-4ce6-b326-3215c25c086e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.640009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.646051 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.650442 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-ccbbecaf-97d6-4854-b1a0-ae62c938d5fa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187711 Dec 12 16:56:32.650975 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60424) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.655476 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.690747 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.706202 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec582b6-5d34-41b6-9959-d106fafdff06 None None] Pushing event updated for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.753799 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Attempting to bind port 68f32e89-73f3-42a1-b8c9-3d4557497205 on host n-d-710847-8 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:32.754173 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Attempting to bind port 68f32e89-73f3-42a1-b8c9-3d4557497205 by drivers openvswitch,hyperv on host n-d-710847-8 at level 0 using segments [{'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:32.754534 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Attempting to bind port 68f32e89-73f3-42a1-b8c9-3d4557497205 on network 0f1f8165-4f40-4273-bdd7-070cfdc58692 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:32.760218 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Checking agent: {'id': '7a70cb98-e16e-4f9f-80ce-0aeff95845a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 7, 11), 'started_at': datetime.datetime(2021, 12, 12, 15, 7, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-710847-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:32.760583 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.760746 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Checking segment: {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:32.761057 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.761467 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Bound using segment: {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:32.761915 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Bound port: 68f32e89-73f3-42a1-b8c9-3d4557497205, host: n-d-710847-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1194059c-75ef-487c-b6f5-d3f41011b6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:32.762312 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.766047 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.784827 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c346d7f-b7e7-43ef-88bb-6ea861546e28,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.793125 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.794568 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4df8ede0-37ee-4b79-8706-0f734524be8d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425598 Dec 12 16:56:32.797247 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60426) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.802495 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.827576 n-d-710847-8 neutron-server[103412]: INFO neutron.db.securitygroups_db [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Project 2f0c386adc9e4bbab655d6b05dec3269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:56:32.832935 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.838211 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] For port 68f32e89-73f3-42a1-b8c9-3d4557497205, host n-d-710847-8, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:32.841837 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] For port 68f32e89-73f3-42a1-b8c9-3d4557497205, host n-d-710847-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68f32e89-73f3-42a1-b8c9-3d4557497205,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:32.847434 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.903377 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.908285 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.913536 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:32.914181 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:32.928496 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fa6581-a7b3-49e1-9e7f-31caccef9626,revision_number=0']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.938000 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.941073 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-336e2fd6-d4cc-41f0-a761-6c1145fadb56 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425638 Dec 12 16:56:32.942044 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 60428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:32.947145 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'security_group_rule': {'security_group_id': 'af5570d3-1f6a-44da-af16-01f588dab508', 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:32.966328 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec582b6-5d34-41b6-9959-d106fafdff06 None None] Pushing event updated for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:32.970078 n-d-710847-8 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Project 2f0c386adc9e4bbab655d6b05dec3269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 12 16:56:32.976223 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:32.977016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] Provisioning complete for port 68f32e89-73f3-42a1-b8c9-3d4557497205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:32.977451 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.040096 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.044687 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533211'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.060404 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2151d4-651e-44af-ae0e-d2de386f83b7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:33.076296 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.085681 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-6dc419db-7ee4-46ca-a410-1adcb869231e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345277 Dec 12 16:56:33.089377 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:33.199885 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.238212 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-268233ea-6a26-416e-922e-eccd14c957b8 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109314081&fields=id&tenant_id=2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 267 time: 0.0485039 Dec 12 16:56:33.276737 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] For port 68f32e89-73f3-42a1-b8c9-3d4557497205, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68f32e89-73f3-42a1-b8c9-3d4557497205,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:33.281495 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.346062 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-22e4187f-c4b2-41eb-9af2-ab4a0fa76c09 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:33.347622 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-22e4187f-c4b2-41eb-9af2-ab4a0fa76c09 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 810 time: 0.1013184 Dec 12 16:56:33.359926 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ef0d-fa32-4892-947f-e0310afb7591 None None] Pushing event updated for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:33.362854 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-c30abf7a-efcb-49fb-bbd1-46618e977ead tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/quotas/2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 375 time: 0.0093846 Dec 12 16:56:33.385769 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 4, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '68f32e89-73f3-42a1-b8c9-3d4557497205', 'name': '', 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'mac_address': 'fa:16:3e:67:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:28Z', 'updated_at': '2021-12-12T16:56:32Z', 'revision_number': 4, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'subnets': [{'id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:33.415339 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-c39f0229-1085-48aa-ab04-1afef3bad75d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454979 Dec 12 16:56:33.415887 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a39326-336b-437a-b01b-91718f9cf7e9 None None] The sync data for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 is: [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:29Z', 'revision_number': 4, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': '68f32e89-73f3-42a1-b8c9-3d4557497205', 'name': '', 'network_id': '0f1f8165-4f40-4273-bdd7-070cfdc58692', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'mac_address': 'fa:16:3e:67:9a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:28Z', 'updated_at': '2021-12-12T16:56:32Z', 'revision_number': 4, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'subnets': [{'id': '836ccf89-95eb-4c5e-9a2a-02d90a126cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:33.425569 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-9ea0630c-9602-4e3b-96b8-cc09af4dba85 None None] Provisioning complete for port 68f32e89-73f3-42a1-b8c9-3d4557497205 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:33.425945 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9ea0630c-9602-4e3b-96b8-cc09af4dba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:33.557445 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-621f5b1c-8858-4e82-b1f2-1ca37f9d0c9e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103412) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 12 16:56:33.558512 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-621f5b1c-8858-4e82-b1f2-1ca37f9d0c9e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1306455 Dec 12 16:56:33.654492 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-588d3b7b-799e-457f-992c-96bd20c60a60 service neutron] 10.222.0.36 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895448 Dec 12 16:56:33.746810 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-c2fc14f6-dbbb-41d7-92c4-8fcb4182e14e service neutron] 10.222.0.36 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Dec 12 16:56:33.920476 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ab6a3268-0320-404d-a13f-a7735b8cd3d8 req-4ad258a8-a3ce-4996-88ab-e1afa5ff7cfa tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Dec 12 16:56:35.017932 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-0db34a42-a367-41a1-bd5a-273d827024e7 req-22752b80-5838-427b-8fbc-e1e5de2ba283 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 210 time: 0.0261045 Dec 12 16:56:35.420073 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68f32e89-73f3-42a1-b8c9-3d4557497205 up at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:35.525388 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Provisioning complete for port 68f32e89-73f3-42a1-b8c9-3d4557497205 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:35.525760 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:35.669753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-addf579f-6f83-4c2f-a8d5-b044b1bd3d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.077997 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-cbe3e2c1-8ad0-45e4-b9bb-5c5531d1cacf tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:36.079482 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-cbe3e2c1-8ad0-45e4-b9bb-5c5531d1cacf tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 810 time: 0.1122003 Dec 12 16:56:36.115013 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-312415f3-ca0a-4883-90b6-7eb9fb145874 req-ee19e8b6-fb17-4680-bf88-dd5bedafa13c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Dec 12 16:56:36.154637 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-9fb773f7-d1f9-49ac-8b10-4f954206cd0f tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 380 time: 0.0613611 Dec 12 16:56:36.166729 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'port': {'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'admin_state_up': True, 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'security_groups': ['af5570d3-1f6a-44da-af16-01f588dab508']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:36.273913 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Made reservation on behalf of 2f0c386adc9e4bbab655d6b05dec3269 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:56:36.277387 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.398220 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Allocated IP 172.20.0.12 (db27e373-7a0a-4404-af98-cbb45e18719f/af4aa511-157a-4c65-bdb2-ae3e061a2ecf/86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:36.533775 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.568689 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.610759 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Network db27e373-7a0a-4404-af98-cbb45e18719f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:36.613820 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:36.617388 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:36.644196 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:36.670539 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:36.671166 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.689789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-aad2f3d5-903f-4427-ae82-4e3c85578a83 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5266733 Dec 12 16:56:36.708928 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Request body: {'port': {'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-710847-8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:36.768871 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.882250 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-02a33f6d-2022-4d0b-b7cd-43c1566b389d None None] Provisioning complete for port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:36.882819 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-02a33f6d-2022-4d0b-b7cd-43c1566b389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:36.917893 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-02a33f6d-2022-4d0b-b7cd-43c1566b389d None None] Port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:56:37.031768 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:56:37.039403 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.052503 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Transition to ACTIVE for port object 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:56:37.056030 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.107506 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:37.184973 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Attempting to bind port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 on host n-h1-710847-8 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:56:37.185443 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Attempting to bind port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 by drivers openvswitch,hyperv on host n-h1-710847-8 at level 0 using segments [{'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:56:37.185884 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Attempting to bind port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:37.190633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 on network db27e373-7a0a-4404-af98-cbb45e18719f not bound, no agent of type Open vSwitch agent registered on host n-h1-710847-8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:56:37.191076 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Attempting to bind port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:56:37.197163 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Checking agent: {'id': '64ada6cc-dedc-46ca-9418-6994f3ee208f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:56:37.197626 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Checking segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:56:37.198010 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Bound using segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:56:37.198435 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Bound port: 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host: n-h1-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:56:37.198808 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.246436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89f9d2-5c9e-478c-ad55-fcce671e06cb req-3c0d4cad-71bf-433d-b376-12bfab70c1e5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.247821 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b89f9d2-5c9e-478c-ad55-fcce671e06cb req-3c0d4cad-71bf-433d-b376-12bfab70c1e5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0526011 Dec 12 16:56:37.271440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:56:37.275419 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:56:37.280363 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5059893'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.308944 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-7b89f9d2-5c9e-478c-ad55-fcce671e06cb req-8dce754e-26ac-4fdc-a7d9-08584bae593c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523427 Dec 12 16:56:37.335838 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.337082 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.338811 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] 10.222.0.30 "PUT /v2.0/ports/86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1092 time: 0.6344151 Dec 12 16:56:37.339276 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:56:37.341770 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:56:37.349460 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d1aa6-7538-4a57-8e43-ac0fb4864774 service neutron] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:37.386247 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf10e4-adb9-4804-a55b-6991a50824f5 x-openstack-request-id: req-77cf10e4-adb9-4804-a55b-6991a50824f5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:56:37.386550 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:56:37.386826 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77cf10e4-adb9-4804-a55b-6991a50824f5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:56:37.387566 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'status': 'completed', 'code': 200} Dec 12 16:56:37.436290 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-824e3c68-28e8-4944-ace0-3c91604a70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.439079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-824e3c68-28e8-4944-ace0-3c91604a70fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1095 time: 0.0444477 Dec 12 16:56:37.488425 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-ecb304ac-7265-40ee-9ccb-cbd55069a341 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 217 time: 0.0361912 Dec 12 16:56:37.539122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-c6f30885-c51d-45e3-a41b-f3063ff6efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.540609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-c6f30885-c51d-45e3-a41b-f3063ff6efe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0446637 Dec 12 16:56:37.596143 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-eeccb713-58f5-49ac-938f-0f674afad21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.597765 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-eeccb713-58f5-49ac-938f-0f674afad21d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443692 Dec 12 16:56:37.690162 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-5574f7c8-9e13-456b-83c9-1efed01db9c2 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809655 Dec 12 16:56:37.791065 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-bc2c0eca-03cb-41b7-9b5b-f8feca327dd4 req-4b0f5d9c-3d44-47eb-bbab-7d4e9065a536 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Dec 12 16:56:37.880236 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-cba0e666-2d2b-4955-91c9-271bc69ae760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.881742 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-cba0e666-2d2b-4955-91c9-271bc69ae760 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1095 time: 0.0407140 Dec 12 16:56:37.936318 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7674fb71-2740-4e92-be06-a13eebccd862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:37.983715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-782a3854-9abe-4e0a-bf76-84c72003ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:37.985291 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-782a3854-9abe-4e0a-bf76-84c72003ef34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0954394 Dec 12 16:56:38.027897 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-0092b231-9d27-444e-af78-a7ef70440191 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 217 time: 0.0355861 Dec 12 16:56:38.078325 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-9c2b7870-b5b5-4b78-a30f-c4d5646a5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:38.079748 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-9c2b7870-b5b5-4b78-a30f-c4d5646a5bb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0428264 Dec 12 16:56:38.124417 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-cb9fae76-a640-4bfa-84ff-7e59d90cda61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:38.125890 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-cb9fae76-a640-4bfa-84ff-7e59d90cda61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381410 Dec 12 16:56:38.220918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-72a355a2-9a4b-441d-a09e-97a7d08c238b service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Dec 12 16:56:38.311556 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-2ac7250a-79e3-4466-8fc8-1a8e8ea1ce1f req-4b92cefe-2fd8-44f4-91a3-f09597352674 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821064 Dec 12 16:56:38.420652 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e89c57-7a74-416d-9b71-899aeee879eb req-fdb499c7-ce34-4f1a-9d8f-527f26994209 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:38.422105 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3e89c57-7a74-416d-9b71-899aeee879eb req-fdb499c7-ce34-4f1a-9d8f-527f26994209 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0514958 Dec 12 16:56:38.470891 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e3e89c57-7a74-416d-9b71-899aeee879eb req-08b854f4-689f-4256-86ae-70f5c365ed9e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428276 Dec 12 16:56:38.987295 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:39.586007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5b504-8dbb-4d56-a4bd-cf986a81953f req-4232fd6f-4fa1-44e0-b5a1-369c8505d711 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:39.588056 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a5b504-8dbb-4d56-a4bd-cf986a81953f req-4232fd6f-4fa1-44e0-b5a1-369c8505d711 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0485568 Dec 12 16:56:39.636112 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d3a5b504-8dbb-4d56-a4bd-cf986a81953f req-a9f72901-8b6f-4c58-8a2d-df1e5d264ad4 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Dec 12 16:56:40.138998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:40.753029 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b706-605e-4dd0-af61-75aaa2512938 req-ceb1e43b-69b3-42c1-b2dd-9ec935470c39 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:40.754580 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d62b706-605e-4dd0-af61-75aaa2512938 req-ceb1e43b-69b3-42c1-b2dd-9ec935470c39 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0514674 Dec 12 16:56:40.767850 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:40.808744 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d62b706-605e-4dd0-af61-75aaa2512938 req-74b91e34-2e80-4e06-b15e-9c6ce5fcc4bc tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480239 Dec 12 16:56:41.345554 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:41.927403 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b36fb-f194-4859-bb18-fc7b1276ee34 req-5c1ee919-ae7b-4f81-861e-0acd74d9ac3c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:41.928879 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b4b36fb-f194-4859-bb18-fc7b1276ee34 req-5c1ee919-ae7b-4f81-861e-0acd74d9ac3c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0492828 Dec 12 16:56:41.974685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:56:41.977398 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9b4b36fb-f194-4859-bb18-fc7b1276ee34 req-57a2a3bb-ea7a-4a60-ad44-a207cf62b990 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Dec 12 16:56:42.071245 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:42.082354 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:56:42.118419 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:42.130982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:56:42.150510 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:42.154357 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:42.200138 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:42.219185 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:42.408284 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:56:43.090791 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc374f-a590-4ae4-a8cd-a3c02ac9f74b req-37f43b01-dfc4-46ef-8c8c-21860bf49328 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:43.092297 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dbc374f-a590-4ae4-a8cd-a3c02ac9f74b req-37f43b01-dfc4-46ef-8c8c-21860bf49328 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 945 time: 0.0494111 Dec 12 16:56:43.139840 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3dbc374f-a590-4ae4-a8cd-a3c02ac9f74b req-088d2d4b-4961-49d6-8e5c-496efbfa87ef tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Dec 12 16:56:43.989930 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:56:44.041450 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning for port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:56:44.045891 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:56:44.046266 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:44.120913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:44.142076 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:56:44.144361 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc19e07-9739-4501-90f3-cfd525d37596" -d '{"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-plugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:56:44.157971 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:56:44.163230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:44.191459 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f64cc92-76a0-4968-9a42-1a64e1aecb6c x-openstack-request-id: req-9f64cc92-76a0-4968-9a42-1a64e1aecb6c {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:56:44.191748 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-plugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:56:44.192001 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f64cc92-76a0-4968-9a42-1a64e1aecb6c {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:56:44.192390 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'code': 200} Dec 12 16:56:44.270103 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e070e2-2b74-45c3-8a26-197838e92979 req-7f7dc5d8-34a6-4f77-a432-2ab2e2379b50 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:44.271707 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66e070e2-2b74-45c3-8a26-197838e92979 req-7f7dc5d8-34a6-4f77-a432-2ab2e2379b50 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 946 time: 0.0581744 Dec 12 16:56:44.300719 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c8841-6472-484d-991b-7070f18cc5d6 req-e59da390-06a9-4d1a-9528-869c1db5ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:44.302478 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-873c8841-6472-484d-991b-7070f18cc5d6 req-e59da390-06a9-4d1a-9528-869c1db5ebcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0494030 Dec 12 16:56:44.325942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66e070e2-2b74-45c3-8a26-197838e92979 req-0ea1bb34-6fd9-4fc3-a2c3-636299e9d72a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479121 Dec 12 16:56:44.354091 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-873c8841-6472-484d-991b-7070f18cc5d6 req-bb2ae1a1-46fb-459a-9994-e47967e314d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439417 Dec 12 16:56:44.383125 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:45.447246 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a693-6f2c-43e8-8cc4-666462296c7e req-216efe2e-7a5d-4139-9887-fadbf252d84a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:45.448740 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0e4a693-6f2c-43e8-8cc4-666462296c7e req-216efe2e-7a5d-4139-9887-fadbf252d84a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 946 time: 0.0493040 Dec 12 16:56:45.501975 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-e0e4a693-6f2c-43e8-8cc4-666462296c7e req-dc824f91-8761-4181-bc0f-394f6f679312 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473051 Dec 12 16:56:46.619836 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ecfdd-ca2f-4cb2-a305-fe5275eb0e21 req-fa54ba58-5749-440c-939c-bc55c667e74e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:46.621334 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a84ecfdd-ca2f-4cb2-a305-fe5275eb0e21 req-fa54ba58-5749-440c-939c-bc55c667e74e tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Dec 12 16:56:46.673234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a84ecfdd-ca2f-4cb2-a305-fe5275eb0e21 req-65181dea-d093-43e9-87d1-34c2fce69090 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 Dec 12 16:56:46.786086 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1e717-bc39-48fd-a1ba-a4ce2f68d5b9 req-29b75104-5100-4c9e-9f45-a2ae05b922fc tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:46.787450 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ad1e717-bc39-48fd-a1ba-a4ce2f68d5b9 req-29b75104-5100-4c9e-9f45-a2ae05b922fc tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 946 time: 0.0481849 Dec 12 16:56:46.835865 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2ad1e717-bc39-48fd-a1ba-a4ce2f68d5b9 req-0a60108c-6c83-4953-bd95-00e413ed5f1c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Dec 12 16:56:46.858039 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60492) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:46.935962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7dd508-c322-45ee-8755-b69e7654cde7 tempest-TestSnapshotPattern-832639178 tempest-TestSnapshotPattern-832639178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:46.937501 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-1e7dd508-c322-45ee-8755-b69e7654cde7 tempest-TestSnapshotPattern-832639178 tempest-TestSnapshotPattern-832639178-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1092 time: 0.0785244 Dec 12 16:56:46.940297 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60496) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:56:46.944462 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:56:46.967023 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.063645 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.164772 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Allocated IP 172.25.3.174 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/d8f078a5-e9d3-45ba-bea7-bd8dff8f0336) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:56:47.266474 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.299563 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.338197 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:56:47.341121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:56:47.344768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:56:47.371208 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=d8f078a5-e9d3-45ba-bea7-bd8dff8f0336,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:47.700231 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.764197 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.909348 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.913570 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:47.984044 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=d8f078a5-e9d3-45ba-bea7-bd8dff8f0336,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:56:47.993984 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:48.090939 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Floating IP 1d4dc0d7-ba7a-4383-866a-81bdd4752150 associated. External IP: 172.25.3.174, port: 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15. Dec 12 16:56:48.294357 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:56:48.396419 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:56:48.406191 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:56:48.414724 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:56:48.417823 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:48.418632 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:48.445012 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-923168af-4c3c-4151-aaaf-4d46fb693e59 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5036321 Dec 12 16:56:48.445718 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:56:48.447999 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b741039e-2efb-4b6e-b491-651a3dbf5296" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:56:48.525341 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:48.544697 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c5a8f-0741-4b06-b9b1-a9afe662dae3 x-openstack-request-id: req-619c5a8f-0741-4b06-b9b1-a9afe662dae3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:56:48.544948 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:56:48.545203 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-619c5a8f-0741-4b06-b9b1-a9afe662dae3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:56:48.545611 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'status': 'completed', 'code': 200} Dec 12 16:56:48.616004 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-50b5d1cc-1b49-4c39-a883-9fe5b2ac1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:48.618113 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-50b5d1cc-1b49-4c39-a883-9fe5b2ac1042 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0476589 Dec 12 16:56:48.711273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-27dacd5c-916d-4153-8227-926ca716b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:48.712785 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-27dacd5c-916d-4153-8227-926ca716b91e service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0867338 Dec 12 16:56:48.747934 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:47Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:48.773038 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:56:48.778609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-a5ec310b-001c-4a8a-85f9-2eba01d0cf39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1000 time: 0.0581880 Dec 12 16:56:48.781076 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:56:48.781662 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:56:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:48.828291 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-1d679060-783d-4b40-9f7c-a68bdc93c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:48.829815 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-1d679060-783d-4b40-9f7c-a68bdc93c8ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0436754 Dec 12 16:56:48.878995 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-a4c5c4e8-9d2d-4f61-834f-6a38ee53932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:56:48.880491 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-a4c5c4e8-9d2d-4f61-834f-6a38ee53932d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433507 Dec 12 16:56:48.884861 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:56:48.969352 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-18315c2d-9c8f-42e9-960d-8083791794d1 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 Dec 12 16:56:49.062687 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-b741039e-2efb-4b6e-b491-651a3dbf5296 req-e478cb6b-8788-4c8e-97be-a9adf9842b01 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861859 Dec 12 16:56:49.104398 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:47Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:56:49.129251 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c261fc0-127d-47df-b9a6-bdd5c919d8df None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:47Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:56:49.304922 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb943e4-f660-4e61-9ec3-2fc6d68a7dec None None] New status for floating IP 1d4dc0d7-ba7a-4383-866a-81bdd4752150: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:56:57.221844 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:57:05.661779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b15a9194-b33f-4e50-be13-faee928c4583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:07.928041 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-962a20cc-a822-40f4-bf59-36e83fcba852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:08.989563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:10.137922 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:10.770825 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:11.349776 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:12.220310 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:14.770014 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-2f0fe5ed-a17c-465a-bbe0-d814cecc4843 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391600 Dec 12 16:57:14.857255 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-19e6f4c7-5561-4d1e-84cc-4892baaa2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:57:14.858745 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-19e6f4c7-5561-4d1e-84cc-4892baaa2dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0430183 Dec 12 16:57:14.963827 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-ec329bb9-89dd-4066-a292-3f67b0b11b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:57:14.965342 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-ec329bb9-89dd-4066-a292-3f67b0b11b14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0862288 Dec 12 16:57:15.034513 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-321c9d2a-41e4-4922-909e-487c9993969a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1002 time: 0.0567617 Dec 12 16:57:15.082027 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-68410061-2f6a-4477-b7c3-f7b95abcee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:57:15.083441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-68410061-2f6a-4477-b7c3-f7b95abcee78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0418088 Dec 12 16:57:15.137426 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-51444e70-5c63-449f-918d-ef1abe1f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:57:15.138876 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-51444e70-5c63-449f-918d-ef1abe1f5d2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433290 Dec 12 16:57:15.229854 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-1940e51f-c3f9-4f51-bcc2-f9488625c0cc service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831864 Dec 12 16:57:15.323068 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-3e04d7e2-9486-4aad-b4fa-b06b7073f463 req-8cc67492-e8ec-49de-9ed2-2abf96d5b0ac service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845299 Dec 12 16:57:34.221070 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:57:35.662982 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f96c253a-8aa3-4630-be9b-f6e76972b303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:37.930511 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f3e7585e-d60d-4bab-ac41-94a3ebad5625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:38.993652 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:40.149541 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:40.773582 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:41.351588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:57:42.235733 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:05.665717 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-351cb274-4fde-41d4-aa8c-e3f3eeb77270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:07.931836 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bbf60acb-f725-420a-9e88-5ce935d53bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:08.995963 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:10.150621 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:10.778271 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:11.219862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:58:11.358693 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:12.261839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:15.772999 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-b1cce334-8810-4c2c-9ac5-023f3f5554a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404496 Dec 12 16:58:15.862040 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-68f9148a-62c3-4f23-994c-8d632d7ec1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:58:15.863500 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-68f9148a-62c3-4f23-994c-8d632d7ec1b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1097 time: 0.0412672 Dec 12 16:58:15.970964 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-ac604a41-8d4e-426f-850a-2d045e823b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:58:15.972420 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-ac604a41-8d4e-426f-850a-2d045e823b0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0867860 Dec 12 16:58:16.040499 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-d5a70ac1-d601-4409-97a0-70494db31561 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1002 time: 0.0576277 Dec 12 16:58:16.092015 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-4e1c80ad-2854-48e9-a539-a6847a36d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:58:16.093441 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-4e1c80ad-2854-48e9-a539-a6847a36d9ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0425937 Dec 12 16:58:16.151315 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-45f978d0-8147-46c6-9d9f-6e4872c6413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:58:16.152830 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-45f978d0-8147-46c6-9d9f-6e4872c6413d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442929 Dec 12 16:58:16.245079 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-d3e4c132-b0b1-43d9-93fc-46bd575161b5 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808845 Dec 12 16:58:16.342348 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-a97b4500-6a0c-42fb-bd34-e3efdaf1eddb req-27e61e6b-746b-426e-a7f2-70d6ea1a8d98 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856819 Dec 12 16:58:35.666211 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-190f81df-e762-4926-b41b-ff0d392109d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:37.932005 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-84ede154-95fe-4525-b7af-a7535d996c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:38.999270 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:40.166216 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:40.779508 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:41.352151 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:42.250740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:48.221475 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:58:48.602740 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 details requested by agent hyperv_n-h1-710847-8 with host n-h1-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:58:48.695229 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:58:48.706356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Returning: {'device': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:58:48.742230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:48.754572 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:58:48.773560 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:58:48.777199 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:48.829104 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:58:48.837108 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.837658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.837890 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.838366 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.838792 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.839128 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.839458 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.839787 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.840113 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.840437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.840789 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.841114 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.841452 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:58:48.867585 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] get_ports_and_sgs() called for port_ids ['86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:58:50.610785 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 up at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:58:50.662909 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Provisioning complete for port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:58:50.664303 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:50.749082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:50.774656 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:58:50.777013 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb0d80f-2e1f-4a54-828a-dfb03b5c5d89" -d '{"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-plugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:58:50.793526 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:58:50.798521 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:58:50.850016 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:58:50.894641 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad08e827-1eed-482a-940a-671f91e18a46 x-openstack-request-id: req-ad08e827-1eed-482a-940a-671f91e18a46 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:58:50.894932 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-plugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:58:50.895184 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad08e827-1eed-482a-940a-671f91e18a46 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:58:50.895576 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'code': 200} Dec 12 16:58:59.700416 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-cdcf85fe-2271-405f-9a43-97ea7b6e208d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109314081&fields=id&tenant_id=2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 267 time: 0.0452950 Dec 12 16:58:59.804238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-8277143b-f0c5-40cb-a956-80bf29f34c61 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:58:59.805714 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-8277143b-f0c5-40cb-a956-80bf29f34c61 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 810 time: 0.0982754 Dec 12 16:58:59.820217 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3f5e2d71-3fc6-4766-9adf-e4957bc4016c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/quotas/2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 375 time: 0.0086956 Dec 12 16:58:59.875712 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-4d01df61-3743-405d-b6bf-d3fefc8bd756 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504622 Dec 12 16:59:00.023878 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-d240511a-35dd-4c08-b072-4cd61247e959 service neutron] 10.222.0.36 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366801 Dec 12 16:59:00.115722 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-ef1b3a88-21fb-4bf5-93c3-d02b3f61fd04 service neutron] 10.222.0.36 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857604 Dec 12 16:59:00.309213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1d66e2f5-5b12-42c9-9740-7ed35c1ae101 req-229c71cd-e802-43b9-afe0-c160ac14aa37 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 210 time: 0.0277424 Dec 12 16:59:01.283735 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-d20f983e-6061-4d8d-8959-54076314ab51 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:01.285185 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-d20f983e-6061-4d8d-8959-54076314ab51 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 810 time: 0.1031516 Dec 12 16:59:01.357745 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-30682c0f-16fd-46d1-a8a7-a3b4b02fafbf tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0c386adc9e4bbab655d6b05dec3269 HTTP/1.1" status: 200 len: 380 time: 0.0610921 Dec 12 16:59:01.366985 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'port': {'device_id': 'd7f56f89-5c80-409d-972d-559d9323e901', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'admin_state_up': True, 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'security_groups': ['af5570d3-1f6a-44da-af16-01f588dab508']}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:59:01.436717 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-d7b4b962-54c4-4449-9908-5cd7fab099a9 req-3bc0e39e-363d-4024-88b0-6ee4eed877d5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 210 time: 0.0551863 Dec 12 16:59:01.499238 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Made reservation on behalf of 2f0c386adc9e4bbab655d6b05dec3269 for: {'port': 1} {{(pid=103412) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 12 16:59:01.502976 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:01.667845 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Allocated IP 172.20.0.7 (db27e373-7a0a-4404-af98-cbb45e18719f/af4aa511-157a-4c65-bdb2-ae3e061a2ecf/fc30a6d7-1c0a-42e8-95f0-ef56a56ef417) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:59:01.851907 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:01.892576 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:01.936424 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Network db27e373-7a0a-4404-af98-cbb45e18719f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:59:01.939765 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:59:01.942383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:59:01.980722 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:01.989256 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.989596 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.989933 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.990268 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.990599 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.990929 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.991296 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.991621 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.991951 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.992270 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.992589 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.992934 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:01.993254 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 16:59:02.016007 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:02.016669 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:02.041298 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-3e81cf39-6387-48a9-bedb-cad2b5ac8237 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6780884 Dec 12 16:59:02.221914 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9aacc88-9533-4d61-8c24-daf7efd91890 None None] Provisioning complete for port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 triggered by entity DHCP. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:59:02.222490 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9aacc88-9533-4d61-8c24-daf7efd91890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:02.260206 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9aacc88-9533-4d61-8c24-daf7efd91890 None None] Port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 cannot update to ACTIVE because it is not bound. {{(pid=103413) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 12 16:59:02.556369 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5490e-8001-4a34-a847-0a2a9b251dfd req-a592a2a3-5261-45f4-afc5-0da1eed1260f tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:02.557861 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c5490e-8001-4a34-a847-0a2a9b251dfd req-a592a2a3-5261-45f4-afc5-0da1eed1260f tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0516582 Dec 12 16:59:02.614123 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-40c5490e-8001-4a34-a847-0a2a9b251dfd req-07f23dfb-04ce-45b1-b344-da504115fecb tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502915 Dec 12 16:59:02.674191 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 16:59:02.757159 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:02.780529 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:59:02.783030 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91543154-9d77-4a83-8c0d-6cae791fa86a" -d '{"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-unplugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:59:02.797123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:59:02.802291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:02.836763 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e4277-836f-4738-87e9-a878eb5c7c04 x-openstack-request-id: req-7b6e4277-836f-4738-87e9-a878eb5c7c04 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:59:02.837066 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-unplugged", "status": "completed", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:59:02.837518 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b6e4277-836f-4738-87e9-a878eb5c7c04 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:59:02.837922 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'code': 200} Dec 12 16:59:02.866883 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Pushing event updated for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:03.740520 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea808e2-10b7-4c00-8d61-7d7188b35e02 req-555665ef-46af-4f66-9582-0f705f993c29 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:03.742642 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ea808e2-10b7-4c00-8d61-7d7188b35e02 req-555665ef-46af-4f66-9582-0f705f993c29 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0540652 Dec 12 16:59:03.796983 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ea808e2-10b7-4c00-8d61-7d7188b35e02 req-db78f8ec-95df-4238-88b0-434c6211b7c6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483053 Dec 12 16:59:04.923152 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa18929-f66d-4079-be35-d12c859ae3b3 req-98f814fd-131f-45e9-ae73-9f423d181582 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:04.924698 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfa18929-f66d-4079-be35-d12c859ae3b3 req-98f814fd-131f-45e9-ae73-9f423d181582 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0513415 Dec 12 16:59:04.976674 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dfa18929-f66d-4079-be35-d12c859ae3b3 req-2f84c8d1-f549-47e2-86dc-17b506a50ecc tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458529 Dec 12 16:59:05.670007 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-974552f8-8719-4c77-b724-a4f3a66bd5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:06.100365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72d8c-b5de-4188-b0a1-6283cdf82db5 req-1605e202-f98e-42bb-8c5b-bcaefb72dbb8 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:06.102650 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5f72d8c-b5de-4188-b0a1-6283cdf82db5 req-1605e202-f98e-42bb-8c5b-bcaefb72dbb8 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0550489 Dec 12 16:59:06.157563 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a5f72d8c-b5de-4188-b0a1-6283cdf82db5 req-6f190f78-7f4f-4104-922c-474d615a90df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453591 Dec 12 16:59:07.281906 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5321db-8883-4df3-a2f9-06c12bf8036b req-c793395d-d6ac-4615-a132-afb479fe4e2c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:07.283480 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f5321db-8883-4df3-a2f9-06c12bf8036b req-c793395d-d6ac-4615-a132-afb479fe4e2c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0533776 Dec 12 16:59:07.346032 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3f5321db-8883-4df3-a2f9-06c12bf8036b req-19e54380-bb7c-4946-93eb-943e3a71633b tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557675 Dec 12 16:59:07.934106 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6123cf3b-99c6-417f-8315-7fdfe3a101b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:08.465052 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6d553-e787-4be7-9586-78c24553ca7c req-5f6cde19-cac9-4f23-bee3-2f33f1e8349a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:08.466546 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29b6d553-e787-4be7-9586-78c24553ca7c req-5f6cde19-cac9-4f23-bee3-2f33f1e8349a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0490141 Dec 12 16:59:08.520600 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-29b6d553-e787-4be7-9586-78c24553ca7c req-1930f9c2-9d6d-4e1b-ac0a-85c4f91593ea tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472775 Dec 12 16:59:09.002371 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:09.649547 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b6262-7ddc-41e6-ad8d-f7bc3f111eaf req-1d375784-d0f8-4be8-b425-5d8d49a9d3a2 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:09.655751 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a7b6262-7ddc-41e6-ad8d-f7bc3f111eaf req-1d375784-d0f8-4be8-b425-5d8d49a9d3a2 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0607235 Dec 12 16:59:09.705046 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-1a7b6262-7ddc-41e6-ad8d-f7bc3f111eaf req-5d194b3c-07df-49a7-9d40-9748a44aa05d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Dec 12 16:59:10.171249 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:10.794183 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:10.833118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578bdea-38fb-4baa-826a-b73ee3cfd767 req-347d4ca8-5b92-45fc-b612-95f179bd61c4 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:10.835234 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8578bdea-38fb-4baa-826a-b73ee3cfd767 req-347d4ca8-5b92-45fc-b612-95f179bd61c4 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.0522828 Dec 12 16:59:10.887942 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-8578bdea-38fb-4baa-826a-b73ee3cfd767 req-1598fb44-0924-4bf3-b9a0-b8558e256d72 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Dec 12 16:59:11.356913 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:11.524218 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Request body: {'port': {'device_id': 'd7f56f89-5c80-409d-972d-559d9323e901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-710847-8'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:59:11.916699 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.074505 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747f1cc-94e1-4bc4-9173-026922bcf90f req-78e37367-b692-4613-962a-3cd8f87ef288 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:12.075883 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f747f1cc-94e1-4bc4-9173-026922bcf90f req-78e37367-b692-4613-962a-3cd8f87ef288 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 931 time: 0.1161859 Dec 12 16:59:12.174491 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-f747f1cc-94e1-4bc4-9173-026922bcf90f req-01258f5e-260c-4ee7-a85e-62f1a97eaed9 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888534 Dec 12 16:59:12.244863 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:59:12.248533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.253043 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.264719 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Transition to ACTIVE for port object fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 will not be triggered until provisioned by entity L2. {{(pid=103412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 12 16:59:12.268337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.320374 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:12.391768 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Attempting to bind port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 on host n-h2-710847-8 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 12 16:59:12.392118 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Attempting to bind port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 by drivers openvswitch,hyperv on host n-h2-710847-8 at level 0 using segments [{'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 12 16:59:12.392425 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Attempting to bind port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:59:12.397666 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 on network db27e373-7a0a-4404-af98-cbb45e18719f not bound, no agent of type Open vSwitch agent registered on host n-h2-710847-8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 12 16:59:12.398009 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Attempting to bind port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 on network db27e373-7a0a-4404-af98-cbb45e18719f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 12 16:59:12.403061 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Checking agent: {'id': 'd357c7f1-d135-4283-82b8-4b079c927e81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-710847-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'started_at': datetime.datetime(2021, 12, 12, 15, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 12, 16, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 12 16:59:12.403390 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Checking segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 12 16:59:12.403769 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Bound using segment: {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 12 16:59:12.404224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Bound port: fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host: n-h2-710847-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680d347b-149d-4c29-b273-5716defbfbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 12 16:59:12.404573 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.469914 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 12 16:59:12.473054 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 12 16:59:12.478025 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.515332 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:12.515940 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:12.517381 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 1091 time: 1.0584834 Dec 12 16:59:12.517789 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:59:12.520095 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:59:12.541796 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae75fc-5f5e-4e30-9e10-068564d83cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:12.578462 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de953987-b2d0-4a6e-8bc1-ccd90165e21c x-openstack-request-id: req-de953987-b2d0-4a6e-8bc1-ccd90165e21c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:59:12.578695 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:59:12.578950 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de953987-b2d0-4a6e-8bc1-ccd90165e21c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:59:12.579355 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'status': 'completed', 'code': 200} Dec 12 16:59:12.613516 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-48b21ef0-c5b7-42ae-871a-4dba44fc8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:12.615166 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-48b21ef0-c5b7-42ae-871a-4dba44fc8049 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1094 time: 0.0482333 Dec 12 16:59:12.662767 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-ef9479a9-69ac-46e8-b431-245b89f79144 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 217 time: 0.0394151 Dec 12 16:59:12.712436 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-c60fe0bd-4e3e-4594-b73b-03bfabdce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:12.713912 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-c60fe0bd-4e3e-4594-b73b-03bfabdce861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0447552 Dec 12 16:59:12.759942 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c5cf-513d-4814-8776-4688512b3b42 req-857cce38-f549-41b9-b7bd-22c1a2a48747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:12.761468 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-857cce38-f549-41b9-b7bd-22c1a2a48747 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406339 Dec 12 16:59:12.853965 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-4ab96a9c-648d-4154-9396-024402cefb3f service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Dec 12 16:59:12.940754 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b866c5cf-513d-4814-8776-4688512b3b42 req-590a55ce-183b-4b57-9c59-c8ca5454f4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797062 Dec 12 16:59:13.034727 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-a9e9ec6e-91a5-455d-89ad-0ef9657a80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:13.036181 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-a9e9ec6e-91a5-455d-89ad-0ef9657a80d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1094 time: 0.0447922 Dec 12 16:59:13.127582 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-1e4980d8-1e27-4f64-96be-6680335bb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:13.128984 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-1e4980d8-1e27-4f64-96be-6680335bb1cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0852866 Dec 12 16:59:13.170998 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-9dc11e21-ddf9-42a0-aad3-f7f41baba7a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 217 time: 0.0347166 Dec 12 16:59:13.227327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-2535901b-1d10-4142-89c3-71b45cbdc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:13.228836 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-2535901b-1d10-4142-89c3-71b45cbdc21e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0502973 Dec 12 16:59:13.302224 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-b9087ba1-f891-4d84-941d-537c73e881d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:13.304361 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-b9087ba1-f891-4d84-941d-537c73e881d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682101 Dec 12 16:59:13.312465 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b19ab-0d98-4b3d-b83a-d15acca8b9af req-3fc82cb2-190b-4a6c-8e02-d002354232df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:13.313818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-929b19ab-0d98-4b3d-b83a-d15acca8b9af req-3fc82cb2-190b-4a6c-8e02-d002354232df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 943 time: 0.0694971 Dec 12 16:59:13.409366 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-929b19ab-0d98-4b3d-b83a-d15acca8b9af req-1a285299-0357-4213-8637-3e0e5e8e3e6a tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876706 Dec 12 16:59:13.433447 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-46622b8a-4a29-4c95-b63c-185d4989fc8f service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186917 Dec 12 16:59:13.523958 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-dba4e4e1-75e4-4e0e-8ac0-6186eacdf46d req-7d15c56e-fb05-49c2-bd41-93f4b0ef8bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827858 Dec 12 16:59:14.537342 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab77fca-9bab-4a91-900a-a2d99a652758 req-df6faa92-0776-4bba-8f42-f5235da26828 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:14.538847 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ab77fca-9bab-4a91-900a-a2d99a652758 req-df6faa92-0776-4bba-8f42-f5235da26828 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 943 time: 0.0550621 Dec 12 16:59:14.587969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6ab77fca-9bab-4a91-900a-a2d99a652758 req-13b06a3f-3477-45e6-b518-00068f210b22 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Dec 12 16:59:15.495412 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 16:59:15.590987 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:59:15.602150 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'mac_address': 'fa:16:3e:75:c8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 16:59:15.638603 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:15.658106 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 16:59:15.676982 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:59:15.681767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:15.704344 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66caf94f-5d30-4a4e-840b-f4aded0ef2a1 req-6b40f0e8-0e57-4440-979d-4833ef5a47df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:15.705844 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66caf94f-5d30-4a4e-840b-f4aded0ef2a1 req-6b40f0e8-0e57-4440-979d-4833ef5a47df tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 943 time: 0.0497026 Dec 12 16:59:15.728714 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:15.758968 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-66caf94f-5d30-4a4e-840b-f4aded0ef2a1 req-000aa09e-fca1-4f38-9172-a46345fc8941 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 Dec 12 16:59:15.918979 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 16:59:16.878567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1fe9e-05ec-43ce-932c-5823888bf6f3 req-0f149fcd-6a51-4116-9b39-fc5f53cf4965 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:16.880020 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ba1fe9e-05ec-43ce-932c-5823888bf6f3 req-0f149fcd-6a51-4116-9b39-fc5f53cf4965 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 944 time: 0.0525458 Dec 12 16:59:16.927655 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-9ba1fe9e-05ec-43ce-932c-5823888bf6f3 req-7676a9d2-f4b0-4193-aff3-17c00dfb68d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Dec 12 16:59:17.493940 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 16:59:17.543697 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning for port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 completed by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 12 16:59:17.547819 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 16:59:17.548188 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:17.622680 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:17.644311 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:59:17.646541 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5419bcd2-d7a9-4a30-b1fc-316c510582f0" -d '{"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-plugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:59:17.659473 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 16:59:17.664353 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:17.688105 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a9d03f-1f01-4367-9356-7dbed4cec599 x-openstack-request-id: req-d6a9d03f-1f01-4367-9356-7dbed4cec599 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:59:17.688394 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-plugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:59:17.688654 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6a9d03f-1f01-4367-9356-7dbed4cec599 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:59:17.689051 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'code': 200} Dec 12 16:59:17.714367 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=5']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:17.780609 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-1b74c567-5304-4a9e-a893-25911cc38493 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412631 Dec 12 16:59:17.792081 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12da9b-c2d3-4499-999c-b44881d77a5a req-54f34f23-bfb2-430b-a53a-72965f3e5f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:17.793595 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b12da9b-c2d3-4499-999c-b44881d77a5a req-54f34f23-bfb2-430b-a53a-72965f3e5f10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1096 time: 0.0425851 Dec 12 16:59:17.840007 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-3b12da9b-c2d3-4499-999c-b44881d77a5a req-381ecab9-545e-4b3c-a234-71850f4d494d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396748 Dec 12 16:59:17.864229 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-cbd2d7b2-e64f-4126-b66c-f1f8e112b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:17.866304 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-cbd2d7b2-e64f-4126-b66c-f1f8e112b6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1095 time: 0.0404394 Dec 12 16:59:17.976870 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-609a81f1-1090-452e-bd39-5300f4facdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:17.978387 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-609a81f1-1090-452e-bd39-5300f4facdc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0877926 Dec 12 16:59:18.043324 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e29907-ac3a-49dd-a8bb-343fe9b975c1 req-27113053-e53a-423e-9475-b37078092265 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:18.044955 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e29907-ac3a-49dd-a8bb-343fe9b975c1 req-27113053-e53a-423e-9475-b37078092265 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 945 time: 0.0480320 Dec 12 16:59:18.048294 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-6afd7b03-07af-45fe-8fa1-118b3e1d01da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1000 time: 0.0586853 Dec 12 16:59:18.100796 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-10e29907-ac3a-49dd-a8bb-343fe9b975c1 req-06e17aa0-3790-4ac7-9284-925154624b6d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498509 Dec 12 16:59:18.101262 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-53f69f25-18f7-4f81-8c4e-02d9a8464c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:18.102719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-53f69f25-18f7-4f81-8c4e-02d9a8464c2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0436182 Dec 12 16:59:18.158742 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-f6e044cf-29ff-40e1-9cf4-2a927f8740e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:18.160234 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-f6e044cf-29ff-40e1-9cf4-2a927f8740e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447927 Dec 12 16:59:18.252730 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-99d427ba-f42a-413b-aba6-1afe0697f40a service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804265 Dec 12 16:59:18.348448 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d786bc9e-65b5-4845-bbda-3d9eb11f13ff req-43c6fce0-4158-4c4c-a727-674ef2cb9c52 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 Dec 12 16:59:19.227729 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e9f65-4a1a-412a-9632-4045bd8d7c99 req-4325cc26-0648-46d3-a58f-26fd173ac2b9 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:19.229219 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e9f65-4a1a-412a-9632-4045bd8d7c99 req-4325cc26-0648-46d3-a58f-26fd173ac2b9 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 945 time: 0.0548594 Dec 12 16:59:19.277405 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5a7e9f65-4a1a-412a-9632-4045bd8d7c99 req-6e5e84b4-f9f7-4e6d-8874-a5d2b866584d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Dec 12 16:59:19.390731 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fef434-7815-4946-8438-6f2e09193b9e req-0fe44684-1da2-4da6-b28d-a47d98a5d4d5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:19.392106 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85fef434-7815-4946-8438-6f2e09193b9e req-0fe44684-1da2-4da6-b28d-a47d98a5d4d5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Dec 12 16:59:19.440818 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-85fef434-7815-4946-8438-6f2e09193b9e req-b035c6da-bcec-4b12-8233-f6b0562d7120 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427456 Dec 12 16:59:19.462203 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60778) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:59:19.506334 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce74452-b35b-431f-b0cb-195ae5176ef1 tempest-TestSnapshotPattern-832639178 tempest-TestSnapshotPattern-832639178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:19.507795 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-5ce74452-b35b-431f-b0cb-195ae5176ef1 tempest-TestSnapshotPattern-832639178 tempest-TestSnapshotPattern-832639178-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1091 time: 0.0446100 Dec 12 16:59:19.510556 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60780) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 16:59:19.514898 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.v2.base [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Request body: {'floatingip': {'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103412) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 12 16:59:19.536409 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:19.630322 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:19.733925 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Allocated IP 172.25.3.54 (477f4f59-b866-4849-8e8f-98605ba18e0e/eaf5ff96-a810-4544-9d54-735a9af8e9bd/3df69c61-2b0c-45b8-901a-9c8d6a19de40) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 12 16:59:19.830331 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:19.864268 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750236731832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:19.907539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Network 477f4f59-b866-4849-8e8f-98605ba18e0e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 12 16:59:19.910411 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 12 16:59:19.913757 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 12 16:59:19.918960 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=3df69c61-2b0c-45b8-901a-9c8d6a19de40,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:20.261310 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.328323 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.472055 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.477051 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15910380'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.546145 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event updated for resources: {'Port': ['ID=3df69c61-2b0c-45b8-901a-9c8d6a19de40,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 16:59:20.557628 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539921'] for floatingip, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.655891 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Floating IP 62f56ef7-30e0-49d6-af4c-cfd854987a4f associated. External IP: 172.25.3.54, port: fc30a6d7-1c0a-42e8-95f0-ef56a56ef417. Dec 12 16:59:20.859112 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 16:59:20.964539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 16:59:20.974416 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 16:59:20.983251 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:20.984119 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:59:20.984758 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:59:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:59:21.011428 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-a3ff1ddc-c3d1-4ac3-8236-634d76647d7d tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4998548 Dec 12 16:59:21.012014 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 16:59:21.014275 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806e8d5-31a3-4fdf-af74-4180d365e734" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 16:59:21.061714 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 16:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb07e47-3307-4d75-9770-8e66862fc614 x-openstack-request-id: req-2eb07e47-3307-4d75-9770-8e66862fc614 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 16:59:21.062005 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 16:59:21.062262 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2eb07e47-3307-4d75-9770-8e66862fc614 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 16:59:21.062670 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'status': 'completed', 'code': 200} Dec 12 16:59:21.102224 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:59:21.125802 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-d5511aa2-bac1-4014-a4db-93b3d34f15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:21.127343 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-d5511aa2-bac1-4014-a4db-93b3d34f15bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1096 time: 0.0427120 Dec 12 16:59:21.221781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-4a339b71-d0b0-4e9b-ace1-b63c9d8a0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:21.223289 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-4a339b71-d0b0-4e9b-ace1-b63c9d8a0f07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0894754 Dec 12 16:59:21.292299 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-a74c2e0b-e5c4-4c07-b15c-52e079147c02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 998 time: 0.0622904 Dec 12 16:59:21.342875 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-07925584-0593-4ae0-b26c-99fc8df843ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:21.344338 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-07925584-0593-4ae0-b26c-99fc8df843ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0451910 Dec 12 16:59:21.393121 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-9a585435-9a53-472d-bcd6-ec585a289692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:21.394514 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-9a585435-9a53-472d-bcd6-ec585a289692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432038 Dec 12 16:59:21.422202 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}, {'id': '62f56ef7-30e0-49d6-af4c-cfd854987a4f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:75:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f56f89-5c80-409d-972d-559d9323e901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:59:20Z', 'updated_at': '2021-12-12T16:59:20Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:59:21.448255 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 16:59:21.456468 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 16:59:21.457095 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T16:59:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:59:21.483413 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-f1d31ba6-eb4e-42ff-91dc-4006e3206d04 service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Dec 12 16:59:21.561465 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 16:59:21.577658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-2806e8d5-31a3-4fdf-af74-4180d365e734 req-744e19d8-56e7-4de4-83b1-cd05bed7a92b service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Dec 12 16:59:21.781610 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}, {'id': '62f56ef7-30e0-49d6-af4c-cfd854987a4f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:75:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f56f89-5c80-409d-972d-559d9323e901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:59:20Z', 'updated_at': '2021-12-12T16:59:20Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 16:59:21.806848 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad0e89e-0a5d-4cdd-8de4-20664682f796 None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}, {'id': '62f56ef7-30e0-49d6-af4c-cfd854987a4f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:75:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f56f89-5c80-409d-972d-559d9323e901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:59:20Z', 'updated_at': '2021-12-12T16:59:20Z', 'revision_number': 0, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 16:59:22.001123 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16ed97-3c17-4123-a285-091288eb2a87 None None] New status for floating IP 62f56ef7-30e0-49d6-af4c-cfd854987a4f: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 16:59:25.221007 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 16:59:33.558910 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-15ae45dd-f638-443a-bac8-171b7b65253c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397174 Dec 12 16:59:33.640736 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-18f07cb4-6cbf-4166-bde0-c92c65e4a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:33.642183 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-18f07cb4-6cbf-4166-bde0-c92c65e4a436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1096 time: 0.0394120 Dec 12 16:59:33.745283 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-2499057a-de97-4e19-9c1c-72407cb1bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:33.746718 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-2499057a-de97-4e19-9c1c-72407cb1bc0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0846987 Dec 12 16:59:33.811444 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-923a71c0-af57-4ada-bbc8-284b43a62997 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 1000 time: 0.0574625 Dec 12 16:59:33.862694 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-b2ffadff-2c27-43dd-9494-77cacb162acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:33.864132 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-b2ffadff-2c27-43dd-9494-77cacb162acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0449154 Dec 12 16:59:33.914233 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-a7b785cc-f2e1-4be7-b29c-a7af79607620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 16:59:33.916213 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-a7b785cc-f2e1-4be7-b29c-a7af79607620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425932 Dec 12 16:59:34.002035 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-97e382d7-f024-4ef0-86c2-dbf280da486a service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777414 Dec 12 16:59:34.092326 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-a9e7db47-8685-457c-bce6-c7337dedda5d req-cac49153-7795-48fe-9d47-59b7f74adaef service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819931 Dec 12 16:59:35.674459 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-990a3ad7-a23f-419d-805d-635f041a75c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:37.936742 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c30e195f-7285-49e7-8e0a-de74aa58c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:39.004210 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:40.194638 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:40.787299 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:41.360844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 16:59:42.263735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:02.219770 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:00:05.676287 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-2af18caa-b642-4cd9-a302-5bf3ecef8dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:07.938437 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b618e0d-e6f9-4efb-b8c1-dd5002305ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:09.006860 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:10.208694 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:10.792142 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:11.363099 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:12.278322 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:19.817582 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-178a3c00-b1c5-4092-8925-6daf04119698 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856843 Dec 12 17:00:19.901079 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-f69b014e-54c0-42f1-942b-d7f186919da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:19.902568 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-f69b014e-54c0-42f1-942b-d7f186919da0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1095 time: 0.0406461 Dec 12 17:00:20.010721 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-f74adeff-2baf-4d8b-957f-f36e56efe8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:20.012054 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-f74adeff-2baf-4d8b-957f-f36e56efe8c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0853240 Dec 12 17:00:20.081182 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-6358c586-354b-4231-a785-e2930267372b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 1000 time: 0.0568557 Dec 12 17:00:20.130340 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-c76e2682-a8b0-4bc6-ae15-679e50cdccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:20.131789 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-c76e2682-a8b0-4bc6-ae15-679e50cdccdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0418899 Dec 12 17:00:20.186602 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-0c3cb248-efca-435f-92dd-0d4a70a26384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:20.188155 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-0c3cb248-efca-435f-92dd-0d4a70a26384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446548 Dec 12 17:00:20.281076 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-aa2f2599-7aed-43a2-a788-5575160e8278 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801327 Dec 12 17:00:20.376309 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-d1ad90ba-650e-4563-a803-e94403ee62a2 req-198cace5-03af-44a5-b805-9896130d77f8 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840447 Dec 12 17:00:35.540673 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-10ae1444-1e86-4330-928b-79b593273144 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418611 Dec 12 17:00:35.620917 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-e5422aaa-24b5-46f3-8ee9-0a137bbab4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:35.622430 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-e5422aaa-24b5-46f3-8ee9-0a137bbab4cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1096 time: 0.0416009 Dec 12 17:00:35.677745 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-46943783-a893-412e-afc7-634870d992f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:35.726781 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-e0209b3a-4acd-4e1a-a26d-cc3c59e53638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:35.728262 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-e0209b3a-4acd-4e1a-a26d-cc3c59e53638 service neutron] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0868812 Dec 12 17:00:36.120780 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-07544ef6-85b1-49b0-9289-379011ac49d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 1000 time: 0.3852656 Dec 12 17:00:36.167867 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-8110a3d6-b939-4e06-9097-f7d993ad2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:36.169362 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-8110a3d6-b939-4e06-9097-f7d993ad2fc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0421081 Dec 12 17:00:36.216550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-982cd9ec-8b46-4133-b3b4-d88a0015bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:00:36.218049 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-982cd9ec-8b46-4133-b3b4-d88a0015bfaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418992 Dec 12 17:00:36.303970 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-12062740-d8a4-4923-b9b4-98c45f58c8a9 service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783923 Dec 12 17:00:36.393827 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-5bfcfd92-a768-4162-a141-748f1d72bc46 req-451ead9a-3402-4ea3-ada1-21a39db1e64d service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Dec 12 17:00:37.939040 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c693-a7e4-4c6f-8422-748772c1b53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:39.011397 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:39.218573 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:00:40.207658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:40.794775 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:41.364740 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:42.278844 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:53.929581 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 details requested by agent hyperv_n-h2-710847-8 with host n-h2-710847-8 {{(pid=103413) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 12 17:00:54.040981 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:00:54.056672 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Returning: {'device': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'port_id': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'mac_address': 'fa:16:3e:75:c8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103413) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 12 17:00:54.098162 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:54.112254 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 {{(pid=103413) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 12 17:00:54.132547 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:00:54.137735 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:54.216502 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=6']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:00:54.223858 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.224665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.224665 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.224911 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.225344 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.225651 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.226480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.227341 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.228405 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.229417 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.229761 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.230102 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.230441 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:00:54.235965 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] get_ports_and_sgs() called for port_ids ['fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'] {{(pid=103413) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 12 17:00:55.944037 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 up at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 12 17:00:56.006645 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.provisioning_blocks [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Provisioning complete for port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 triggered by entity L2. {{(pid=103413) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 12 17:00:56.007281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1566606'] for port, provisioning_complete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:56.095983 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:56.298428 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:00:56.300599 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b8e84-b5c6-4c00-b90c-43dd7369d306" -d '{"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-plugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:00:56.304616 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:00:56.310027 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:00:56.348946 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c40cc-6486-4c27-b454-97a1b9b93fcc x-openstack-request-id: req-d43c40cc-6486-4c27-b454-97a1b9b93fcc {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:00:56.348946 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-plugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:00:56.349219 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43c40cc-6486-4c27-b454-97a1b9b93fcc {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:00:56.349767 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'code': 200} Dec 12 17:00:56.361602 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=7']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:02.217956 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 60982) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:02.373105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Deleting port 3df69c61-2b0c-45b8-901a-9c8d6a19de40 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:02.374020 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:02.445712 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:02.446040 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:02.457677 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Calling delete_port for 3df69c61-2b0c-45b8-901a-9c8d6a19de40 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:02.599491 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:02.625962 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event deleted for resources: {'Port': ['ID=3df69c61-2b0c-45b8-901a-9c8d6a19de40,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:02.649688 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.650036 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.650376 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.650712 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.651043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.651380 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.651713 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.652040 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.652365 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.652716 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.653043 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.653368 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.653692 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:02.695392 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:02.695750 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Floating IP 62f56ef7-30e0-49d6-af4c-cfd854987a4f disassociated (deleted). External IP: 172.25.3.54, port: fc30a6d7-1c0a-42e8-95f0-ef56a56ef417. Dec 12 17:01:02.894899 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:01:03.000220 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:01:03.005387 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:03.009543 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:01:03.018680 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:03.019275 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:03.034037 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-4a877afa-653b-4ec9-ba64-15b30cfdb9d1 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "DELETE /v2.0/floatingips/62f56ef7-30e0-49d6-af4c-cfd854987a4f HTTP/1.1" status: 204 len: 168 time: 0.8149860 Dec 12 17:01:03.034638 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:01:03.036969 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:01:03.072997 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa372b-b693-4b64-ae76-cb8b62dc49d4 x-openstack-request-id: req-37aa372b-b693-4b64-ae76-cb8b62dc49d4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:01:03.073292 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:01:03.073553 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37aa372b-b693-4b64-ae76-cb8b62dc49d4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:01:03.074538 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'status': 'completed', 'code': 200} Dec 12 17:01:03.141318 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:03.146105 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-e5d4efb3-3f5e-4bb7-9ebe-d03f4b38658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:03.147755 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-e5d4efb3-3f5e-4bb7-9ebe-d03f4b38658d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 1096 time: 0.0421932 Dec 12 17:01:03.251808 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-e56b55ec-7909-40d8-84c1-9f04a579d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:03.253396 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-e56b55ec-7909-40d8-84c1-9f04a579d89b service neutron] 10.222.0.13 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0989728 Dec 12 17:01:03.304483 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-041ad047-b355-4d84-b725-99052b3b9427 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 200 len: 217 time: 0.0438492 Dec 12 17:01:03.376164 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-8e95d3d1-94f8-4534-bade-296197c1f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:03.377658 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-8e95d3d1-94f8-4534-bade-296197c1f3b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0643678 Dec 12 17:01:03.377793 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:03.386109 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f105e-e679-4223-8671-a5dab9df6e9d req-b0a0024d-e4ec-4cf4-9857-2f27c2687da0 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:03.387524 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2f105e-e679-4223-8671-a5dab9df6e9d req-b0a0024d-e4ec-4cf4-9857-2f27c2687da0 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 945 time: 0.1457362 Dec 12 17:01:03.408104 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:01:03.416301 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:03.416936 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:03.465734 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ea2f105e-e679-4223-8671-a5dab9df6e9d req-95eec01a-d717-4b6c-86fc-64cadbc36a60 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692625 Dec 12 17:01:03.468570 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-0b6fecc5-c185-41c7-8a34-fe5a71d5fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:03.471992 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-0b6fecc5-c185-41c7-8a34-fe5a71d5fdba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816453 Dec 12 17:01:03.532026 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:03.561608 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-7d3f0bd9-1913-4904-8265-dee758eb420c service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Dec 12 17:01:03.659720 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-b38d4ac9-d4af-41f9-b5e4-2805c6d1fe87 req-4f8ebf92-ca13-4df8-b8b5-6aeff518727a service neutron] 10.222.0.13 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915809 Dec 12 17:01:03.750937 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:03.779651 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe86529-4f8a-4fd7-bcd7-d4d955923024 None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_floatingips': [{'id': '1d4dc0d7-ba7a-4383-866a-81bdd4752150', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'router_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'port_id': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'mac_address': 'fa:16:3e:b2:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-12T16:56:47Z', 'updated_at': '2021-12-12T16:56:49Z', 'revision_number': 1, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:01:03.975875 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:04.005200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32294c5-c94e-4dc2-b2a4-50ec0bdd69a0 None None] New status for floating IP 62f56ef7-30e0-49d6-af4c-cfd854987a4f: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:01:04.119256 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1661567'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:04.141434 n-d-710847-8 neutron-server[103413]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103413) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:01:04.143712 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe38c531724f42198fc6977ff73e378e0995a27128cda31a6ebd29d1d6a6c50c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63648499-7128-439e-aaa7-1a48ee025bde" -d '{"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-unplugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103413) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:01:04.157480 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:04.161305 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750237297125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750236731850', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750236731868'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:04.189513 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 12 Dec 2021 17:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02055eb-83ae-4c05-afa5-8e653311a133 x-openstack-request-id: req-e02055eb-83ae-4c05-afa5-8e653311a133 {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:01:04.189803 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-unplugged", "status": "completed", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "code": 200}]} {{(pid=103413) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:01:04.190057 n-d-710847-8 neutron-server[103413]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e02055eb-83ae-4c05-afa5-8e653311a133 {{(pid=103413) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:01:04.190442 n-d-710847-8 neutron-server[103413]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'code': 200} Dec 12 17:01:04.211280 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Pushing event updated for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=8']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:04.586871 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e30d3-e2ca-46ea-9c9e-0a93633218e2 req-06c0232c-5dfa-4f42-9739-35570b48b0a2 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:04.588346 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d2e30d3-e2ca-46ea-9c9e-0a93633218e2 req-06c0232c-5dfa-4f42-9739-35570b48b0a2 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 943 time: 0.0507112 Dec 12 17:01:04.638363 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-6d2e30d3-e2ca-46ea-9c9e-0a93633218e2 req-fb79c7eb-e4e5-4f31-9011-40f8eae8aa60 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Dec 12 17:01:04.768196 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-b0a4606e-6b17-4c6a-86dc-9dfcebb2e524 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:04.769570 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-b0a4606e-6b17-4c6a-86dc-9dfcebb2e524 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7f56f89-5c80-409d-972d-559d9323e901 HTTP/1.1" status: 200 len: 943 time: 0.0483451 Dec 12 17:01:04.859700 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Deleting port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:04.860028 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:04.944725 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] For port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417, host n-h2-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-710847-8',level=0,port_id=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:04.945079 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:04.957024 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Calling delete_port for fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 owned by compute:nova {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:05.083572 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:05.113131 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event deleted for resources: {'Port': ['ID=fc30a6d7-1c0a-42e8-95f0-ef56a56ef417,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:05.157537 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] No DVR routers for this DVR port fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 on host n-h2-710847-8 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:05.160160 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:05.163547 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ce0f3842-3f2b-44a2-9446-c9842a381ed2 req-81c4eafe-532d-4c89-8181-5282ef26a9d6 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.13 "DELETE /v2.0/ports/fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 HTTP/1.1" status: 204 len: 173 time: 0.3883359 Dec 12 17:01:05.163984 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-deleted', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:01:05.166243 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eca6a82-1ce5-4356-9e94-dc3a27b27d87" -d '{"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-deleted", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:01:05.202707 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf536d61-3063-4843-8166-a4f0d015f258 x-openstack-request-id: req-bf536d61-3063-4843-8166-a4f0d015f258 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:01:05.203023 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f56f89-5c80-409d-972d-559d9323e901", "name": "network-vif-deleted", "tag": "fc30a6d7-1c0a-42e8-95f0-ef56a56ef417", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:01:05.203299 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf536d61-3063-4843-8166-a4f0d015f258 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:01:05.203702 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f56f89-5c80-409d-972d-559d9323e901', 'name': 'network-vif-deleted', 'tag': 'fc30a6d7-1c0a-42e8-95f0-ef56a56ef417', 'status': 'completed', 'code': 200} Dec 12 17:01:05.679105 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0165ee04-5497-455a-8299-08805bd576f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.188336 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32808) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:06.341567 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Deleting port d8f078a5-e9d3-45ba-bea7-bd8dff8f0336 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:06.341910 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.413551 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.413871 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.425829 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Calling delete_port for d8f078a5-e9d3-45ba-bea7-bd8dff8f0336 owned by network:floatingip {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:06.571194 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.598640 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event deleted for resources: {'Port': ['ID=d8f078a5-e9d3-45ba-bea7-bd8dff8f0336,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:06.660016 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.660352 n-d-710847-8 neutron-server[103412]: INFO neutron.db.l3_db [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Floating IP 1d4dc0d7-ba7a-4383-866a-81bdd4752150 disassociated (deleted). External IP: 172.25.3.174, port: 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15. Dec 12 17:01:06.865489 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:01:06.971327 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:01:06.975661 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for floatingip, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:06.980825 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:01:06.990579 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:06.991181 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:07.002077 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-458d4453-10a6-43b1-8e8e-12d27541acce tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "DELETE /v2.0/floatingips/1d4dc0d7-ba7a-4383-866a-81bdd4752150 HTTP/1.1" status: 204 len: 168 time: 0.8126431 Dec 12 17:01:07.191799 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:07.206116 n-d-710847-8 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:01:07.208621 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}387b048dc9b5feb7d10160f0fee87ef80cf474cf8db3697fedef5c3b19aac526" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fa02a1-f84c-4893-9fdb-d14900c36c15" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:01:07.237539 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb61e3-daa3-495a-9799-84d5148a6c10 req-4ee3434a-7f6c-46b7-95c4-38891b07f137 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:07.239174 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecbb61e3-daa3-495a-9799-84d5148a6c10 req-4ee3434a-7f6c-46b7-95c4-38891b07f137 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0587234 Dec 12 17:01:07.253109 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 12 Dec 2021 17:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fe78f-8d27-4fbe-a134-92da02d2da30 x-openstack-request-id: req-2f8fe78f-8d27-4fbe-a134-92da02d2da30 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:01:07.253399 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "status": "completed", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:01:07.253683 n-d-710847-8 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f8fe78f-8d27-4fbe-a134-92da02d2da30 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:01:07.254075 n-d-710847-8 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'status': 'completed', 'code': 200} Dec 12 17:01:07.292969 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-ecbb61e3-daa3-495a-9799-84d5148a6c10 req-21dfa3a8-c44e-4973-bd9b-3ab0c179d3a5 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Dec 12 17:01:07.321427 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-1a08fb62-98f4-4a85-a96f-2c0f44a9c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:07.322918 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-1a08fb62-98f4-4a85-a96f-2c0f44a9c6a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 1095 time: 0.0456803 Dec 12 17:01:07.396093 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:07.418555 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-74f5f083-3c91-44f3-afbe-47decea75354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:07.420846 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-74f5f083-3c91-44f3-afbe-47decea75354 service neutron] 10.222.0.30 "GET /v2.0/networks?id=db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 200 len: 910 time: 0.0864758 Dec 12 17:01:07.424033 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:01:07.432734 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:07.433474 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:00:38Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:07.469112 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-d68a85b2-6628-41b1-959f-8fc6d42fe5e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 200 len: 217 time: 0.0411389 Dec 12 17:01:07.529273 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-44ef1011-20f5-4f74-8522-5a04dc4fb4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:07.531330 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-44ef1011-20f5-4f74-8522-5a04dc4fb4a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 200 len: 849 time: 0.0458083 Dec 12 17:01:07.547001 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:07.579516 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-7d0f9592-3eb0-41fb-aebf-02a4a80cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:07.581375 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-7d0f9592-3eb0-41fb-aebf-02a4a80cdb5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=db27e373-7a0a-4404-af98-cbb45e18719f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424457 Dec 12 17:01:07.687661 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-5ef3976b-0a82-494e-8df0-ba450bc3e6d5 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980296 Dec 12 17:01:07.758008 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:07.781464 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-95fa02a1-f84c-4893-9fdb-d14900c36c15 req-70944e66-a78a-4db9-91fc-b1e907a6d744 service neutron] 10.222.0.30 "GET /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837708 Dec 12 17:01:07.789361 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81d9c07-1aff-4a41-9ebc-0062a0056779 None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8', '_interfaces': [{'id': 'f171f65c-6f3e-496c-b434-3a835f872f69', 'name': '', 'network_id': 'db27e373-7a0a-4404-af98-cbb45e18719f', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'mac_address': 'fa:16:3e:a4:c6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:23Z', 'updated_at': '2021-12-12T16:56:28Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'subnets': [{'id': 'af4aa511-157a-4c65-bdb2-ae3e061a2ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:01:07.941458 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45973658-0112-4956-b219-d69ca0a2460b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:07.991828 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 no longer exists at agent hyperv_n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:08.017249 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cf92b-9637-4863-bd94-41de6214c169 None None] New status for floating IP 1d4dc0d7-ba7a-4383-866a-81bdd4752150: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 12 17:01:08.019365 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] No Port match for: fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:08.019707 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Device fc30a6d7-1c0a-42e8-95f0-ef56a56ef417 not bound to the agent host n-h2-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:08.412644 n-d-710847-8 neutron-server[103412]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a875f5-9c44-464e-850f-3156c2c3ceed req-47a5a3b0-94ff-45d2-8333-7ebf224b869c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103412) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:08.414141 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34a875f5-9c44-464e-850f-3156c2c3ceed req-47a5a3b0-94ff-45d2-8333-7ebf224b869c tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0474334 Dec 12 17:01:08.465529 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-34a875f5-9c44-464e-850f-3156c2c3ceed req-1cde093a-f50d-4aa9-b3ef-3512d714a474 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/security-groups?id=af5570d3-1f6a-44da-af16-01f588dab508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456192 Dec 12 17:01:09.010771 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:09.046772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-36c0545f-3368-4337-b962-54c61d1a11bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 12 17:01:09.048203 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-36c0545f-3368-4337-b962-54c61d1a11bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 944 time: 0.0533171 Dec 12 17:01:09.136256 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Deleting port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:09.136597 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:09.225073 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] For port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15, host n-h1-710847-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-710847-8',level=0,port_id=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:09.225432 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:09.237270 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Calling delete_port for 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:09.360608 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:09.390063 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event deleted for resources: {'Port': ['ID=86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:09.399799 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.400154 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.400494 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.400867 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.401205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.401544 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.401875 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.402205 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.402533 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.402857 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.403619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.403619 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.403813 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-710847-8 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 12 17:01:09.443841 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] No DVR routers for this DVR port 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 on host n-h1-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:09.446429 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14865'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:09.449761 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [req-6abd7a70-2ad9-4b5b-b04f-d5868b887d71 req-abb2d313-233d-4d7e-86e3-681f1a2c94bd tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.30 "DELETE /v2.0/ports/86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 HTTP/1.1" status: 204 len: 173 time: 0.3950198 Dec 12 17:01:09.450192 n-d-710847-8 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-deleted', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 12 17:01:09.452433 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fc8d56b44ed7e2634d2804e8ef6d2f7429e752b66f8f55636cf933a93272664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484e513d-75f9-44f9-ad84-5c230450ef3a" -d '{"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-deleted", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 12 17:01:09.569358 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [req-17b21315-bc4e-40d5-bae3-cd3344b218f3 req-71502435-0293-44bd-9310-5ef1dcf638e0 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff3ea0ed-134f-477a-9417-1cc79ece9b33 HTTP/1.1" status: 200 len: 210 time: 0.0345967 Dec 12 17:01:09.574494 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 12 Dec 2021 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac1177-1ffa-40d1-b942-18e52a81d600 x-openstack-request-id: req-9fac1177-1ffa-40d1-b942-18e52a81d600 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 12 17:01:09.574856 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3ea0ed-134f-477a-9417-1cc79ece9b33", "name": "network-vif-deleted", "tag": "86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 12 17:01:09.575187 n-d-710847-8 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fac1177-1ffa-40d1-b942-18e52a81d600 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 12 17:01:09.575660 n-d-710847-8 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3ea0ed-134f-477a-9417-1cc79ece9b33', 'name': 'network-vif-deleted', 'tag': '86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15', 'status': 'completed', 'code': 200} Dec 12 17:01:10.222121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:10.622464 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32826) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:10.682235 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:10.707023 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:10.762927 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:10.765486 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Publish callbacks [] for security_group, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:10.766657 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] 10.222.0.36 "DELETE /v2.0/security-groups/af5570d3-1f6a-44da-af16-01f588dab508 HTTP/1.1" status: 204 len: 168 time: 0.1431749 Dec 12 17:01:10.775902 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472181d6-df94-4162-bb32-3518cf021d89 tempest-TestSnapshotPattern-1556724978 tempest-TestSnapshotPattern-1556724978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5570d3-1f6a-44da-af16-01f588dab508,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:10.816843 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32830) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:10.820162 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:11.365769 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:11.477778 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:11.711633 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Deleting port f171f65c-6f3e-496c-b434-3a835f872f69 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:11.711964 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:11.788802 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] For port f171f65c-6f3e-496c-b434-3a835f872f69, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=f171f65c-6f3e-496c-b434-3a835f872f69,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:11.789073 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:11.800214 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Calling delete_port for f171f65c-6f3e-496c-b434-3a835f872f69 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:11.977257 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.002709 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f171f65c-6f3e-496c-b434-3a835f872f69,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:12.172228 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.293045 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.396452 n-d-710847-8 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Router 183d165a-1821-410a-a561-f28f9dd0f4df has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:01:12.499772 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:01:12.505543 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0a17f865-e0ca-43e9-b5fc-877e62b85e4d admin admin] 10.222.0.36 "PUT /v2.0/routers/183d165a-1821-410a-a561-f28f9dd0f4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874046 Dec 12 17:01:12.508107 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:12.510798 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Sync routers for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:01:12.521509 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:12.522193 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:01:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:12.611128 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.629911 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: n-d-710847-8 {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:12.715404 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.769318 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Deleting port 046b7682-b424-4b1c-8522-f151a78e06eb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:12.769752 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.819041 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T17:01:11Z', 'revision_number': 5, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port': {'id': '046b7682-b424-4b1c-8522-f151a78e06eb', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:22Z', 'updated_at': '2021-12-12T16:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:12.849060 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Checking router: 183d165a-1821-410a-a561-f28f9dd0f4df for host: n-d-710847-8 {{(pid=103414) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:01:12.855122 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] For port 046b7682-b424-4b1c-8522-f151a78e06eb, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=046b7682-b424-4b1c-8522-f151a78e06eb,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:12.855482 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:12.858282 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Routers {'183d165a-1821-410a-a561-f28f9dd0f4df'} bound to L3 agent in host n-d-710847-8 {{(pid=103414) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:12.858885 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:01:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['183d165a-1821-410a-a561-f28f9dd0f4df'], 'active': True} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:12.868252 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Calling delete_port for 046b7682-b424-4b1c-8522-f151a78e06eb owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:12.944734 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_dvr_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] Set router 183d165a-1821-410a-a561-f28f9dd0f4df gateway port host: None {{(pid=103414) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:12.995985 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.l3_hamode_db [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T17:01:12Z', 'revision_number': 6, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:13.025039 n-d-710847-8 neutron-server[103414]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7438dcb-885b-4f14-aa9a-43c334d45166 None None] The sync data for ids ['183d165a-1821-410a-a561-f28f9dd0f4df'] in n-d-710847-8 is: [{'id': '183d165a-1821-410a-a561-f28f9dd0f4df', 'name': 'tempest-TestSnapshotPattern-1637954416-router', 'tenant_id': '2f0c386adc9e4bbab655d6b05dec3269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:21Z', 'updated_at': '2021-12-12T17:01:12Z', 'revision_number': 6, 'project_id': '2f0c386adc9e4bbab655d6b05dec3269', 'gw_port_host': None}] {{(pid=103414) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:01:13.034789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.063345 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=046b7682-b424-4b1c-8522-f151a78e06eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:13.074382 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ef7f5-0dda-4fd7-964c-0c16975a7b14 None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:01:13.127460 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.186608 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 no longer exists at agent hyperv_n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:13.206696 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] No Port match for: 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:13.207047 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Device 86cebfb0-ee31-4c7c-8f5d-11c3ebfefb15 not bound to the agent host n-h1-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:13.217763 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.220472 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.262801 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.263440 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 183d165a-1821-410a-a561-f28f9dd0f4df {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:01:13.267789 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.269270 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-63b707be-482f-4cd9-9eb9-3042cb42bc94 admin admin] 10.222.0.36 "DELETE /v2.0/routers/183d165a-1821-410a-a561-f28f9dd0f4df HTTP/1.1" status: 204 len: 168 time: 0.7602153 Dec 12 17:01:13.271754 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32834) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:13.316267 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Deleting subnet af4aa511-157a-4c65-bdb2-ae3e061a2ecf {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:01:13.319231 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.357035 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6255786'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.436043 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.495113 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5059963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4863817'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.523532 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4aa511-157a-4c65-bdb2-ae3e061a2ecf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:13.527221 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.530495 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-19e0c869-1c49-4e15-8f19-ce0045f39bca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/af4aa511-157a-4c65-bdb2-ae3e061a2ecf HTTP/1.1" status: 204 len: 168 time: 0.2577746 Dec 12 17:01:13.533006 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:13.539237 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef5ef8-fd17-404b-8183-c1e58e5d3d46 None None] Network db27e373-7a0a-4404-af98-cbb45e18719f requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:01:13.594493 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 046b7682-b424-4b1c-8522-f151a78e06eb no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:13.609046 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.623175 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 046b7682-b424-4b1c-8522-f151a78e06eb {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:13.623528 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 046b7682-b424-4b1c-8522-f151a78e06eb not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:13.623952 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f171f65c-6f3e-496c-b434-3a835f872f69 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:13.648912 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: f171f65c-6f3e-496c-b434-3a835f872f69 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:13.649865 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device f171f65c-6f3e-496c-b434-3a835f872f69 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:13.670033 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Deleting port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:13.670372 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.738821 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] For port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:13.739190 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.760099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Calling delete_port for 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:13.763817 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] DHCP port deletion for db27e373-7a0a-4404-af98-cbb45e18719f request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:01:13.825683 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Deleting port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:13.826147 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.846145 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.873676 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:13.876497 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] No DVR routers for this DVR port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:13.891674 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] For port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,segment=NetworkSegment(680d347b-149d-4c29-b273-5716defbfbf4),segment_id=680d347b-149d-4c29-b273-5716defbfbf4)] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:13.892080 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.904306 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Calling delete_port for 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:13.950338 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.971442 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db27e373-7a0a-4404-af98-cbb45e18719f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:13.980726 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680d347b-149d-4c29-b273-5716defbfbf4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:13.980971 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680d347b-149d-4c29-b273-5716defbfbf4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:13.982433 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:13.991262 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.004723 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.007894 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] Pushing event deleted for resources: {'Port': ['ID=9e4ada1a-cc63-4aac-aa78-d370a9b0e015,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:14.010859 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:01:14.011280 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.012780 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a457c0f-3acc-4e12-92da-8cd7b50ac141 None None] No DVR routers for this DVR port 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: timer() Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:01:14.013831 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:01:14.069530 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.075935 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.078538 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db27e373-7a0a-4404-af98-cbb45e18719f HTTP/1.1" status: 204 len: 168 time: 0.5446174 Dec 12 17:01:14.081958 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32838) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:14.089807 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd8b6-587c-41a9-915b-78331d5123a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=db27e373-7a0a-4404-af98-cbb45e18719f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:14.421981 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539409'] for router_interface, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.660383 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Deleting port 68f32e89-73f3-42a1-b8c9-3d4557497205 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:14.660741 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.737178 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] For port 68f32e89-73f3-42a1-b8c9-3d4557497205, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=68f32e89-73f3-42a1-b8c9-3d4557497205,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:14.737539 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.749278 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Calling delete_port for 68f32e89-73f3-42a1-b8c9-3d4557497205 owned by network:router_interface {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:14.927804 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:14.956568 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Pushing event deleted for resources: {'Port': ['ID=68f32e89-73f3-42a1-b8c9-3d4557497205,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:15.444048 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539533'] for router_interface, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:15.600390 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:15.619574 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:15.619924 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 9e4ada1a-cc63-4aac-aa78-d370a9b0e015 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:15.670259 n-d-710847-8 neutron-server[103412]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Router 1254e23a-712f-4b95-942e-83020f87da25 has already been hosted by L3 agent f79841e1-9132-4932-a6e5-5ad8688863b2 {{(pid=103412) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 12 17:01:15.773668 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] Notify agent at l3_agent.n-d-710847-8 the message routers_updated {{(pid=103412) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 12 17:01:15.778494 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-b4bcb5d3-b475-4bca-b5f0-9e62215b73ad admin admin] 10.222.0.36 "PUT /v2.0/routers/1254e23a-712f-4b95-942e-83020f87da25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6955018 Dec 12 17:01:15.781063 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32840) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:15.784200 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Sync routers for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 12 17:01:15.795733 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:15.796356 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:01:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:15.886366 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:15.899461 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: n-d-710847-8 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:15.983112 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.039045 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Deleting port 2fb5cf12-879c-4585-bb08-1572a98ff1ad {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:16.039337 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.078658 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'external_fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T17:01:14Z', 'revision_number': 5, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port': {'id': '2fb5cf12-879c-4585-bb08-1572a98ff1ad', 'name': '', 'network_id': '477f4f59-b866-4849-8e8f-98605ba18e0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:54:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1254e23a-712f-4b95-942e-83020f87da25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-710847-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T16:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaf5ff96-a810-4544-9d54-735a9af8e9bd', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-710847-8'}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:16.104935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Checking router: 1254e23a-712f-4b95-942e-83020f87da25 for host: n-d-710847-8 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 12 17:01:16.113823 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Routers {'1254e23a-712f-4b95-942e-83020f87da25'} bound to L3 agent in host n-d-710847-8 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 12 17:01:16.114437 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-710847-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-12T15:07:08Z,description=,heartbeat_timestamp=2021-12-12T17:01:08Z,host='n-d-710847-8',id=f79841e1-9132-4932-a6e5-5ad8688863b2,load=0,resource_versions=,resources_synced=,started_at=2021-12-12T15:07:08Z,topic='l3_agent')) {'router_ids': ['1254e23a-712f-4b95-942e-83020f87da25'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:16.117153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] For port 2fb5cf12-879c-4585-bb08-1572a98ff1ad, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=2fb5cf12-879c-4585-bb08-1572a98ff1ad,segment=NetworkSegment(323ef9a4-bce4-4423-8782-e65d57944a78),segment_id=323ef9a4-bce4-4423-8782-e65d57944a78)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:16.117509 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.129593 n-d-710847-8 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Calling delete_port for 2fb5cf12-879c-4585-bb08-1572a98ff1ad owned by network:router_gateway {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:16.203603 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] Set router 1254e23a-712f-4b95-942e-83020f87da25 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 12 17:01:16.217631 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:01:16.255468 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T17:01:15Z', 'revision_number': 6, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port_host': None}], 'n-d-710847-8', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:16.284805 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0b182b-2aa1-4380-b6ba-559685af2107 None None] The sync data for ids ['1254e23a-712f-4b95-942e-83020f87da25'] in n-d-710847-8 is: [{'id': '1254e23a-712f-4b95-942e-83020f87da25', 'name': 'tempest-TestSnapshotPattern-1049836707-router', 'tenant_id': '825ce7c4454d42e48ebac5bd8c05659c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-12T16:56:26Z', 'updated_at': '2021-12-12T17:01:15Z', 'revision_number': 6, 'project_id': '825ce7c4454d42e48ebac5bd8c05659c', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 12 17:01:16.293360 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15910293'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.321153 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb5cf12-879c-4585-bb08-1572a98ff1ad,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:16.335270 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013688f-385f-4365-80b5-8dbf0f856a7f None None] DHCP port deletion for 477f4f59-b866-4849-8e8f-98605ba18e0e request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:01:16.383565 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539951'] for router_gateway, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.472473 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7550'] for router, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.474574 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.517036 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532662'] for router, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.517550 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1254e23a-712f-4b95-942e-83020f87da25 {{(pid=103412) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 12 17:01:16.521802 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] Publish callbacks [] for router, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.522939 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-ed78ba4b-0c5d-477d-8e93-78da752f0be4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1254e23a-712f-4b95-942e-83020f87da25 HTTP/1.1" status: 204 len: 168 time: 0.7408919 Dec 12 17:01:16.525714 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [-] (103412) accepted ('10.222.0.36', 32842) {{(pid=103412) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:16.573273 n-d-710847-8 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Deleting subnet 836ccf89-95eb-4c5e-9a2a-02d90a126cff {{(pid=103412) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 12 17:01:16.576177 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.611598 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4367240'] for subnet, precommit_delete_associations {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.690199 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1570464'] for subnet, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.741876 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1570475', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15910306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16776709'] for subnet, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.772158 n-d-710847-8 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836ccf89-95eb-4c5e-9a2a-02d90a126cff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:16.774106 n-d-710847-8 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.779024 n-d-710847-8 neutron-server[103412]: INFO neutron.wsgi [None req-02a1d576-4dd0-479c-9905-667040e8fa9b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/836ccf89-95eb-4c5e-9a2a-02d90a126cff HTTP/1.1" status: 204 len: 168 time: 0.2506409 Dec 12 17:01:16.779178 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecba2a9-ef5b-4270-bfb2-5f12c54501c7 None None] Network 0f1f8165-4f40-4273-bdd7-070cfdc58692 requested from n-d-710847-8 {{(pid=103413) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 12 17:01:16.779960 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:16.853529 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1638542'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.906969 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Deleting port 860bfee6-43f1-4646-b3c1-904a8e67913a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:16.907308 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.967902 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] For port 860bfee6-43f1-4646-b3c1-904a8e67913a, host n-d-710847-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-710847-8',level=0,port_id=860bfee6-43f1-4646-b3c1-904a8e67913a,segment=NetworkSegment(1194059c-75ef-487c-b6f5-d3f41011b6cc),segment_id=1194059c-75ef-487c-b6f5-d3f41011b6cc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:16.968189 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:16.984793 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Calling delete_port for 860bfee6-43f1-4646-b3c1-904a8e67913a owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:17.020380 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] DHCP port deletion for 0f1f8165-4f40-4273-bdd7-070cfdc58692 request from n-d-710847-8 {{(pid=103413) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 12 17:01:17.068019 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5059916'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.069247 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Deleting port 860bfee6-43f1-4646-b3c1-904a8e67913a {{(pid=103413) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 12 17:01:17.069640 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750237224816'] for port, before_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.096037 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Pushing event deleted for resources: {'Port': ['ID=860bfee6-43f1-4646-b3c1-904a8e67913a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:17.100907 n-d-710847-8 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] No DVR routers for this DVR port 860bfee6-43f1-4646-b3c1-904a8e67913a on host n-d-710847-8 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:17.134983 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] For port 860bfee6-43f1-4646-b3c1-904a8e67913a, host n-d-710847-8, got binding levels [] {{(pid=103413) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 12 17:01:17.135381 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-592772'] for port, precommit_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.153257 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Calling delete_port for 860bfee6-43f1-4646-b3c1-904a8e67913a owned by network:dhcp {{(pid=103413) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 12 17:01:17.156000 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.ipam_backend_mixin [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Port 860bfee6-43f1-4646-b3c1-904a8e67913a was not found and therefore no delete operation was performed {{(pid=103413) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 12 17:01:17.157369 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1662624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750237297107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750236731841'] for port, after_delete {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.179874 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1569079', 'neutron.services.segments.db._delete_segments_for_network-8750237282690'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.183421 n-d-710847-8 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] Pushing event deleted for resources: {'Port': ['ID=860bfee6-43f1-4646-b3c1-904a8e67913a,revision_number=None']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:17.185332 n-d-710847-8 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd15862-cc9e-4d92-ace4-3f913d4bb80f None None] No DVR routers for this DVR port 860bfee6-43f1-4646-b3c1-904a8e67913a on host n-d-710847-8 {{(pid=103413) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 12 17:01:17.208715 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1f8165-4f40-4273-bdd7-070cfdc58692']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:17.219183 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1194059c-75ef-487c-b6f5-d3f41011b6cc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:17.219502 n-d-710847-8 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1194059c-75ef-487c-b6f5-d3f41011b6cc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 12 17:01:17.229785 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750237288075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6255697'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.243365 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.250424 n-d-710847-8 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 12 17:01:17.250809 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1510441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5059857'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: Traceback (most recent call last): Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: timer() Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: cb(*args, **kw) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: return func(*args, **kwargs) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: self._notify() Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: self.callback(batched_events) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: event.method(event) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: return f(self, *a, **k) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: return self._get(url).json() Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 12 17:01:17.252860 n-d-710847-8 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 12 17:01:17.316459 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1569086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539907'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.323538 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.326719 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0f1f8165-4f40-4273-bdd7-070cfdc58692 HTTP/1.1" status: 204 len: 168 time: 0.5457723 Dec 12 17:01:17.336869 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a50f1-8fef-4e1a-ab80-e6b5836f1323 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1f8165-4f40-4273-bdd7-070cfdc58692,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:17.514800 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:17.536827 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68f32e89-73f3-42a1-b8c9-3d4557497205 no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:17.556919 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 68f32e89-73f3-42a1-b8c9-3d4557497205 {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:17.557271 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 68f32e89-73f3-42a1-b8c9-3d4557497205 not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:17.557685 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 860bfee6-43f1-4646-b3c1-904a8e67913a no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:17.564905 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-0123fc13-813b-42c3-bf04-e0ff7910b281 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f0c386adc9e4bbab655d6b05dec3269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458598 Dec 12 17:01:17.565200 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32850) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:17.577205 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 860bfee6-43f1-4646-b3c1-904a8e67913a {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:17.577494 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 860bfee6-43f1-4646-b3c1-904a8e67913a not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:17.577935 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fb5cf12-879c-4585-bb08-1572a98ff1ad no longer exists at agent ovs-agent-n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 12 17:01:17.596392 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.plugin [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] No Port match for: 2fb5cf12-879c-4585-bb08-1572a98ff1ad {{(pid=103413) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 12 17:01:17.596848 n-d-710847-8 neutron-server[103413]: DEBUG neutron.plugins.ml2.rpc [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Device 2fb5cf12-879c-4585-bb08-1572a98ff1ad not bound to the agent host n-d-710847-8 {{(pid=103413) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 12 17:01:17.613815 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.635084 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.689037 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.691880 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:17.693068 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bc6fe7d-e4e5-4c0a-b0b6-bb2c36ba97d1 HTTP/1.1" status: 204 len: 168 time: 0.1269660 Dec 12 17:01:17.701110 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526db9e-309a-48f9-944f-e540fdfda375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6fe7d-e4e5-4c0a-b0b6-bb2c36ba97d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:18.009099 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:18.049232 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-b48b805b-f929-4089-9cd5-a1237b4b8405 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=825ce7c4454d42e48ebac5bd8c05659c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388763 Dec 12 17:01:18.051504 n-d-710847-8 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.36', 32858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 12 17:01:18.098408 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:18.119517 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:18.168249 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646761'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:18.170822 n-d-710847-8 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:18.172498 n-d-710847-8 neutron-server[103411]: INFO neutron.wsgi [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28120d6d-6a70-4924-a3a7-d8f3009689b1 HTTP/1.1" status: 204 len: 168 time: 0.1195548 Dec 12 17:01:18.180114 n-d-710847-8 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e7eef-b06a-46c5-960b-3f7daa9c2117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28120d6d-6a70-4924-a3a7-d8f3009689b1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 12 17:01:35.680272 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86945c93-4c43-43f1-9027-ad7a10ddbe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:37.943094 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-327e8e5e-ae62-4d0e-bd77-cd4ac1576710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:39.016901 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:40.235886 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:40.803016 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:41.366878 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:42.292252 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:01:53.216818 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:02:05.681870 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3483-2534-4b8e-877b-33d7c7dd39a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:07.944992 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-89026ba1-b7fd-4341-9b47-5c965fcacf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:09.017470 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:10.234868 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:10.804767 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:11.368454 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:12.306046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:30.215328 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:02:35.682284 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a9be37bc-9640-46bf-a9a7-57271f1dd947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:37.945826 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-86ed69fd-3912-4df6-9a57-1beb1b07e29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:39.020528 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:40.234449 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:40.807739 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:41.370526 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:02:42.306238 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:05.685537 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0d62c959-62dc-49b0-b744-080826230870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:07.215862 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:03:07.947942 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-12330bc5-2c0e-472f-b9a1-d5cd2da835d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:09.025480 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:10.233674 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:10.810780 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:11.372209 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:12.335533 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:35.687556 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5508-1717-4715-92ed-cfdc608479a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:37.948311 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c1766bf4-6ed7-4da6-afc9-438ae4470680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:39.024497 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:40.231711 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:40.813043 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:41.373865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:42.350118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:03:44.214500 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:04:05.688956 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7a15d4fe-95bc-4c88-a546-21b7c8a9be0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:07.948988 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bebec5ba-fc28-409b-9314-1c83b33aeada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:09.028123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:10.231022 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:10.815367 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:11.375821 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:12.352291 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:21.214158 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:04:35.689721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9e557362-a9b1-40de-8bb0-cef397dc5b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:37.949658 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56922723-0b80-4200-8c33-9ed5bca14bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:39.030728 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:40.229785 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:40.819039 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:41.376779 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:42.368121 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:04:58.213349 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:05:05.691187 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-be97e49a-062c-430f-9076-bcc482328115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:07.950865 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-77a2659c-cc81-4d90-a7ce-ac243aeff74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:09.032515 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:10.235191 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:10.823134 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:11.379463 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:12.362721 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:35.212832 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:05:35.692998 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5da37d56-86ae-444d-bb50-79c59fa2218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:37.953030 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4d9c0ff7-c345-4c1f-958e-89b4e9561c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:39.035839 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:40.228281 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:40.825813 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:41.381391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:05:42.361797 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:05.694930 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d5f82f9a-84da-4eb3-95af-f0aeecaaab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:07.953588 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ce6670-49fa-491f-a6cd-d6c148f74f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:09.041563 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:10.227328 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:10.830118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:11.382753 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:12.212591 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:06:12.362580 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:35.695935 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-495925e0-7972-4108-8be8-6cbfb437140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:37.955123 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3c713ed-c8f8-40ee-807c-18af7344c98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:39.041732 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:40.225669 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:40.832999 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:41.384493 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:42.361940 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:06:49.211901 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:07:05.697507 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bef08aca-6433-4330-89ba-db405e6f2e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:07.956571 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f13ff7e6-af6e-49c4-b03c-fd76602bfa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:09.044503 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:10.225486 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:10.836391 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:11.386208 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:12.360118 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:26.212939 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:07:35.697897 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f11fdc5f-174d-4da6-8807-dfcc97bf28c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:37.959916 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-292320cd-0319-47da-a640-fc69669e6afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:39.046959 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:40.239009 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:40.839032 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:41.390099 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:07:42.379046 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:03.211578 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:08:05.702954 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-58d745f9-eb80-46e4-bb6d-72aa5e25adc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:07.963171 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e07748d-a9dc-435e-9dbf-cc05f7aed469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:09.049628 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:10.254071 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:10.841547 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:11.391789 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:12.390653 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:35.704125 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1df6ba-58bf-43b8-8f62-2dff88b98a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:37.963624 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5ca54687-2987-415e-9c4f-85a9f169feb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:39.052352 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:40.210703 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:08:40.253723 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:40.844441 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:41.392570 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:08:42.406206 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:05.706083 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d0faa26-432a-4107-98b2-63290bd164e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:07.964230 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1441cf1a-eddf-44a3-aec2-437e079f8330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:09.055061 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:10.253402 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:10.849082 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:11.394396 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:12.408764 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:17.209636 n-d-710847-8 neutron-server[103414]: DEBUG neutron.db.agents_db [None req-11374847-a95e-4473-b07d-6891333d3ed2 None None] Agent healthcheck: found 7 active agents {{(pid=103414) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 12 17:09:26.282806 n-d-710847-8 neutron-server[103412]: DEBUG neutron.wsgi [req-4ee6de34-90e8-47b1-8d22-8c6a26a423c7 req-d30b84d3-9df8-4f6f-8091-3676b2e1879a service neutron] (103412) timed out ('10.222.0.36', 58832) {{(pid=103412) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 12 17:09:35.708060 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-61e0ddcc-c774-4e4b-9de8-4feee7df1a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:37.968505 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b91d838f-6b23-4beb-91de-207019471f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:39.058416 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e6391aa1-672b-493d-b793-e8ee6a4775b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:40.268335 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e9561f15-55f6-4970-9c43-8c3bf4275793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:40.852142 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fbd9a3ff-41e2-47fe-91cc-40055889c807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:41.396657 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0cbeae94-29e8-4085-988a-0be851cf0f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 12 17:09:42.420948 n-d-710847-8 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-88f4632a-294f-4f7e-8073-6829a00502b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750237282645', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1566689'] for agent, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}